public Sequence EncodeWord(string input)
{
var word = new Sequence();
word.Add(Lingon.StartOfWord);
for (var index = 0; index < input.Length; index++)
{
var maxLength = input.Length - index;
//Maximal munch
for (var len = maxLength; len > 0; len--)
{
var bunch = input.Substring(index, len);
if (Lingons.ContainsKey(bunch))
{
word.Add(Lingons[bunch]);
index += len - 1; //Move to end of bunch
}
else if (len == 1)
{
word.Add(Lingon.Unknown);
}
}
}
word.Add(Lingon.EndOfWord);
return(word);
}
public string DecodePattern(Pattern pattern)
{
var sb = new StringBuilder();
foreach (var matcher in pattern)
{
switch (matcher)
{
case Lingon lingon:
if (Lingon.DefaultSet.Contains(lingon))
{
sb.Append(lingon.Symbol);
}
else
{
sb.Append(Lingons.First(pair => pair.Value.Equals(lingon)).Key);
}
break;
case Category cat:
sb.Append(Categories.First(pair => pair.Value.Equals(cat)).Key);
break;
case NonceSet nonceSet:
sb.Append($"[{DecodePattern(nonceSet.Set.ToPattern())}]");
break;
}
}
return(sb.ToString());
}
public string DecodeWord(Sequence sequence)
{
var sb = new StringBuilder();
foreach (var lingon in sequence)
{
if (Lingon.DefaultSet.Contains(lingon))
{
sb.Append(lingon.Symbol);
}
else
{
sb.Append(Lingons.First(pair => pair.Value.Equals(lingon)).Key);
}
}
return(sb.ToString());
}
public Pattern EncodePattern(string input)
{
var pattern = new Pattern();
for (var index = 0; index < input.Length; index++)
{
var maxLength = input.Length - index;
//Maximal munch
for (var len = maxLength; len > 0; len--)
{
var bunch = input.Substring(index, len);
if (Lingon.DefaultSet.FirstOrDefault(ling => ling.Symbol == bunch) != null)
{
pattern.Add(Lingon.DefaultSet.FirstOrDefault(ling => ling.Symbol == bunch));
index += len - 1;
break;
}
else if (bunch.StartsWith("[") && bunch.EndsWith("]") && len > 2)
{
pattern.Add(new NonceSet(EncodePattern(bunch.Substring(1, bunch.Length - 2))));
index += len - 1;
break;
}
else if (bunch.Length > 1 && bunch.Substring(1).StartsWith("[") && bunch.EndsWith("]"))
{
var symbol = bunch.Substring(0, 1);
var split = bunch.Substring(1).Split("]").Where(ft => ft != "").ToList();
if (split.Any(segment => !segment.StartsWith("[")))
{
continue;
}
var features = split.Select(ft => ft.Replace("[", ""));
var hasFeatures = new List <Feature>();
var notFeatures = new List <Feature>();
if (Lingons.ContainsKey(symbol))
{
hasFeatures.AddRange(Lingons[symbol].Features);
}
else if (Categories.ContainsKey(symbol))
{
hasFeatures.AddRange(Categories[symbol].HasFeatures);
notFeatures.AddRange(Categories[symbol].NotFeatures);
}
foreach (var feature in features)
{
var add = !feature.StartsWith("-");
var name = feature.Substring(1);
(add ? hasFeatures : notFeatures).Add(Feature.AllFeatures.First(ft => String.Equals(ft.Name, name, StringComparison.CurrentCultureIgnoreCase)));
}
pattern.Add(new Category(hasFeatures, notFeatures));
index += len - 1; //Move to end of bunch
break;
}
else if (Lingons.ContainsKey(bunch))
{
pattern.Add(Lingons[bunch]);
index += len - 1; //Move to end of bunch
break;
}
else if (Categories.ContainsKey(bunch))
{
pattern.Add(Categories[bunch]);
index += len - 1; //Move to end of bunch
break;
}
else if (len == 1)
{
pattern.Add(Lingon.Unknown);
break;
}
}
}
return(pattern);
}
public List <Generator> EncodeGenerators(string input)
{
var list = new List <Generator>();
for (var index = 0; index < input.Length; index++)
{
var maxLength = input.Length - index;
//Maximal munch
for (var len = maxLength; len > 0; len--)
{
var bunch = input.Substring(index, len);
if (Lingons.ContainsKey(bunch))
{
list.Add(new Adder(Lingons[bunch]));
index += len - 1; //Move to end of bunch
}
else if (bunch.Length > 2 && bunch.Substring(1).StartsWith("[") && bunch.EndsWith("]"))
{
var indexString = bunch.Substring(0, 1);
try
{
var indexNum = int.Parse(indexString);
var split = bunch.Substring(1).Split("]").Where(ft => ft != "").ToList();
if (split.Any(segment => !segment.StartsWith("[")))
{
continue;
}
var features = split.Select(ft => ft.Replace("[", ""));
var addFeatures = new List <Feature>();
var subFeatures = new List <Feature>();
foreach (var feature in features)
{
if (feature == "")
{
continue;
}
var add = !feature.StartsWith("-");
var name = feature.Substring(1);
(add ? addFeatures : subFeatures).Add(Feature.AllFeatures.First(ft => String.Equals(ft.Name, name, StringComparison.CurrentCultureIgnoreCase)));
}
list.Add(new Modifier(indexNum, addFeatures, subFeatures));
index += len - 1; //Move to end of bunch
break;
}
catch (FormatException e)
{
break;
}
}
else
{
try
{
var indexNum = int.Parse(bunch);
list.Add(new Modifier(indexNum));
}
catch (FormatException e)
{
}
}
}
}
return(list);
}