public static List <NamedItemToken> TryParseList(Pullenti.Ner.Token t, Pullenti.Ner.Core.IntOntologyCollection locOnto)
{
NamedItemToken ne = TryParse(t, locOnto);
if (ne == null)
{
return(null);
}
List <NamedItemToken> res = new List <NamedItemToken>();
res.Add(ne);
for (t = ne.EndToken.Next; t != null; t = t.Next)
{
if (t.WhitespacesBeforeCount > 2)
{
break;
}
ne = TryParse(t, locOnto);
if (ne == null)
{
break;
}
if (t.IsValue("НЕТ", null))
{
break;
}
res.Add(ne);
t = ne.EndToken;
}
return(res);
}
public static Pullenti.Semantic.Utils.DerivateWord FindWordInGroup(Pullenti.Ner.MetaToken mt, Pullenti.Semantic.Utils.DerivateGroup gr)
{
if (gr == null || mt == null)
{
return(null);
}
Pullenti.Ner.Token t = null;
if (mt is Pullenti.Ner.Core.NounPhraseToken)
{
t = (mt as Pullenti.Ner.Core.NounPhraseToken).Noun.EndToken;
}
else if ((mt is SemanticAbstractSlave) && ((mt as SemanticAbstractSlave).Source is Pullenti.Ner.Core.NounPhraseToken))
{
t = ((mt as SemanticAbstractSlave).Source as Pullenti.Ner.Core.NounPhraseToken).Noun.EndToken;
}
else
{
t = mt.EndToken;
}
foreach (Pullenti.Semantic.Utils.DerivateWord w in gr.Words)
{
if (w.Class != null && w.Class.IsNoun && w.Lang.IsRu)
{
if (t.IsValue(w.Spelling, null))
{
return(w);
}
}
}
return(null);
}
public static UriItemToken AttachISOContent(Pullenti.Ner.Token t0, string specChars)
{
Pullenti.Ner.Token t = t0;
while (true)
{
if (t == null)
{
return(null);
}
if (t.IsCharOf(":/\\") || t.IsHiphen || t.IsValue("IEC", null))
{
t = t.Next;
continue;
}
break;
}
if (!(t is Pullenti.Ner.NumberToken))
{
return(null);
}
Pullenti.Ner.Token t1 = t;
char delim = (char)0;
StringBuilder txt = new StringBuilder();
for (; t != null; t = t.Next)
{
if (t.IsWhitespaceBefore && t != t1)
{
break;
}
if (t is Pullenti.Ner.NumberToken)
{
if (delim != ((char)0))
{
txt.Append(delim);
}
delim = (char)0;
t1 = t;
txt.Append(t.GetSourceText());
continue;
}
if (!(t is Pullenti.Ner.TextToken))
{
break;
}
if (!t.IsCharOf(specChars))
{
break;
}
delim = t.GetSourceText()[0];
}
if (txt.Length == 0)
{
return(null);
}
return(new UriItemToken(t0, t1)
{
Value = txt.ToString()
});
}
public static bool CanBeStartOfTextOrContent(Pullenti.Ner.Token begin, Pullenti.Ner.Token end)
{
Pullenti.Ner.Token t;
if (begin.IsValue("СОДЕРЖАНИЕ", "ЗМІСТ") || begin.IsValue("ОГЛАВЛЕНИЕ", null) || begin.IsValue("СОДЕРЖИМОЕ", null))
{
t = begin;
if (t.Next != null && t.Next.IsCharOf(":."))
{
t = t.Next;
}
if (t == end)
{
return(true);
}
}
if (begin.IsValue("ОТ", "ВІД") && begin.Next != null && begin.Next.IsValue("РЕДАКЦИЯ", "РЕДАКЦІЯ"))
{
if (begin.Next.Next != null && begin.Next.Next.IsChar(':'))
{
return(true);
}
}
int words = 0;
int verbs = 0;
for (t = begin; t != end.Next; t = t.Next)
{
if (t is Pullenti.Ner.TextToken)
{
if (t.Chars.IsLetter)
{
words++;
}
if (t.Chars.IsAllLower && (t as Pullenti.Ner.TextToken).IsPureVerb)
{
verbs++;
}
}
}
if (words > 10 && verbs > 1)
{
return(true);
}
return(false);
}
public static Pullenti.Ner.Token CheckNearBefore(Pullenti.Ner.Token t)
{
if (t == null || !t.Morph.Class.IsPreposition)
{
return(null);
}
if (t.IsValue("У", null) || t.IsValue("ОКОЛО", null) || t.IsValue("ВБЛИЗИ", null))
{
return(t);
}
if (t.IsValue("ОТ", null) && t.Previous != null)
{
if (t.Previous.IsValue("НЕДАЛЕКО", null) || t.Previous.IsValue("ВБЛИЗИ", null) || t.Previous.IsValue("НЕПОДАЛЕКУ", null))
{
return(t.Previous);
}
}
return(null);
}
public static void Initialize()
{
if (m_Inited)
{
return;
}
m_Inited = true;
string obj = ResourceHelper.GetString("ShortNames.txt");
if (obj != null)
{
Pullenti.Ner.Core.AnalysisKit kit = new Pullenti.Ner.Core.AnalysisKit(new Pullenti.Ner.SourceOfAnalysis(obj));
for (Pullenti.Ner.Token t = kit.FirstToken; t != null; t = t.Next)
{
if (t.IsNewlineBefore)
{
Pullenti.Morph.MorphGender g = (t.IsValue("F", null) ? Pullenti.Morph.MorphGender.Feminie : Pullenti.Morph.MorphGender.Masculine);
t = t.Next;
string nam = (t as Pullenti.Ner.TextToken).Term;
List <string> shos = new List <string>();
for (t = t.Next; t != null; t = t.Next)
{
if (t.IsNewlineBefore)
{
break;
}
else
{
shos.Add((t as Pullenti.Ner.TextToken).Term);
}
}
foreach (string s in shos)
{
List <ShortnameVar> li = null;
if (!m_Shorts_Names.TryGetValue(s, out li))
{
m_Shorts_Names.Add(s, (li = new List <ShortnameVar>()));
}
li.Add(new ShortnameVar()
{
Name = nam, Gender = g
});
}
if (t == null)
{
break;
}
t = t.Previous;
}
}
}
}
public static bool IsPersonSayOrAttrAfter(Pullenti.Ner.Token t)
{
if (t == null)
{
return(false);
}
Pullenti.Ner.Token tt = CorrectTailAttributes(null, t);
if (tt != null && tt != t)
{
return(true);
}
if (t.IsComma && t.Next != null)
{
t = t.Next;
}
if (t.Chars.IsLatinLetter)
{
if (t.IsValue("SAY", null) || t.IsValue("ASK", null) || t.IsValue("WHO", null))
{
return(true);
}
}
if (t.IsChar('.') && (t.Next is Pullenti.Ner.TextToken) && ((t.Next.Morph.Class.IsPronoun || t.Next.Morph.Class.IsPersonalPronoun)))
{
if (t.Next.Morph.Gender == Pullenti.Morph.MorphGender.Feminie || t.Next.Morph.Gender == Pullenti.Morph.MorphGender.Masculine)
{
return(true);
}
}
if (t.IsComma && t.Next != null)
{
t = t.Next;
}
if (PersonAttrToken.TryAttach(t, null, PersonAttrToken.PersonAttrAttachAttrs.No) != null)
{
return(true);
}
return(false);
}
public static Pullenti.Ner.Token CreateSex(Pullenti.Ner.Person.PersonReferent pr, Pullenti.Ner.Token t)
{
if (t == null)
{
return(null);
}
while (t.Next != null)
{
if (t.IsValue("ПОЛ", null) || t.IsHiphen || t.IsChar(':'))
{
t = t.Next;
}
else
{
break;
}
}
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt == null)
{
return(null);
}
bool ok = false;
if ((tt.Term == "МУЖ" || tt.Term == "МУЖС" || tt.Term == "МУЖСК") || tt.IsValue("МУЖСКОЙ", null))
{
pr.IsMale = true;
ok = true;
}
else if ((tt.Term == "ЖЕН" || tt.Term == "ЖЕНС" || tt.Term == "ЖЕНСК") || tt.IsValue("ЖЕНСКИЙ", null))
{
pr.IsFemale = true;
ok = true;
}
if (!ok)
{
return(null);
}
while (t.Next != null)
{
if (t.Next.IsValue("ПОЛ", null) || t.Next.IsChar('.'))
{
t = t.Next;
}
else
{
break;
}
}
return(t);
}
static void _correctExtTypes(Pullenti.Ner.Core.NumberExToken ex)
{
Pullenti.Ner.Token t = ex.EndToken.Next;
if (t == null)
{
return;
}
Pullenti.Ner.Core.NumberExType ty = ex.ExTyp;
Pullenti.Ner.Token tt = _corrExTyp2(t, ref ty);
if (tt != null)
{
ex.ExTyp = ty;
ex.EndToken = tt;
t = tt.Next;
}
if (t == null || t.Next == null)
{
return;
}
if (t.IsCharOf("/\\") || t.IsValue("НА", null))
{
}
else
{
return;
}
Pullenti.Ner.Core.TerminToken tok = m_Postfixes.TryParse(t.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null && (((Pullenti.Ner.Core.NumberExType)tok.Termin.Tag) != Pullenti.Ner.Core.NumberExType.Money))
{
ex.ExTyp2 = (Pullenti.Ner.Core.NumberExType)tok.Termin.Tag;
ex.EndToken = tok.EndToken;
ty = ex.ExTyp2;
tt = _corrExTyp2(ex.EndToken.Next, ref ty);
if (tt != null)
{
ex.ExTyp2 = ty;
ex.EndToken = tt;
t = tt.Next;
}
}
}
public static bool CheckCityAfter(Pullenti.Ner.Token tt)
{
while (tt != null && (((tt.IsCommaAnd || tt.IsHiphen || tt.Morph.Class.IsPreposition) || tt.IsChar('.'))))
{
tt = tt.Next;
}
if (tt == null)
{
return(false);
}
List <CityItemToken> cits = CityItemToken.TryParseList(tt, null, 5);
if (cits == null || cits.Count == 0)
{
if (tt.LengthChar == 1 && tt.Chars.IsAllLower && ((tt.IsValue("Д", null) || tt.IsValue("П", null))))
{
Pullenti.Ner.Token tt1 = tt.Next;
if (tt1 != null && tt1.IsChar('.'))
{
tt1 = tt1.Next;
}
CityItemToken ci = CityItemToken.TryParse(tt1, null, false, null);
if (ci != null && ((ci.Typ == CityItemToken.ItemType.ProperName || ci.Typ == CityItemToken.ItemType.City)))
{
return(true);
}
}
return(false);
}
if (TryAttachCity(cits, null, false) != null)
{
return(true);
}
if (cits[0].Typ == CityItemToken.ItemType.Noun)
{
if (tt.Previous != null && tt.Previous.IsComma)
{
return(true);
}
}
return(false);
}
static bool _isNotTermNoun(Pullenti.Ner.Token t)
{
if (!(t is Pullenti.Ner.TextToken))
{
return(false);
}
if (!(t.Previous is Pullenti.Ner.TextToken))
{
return(false);
}
if ((t.Previous as Pullenti.Ner.TextToken).Term != "ПО")
{
return(false);
}
foreach (string v in m_NotTerminateNouns)
{
if (t.IsValue(v, null))
{
return(true);
}
}
return(false);
}
public static OrgItemEponymToken TryAttach(Pullenti.Ner.Token t, bool mustHasPrefix = false)
{
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt == null)
{
if (t == null)
{
return(null);
}
Pullenti.Ner.Referent r1 = t.GetReferent();
if (r1 != null && r1.TypeName == "DATE")
{
string str = r1.ToString().ToUpper();
if ((str == "1 МАЯ" || str == "7 ОКТЯБРЯ" || str == "9 МАЯ") || str == "8 МАРТА")
{
OrgItemEponymToken dt = new OrgItemEponymToken(t, t)
{
Eponyms = new List <string>()
};
dt.Eponyms.Add(str);
return(dt);
}
}
Pullenti.Ner.NumberToken age = Pullenti.Ner.Core.NumberHelper.TryParseAge(t);
if ((age != null && (((age.EndToken.Next is Pullenti.Ner.TextToken) || (age.EndToken.Next is Pullenti.Ner.ReferentToken))) && (age.WhitespacesAfterCount < 3)) && !age.EndToken.Next.Chars.IsAllLower && age.EndToken.Next.Chars.IsCyrillicLetter)
{
OrgItemEponymToken dt = new OrgItemEponymToken(t, age.EndToken.Next)
{
Eponyms = new List <string>()
};
dt.Eponyms.Add(string.Format("{0} {1}", age.Value, dt.EndToken.GetSourceText().ToUpper()));
return(dt);
}
return(null);
}
Pullenti.Ner.Token t1 = null;
bool full = false;
bool hasName = false;
if (tt.Term == "ИМЕНИ" || tt.Term == "ІМЕНІ")
{
t1 = t.Next;
full = true;
hasName = true;
}
else if (((tt.Term == "ИМ" || tt.Term == "ІМ")) && tt.Next != null)
{
if (tt.Next.IsChar('.'))
{
t1 = tt.Next.Next;
full = true;
}
else if ((tt.Next is Pullenti.Ner.TextToken) && tt.Chars.IsAllLower && !tt.Next.Chars.IsAllLower)
{
t1 = tt.Next;
}
hasName = true;
}
else if (tt.Previous != null && ((tt.Previous.IsValue("ФОНД", null) || tt.Previous.IsValue("ХРАМ", null) || tt.Previous.IsValue("ЦЕРКОВЬ", "ЦЕРКВА"))))
{
if ((!tt.Chars.IsCyrillicLetter || tt.Morph.Class.IsPreposition || tt.Morph.Class.IsConjunction) || !tt.Chars.IsLetter)
{
return(null);
}
if (tt.WhitespacesBeforeCount != 1)
{
return(null);
}
if (tt.Chars.IsAllLower)
{
return(null);
}
if (tt.Morph.Class.IsAdjective)
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && npt.BeginToken != npt.EndToken)
{
return(null);
}
}
OrgItemNameToken na = OrgItemNameToken.TryAttach(tt, null, false, true);
if (na != null)
{
if (na.IsEmptyWord || na.IsStdName || na.IsStdTail)
{
return(null);
}
}
t1 = tt;
}
if (t1 == null || ((t1.IsNewlineBefore && !full)))
{
return(null);
}
if (tt.Previous != null && tt.Previous.Morph.Class.IsPreposition)
{
return(null);
}
if (mustHasPrefix && !hasName)
{
return(null);
}
Pullenti.Ner.Referent r = t1.GetReferent();
if ((r != null && r.TypeName == "DATE" && full) && r.FindSlot("DAY", null, true) != null && r.FindSlot("YEAR", null, true) == null)
{
OrgItemEponymToken dt = new OrgItemEponymToken(t, t1)
{
Eponyms = new List <string>()
};
dt.Eponyms.Add(r.ToString().ToUpper());
return(dt);
}
bool holy = false;
if ((t1.IsValue("СВЯТОЙ", null) || t1.IsValue("СВЯТИЙ", null) || t1.IsValue("СВ", null)) || t1.IsValue("СВЯТ", null))
{
t1 = t1.Next;
holy = true;
if (t1 != null && t1.IsChar('.'))
{
t1 = t1.Next;
}
}
if (t1 == null)
{
return(null);
}
Pullenti.Morph.MorphClass cl = t1.GetMorphClassInDictionary();
if (cl.IsNoun || cl.IsAdjective)
{
Pullenti.Ner.ReferentToken rt = t1.Kit.ProcessReferent("PERSON", t1);
if (rt != null && rt.Referent.TypeName == "PERSON" && rt.BeginToken != rt.EndToken)
{
string e = rt.Referent.GetStringValue("LASTNAME");
if (e != null)
{
if (rt.EndToken.IsValue(e, null))
{
OrgItemEponymToken re = new OrgItemEponymToken(t, rt.EndToken);
re.Eponyms.Add(rt.EndToken.GetSourceText());
return(re);
}
}
}
}
Pullenti.Ner.NumberToken nt = Pullenti.Ner.Core.NumberHelper.TryParseAnniversary(t1);
if (nt != null && nt.Typ == Pullenti.Ner.NumberSpellingType.Age)
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(nt.EndToken.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
string s = string.Format("{0}-{1} {2}", nt.Value, (t.Kit.BaseLanguage.IsUa ? "РОКІВ" : "ЛЕТ"), Pullenti.Ner.Core.MiscHelper.GetTextValue(npt.BeginToken, npt.EndToken, Pullenti.Ner.Core.GetTextAttr.No));
OrgItemEponymToken res = new OrgItemEponymToken(t, npt.EndToken);
res.Eponyms.Add(s);
return(res);
}
}
List <PersonItemToken> its = PersonItemToken.TryAttach(t1);
if (its == null)
{
if ((t1 is Pullenti.Ner.ReferentToken) && (t1.GetReferent() is Pullenti.Ner.Geo.GeoReferent))
{
string s = Pullenti.Ner.Core.MiscHelper.GetTextValue(t1, t1, Pullenti.Ner.Core.GetTextAttr.No);
OrgItemEponymToken re = new OrgItemEponymToken(t, t1);
re.Eponyms.Add(s);
return(re);
}
return(null);
}
List <string> eponims = new List <string>();
int i = 0;
int j;
if (its[i].Typ == PersonItemType.LocaseWord)
{
i++;
}
if (i >= its.Count)
{
return(null);
}
if (!full)
{
if (its[i].BeginToken.Morph.Class.IsAdjective && !its[i].BeginToken.Morph.Class.IsProperSurname)
{
return(null);
}
}
if (its[i].Typ == PersonItemType.Initial)
{
i++;
while (true)
{
if ((i < its.Count) && its[i].Typ == PersonItemType.Initial)
{
i++;
}
if (i >= its.Count || ((its[i].Typ != PersonItemType.Surname && its[i].Typ != PersonItemType.Name)))
{
break;
}
eponims.Add(its[i].Value);
t1 = its[i].EndToken;
if ((i + 2) >= its.Count || its[i + 1].Typ != PersonItemType.And || its[i + 2].Typ != PersonItemType.Initial)
{
break;
}
i += 3;
}
}
else if (((i + 1) < its.Count) && its[i].Typ == PersonItemType.Name && its[i + 1].Typ == PersonItemType.Surname)
{
eponims.Add(its[i + 1].Value);
t1 = its[i + 1].EndToken;
i += 2;
if ((((i + 2) < its.Count) && its[i].Typ == PersonItemType.And && its[i + 1].Typ == PersonItemType.Name) && its[i + 2].Typ == PersonItemType.Surname)
{
eponims.Add(its[i + 2].Value);
t1 = its[i + 2].EndToken;
}
}
else if (its[i].Typ == PersonItemType.Surname)
{
if (its.Count == (i + 2) && its[i].Chars == its[i + 1].Chars)
{
its[i].Value += (" " + its[i + 1].Value);
its[i].EndToken = its[i + 1].EndToken;
its.RemoveAt(i + 1);
}
eponims.Add(its[i].Value);
if (((i + 1) < its.Count) && its[i + 1].Typ == PersonItemType.Name)
{
if ((i + 2) == its.Count)
{
i++;
}
else if (its[i + 2].Typ != PersonItemType.Surname)
{
i++;
}
}
else if (((i + 1) < its.Count) && its[i + 1].Typ == PersonItemType.Initial)
{
if ((i + 2) == its.Count)
{
i++;
}
else if (its[i + 2].Typ == PersonItemType.Initial && (i + 3) == its.Count)
{
i += 2;
}
}
else if (((i + 2) < its.Count) && its[i + 1].Typ == PersonItemType.And && its[i + 2].Typ == PersonItemType.Surname)
{
bool ok = true;
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(its[i + 2].BeginToken, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && !npt.Morph.Case.IsGenitive && !npt.Morph.Case.IsUndefined)
{
ok = false;
}
if (ok)
{
eponims.Add(its[i + 2].Value);
i += 2;
}
}
t1 = its[i].EndToken;
}
else if (its[i].Typ == PersonItemType.Name && holy)
{
t1 = its[i].EndToken;
bool sec = false;
if (((i + 1) < its.Count) && its[i].Chars == its[i + 1].Chars && its[i + 1].Typ != PersonItemType.Initial)
{
sec = true;
t1 = its[i + 1].EndToken;
}
if (sec)
{
eponims.Add(string.Format("СВЯТ.{0} {1}", its[i].Value, its[i + 1].Value));
}
else
{
eponims.Add(string.Format("СВЯТ.{0}", its[i].Value));
}
}
else if (full && (i + 1) == its.Count && ((its[i].Typ == PersonItemType.Name || its[i].Typ == PersonItemType.Surname)))
{
t1 = its[i].EndToken;
eponims.Add(its[i].Value);
}
else if ((its[i].Typ == PersonItemType.Name && its.Count == 3 && its[i + 1].Typ == PersonItemType.Name) && its[i + 2].Typ == PersonItemType.Surname)
{
t1 = its[i + 2].EndToken;
eponims.Add(string.Format("{0} {1} {2}", its[i].Value, its[i + 1].Value, its[i + 2].Value));
i += 2;
}
if (eponims.Count == 0)
{
return(null);
}
return(new OrgItemEponymToken(t, t1)
{
Eponyms = eponims
});
}
static int _canBeEditionFor(FragToken fr, FragToken edt)
{
if (edt == null || edt.Kind != Pullenti.Ner.Instrument.InstrumentKind.Editions || edt.Referents == null)
{
return(-1);
}
if (fr.SubNumber3 == 67)
{
}
Pullenti.Ner.Token t = edt.BeginToken;
if (t.IsChar('(') && t.Next != null)
{
t = t.Next;
}
if (t.IsValue("АБЗАЦ", null))
{
return(fr.Kind == Pullenti.Ner.Instrument.InstrumentKind.Indention ? 1 : -1);
}
Pullenti.Ner.Decree.Internal.PartToken pt = Pullenti.Ner.Decree.Internal.PartToken.TryAttach(t, null, false, false);
if (pt == null)
{
pt = Pullenti.Ner.Decree.Internal.PartToken.TryAttach(t, null, false, true);
}
if (pt == null)
{
return(0);
}
if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.Clause)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Clause)
{
return(-1);
}
}
else if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.Part)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.ClausePart && fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.DocPart && fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Item)
{
return(-1);
}
}
else if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.Item)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.ClausePart && fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Item && fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Subitem)
{
return(-1);
}
}
else if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.SubItem)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Subitem)
{
if (fr.Kind == Pullenti.Ner.Instrument.InstrumentKind.Item && t.IsValue("ПП", null))
{
}
else
{
return(-1);
}
}
}
else if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.Chapter)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Chapter)
{
return(-1);
}
}
else if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.Paragraph)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Paragraph)
{
return(-1);
}
}
else if (pt.Typ == Pullenti.Ner.Decree.Internal.PartToken.ItemType.Subparagraph)
{
if (fr.Kind != Pullenti.Ner.Instrument.InstrumentKind.Subparagraph)
{
return(-1);
}
}
if (pt.Values.Count == 0)
{
return(0);
}
if (fr.Number == 0)
{
return(-1);
}
if (fr.NumberString == pt.Values[0].Value)
{
return(1);
}
if (pt.Values[0].Value.EndsWith("." + fr.NumberString))
{
return(0);
}
if (fr.Number == Pullenti.Ner.Decree.Internal.PartToken.GetNumber(pt.Values[0].Value))
{
if (fr.SubNumber == 0)
{
return(1);
}
}
return(-1);
}
public static TitleItemToken TryAttach(Pullenti.Ner.Token t)
{
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt != null)
{
Pullenti.Ner.Token t1 = (Pullenti.Ner.Token)tt;
if (tt.Term == "ТЕМА")
{
TitleItemToken tit = TryAttach(tt.Next);
if (tit != null && tit.Typ == Types.Typ)
{
t1 = tit.EndToken;
if (t1.Next != null && t1.Next.IsChar(':'))
{
t1 = t1.Next;
}
return(new TitleItemToken(t, t1, Types.TypAndTheme)
{
Value = tit.Value
});
}
if (tt.Next != null && tt.Next.IsChar(':'))
{
t1 = tt.Next;
}
return(new TitleItemToken(tt, t1, Types.Theme));
}
if (tt.Term == "ПО" || tt.Term == "НА")
{
if (tt.Next != null && tt.Next.IsValue("ТЕМА", null))
{
t1 = tt.Next;
if (t1.Next != null && t1.Next.IsChar(':'))
{
t1 = t1.Next;
}
return(new TitleItemToken(tt, t1, Types.Theme));
}
}
if (tt.Term == "ПЕРЕВОД" || tt.Term == "ПЕР")
{
Pullenti.Ner.Token tt2 = tt.Next;
if (tt2 != null && tt2.IsChar('.'))
{
tt2 = tt2.Next;
}
if (tt2 is Pullenti.Ner.TextToken)
{
if ((tt2 as Pullenti.Ner.TextToken).Term == "C" || (tt2 as Pullenti.Ner.TextToken).Term == "С")
{
tt2 = tt2.Next;
if (tt2 is Pullenti.Ner.TextToken)
{
return(new TitleItemToken(t, tt2, Types.Translate));
}
}
}
}
if (tt.Term == "СЕКЦИЯ" || tt.Term == "SECTION" || tt.Term == "СЕКЦІЯ")
{
t1 = tt.Next;
if (t1 != null && t1.IsChar(':'))
{
t1 = t1.Next;
}
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t1, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t1 = br.EndToken;
}
else if (t1 != tt.Next)
{
for (; t1 != null; t1 = t1.Next)
{
if (t1.IsNewlineAfter)
{
break;
}
}
if (t1 == null)
{
return(null);
}
}
if (t1 != tt.Next)
{
return(new TitleItemToken(tt, t1, Types.Dust));
}
}
t1 = null;
if (tt.IsValue("СПЕЦИАЛЬНОСТЬ", "СПЕЦІАЛЬНІСТЬ"))
{
t1 = tt.Next;
}
else if (tt.Morph.Class.IsPreposition && tt.Next != null && tt.Next.IsValue("СПЕЦИАЛЬНОСТЬ", "СПЕЦІАЛЬНІСТЬ"))
{
t1 = tt.Next.Next;
}
else if (tt.IsChar('/') && tt.IsNewlineBefore)
{
t1 = tt.Next;
}
if (t1 != null)
{
if (t1.IsCharOf(":") || t1.IsHiphen)
{
t1 = t1.Next;
}
TitleItemToken spec = TryAttachSpeciality(t1, true);
if (spec != null)
{
spec.BeginToken = t;
return(spec);
}
}
}
TitleItemToken sss = TryAttachSpeciality(t, false);
if (sss != null)
{
return(sss);
}
if (t is Pullenti.Ner.ReferentToken)
{
return(null);
}
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
string s = npt.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Undefined, Pullenti.Morph.MorphGender.Undefined, false);
Pullenti.Ner.Core.TerminToken tok = m_Termins.TryParse(npt.EndToken, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
Types ty = (Types)tok.Termin.Tag;
if (ty == Types.Typ)
{
TitleItemToken tit = TryAttach(tok.EndToken.Next);
if (tit != null && tit.Typ == Types.Theme)
{
return new TitleItemToken(npt.BeginToken, tit.EndToken, Types.TypAndTheme)
{
Value = s
}
}
;
if (s == "РАБОТА" || s == "РОБОТА" || s == "ПРОЕКТ")
{
return(null);
}
Pullenti.Ner.Token t1 = tok.EndToken;
if (s == "ДИССЕРТАЦИЯ" || s == "ДИСЕРТАЦІЯ")
{
int err = 0;
for (Pullenti.Ner.Token ttt = t1.Next; ttt != null; ttt = ttt.Next)
{
if (ttt.Morph.Class.IsPreposition)
{
continue;
}
if (ttt.IsValue("СОИСКАНИЕ", ""))
{
continue;
}
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(ttt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.Noun.IsValue("СТЕПЕНЬ", "СТУПІНЬ"))
{
t1 = (ttt = npt1.EndToken);
continue;
}
Pullenti.Ner.ReferentToken rt = t1.Kit.ProcessReferent("PERSON", ttt);
if (rt != null && (rt.Referent is Pullenti.Ner.Person.PersonPropertyReferent))
{
Pullenti.Ner.Person.PersonPropertyReferent ppr = rt.Referent as Pullenti.Ner.Person.PersonPropertyReferent;
if (ppr.Name == "доктор наук")
{
t1 = rt.EndToken;
s = "ДОКТОРСКАЯ ДИССЕРТАЦИЯ";
break;
}
else if (ppr.Name == "кандидат наук")
{
t1 = rt.EndToken;
s = "КАНДИДАТСКАЯ ДИССЕРТАЦИЯ";
break;
}
else if (ppr.Name == "магистр")
{
t1 = rt.EndToken;
s = "МАГИСТЕРСКАЯ ДИССЕРТАЦИЯ";
break;
}
}
if (ttt.IsValue("ДОКТОР", null) || ttt.IsValue("КАНДИДАТ", null) || ttt.IsValue("МАГИСТР", "МАГІСТР"))
{
t1 = ttt;
npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(ttt.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.EndToken.IsValue("НАУК", null))
{
t1 = npt1.EndToken;
}
s = (ttt.IsValue("МАГИСТР", "МАГІСТР") ? "МАГИСТЕРСКАЯ ДИССЕРТАЦИЯ" : (ttt.IsValue("ДОКТОР", null) ? "ДОКТОРСКАЯ ДИССЕРТАЦИЯ" : "КАНДИДАТСКАЯ ДИССЕРТАЦИЯ"));
break;
}
if ((++err) > 3)
{
break;
}
}
}
if (t1.Next != null && t1.Next.IsChar('.'))
{
t1 = t1.Next;
}
if (s.EndsWith("ОТЧЕТ") && t1.Next != null && t1.Next.IsValue("О", null))
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t1.Next, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition, 0, null);
if (npt1 != null && npt1.Morph.Case.IsPrepositional)
{
t1 = npt1.EndToken;
}
}
return(new TitleItemToken(npt.BeginToken, t1, ty)
{
Value = s
});
}
}
}
Pullenti.Ner.Core.TerminToken tok1 = m_Termins.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok1 != null)
{
Pullenti.Ner.Token t1 = tok1.EndToken;
TitleItemToken re = new TitleItemToken(tok1.BeginToken, t1, (Types)tok1.Termin.Tag);
return(re);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t, false, false))
{
tok1 = m_Termins.TryParse(t.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok1 != null && Pullenti.Ner.Core.BracketHelper.CanBeEndOfSequence(tok1.EndToken.Next, false, null, false))
{
Pullenti.Ner.Token t1 = tok1.EndToken.Next;
return(new TitleItemToken(tok1.BeginToken, t1, (Types)tok1.Termin.Tag));
}
}
return(null);
}
public static BlockLine Create(Pullenti.Ner.Token t, Pullenti.Ner.Core.TerminCollection names)
{
if (t == null)
{
return(null);
}
BlockLine res = new BlockLine(t, t);
for (Pullenti.Ner.Token tt = t; tt != null; tt = tt.Next)
{
if (tt != t && tt.IsNewlineBefore)
{
break;
}
else
{
res.EndToken = tt;
}
}
int nums = 0;
while (t != null && t.Next != null && t.EndChar <= res.EndChar)
{
if (t is Pullenti.Ner.NumberToken)
{
}
else
{
Pullenti.Ner.NumberToken rom = Pullenti.Ner.Core.NumberHelper.TryParseRoman(t);
if (rom != null && rom.EndToken.Next != null)
{
t = rom.EndToken;
}
else
{
break;
}
}
if (t.Next.IsChar('.'))
{
}
else if ((t.Next is Pullenti.Ner.TextToken) && !t.Next.Chars.IsAllLower)
{
}
else
{
break;
}
res.NumberEnd = t;
t = t.Next;
if (t.IsChar('.') && t.Next != null)
{
res.NumberEnd = t;
t = t.Next;
}
if (t.IsNewlineBefore)
{
return(res);
}
nums++;
}
Pullenti.Ner.Core.TerminToken tok = m_Ontology.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok == null)
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.EndToken != npt1.BeginToken)
{
tok = m_Ontology.TryParse(npt1.Noun.BeginToken, Pullenti.Ner.Core.TerminParseAttr.No);
}
}
if (tok != null)
{
if (t.Previous != null && t.Previous.IsChar(':'))
{
tok = null;
}
}
if (tok != null)
{
BlkTyps typ = (BlkTyps)tok.Termin.Tag;
if (typ == BlkTyps.Conslusion)
{
if (t.IsNewlineAfter)
{
}
else if (t.Next != null && t.Next.Morph.Class.IsPreposition && t.Next.Next != null)
{
Pullenti.Ner.Core.TerminToken tok2 = m_Ontology.TryParse(t.Next.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok2 != null && ((BlkTyps)tok2.Termin.Tag) == BlkTyps.Chapter)
{
}
else
{
tok = null;
}
}
else
{
tok = null;
}
}
if (t.Kit.BaseLanguage != t.Morph.Language)
{
tok = null;
}
if (typ == BlkTyps.Index && !t.IsValue("ОГЛАВЛЕНИЕ", null))
{
if (!t.IsNewlineAfter && t.Next != null)
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && npt.IsNewlineAfter && npt.Morph.Case.IsGenitive)
{
tok = null;
}
else if (npt == null)
{
tok = null;
}
}
}
if ((typ == BlkTyps.Intro && tok != null && !tok.IsNewlineAfter) && t.IsValue("ВВЕДЕНИЕ", null))
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && npt.Morph.Case.IsGenitive)
{
tok = null;
}
}
if (tok != null)
{
if (res.NumberEnd == null)
{
res.NumberEnd = tok.EndToken;
if (res.NumberEnd.EndChar > res.EndChar)
{
res.EndToken = res.NumberEnd;
}
}
res.Typ = typ;
t = tok.EndToken;
if (t.Next != null && t.Next.IsCharOf(":."))
{
t = t.Next;
res.EndToken = t;
}
if (t.IsNewlineAfter || t.Next == null)
{
return(res);
}
t = t.Next;
}
}
if (t.IsChar('§') && (t.Next is Pullenti.Ner.NumberToken))
{
res.Typ = BlkTyps.Chapter;
res.NumberEnd = t;
t = t.Next;
}
if (names != null)
{
Pullenti.Ner.Core.TerminToken tok2 = names.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok2 != null && tok2.EndToken.IsNewlineAfter)
{
res.EndToken = tok2.EndToken;
res.IsExistName = true;
if (res.Typ == BlkTyps.Undefined)
{
BlockLine li2 = Create((res.NumberEnd == null ? null : res.NumberEnd.Next), null);
if (li2 != null && ((li2.Typ == BlkTyps.Literature || li2.Typ == BlkTyps.Intro || li2.Typ == BlkTyps.Conslusion)))
{
res.Typ = li2.Typ;
}
else
{
res.Typ = BlkTyps.Chapter;
}
}
return(res);
}
}
Pullenti.Ner.Token t1 = res.EndToken;
if ((((t1 is Pullenti.Ner.NumberToken) || t1.IsChar('.'))) && t1.Previous != null)
{
t1 = t1.Previous;
if (t1.IsChar('.'))
{
res.HasContentItemTail = true;
for (; t1 != null && t1.BeginChar > res.BeginChar; t1 = t1.Previous)
{
if (!t1.IsChar('.'))
{
break;
}
}
}
}
res.IsAllUpper = true;
for (; t != null && t.EndChar <= t1.EndChar; t = t.Next)
{
if (!(t is Pullenti.Ner.TextToken) || !t.Chars.IsLetter)
{
res.NotWords++;
}
else
{
Pullenti.Morph.MorphClass mc = t.GetMorphClassInDictionary();
if (mc.IsUndefined)
{
res.NotWords++;
}
else if (t.LengthChar > 2)
{
res.Words++;
}
if (!t.Chars.IsAllUpper)
{
res.IsAllUpper = false;
}
if ((t as Pullenti.Ner.TextToken).IsPureVerb)
{
if (!(t as Pullenti.Ner.TextToken).Term.EndsWith("ING"))
{
res.HasVerb = true;
}
}
}
}
if (res.Typ == BlkTyps.Undefined)
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse((res.NumberEnd == null ? res.BeginToken : res.NumberEnd.Next), Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
if (npt.Noun.IsValue("ХАРАКТЕРИСТИКА", null) || npt.Noun.IsValue("СОДЕРЖАНИЕ", "ЗМІСТ"))
{
bool ok = true;
for (Pullenti.Ner.Token tt = npt.EndToken.Next; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.IsChar('.'))
{
continue;
}
Pullenti.Ner.Core.NounPhraseToken npt2 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt2 == null || !npt2.Morph.Case.IsGenitive)
{
ok = false;
break;
}
tt = npt2.EndToken;
if (tt.EndChar > res.EndChar)
{
res.EndToken = tt;
if (!tt.IsNewlineAfter)
{
for (; res.EndToken.Next != null; res.EndToken = res.EndToken.Next)
{
if (res.EndToken.IsNewlineAfter)
{
break;
}
}
}
}
}
if (ok)
{
res.Typ = BlkTyps.Intro;
res.IsExistName = true;
}
}
else if (npt.Noun.IsValue("ВЫВОД", "ВИСНОВОК") || npt.Noun.IsValue("РЕЗУЛЬТАТ", "ДОСЛІДЖЕННЯ"))
{
bool ok = true;
for (Pullenti.Ner.Token tt = npt.EndToken.Next; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.IsCharOf(",.") || tt.IsAnd)
{
continue;
}
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null)
{
if (npt1.Noun.IsValue("РЕЗУЛЬТАТ", "ДОСЛІДЖЕННЯ") || npt1.Noun.IsValue("РЕКОМЕНДАЦИЯ", "РЕКОМЕНДАЦІЯ") || npt1.Noun.IsValue("ИССЛЕДОВАНИЕ", "ДОСЛІДЖЕННЯ"))
{
tt = npt1.EndToken;
if (tt.EndChar > res.EndChar)
{
res.EndToken = tt;
if (!tt.IsNewlineAfter)
{
for (; res.EndToken.Next != null; res.EndToken = res.EndToken.Next)
{
if (res.EndToken.IsNewlineAfter)
{
break;
}
}
}
}
continue;
}
}
ok = false;
break;
}
if (ok)
{
res.Typ = BlkTyps.Conslusion;
res.IsExistName = true;
}
}
if (res.Typ == BlkTyps.Undefined && npt != null && npt.EndChar <= res.EndChar)
{
bool ok = false;
int publ = 0;
if (_isPub(npt))
{
ok = true;
publ = 1;
}
else if ((npt.Noun.IsValue("СПИСОК", null) || npt.Noun.IsValue("УКАЗАТЕЛЬ", "ПОКАЖЧИК") || npt.Noun.IsValue("ПОЛОЖЕНИЕ", "ПОЛОЖЕННЯ")) || npt.Noun.IsValue("ВЫВОД", "ВИСНОВОК") || npt.Noun.IsValue("РЕЗУЛЬТАТ", "ДОСЛІДЖЕННЯ"))
{
if (npt.EndChar == res.EndChar)
{
return(null);
}
ok = true;
}
if (ok)
{
if (npt.BeginToken == npt.EndToken && npt.Noun.IsValue("СПИСОК", null) && npt.EndChar == res.EndChar)
{
ok = false;
}
for (Pullenti.Ner.Token tt = npt.EndToken.Next; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.IsCharOf(",.:") || tt.IsAnd || tt.Morph.Class.IsPreposition)
{
continue;
}
if (tt.IsValue("ОТРАЖЕНЫ", "ВІДОБРАЖЕНІ"))
{
continue;
}
npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt == null)
{
ok = false;
break;
}
if (((_isPub(npt) || npt.Noun.IsValue("РАБОТА", "РОБОТА") || npt.Noun.IsValue("ИССЛЕДОВАНИЕ", "ДОСЛІДЖЕННЯ")) || npt.Noun.IsValue("АВТОР", null) || npt.Noun.IsValue("ТРУД", "ПРАЦЯ")) || npt.Noun.IsValue("ТЕМА", null) || npt.Noun.IsValue("ДИССЕРТАЦИЯ", "ДИСЕРТАЦІЯ"))
{
tt = npt.EndToken;
if (_isPub(npt))
{
publ++;
}
if (tt.EndChar > res.EndChar)
{
res.EndToken = tt;
if (!tt.IsNewlineAfter)
{
for (; res.EndToken.Next != null; res.EndToken = res.EndToken.Next)
{
if (res.EndToken.IsNewlineAfter)
{
break;
}
}
}
}
continue;
}
ok = false;
break;
}
if (ok)
{
res.Typ = BlkTyps.Literature;
res.IsExistName = true;
if (publ == 0 && (res.EndChar < (((res.Kit.Sofa.Text.Length * 2) / 3))))
{
if (res.NumberEnd != null)
{
res.Typ = BlkTyps.Misc;
}
else
{
res.Typ = BlkTyps.Undefined;
}
}
}
}
}
}
}
return(res);
}
public static CanonicDecreeRefUri TryCreateCanonicDecreeRefUri(Pullenti.Ner.Token t)
{
if (!(t is Pullenti.Ner.ReferentToken))
{
return(null);
}
Pullenti.Ner.Decree.DecreeReferent dr = t.GetReferent() as Pullenti.Ner.Decree.DecreeReferent;
CanonicDecreeRefUri res;
if (dr != null)
{
if (dr.Kind == Pullenti.Ner.Decree.DecreeKind.Publisher)
{
return(null);
}
res = new CanonicDecreeRefUri(t.Kit.Sofa.Text)
{
Ref = dr, BeginChar = t.BeginChar, EndChar = t.EndChar
};
if ((t.Previous != null && t.Previous.IsChar('(') && t.Next != null) && t.Next.IsChar(')'))
{
return(res);
}
if ((t as Pullenti.Ner.ReferentToken).MiscAttrs != 0)
{
return(res);
}
Pullenti.Ner.ReferentToken rt = t as Pullenti.Ner.ReferentToken;
if (rt.BeginToken.IsChar('(') && rt.EndToken.IsChar(')'))
{
res = new CanonicDecreeRefUri(t.Kit.Sofa.Text)
{
Ref = dr, BeginChar = rt.BeginToken.Next.BeginChar, EndChar = rt.EndToken.Previous.EndChar
};
return(res);
}
List <DecreeToken> nextDecreeItems = null;
if ((t.Next != null && t.Next.IsCommaAnd && (t.Next.Next is Pullenti.Ner.ReferentToken)) && (t.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreeReferent))
{
nextDecreeItems = DecreeToken.TryAttachList((t.Next.Next as Pullenti.Ner.ReferentToken).BeginToken, null, 10, false);
if (nextDecreeItems != null && nextDecreeItems.Count > 1)
{
for (int i = 0; i < (nextDecreeItems.Count - 1); i++)
{
if (nextDecreeItems[i].IsNewlineAfter)
{
nextDecreeItems.RemoveRange(i + 1, nextDecreeItems.Count - i - 1);
break;
}
}
}
}
bool wasTyp = false;
bool wasNum = false;
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= t.EndChar; tt = tt.Next)
{
if (tt.BeginChar == t.BeginChar && tt.IsChar('(') && tt.Next != null)
{
res.BeginChar = tt.Next.BeginChar;
}
if (tt.IsChar('(') && tt.Next != null && tt.Next.IsValue("ДАЛЕЕ", null))
{
if (res.EndChar >= tt.BeginChar)
{
res.EndChar = tt.Previous.EndChar;
}
break;
}
if (tt.EndChar == t.EndChar && tt.IsChar(')'))
{
res.EndChar = tt.Previous.EndChar;
for (Pullenti.Ner.Token tt1 = tt.Previous; tt1 != null && tt1.BeginChar >= res.BeginChar; tt1 = tt1.Previous)
{
if (tt1.IsChar('(') && tt1.Previous != null)
{
if (res.BeginChar < tt1.Previous.BeginChar)
{
res.EndChar = tt1.Previous.EndChar;
}
}
}
}
List <DecreeToken> li = DecreeToken.TryAttachList(tt, null, 10, false);
if (li != null && li.Count > 0)
{
for (int ii = 0; ii < (li.Count - 1); ii++)
{
if (li[ii].Typ == DecreeToken.ItemType.Typ && li[ii + 1].Typ == DecreeToken.ItemType.Terr)
{
res.TypeWithGeo = Pullenti.Ner.Core.MiscHelper.GetTextValue(li[ii].BeginToken, li[ii + 1].EndToken, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominativeSingle);
}
}
if ((nextDecreeItems != null && nextDecreeItems.Count > 1 && (nextDecreeItems.Count < li.Count)) && nextDecreeItems[0].Typ != DecreeToken.ItemType.Typ)
{
int d = li.Count - nextDecreeItems.Count;
int j;
for (j = 0; j < nextDecreeItems.Count; j++)
{
if (nextDecreeItems[j].Typ != li[d + j].Typ)
{
break;
}
}
if (j >= nextDecreeItems.Count)
{
li.RemoveRange(0, d);
res.BeginChar = li[0].BeginChar;
}
}
else if ((nextDecreeItems != null && nextDecreeItems.Count == 1 && nextDecreeItems[0].Typ == DecreeToken.ItemType.Name) && li.Count == 2 && li[1].Typ == DecreeToken.ItemType.Name)
{
res.BeginChar = li[1].BeginChar;
res.EndChar = li[1].EndChar;
break;
}
else if ((nextDecreeItems != null && nextDecreeItems.Count == 1 && nextDecreeItems[0].Typ == DecreeToken.ItemType.Number) && li[li.Count - 1].Typ == DecreeToken.ItemType.Number)
{
res.BeginChar = li[li.Count - 1].BeginChar;
res.EndChar = li[li.Count - 1].EndChar;
}
for (int i = 0; i < li.Count; i++)
{
DecreeToken l = li[i];
if (l.BeginChar > t.EndChar)
{
li.RemoveRange(i, li.Count - i);
break;
}
if (l.Typ == DecreeToken.ItemType.Name)
{
if (!wasNum)
{
if (dr.Kind == Pullenti.Ner.Decree.DecreeKind.Contract)
{
continue;
}
if (((i + 1) < li.Count) && ((li[i + 1].Typ == DecreeToken.ItemType.Date || li[i + 1].Typ == DecreeToken.ItemType.Number)))
{
continue;
}
}
int ee = l.BeginToken.Previous.EndChar;
if (ee > res.BeginChar && (ee < res.EndChar))
{
res.EndChar = ee;
}
break;
}
if (l.Typ == DecreeToken.ItemType.Number)
{
wasNum = true;
}
if (i == 0)
{
if (l.Typ == DecreeToken.ItemType.Typ)
{
wasTyp = true;
}
else if (l.Typ == DecreeToken.ItemType.Owner || l.Typ == DecreeToken.ItemType.Org)
{
if (((i + 1) < li.Count) && ((li[1].Typ == DecreeToken.ItemType.Date || li[1].Typ == DecreeToken.ItemType.Number)))
{
wasTyp = true;
}
}
if (wasTyp)
{
Pullenti.Ner.Token tt0 = l.BeginToken.Previous;
if (tt0 != null && tt0.IsChar('.'))
{
tt0 = tt0.Previous;
}
if (tt0 != null && ((tt0.IsValue("УТВЕРЖДЕННЫЙ", null) || tt0.IsValue("УТВЕРДИТЬ", null) || tt0.IsValue("УТВ", null))))
{
if (l.BeginChar > res.BeginChar)
{
res.BeginChar = l.BeginChar;
if (res.EndChar < res.BeginChar)
{
res.EndChar = t.EndChar;
}
res.IsAdopted = true;
}
}
}
}
}
if (li.Count > 0)
{
tt = li[li.Count - 1].EndToken;
if (tt.IsChar(')'))
{
tt = tt.Previous;
}
continue;
}
}
if (wasTyp)
{
DecreeToken na = DecreeToken.TryAttachName(tt, dr.Typ0, true, false);
if (na != null && tt.BeginChar > t.BeginChar)
{
Pullenti.Ner.Token tt1 = na.EndToken.Next;
if (tt1 != null && tt1.IsCharOf(",()"))
{
tt1 = tt1.Next;
}
if (tt1 != null && (tt1.EndChar < t.EndChar))
{
if (tt1.IsValue("УТВЕРЖДЕННЫЙ", null) || tt1.IsValue("УТВЕРДИТЬ", null) || tt1.IsValue("УТВ", null))
{
tt = tt1;
continue;
}
}
if (tt.Previous != null && tt.Previous.IsChar(':') && na.EndChar <= res.EndChar)
{
res.BeginChar = tt.BeginChar;
break;
}
if (tt.Previous.EndChar > res.BeginChar)
{
res.EndChar = tt.Previous.EndChar;
break;
}
}
}
}
return(res);
}
Pullenti.Ner.Decree.DecreePartReferent dpr = t.GetReferent() as Pullenti.Ner.Decree.DecreePartReferent;
if (dpr == null)
{
return(null);
}
if ((t.Previous != null && t.Previous.IsHiphen && (t.Previous.Previous is Pullenti.Ner.ReferentToken)) && (t.Previous.Previous.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent))
{
if (Pullenti.Ner.Decree.DecreePartReferent.CreateRangeReferent(t.Previous.Previous.GetReferent() as Pullenti.Ner.Decree.DecreePartReferent, dpr) != null)
{
return(null);
}
}
Pullenti.Ner.Token t1 = t;
bool hasDiap = false;
Pullenti.Ner.ReferentToken DiapRef = null;
if ((t.Next != null && t.Next.IsHiphen && (t.Next.Next is Pullenti.Ner.ReferentToken)) && (t.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent))
{
Pullenti.Ner.Decree.DecreePartReferent diap = Pullenti.Ner.Decree.DecreePartReferent.CreateRangeReferent(dpr as Pullenti.Ner.Decree.DecreePartReferent, t.Next.Next.GetReferent() as Pullenti.Ner.Decree.DecreePartReferent);
if (diap != null)
{
dpr = diap;
hasDiap = true;
t1 = t.Next.Next;
DiapRef = t1 as Pullenti.Ner.ReferentToken;
}
}
res = new CanonicDecreeRefUri(t.Kit.Sofa.Text)
{
Ref = dpr, BeginChar = t.BeginChar, EndChar = t1.EndChar, IsDiap = hasDiap
};
if ((t.Previous != null && t.Previous.IsChar('(') && t1.Next != null) && t1.Next.IsChar(')'))
{
return(res);
}
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= t.EndChar; tt = tt.Next)
{
if (tt.GetReferent() is Pullenti.Ner.Decree.DecreeReferent)
{
if (tt.BeginChar > t.BeginChar)
{
res.EndChar = tt.Previous.EndChar;
if (tt.Previous.Morph.Class.IsPreposition && tt.Previous.Previous != null)
{
res.EndChar = tt.Previous.Previous.EndChar;
}
}
else if (tt.EndChar < t.EndChar)
{
res.BeginChar = tt.BeginChar;
}
break;
}
}
bool hasSameBefore = _hasSameDecree(t, dpr, true);
bool hasSameAfter = _hasSameDecree(t, dpr, false);
PartToken.ItemType ptmin = PartToken.ItemType.Prefix;
PartToken.ItemType ptmin2 = PartToken.ItemType.Prefix;
int max = 0;
int max2 = 00;
foreach (Pullenti.Ner.Slot s in dpr.Slots)
{
PartToken.ItemType pt = PartToken._getTypeByAttrName(s.TypeName);
if (pt == PartToken.ItemType.Prefix)
{
continue;
}
int co = PartToken._getRank(pt);
if (co < 1)
{
if (pt == PartToken.ItemType.Part && dpr.FindSlot(Pullenti.Ner.Decree.DecreePartReferent.ATTR_CLAUSE, null, true) != null)
{
co = PartToken._getRank(PartToken.ItemType.Paragraph);
}
else
{
continue;
}
}
if (co > max)
{
max2 = max;
ptmin2 = ptmin;
max = co;
ptmin = pt;
}
else if (co > max2)
{
max2 = co;
ptmin2 = pt;
}
}
if (ptmin != PartToken.ItemType.Prefix)
{
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.BeginChar >= res.BeginChar)
{
PartToken pt = PartToken.TryAttach(tt, null, false, false);
if (pt != null && pt.Typ == ptmin)
{
res.BeginChar = pt.BeginChar;
res.EndChar = pt.EndChar;
if (pt.Typ == PartToken.ItemType.Appendix && pt.EndToken.IsValue("К", null) && pt.BeginToken != pt.EndToken)
{
res.EndChar = pt.EndToken.Previous.EndChar;
}
if (pt.EndChar == t.EndChar)
{
if ((t.Next != null && t.Next.IsCommaAnd && (t.Next.Next is Pullenti.Ner.ReferentToken)) && (t.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent))
{
Pullenti.Ner.Token tt1 = (t.Next.Next as Pullenti.Ner.ReferentToken).BeginToken;
bool ok = true;
if (tt1.Chars.IsLetter)
{
ok = false;
}
if (ok)
{
foreach (PartToken.PartValue v in pt.Values)
{
res.BeginChar = v.BeginChar;
res.EndChar = v.EndChar;
break;
}
}
}
}
if (!hasDiap)
{
return(res);
}
break;
}
}
}
if (hasDiap && DiapRef != null)
{
for (Pullenti.Ner.Token tt = DiapRef.BeginToken; tt != null && tt.EndChar <= DiapRef.EndChar; tt = tt.Next)
{
if (tt.IsChar(','))
{
break;
}
if (tt != DiapRef.BeginToken && tt.IsWhitespaceBefore)
{
break;
}
res.EndChar = tt.EndChar;
}
return(res);
}
}
if (((hasSameBefore || hasSameAfter)) && ptmin != PartToken.ItemType.Prefix)
{
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.BeginChar >= res.BeginChar)
{
PartToken pt = (!hasSameBefore ? PartToken.TryAttach(tt, null, false, false) : null);
if (pt != null)
{
if (pt.Typ == ptmin)
{
foreach (PartToken.PartValue v in pt.Values)
{
res.BeginChar = v.BeginChar;
res.EndChar = v.EndChar;
return(res);
}
}
tt = pt.EndToken;
continue;
}
if ((tt is Pullenti.Ner.NumberToken) && tt.BeginChar == res.BeginChar)
{
res.EndChar = tt.EndChar;
for (; tt != null && tt.Next != null;)
{
if (!tt.Next.IsChar('.') || tt.IsWhitespaceAfter || tt.Next.IsWhitespaceAfter)
{
break;
}
if (!(tt.Next.Next is Pullenti.Ner.NumberToken))
{
break;
}
tt = tt.Next.Next;
res.EndChar = tt.EndChar;
}
if (tt.Next != null && tt.Next.IsHiphen)
{
if (tt.Next.Next is Pullenti.Ner.NumberToken)
{
tt = tt.Next.Next;
res.EndChar = tt.EndChar;
for (; tt != null && tt.Next != null;)
{
if (!tt.Next.IsChar('.') || tt.IsWhitespaceAfter || tt.Next.IsWhitespaceAfter)
{
break;
}
if (!(tt.Next.Next is Pullenti.Ner.NumberToken))
{
break;
}
tt = tt.Next.Next;
res.EndChar = tt.EndChar;
}
}
else if (tt.Next.Next != null && (tt.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent) && hasDiap)
{
res.EndChar = (tt.Next.Next as Pullenti.Ner.MetaToken).BeginToken.EndChar;
}
}
return(res);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(tt, true, false) && tt.BeginChar == res.BeginChar && hasSameBefore)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null && br.EndToken.Previous == tt.Next)
{
res.EndChar = br.EndChar;
return(res);
}
}
}
}
return(res);
}
if (!hasSameBefore && !hasSameAfter && ptmin != PartToken.ItemType.Prefix)
{
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.BeginChar >= res.BeginChar)
{
List <PartToken> pts = PartToken.TryAttachList(tt, false, 40);
if (pts == null || pts.Count == 0)
{
break;
}
for (int i = 0; i < pts.Count; i++)
{
if (pts[i].Typ == ptmin)
{
res.BeginChar = pts[i].BeginChar;
res.EndChar = pts[i].EndChar;
tt = pts[i].EndToken;
if (tt.Next != null && tt.Next.IsHiphen)
{
if (tt.Next.Next is Pullenti.Ner.NumberToken)
{
res.EndChar = tt.Next.Next.EndChar;
}
else if (tt.Next.Next != null && (tt.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent) && hasDiap)
{
res.EndChar = (tt.Next.Next as Pullenti.Ner.MetaToken).BeginToken.EndChar;
}
}
return(res);
}
}
}
}
}
return(res);
}
public static List <BlockTitleToken> TryAttachList(Pullenti.Ner.Token t)
{
BlockTitleToken content = null;
BlockTitleToken intro = null;
List <BlockTitleToken> lits = null;
for (Pullenti.Ner.Token tt = t; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore)
{
BlockTitleToken btt = TryAttach(tt, false, null);
if (btt == null)
{
continue;
}
if (btt.Typ == BlkTyps.Index)
{
content = btt;
break;
}
if (btt.Typ == BlkTyps.Intro)
{
Pullenti.Ner.Token tt2 = btt.EndToken.Next;
for (int k = 0; k < 5; k++)
{
BlockLine li = BlockLine.Create(tt2, null);
if (li == null)
{
break;
}
if (li.HasContentItemTail || li.Typ == BlkTyps.IndexItem)
{
content = btt;
break;
}
if (li.HasVerb)
{
break;
}
if (li.Typ != BlkTyps.Undefined)
{
if ((li.BeginChar - btt.EndChar) < 400)
{
content = btt;
break;
}
}
tt2 = li.EndToken.Next;
}
if (content == null)
{
intro = btt;
}
break;
}
if (btt.Typ == BlkTyps.Literature)
{
if (lits == null)
{
lits = new List <BlockTitleToken>();
}
lits.Add(btt);
}
}
}
if (content == null && intro == null && ((lits == null || lits.Count != 1)))
{
return(null);
}
List <BlockTitleToken> res = new List <BlockTitleToken>();
Pullenti.Ner.Core.TerminCollection chapterNames = new Pullenti.Ner.Core.TerminCollection();
Pullenti.Ner.Token t0 = null;
if (content != null)
{
res.Add(content);
int cou = 0;
int err = 0;
for (Pullenti.Ner.Token tt = content.EndToken.Next; tt != null; tt = tt.Next)
{
if (!tt.IsNewlineBefore)
{
continue;
}
BlockLine li = BlockLine.Create(tt, null);
if (li == null)
{
break;
}
if (li.HasVerb)
{
if (li.EndToken.IsChar('.'))
{
break;
}
if (li.LengthChar > 100)
{
break;
}
}
BlockTitleToken btt = TryAttach(tt, true, null);
if (btt == null)
{
continue;
}
err = 0;
if (btt.Typ == BlkTyps.Intro)
{
if (content.Typ == BlkTyps.Intro || cou > 2)
{
break;
}
}
cou++;
tt = (content.EndToken = btt.EndToken);
if (btt.Value != null)
{
chapterNames.AddString(btt.Value, null, null, false);
}
}
content.Typ = BlkTyps.Index;
t0 = content.EndToken.Next;
}
else if (intro != null)
{
t0 = intro.BeginToken;
}
else if (lits != null)
{
t0 = t;
}
else
{
return(null);
}
bool first = true;
for (Pullenti.Ner.Token tt = t0; tt != null; tt = tt.Next)
{
if (!tt.IsNewlineBefore)
{
continue;
}
if (tt.IsValue("СЛАБОЕ", null))
{
}
BlockTitleToken btt = TryAttach(tt, false, chapterNames);
if (btt == null)
{
continue;
}
if (res.Count == 104)
{
}
tt = btt.EndToken;
if (content != null && btt.Typ == BlkTyps.Index)
{
continue;
}
if (res.Count > 0 && res[res.Count - 1].Typ == BlkTyps.Literature)
{
if (btt.Typ != BlkTyps.Appendix && btt.Typ != BlkTyps.Misc && btt.Typ != BlkTyps.Literature)
{
if (btt.Typ == BlkTyps.Chapter && (res[res.Count - 1].EndChar < ((tt.Kit.Sofa.Text.Length * 3) / 4)))
{
}
else
{
continue;
}
}
}
if (first)
{
if ((tt.BeginChar - t0.BeginChar) > 300)
{
BlockTitleToken btt0 = new BlockTitleToken(t0, (t0.Previous == null ? t0 : t0.Previous));
btt0.Typ = BlkTyps.Chapter;
btt0.Value = "Похоже на начало";
res.Add(btt0);
}
}
res.Add(btt);
tt = btt.EndToken;
first = false;
}
for (int i = 0; i < (res.Count - 1); i++)
{
if (res[i].Typ == BlkTyps.Literature && res[i + 1].Typ == res[i].Typ)
{
res.RemoveAt(i + 1);
i--;
}
}
return(res);
}
public static List <SentItem> ParseNearItems(Pullenti.Ner.Token t, Pullenti.Ner.Token t1, int lev, List <SentItem> prev)
{
if (lev > 100)
{
return(null);
}
if (t == null || t.BeginChar > t1.EndChar)
{
return(null);
}
List <SentItem> res = new List <SentItem>();
if (t is Pullenti.Ner.ReferentToken)
{
res.Add(new SentItem(t as Pullenti.Ner.MetaToken));
return(res);
}
DelimToken delim = DelimToken.TryParse(t);
if (delim != null)
{
res.Add(new SentItem(delim));
return(res);
}
Pullenti.Ner.Core.ConjunctionToken conj = Pullenti.Ner.Core.ConjunctionHelper.TryParse(t);
if (conj != null)
{
res.Add(new SentItem(conj));
return(res);
}
Pullenti.Ner.Core.PrepositionToken prep = Pullenti.Ner.Core.PrepositionHelper.TryParse(t);
Pullenti.Ner.Token t111 = (prep == null ? t : prep.EndToken.Next);
if ((t111 is Pullenti.Ner.NumberToken) && ((t111.Morph.Class.IsAdjective && !t111.Morph.Class.IsNoun)))
{
t111 = null;
}
Pullenti.Ner.Measure.Internal.NumbersWithUnitToken num = (t111 == null ? null : Pullenti.Ner.Measure.Internal.NumbersWithUnitToken.TryParse(t111, null, false, false, false, false));
if (num != null)
{
if (num.Units.Count == 0)
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(num.EndToken.Next, m_NptAttrs, 0, null);
if (npt1 == null && num.EndToken.Next != null && num.EndToken.Next.IsValue("РАЗ", null))
{
npt1 = new Pullenti.Ner.Core.NounPhraseToken(num.EndToken.Next, num.EndToken.Next);
npt1.Noun = new Pullenti.Ner.MetaToken(num.EndToken.Next, num.EndToken.Next);
}
if (npt1 != null && prep != null)
{
if (npt1.Noun.EndToken.IsValue("РАЗ", null))
{
npt1.Morph.RemoveItems(prep.NextCase);
}
else if (((npt1.Morph.Case & prep.NextCase)).IsUndefined)
{
npt1 = null;
}
else
{
npt1.Morph.RemoveItems(prep.NextCase);
}
}
if ((npt1 != null && npt1.EndToken.IsValue("ОНИ", null) && npt1.Preposition != null) && npt1.Preposition.Normal == "ИЗ")
{
npt1.Morph = new Pullenti.Ner.MorphCollection(num.EndToken.Morph);
npt1.Preposition = null;
string nn = num.ToString();
SentItem si1 = new SentItem(npt1);
if (nn == "1" && (num.EndToken is Pullenti.Ner.NumberToken) && (num.EndToken as Pullenti.Ner.NumberToken).EndToken.IsValue("ОДИН", null))
{
Pullenti.Semantic.SemAttribute a = new Pullenti.Semantic.SemAttribute()
{
Typ = Pullenti.Semantic.SemAttributeType.OneOf, Spelling = (num.EndToken as Pullenti.Ner.NumberToken).EndToken.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Singular, Pullenti.Morph.MorphGender.Undefined, false)
};
SemAttributeEx aex = new SemAttributeEx(num)
{
Attr = a
};
si1.Attrs = new List <SemAttributeEx>();
si1.Attrs.Add(aex);
}
else
{
si1.Quant = new Pullenti.Semantic.SemQuantity(nn, num.BeginToken, num.EndToken);
}
if (prep != null)
{
si1.Prep = prep.Normal;
}
res.Add(si1);
return(res);
}
if (npt1 != null)
{
SentItem si1 = new SentItem(npt1)
{
Quant = new Pullenti.Semantic.SemQuantity(num.ToString(), num.BeginToken, num.EndToken)
};
if (prep != null)
{
si1.Prep = prep.Normal;
}
if (npt1.EndToken.IsValue("РАЗ", null))
{
si1.Typ = SentItemType.Formula;
}
if (((npt1.Morph.Number & Pullenti.Morph.MorphNumber.Plural)) == Pullenti.Morph.MorphNumber.Undefined && si1.Quant.Spelling != "1")
{
bool ok = false;
if (si1.Quant.Spelling.EndsWith("1"))
{
ok = true;
}
else if (si1.Typ == SentItemType.Formula)
{
ok = true;
}
else if (si1.Quant.Spelling.EndsWith("2") && npt1.Morph.Case.IsGenitive)
{
ok = true;
}
else if (si1.Quant.Spelling.EndsWith("3") && npt1.Morph.Case.IsGenitive)
{
ok = true;
}
else if (si1.Quant.Spelling.EndsWith("4") && npt1.Morph.Case.IsGenitive)
{
ok = true;
}
if (ok)
{
npt1.Morph = new Pullenti.Ner.MorphCollection();
npt1.Morph.Number = Pullenti.Morph.MorphNumber.Plural;
}
}
res.Add(si1);
return(res);
}
}
num.BeginToken = t;
num.Morph = new Pullenti.Ner.MorphCollection(num.EndToken.Morph);
SentItem si = new SentItem(num);
if (prep != null)
{
si.Prep = prep.Normal;
}
res.Add(si);
if (si.Prep == "НА")
{
AdverbToken aa = AdverbToken.TryParse(si.EndToken.Next);
if (aa != null && ((aa.Typ == Pullenti.Semantic.SemAttributeType.Less || aa.Typ == Pullenti.Semantic.SemAttributeType.Great)))
{
si.AddAttr(aa);
si.EndToken = aa.EndToken;
}
}
return(res);
}
Pullenti.Morph.MorphClass mc = t.GetMorphClassInDictionary();
AdverbToken adv = AdverbToken.TryParse(t);
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, m_NptAttrs, 0, null);
if (npt != null && (npt.EndToken is Pullenti.Ner.TextToken) && (npt.EndToken as Pullenti.Ner.TextToken).Term == "БЫЛИ")
{
npt = null;
}
if (npt != null && adv != null)
{
if (adv.EndChar > npt.EndChar)
{
npt = null;
}
else if (adv.EndChar == npt.EndChar)
{
res.Add(new SentItem(npt));
res.Add(new SentItem(adv));
return(res);
}
}
if (npt != null && npt.Adjectives.Count == 0)
{
if (npt.EndToken.IsValue("КОТОРЫЙ", null) && t.Previous != null && t.Previous.IsCommaAnd)
{
List <SentItem> res1 = ParseSubsent(npt, t1, lev + 1, prev);
if (res1 != null)
{
return(res1);
}
}
if (npt.EndToken.IsValue("СКОЛЬКО", null))
{
Pullenti.Ner.Token tt1 = npt.EndToken.Next;
if (tt1 != null && tt1.IsValue("ВСЕГО", null))
{
tt1 = tt1.Next;
}
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt1, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && !npt1.Morph.Case.IsUndefined && prep != null)
{
if (((prep.NextCase & npt1.Morph.Case)).IsUndefined)
{
npt1 = null;
}
else
{
npt1.Morph.RemoveItems(prep.NextCase);
}
}
if (npt1 != null)
{
npt1.BeginToken = npt.BeginToken;
npt1.Preposition = npt.Preposition;
npt1.Adjectives.Add(new Pullenti.Ner.MetaToken(npt.EndToken, npt.EndToken));
npt = npt1;
}
}
if (npt.EndToken.Morph.Class.IsAdjective)
{
if (Pullenti.Ner.Core.VerbPhraseHelper.TryParse(t, true, false, false) != null)
{
npt = null;
}
}
}
Pullenti.Ner.Core.VerbPhraseToken vrb = null;
if (npt != null && npt.Adjectives.Count > 0)
{
vrb = Pullenti.Ner.Core.VerbPhraseHelper.TryParse(t, true, false, false);
if (vrb != null && vrb.FirstVerb.IsParticiple)
{
npt = null;
}
}
else if (adv == null || npt != null)
{
vrb = Pullenti.Ner.Core.VerbPhraseHelper.TryParse(t, true, false, false);
}
if (npt != null)
{
res.Add(new SentItem(npt));
}
if (vrb != null && !vrb.FirstVerb.IsParticiple && !vrb.FirstVerb.IsDeeParticiple)
{
List <Pullenti.Morph.MorphWordForm> vars = new List <Pullenti.Morph.MorphWordForm>();
foreach (Pullenti.Morph.MorphBaseInfo wf in vrb.FirstVerb.Morph.Items)
{
if (wf.Class.IsVerb && (wf is Pullenti.Morph.MorphWordForm) && (wf as Pullenti.Morph.MorphWordForm).IsInDictionary)
{
vars.Add(wf as Pullenti.Morph.MorphWordForm);
}
}
if (vars.Count < 2)
{
res.Add(new SentItem(vrb));
}
else
{
vrb.FirstVerb.VerbMorph = vars[0];
res.Add(new SentItem(vrb));
for (int i = 1; i < vars.Count; i++)
{
vrb = Pullenti.Ner.Core.VerbPhraseHelper.TryParse(t, false, false, false);
if (vrb == null)
{
break;
}
vrb.FirstVerb.VerbMorph = vars[i];
res.Add(new SentItem(vrb));
}
if (vars[0].Misc.Mood == Pullenti.Morph.MorphMood.Imperative && vars[1].Misc.Mood != Pullenti.Morph.MorphMood.Imperative)
{
SentItem rr = res[0];
res[0] = res[1];
res[1] = rr;
}
}
return(res);
}
if (vrb != null)
{
List <SentItem> res1 = ParseParticiples(vrb, t1, lev + 1);
if (res1 != null)
{
res.AddRange(res1);
}
}
if (res.Count > 0)
{
return(res);
}
if (adv != null)
{
if (adv.Typ == Pullenti.Semantic.SemAttributeType.Other)
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(adv.EndToken.Next, m_NptAttrs, 0, null);
if (npt1 != null && npt1.EndToken.IsValue("ОНИ", null) && npt1.Preposition != null)
{
SentItem si1 = new SentItem(npt1);
Pullenti.Semantic.SemAttribute a = new Pullenti.Semantic.SemAttribute()
{
Typ = Pullenti.Semantic.SemAttributeType.Other, Spelling = adv.EndToken.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Undefined, Pullenti.Morph.MorphGender.Undefined, false)
};
SemAttributeEx aex = new SemAttributeEx(num)
{
Attr = a
};
si1.Attrs = new List <SemAttributeEx>();
si1.Attrs.Add(aex);
if (prep != null)
{
si1.Prep = prep.Normal;
}
res.Add(si1);
return(res);
}
for (int i = prev.Count - 1; i >= 0; i--)
{
if (prev[i].Attrs != null)
{
foreach (SemAttributeEx a in prev[i].Attrs)
{
if (a.Attr.Typ == Pullenti.Semantic.SemAttributeType.OneOf)
{
SentItem si1 = new SentItem(prev[i].Source);
Pullenti.Semantic.SemAttribute aa = new Pullenti.Semantic.SemAttribute()
{
Typ = Pullenti.Semantic.SemAttributeType.Other, Spelling = adv.EndToken.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Undefined, Pullenti.Morph.MorphGender.Undefined, false)
};
SemAttributeEx aex = new SemAttributeEx(adv)
{
Attr = aa
};
si1.Attrs = new List <SemAttributeEx>();
si1.Attrs.Add(aex);
if (prep != null)
{
si1.Prep = prep.Normal;
}
si1.BeginToken = adv.BeginToken;
si1.EndToken = adv.EndToken;
res.Add(si1);
return(res);
}
}
}
}
}
res.Add(new SentItem(adv));
return(res);
}
if (mc.IsAdjective)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t, t)
{
Morph = new Pullenti.Ner.MorphCollection(t.Morph)
};
npt.Noun = new Pullenti.Ner.MetaToken(t, t);
res.Add(new SentItem(npt));
return(res);
}
return(null);
}
public static MeasureToken TryParse(Pullenti.Ner.Token t, Pullenti.Ner.Core.TerminCollection addUnits, bool canBeSet = true, bool canUnitsAbsent = false, bool isResctriction = false, bool isSubval = false)
{
if (!(t is Pullenti.Ner.TextToken))
{
return(null);
}
if (t.IsTableControlChar)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
Pullenti.Ner.MetaToken whd = null;
int minmax = 0;
Pullenti.Ner.Token tt = NumbersWithUnitToken._isMinOrMax(t0, ref minmax);
if (tt != null)
{
t = tt.Next;
}
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition | Pullenti.Ner.Core.NounPhraseParseAttr.IgnoreBrackets, 0, null);
if (npt == null)
{
whd = NumbersWithUnitToken._tryParseWHL(t);
if (whd != null)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, whd.EndToken);
}
else if (t0.IsValue("КПД", null))
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
}
else if ((t0 is Pullenti.Ner.TextToken) && t0.LengthChar > 3 && t0.GetMorphClassInDictionary().IsUndefined)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
}
else if (t0.IsValue("T", null) && t0.Chars.IsAllLower)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
t = t0;
if (t.Next != null && t.Next.IsChar('='))
{
npt.EndToken = t.Next;
}
}
else if ((t0 is Pullenti.Ner.TextToken) && t0.Chars.IsLetter && isSubval)
{
if (NumbersWithUnitToken.TryParse(t, addUnits, false, false, false, false) != null)
{
return(null);
}
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
for (t = t0.Next; t != null; t = t.Next)
{
if (t.WhitespacesBeforeCount > 2)
{
break;
}
else if (!(t is Pullenti.Ner.TextToken))
{
break;
}
else if (!t.Chars.IsLetter)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
npt.EndToken = (t = br.EndToken);
}
else
{
break;
}
}
else if (NumbersWithUnitToken.TryParse(t, addUnits, false, false, false, false) != null)
{
break;
}
else
{
npt.EndToken = t;
}
}
}
else
{
return(null);
}
}
else if (Pullenti.Ner.Core.NumberHelper.TryParseRealNumber(t, true, false) != null)
{
return(null);
}
else
{
Pullenti.Ner.Date.Internal.DateItemToken dtok = Pullenti.Ner.Date.Internal.DateItemToken.TryAttach(t, null, false);
if (dtok != null)
{
return(null);
}
}
Pullenti.Ner.Token t1 = npt.EndToken;
t = npt.EndToken;
Pullenti.Ner.MetaToken name = new Pullenti.Ner.MetaToken(npt.BeginToken, npt.EndToken)
{
Morph = npt.Morph
};
List <UnitToken> units = null;
List <UnitToken> units2 = null;
List <MeasureToken> internals = new List <MeasureToken>();
bool not = false;
for (tt = t1.Next; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore)
{
break;
}
if (tt.IsTableControlChar)
{
break;
}
Pullenti.Ner.Token tt2 = NumbersWithUnitToken._isMinOrMax(tt, ref minmax);
if (tt2 != null)
{
t1 = (t = (tt = tt2));
continue;
}
if ((tt.IsValue("БЫТЬ", null) || tt.IsValue("ДОЛЖЕН", null) || tt.IsValue("ДОЛЖНЫЙ", null)) || tt.IsValue("МОЖЕТ", null) || ((tt.IsValue("СОСТАВЛЯТЬ", null) && !tt.GetMorphClassInDictionary().IsAdjective)))
{
t1 = (t = tt);
if (tt.Previous.IsValue("НЕ", null))
{
not = true;
}
continue;
}
Pullenti.Ner.MetaToken www = NumbersWithUnitToken._tryParseWHL(tt);
if (www != null)
{
whd = www;
t1 = (t = (tt = www.EndToken));
continue;
}
if (tt.IsValue("ПРИ", null))
{
MeasureToken mt1 = TryParse(tt.Next, addUnits, false, false, true, false);
if (mt1 != null)
{
internals.Add(mt1);
t1 = (t = (tt = mt1.EndToken));
continue;
}
NumbersWithUnitToken n1 = NumbersWithUnitToken.TryParse(tt.Next, addUnits, false, false, false, false);
if (n1 != null && n1.Units.Count > 0)
{
mt1 = new MeasureToken(n1.BeginToken, n1.EndToken)
{
Nums = n1
};
internals.Add(mt1);
t1 = (t = (tt = mt1.EndToken));
continue;
}
}
if (tt.IsValue("ПО", null) && tt.Next != null && tt.Next.IsValue("U", null))
{
t1 = (t = (tt = tt.Next));
continue;
}
if (internals.Count > 0)
{
if (tt.IsChar(':'))
{
break;
}
MeasureToken mt1 = TryParse(tt.Next, addUnits, false, false, true, false);
if (mt1 != null && mt1.Reliable)
{
internals.Add(mt1);
t1 = (t = (tt = mt1.EndToken));
continue;
}
}
if ((tt is Pullenti.Ner.NumberToken) && (tt as Pullenti.Ner.NumberToken).Typ == Pullenti.Ner.NumberSpellingType.Words)
{
Pullenti.Ner.Core.NounPhraseToken npt3 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParseNumericAsAdjective, 0, null);
if (npt3 != null)
{
t1 = (tt = npt3.EndToken);
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
}
if (((tt.IsHiphen && !tt.IsWhitespaceBefore && !tt.IsWhitespaceAfter) && (tt.Next is Pullenti.Ner.NumberToken) && (tt.Previous is Pullenti.Ner.TextToken)) && tt.Previous.Chars.IsAllUpper)
{
t1 = (tt = (t = tt.Next));
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
if (((tt is Pullenti.Ner.NumberToken) && !tt.IsWhitespaceBefore && (tt.Previous is Pullenti.Ner.TextToken)) && tt.Previous.Chars.IsAllUpper)
{
t1 = (t = tt);
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
if ((((tt is Pullenti.Ner.NumberToken) && !tt.IsWhitespaceAfter && tt.Next.IsHiphen) && !tt.Next.IsWhitespaceAfter && (tt.Next.Next is Pullenti.Ner.TextToken)) && tt.Next.Next.LengthChar > 2)
{
t1 = (t = (tt = tt.Next.Next));
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.EndChar > tt.EndChar)
{
t1 = (t = (tt = npt1.EndToken));
}
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
if ((tt is Pullenti.Ner.NumberToken) && tt.Previous != null)
{
if (tt.Previous.IsValue("USB", null))
{
t1 = (t = tt);
if (internals.Count == 0)
{
name.EndToken = t1;
}
for (Pullenti.Ner.Token ttt = tt.Next; ttt != null; ttt = ttt.Next)
{
if (ttt.IsWhitespaceBefore)
{
break;
}
if (ttt.IsCharOf(",:"))
{
break;
}
t1 = (t = (tt = ttt));
if (internals.Count == 0)
{
name.EndToken = t1;
}
}
continue;
}
}
NumbersWithUnitToken mt0 = NumbersWithUnitToken.TryParse(tt, addUnits, false, false, false, false);
if (mt0 != null)
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParseNumericAsAdjective | Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition, 0, null);
if (npt1 != null && npt1.EndChar > mt0.EndChar)
{
t1 = (t = (tt = npt1.EndToken));
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
break;
}
if (((tt.IsComma || tt.IsChar('('))) && tt.Next != null)
{
www = NumbersWithUnitToken._tryParseWHL(tt.Next);
if (www != null)
{
whd = www;
t1 = (t = (tt = www.EndToken));
if (tt.Next != null && tt.Next.IsComma)
{
t1 = (tt = tt.Next);
}
if (tt.Next != null && tt.Next.IsChar(')'))
{
t1 = (tt = tt.Next);
continue;
}
}
List <UnitToken> uu = UnitToken.TryParseList(tt.Next, addUnits, false);
if (uu != null)
{
t1 = (t = uu[uu.Count - 1].EndToken);
units = uu;
if (tt.IsChar('(') && t1.Next != null && t1.Next.IsChar(')'))
{
t1 = (t = (tt = t1.Next));
continue;
}
else if (t1.Next != null && t1.Next.IsChar('('))
{
uu = UnitToken.TryParseList(t1.Next.Next, addUnits, false);
if (uu != null && uu[uu.Count - 1].EndToken.Next != null && uu[uu.Count - 1].EndToken.Next.IsChar(')'))
{
units2 = uu;
t1 = (t = (tt = uu[uu.Count - 1].EndToken.Next));
continue;
}
www = NumbersWithUnitToken._tryParseWHL(t1.Next);
if (www != null)
{
whd = www;
t1 = (t = (tt = www.EndToken));
continue;
}
}
if (uu != null && uu.Count > 0 && !uu[0].IsDoubt)
{
break;
}
if (t1.Next != null)
{
if (t1.Next.IsTableControlChar || t1.IsNewlineAfter)
{
break;
}
}
units = null;
}
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(tt, false, false) && !(tt.Next is Pullenti.Ner.NumberToken))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t1 = (t = (tt = br.EndToken));
continue;
}
}
if (tt.IsValue("НЕ", null) && tt.Next != null)
{
Pullenti.Morph.MorphClass mc = tt.Next.GetMorphClassInDictionary();
if (mc.IsAdverb || mc.IsMisc)
{
break;
}
continue;
}
if (tt.IsValue("ЯМЗ", null))
{
}
Pullenti.Ner.Core.NounPhraseToken npt2 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition | Pullenti.Ner.Core.NounPhraseParseAttr.IgnoreBrackets | Pullenti.Ner.Core.NounPhraseParseAttr.ParsePronouns, 0, null);
if (npt2 == null)
{
if (tt.Morph.Class.IsPreposition || tt.Morph.Class.IsConjunction)
{
Pullenti.Ner.Core.TerminToken to = NumbersWithUnitToken.m_Termins.TryParse(tt, Pullenti.Ner.Core.TerminParseAttr.No);
if (to != null)
{
if ((to.EndToken.Next is Pullenti.Ner.TextToken) && to.EndToken.Next.IsLetters)
{
}
else
{
break;
}
}
t1 = tt;
continue;
}
Pullenti.Morph.MorphClass mc = tt.GetMorphClassInDictionary();
if (((tt is Pullenti.Ner.TextToken) && tt.Chars.IsLetter && tt.LengthChar > 1) && (((tt.Chars.IsAllUpper || mc.IsAdverb || mc.IsUndefined) || mc.IsAdjective)))
{
List <UnitToken> uu = UnitToken.TryParseList(tt, addUnits, false);
if (uu != null)
{
if (uu[0].LengthChar > 1 || uu.Count > 1)
{
units = uu;
t1 = (t = uu[uu.Count - 1].EndToken);
break;
}
}
t1 = (t = tt);
if (internals.Count == 0)
{
name.EndToken = tt;
}
continue;
}
if (tt.IsComma)
{
continue;
}
if (tt.IsChar('.'))
{
if (!Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(tt.Next))
{
continue;
}
List <UnitToken> uu = UnitToken.TryParseList(tt.Next, addUnits, false);
if (uu != null)
{
if (uu[0].LengthChar > 2 || uu.Count > 1)
{
units = uu;
t1 = (t = uu[uu.Count - 1].EndToken);
break;
}
}
}
break;
}
t1 = (t = (tt = npt2.EndToken));
if (internals.Count > 0)
{
}
else if (t.IsValue("ПРЕДЕЛ", null) || t.IsValue("ГРАНИЦА", null) || t.IsValue("ДИАПАЗОН", null))
{
}
else if (t.Chars.IsLetter)
{
name.EndToken = t1;
}
}
Pullenti.Ner.Token t11 = t1;
for (t1 = t1.Next; t1 != null; t1 = t1.Next)
{
if (t1.IsTableControlChar)
{
}
else if (t1.IsCharOf(":,_"))
{
if (isResctriction)
{
return(null);
}
Pullenti.Ner.MetaToken www = NumbersWithUnitToken._tryParseWHL(t1.Next);
if (www != null)
{
whd = www;
t1 = (t = www.EndToken);
continue;
}
List <UnitToken> uu = UnitToken.TryParseList(t1.Next, addUnits, false);
if (uu != null)
{
if (uu[0].LengthChar > 1 || uu.Count > 1)
{
units = uu;
t1 = (t = uu[uu.Count - 1].EndToken);
continue;
}
}
if (t1.IsChar(':'))
{
List <MeasureToken> li = new List <MeasureToken>();
for (Pullenti.Ner.Token ttt = t1.Next; ttt != null; ttt = ttt.Next)
{
if (ttt.IsHiphen || ttt.IsTableControlChar)
{
continue;
}
if ((ttt is Pullenti.Ner.TextToken) && !ttt.Chars.IsLetter)
{
continue;
}
MeasureToken mt1 = TryParse(ttt, addUnits, true, true, false, true);
if (mt1 == null)
{
break;
}
li.Add(mt1);
ttt = mt1.EndToken;
if (ttt.Next != null && ttt.Next.IsChar(';'))
{
ttt = ttt.Next;
}
if (ttt.IsChar(';'))
{
}
else if (ttt.IsNewlineAfter && mt1.IsNewlineBefore)
{
}
else
{
break;
}
}
if (li.Count > 1)
{
MeasureToken res0 = new MeasureToken(t0, li[li.Count - 1].EndToken)
{
Internals = li, IsEmpty = true
};
if (internals != null && internals.Count > 0)
{
res0.InternalEx = internals[0];
}
string nam = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(name, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative);
li[0].BeginToken = t0;
foreach (MeasureToken v in li)
{
v.Name = string.Format("{0} ({1})", nam, v.Name ?? "").Trim();
if (v.Nums != null && v.Nums.Units.Count == 0 && units != null)
{
v.Nums.Units = units;
}
}
return(res0);
}
}
}
else if (t1.IsHiphen && t1.IsWhitespaceAfter && t1.IsWhitespaceBefore)
{
}
else if (t1.IsHiphen && t1.Next != null && t1.Next.IsChar('('))
{
}
else
{
break;
}
}
if (t1 == null)
{
return(null);
}
List <NumbersWithUnitToken> mts = NumbersWithUnitToken.TryParseMulti(t1, addUnits, false, not, true, isResctriction);
if (mts == null)
{
if (units != null && units.Count > 0)
{
if (t1 == null || t1.Previous.IsChar(':'))
{
mts = new List <NumbersWithUnitToken>();
if (t1 == null)
{
for (t1 = t11; t1 != null && t1.Next != null; t1 = t1.Next)
{
}
}
else
{
t1 = t1.Previous;
}
mts.Add(new NumbersWithUnitToken(t0, t1)
{
SingleVal = double.NaN
});
}
}
if (mts == null)
{
return(null);
}
}
NumbersWithUnitToken mt = mts[0];
if (mt.BeginToken == mt.EndToken && !(mt.BeginToken is Pullenti.Ner.NumberToken))
{
return(null);
}
if (!isSubval && name.BeginToken.Morph.Class.IsPreposition)
{
name.BeginToken = name.BeginToken.Next;
}
if (mt.WHL != null)
{
whd = mt.WHL;
}
for (int kk = 0; kk < 10; kk++)
{
if (whd != null && whd.EndToken == name.EndToken)
{
name.EndToken = whd.BeginToken.Previous;
continue;
}
if (units != null)
{
if (units[units.Count - 1].EndToken == name.EndToken)
{
name.EndToken = units[0].BeginToken.Previous;
continue;
}
}
break;
}
if (mts.Count > 1 && internals.Count == 0)
{
if (mt.Units.Count == 0)
{
if (units != null)
{
foreach (NumbersWithUnitToken m in mts)
{
m.Units = units;
}
}
}
MeasureToken res1 = new MeasureToken(t0, mts[mts.Count - 1].EndToken)
{
Morph = name.Morph, Reliable = true
};
res1.Name = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(name, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative);
for (int k = 0; k < mts.Count; k++)
{
MeasureToken ttt = new MeasureToken(mts[k].BeginToken, mts[k].EndToken)
{
Nums = mts[k]
};
if (whd != null)
{
List <string> nams = whd.Tag as List <string>;
if (k < nams.Count)
{
ttt.Name = nams[k];
}
}
res1.Internals.Add(ttt);
}
Pullenti.Ner.Token tt1 = res1.EndToken.Next;
if (tt1 != null && tt1.IsChar('±'))
{
NumbersWithUnitToken nn = NumbersWithUnitToken._tryParse(tt1, addUnits, true, false, false);
if (nn != null && nn.PlusMinusPercent)
{
res1.EndToken = nn.EndToken;
res1.Nums = nn;
if (nn.Units.Count > 0 && units == null && mt.Units.Count == 0)
{
foreach (NumbersWithUnitToken m in mts)
{
m.Units = nn.Units;
}
}
}
}
return(res1);
}
if (!mt.IsWhitespaceBefore)
{
if (mt.BeginToken.Previous == null)
{
return(null);
}
if (mt.BeginToken.Previous.IsCharOf(":),") || mt.BeginToken.Previous.IsTableControlChar || mt.BeginToken.Previous.IsValue("IP", null))
{
}
else if (mt.BeginToken.IsHiphen && mt.Units.Count > 0 && !mt.Units[0].IsDoubt)
{
}
else
{
return(null);
}
}
if (mt.Units.Count == 0 && units != null)
{
mt.Units = units;
if (mt.DivNum != null && units.Count > 1 && mt.DivNum.Units.Count == 0)
{
for (int i = 1; i < units.Count; i++)
{
if (units[i].Pow == -1)
{
for (int j = i; j < units.Count; j++)
{
mt.DivNum.Units.Add(units[j]);
units[j].Pow = -units[j].Pow;
}
mt.Units.RemoveRange(i, units.Count - i);
break;
}
}
}
}
if ((minmax < 0) && mt.SingleVal != null)
{
mt.FromVal = mt.SingleVal;
mt.FromInclude = true;
mt.SingleVal = null;
}
if (minmax > 0 && mt.SingleVal != null)
{
mt.ToVal = mt.SingleVal;
mt.ToInclude = true;
mt.SingleVal = null;
}
if (mt.Units.Count == 0)
{
units = UnitToken.TryParseList(mt.EndToken.Next, addUnits, true);
if (units == null)
{
if (canUnitsAbsent)
{
}
else
{
return(null);
}
}
else
{
mt.Units = units;
}
}
MeasureToken res = new MeasureToken(t0, mt.EndToken)
{
Morph = name.Morph, Internals = internals
};
if (((!t0.IsWhitespaceBefore && t0.Previous != null && t0 == name.BeginToken) && t0.Previous.IsHiphen && !t0.Previous.IsWhitespaceBefore) && (t0.Previous.Previous is Pullenti.Ner.TextToken))
{
name.BeginToken = (res.BeginToken = name.BeginToken.Previous.Previous);
}
res.Name = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(name, (!isSubval ? Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative : Pullenti.Ner.Core.GetTextAttr.No));
res.Nums = mt;
foreach (UnitToken u in res.Nums.Units)
{
if (u.Keyword != null)
{
if (u.Keyword.BeginChar >= res.BeginChar)
{
res.Reliable = true;
}
}
}
res._parseInternals(addUnits);
if (res.Internals.Count > 0 || !canBeSet)
{
return(res);
}
t1 = res.EndToken.Next;
if (t1 != null && t1.IsCommaAnd)
{
t1 = t1.Next;
}
List <NumbersWithUnitToken> mts1 = NumbersWithUnitToken.TryParseMulti(t1, addUnits, false, false, false, false);
if ((mts1 != null && mts1.Count == 1 && (t1.WhitespacesBeforeCount < 3)) && mts1[0].Units.Count > 0 && !UnitToken.CanBeEquals(mts[0].Units, mts1[0].Units))
{
res.IsSet = true;
res.Nums = null;
res.Internals.Add(new MeasureToken(mt.BeginToken, mt.EndToken)
{
Nums = mt
});
res.Internals.Add(new MeasureToken(mts1[0].BeginToken, mts1[0].EndToken)
{
Nums = mts1[0]
});
res.EndToken = mts1[0].EndToken;
}
return(res);
}
Pullenti.Ner.ReferentToken TryAttach(Pullenti.Ner.Token t, bool keyWord)
{
if (t == null)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
Pullenti.Ner.Token t1 = t;
List <string> urisKeys = null;
List <Pullenti.Ner.Uri.UriReferent> uris = null;
Pullenti.Ner.Referent org = null;
Pullenti.Ner.Referent corOrg = null;
bool orgIsBank = false;
int empty = 0;
Pullenti.Ner.Uri.UriReferent lastUri = null;
for (; t != null; t = t.Next)
{
if (t.IsTableControlChar && t != t0)
{
break;
}
if (t.IsComma || t.Morph.Class.IsPreposition || t.IsCharOf("/\\"))
{
continue;
}
bool bankKeyword = false;
if (t.IsValue("ПОЛНЫЙ", null) && t.Next != null && ((t.Next.IsValue("НАИМЕНОВАНИЕ", null) || t.Next.IsValue("НАЗВАНИЕ", null))))
{
t = t.Next.Next;
if (t == null)
{
break;
}
}
if (t.IsValue("БАНК", null))
{
if ((t is Pullenti.Ner.ReferentToken) && t.GetReferent().TypeName == "ORGANIZATION")
{
bankKeyword = true;
}
Pullenti.Ner.Token tt = t.Next;
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
tt = npt.EndToken.Next;
}
if (tt != null && tt.IsChar(':'))
{
tt = tt.Next;
}
if (tt != null)
{
if (!bankKeyword)
{
t = tt;
bankKeyword = true;
}
else if (tt.GetReferent() != null && tt.GetReferent().TypeName == "ORGANIZATION")
{
t = tt;
}
}
}
Pullenti.Ner.Referent r = t.GetReferent();
if (r != null && r.TypeName == "ORGANIZATION")
{
bool isBank = false;
int kk = 0;
for (Pullenti.Ner.Referent rr = r; rr != null && (kk < 4); rr = rr.ParentReferent, kk++)
{
isBank = string.Compare(rr.GetStringValue("KIND") ?? "", "Bank", true) == 0;
if (isBank)
{
break;
}
}
if (!isBank && bankKeyword)
{
isBank = true;
}
if (!isBank && uris != null && urisKeys.Contains("ИНН"))
{
return(null);
}
if ((lastUri != null && lastUri.Scheme == "К/С" && t.Previous != null) && t.Previous.IsValue("В", null))
{
corOrg = r;
t1 = t;
}
else if (org == null || ((!orgIsBank && isBank)))
{
org = r;
t1 = t;
orgIsBank = isBank;
if (isBank)
{
continue;
}
}
if (uris == null && !keyWord)
{
return(null);
}
continue;
}
if (r is Pullenti.Ner.Uri.UriReferent)
{
Pullenti.Ner.Uri.UriReferent u = r as Pullenti.Ner.Uri.UriReferent;
if (uris == null)
{
if (!_isBankReq(u.Scheme))
{
return(null);
}
if (u.Scheme == "ИНН" && t.IsNewlineAfter)
{
return(null);
}
uris = new List <Pullenti.Ner.Uri.UriReferent>();
urisKeys = new List <string>();
}
else
{
if (!_isBankReq(u.Scheme))
{
break;
}
if (urisKeys.Contains(u.Scheme))
{
break;
}
if (u.Scheme == "ИНН")
{
if (empty > 0)
{
break;
}
}
}
urisKeys.Add(u.Scheme);
uris.Add(u);
lastUri = u;
t1 = t;
empty = 0;
continue;
}
else if (uris == null && !keyWord && !orgIsBank)
{
return(null);
}
if (r != null && ((r.TypeName == "GEO" || r.TypeName == "ADDRESS")))
{
empty++;
continue;
}
if (t is Pullenti.Ner.TextToken)
{
if (t.IsValue("ПОЛНЫЙ", null) || t.IsValue("НАИМЕНОВАНИЕ", null) || t.IsValue("НАЗВАНИЕ", null))
{
}
else if (t.Chars.IsLetter)
{
Pullenti.Ner.Core.TerminToken tok = m_Ontology.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
t = tok.EndToken;
empty = 0;
}
else
{
empty++;
if (t.IsNewlineBefore)
{
Pullenti.Ner.Core.NounPhraseToken nnn = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (nnn != null && nnn.EndToken.Next != null && nnn.EndToken.Next.IsChar(':'))
{
break;
}
}
}
if (uris == null)
{
break;
}
}
}
if (empty > 2)
{
break;
}
if (empty > 0 && t.IsChar(':') && t.IsNewlineAfter)
{
break;
}
if (((t is Pullenti.Ner.NumberToken) && t.IsNewlineBefore && t.Next != null) && !t.Next.Chars.IsLetter)
{
break;
}
}
if (uris == null)
{
return(null);
}
if (!urisKeys.Contains("Р/С") && !urisKeys.Contains("Л/С"))
{
return(null);
}
bool ok = false;
if ((uris.Count < 2) && org == null)
{
return(null);
}
BankDataReferent bdr = new BankDataReferent();
foreach (Pullenti.Ner.Uri.UriReferent u in uris)
{
bdr.AddSlot(BankDataReferent.ATTR_ITEM, u, false, 0);
}
if (org != null)
{
bdr.AddSlot(BankDataReferent.ATTR_BANK, org, false, 0);
}
if (corOrg != null)
{
bdr.AddSlot(BankDataReferent.ATTR_CORBANK, corOrg, false, 0);
}
Pullenti.Ner.Referent org0 = (t0.Previous == null ? null : t0.Previous.GetReferent());
if (org0 != null && org0.TypeName == "ORGANIZATION")
{
foreach (Pullenti.Ner.Slot s in org0.Slots)
{
if (s.Value is Pullenti.Ner.Uri.UriReferent)
{
Pullenti.Ner.Uri.UriReferent u = s.Value as Pullenti.Ner.Uri.UriReferent;
if (_isBankReq(u.Scheme))
{
if (!urisKeys.Contains(u.Scheme))
{
bdr.AddSlot(BankDataReferent.ATTR_ITEM, u, false, 0);
}
}
}
}
}
return(new Pullenti.Ner.ReferentToken(bdr, t0, t1));
}
void _checkDoubt()
{
IsDoubt = false;
if (Pow != 1)
{
return;
}
if (BeginToken.LengthChar < 3)
{
IsDoubt = true;
if ((BeginToken.Chars.IsCapitalUpper || BeginToken.Chars.IsAllUpper || BeginToken.Chars.IsLastLower) || BeginToken.Chars.IsAllLower)
{
}
else if (Unit.Psevdo.Count > 0)
{
}
else
{
IsDoubt = false;
}
}
int cou = 0;
for (Pullenti.Ner.Token t = BeginToken.Previous; t != null && (cou < 30); t = t.Previous, cou++)
{
Pullenti.Ner.Measure.MeasureReferent mr = t.GetReferent() as Pullenti.Ner.Measure.MeasureReferent;
if (mr != null)
{
foreach (Pullenti.Ner.Slot s in mr.Slots)
{
if (s.Value is Pullenti.Ner.Measure.UnitReferent)
{
Pullenti.Ner.Measure.UnitReferent ur = s.Value as Pullenti.Ner.Measure.UnitReferent;
for (Unit u = Unit; u != null; u = u.BaseUnit)
{
if (ur.FindSlot(Pullenti.Ner.Measure.UnitReferent.ATTR_NAME, u.NameCyr, true) != null)
{
IsDoubt = false;
}
else if (Unit.Psevdo.Count > 0)
{
foreach (Unit uu in Unit.Psevdo)
{
if (ur.FindSlot(Pullenti.Ner.Measure.UnitReferent.ATTR_NAME, uu.NameCyr, true) != null)
{
Unit = uu;
IsDoubt = false;
return;
}
}
}
}
}
}
}
if (!(t is Pullenti.Ner.TextToken) || (t.LengthChar < 3))
{
continue;
}
for (Unit u = Unit; u != null; u = u.BaseUnit)
{
foreach (string k in u.Keywords)
{
if (t.IsValue(k, null))
{
Keyword = t;
IsDoubt = false;
return;
}
}
foreach (Unit uu in u.Psevdo)
{
foreach (string k in uu.Keywords)
{
if (t.IsValue(k, null))
{
Unit = uu;
Keyword = t;
IsDoubt = false;
return;
}
}
}
}
}
}
public static UnitToken TryParse(Pullenti.Ner.Token t, Pullenti.Ner.Core.TerminCollection addUnits, UnitToken prev, bool parseUnknownUnits = false)
{
if (t == null)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
int pow = 1;
bool isNeg = false;
if ((t.IsCharOf("\\/") || t.IsValue("НА", null) || t.IsValue("OF", null)) || t.IsValue("PER", null))
{
isNeg = true;
t = t.Next;
}
else if (t.IsValue("В", null) && prev != null)
{
isNeg = true;
t = t.Next;
}
else if (MeasureHelper.IsMultChar(t))
{
t = t.Next;
}
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt == null)
{
return(null);
}
if (tt.Term == "КВ" || tt.Term == "КВАДР" || tt.IsValue("КВАДРАТНЫЙ", null))
{
pow = 2;
tt = tt.Next as Pullenti.Ner.TextToken;
if (tt != null && tt.IsChar('.'))
{
tt = tt.Next as Pullenti.Ner.TextToken;
}
if (tt == null)
{
return(null);
}
}
else if (tt.Term == "КУБ" || tt.Term == "КУБИЧ" || tt.IsValue("КУБИЧЕСКИЙ", null))
{
pow = 3;
tt = tt.Next as Pullenti.Ner.TextToken;
if (tt != null && tt.IsChar('.'))
{
tt = tt.Next as Pullenti.Ner.TextToken;
}
if (tt == null)
{
return(null);
}
}
else if (tt.Term == "µ")
{
UnitToken res = TryParse(tt.Next, addUnits, prev, false);
if (res != null)
{
foreach (Unit u in UnitsHelper.Units)
{
if (u.Factor == UnitsFactors.Micro && string.Compare("мк" + u.NameCyr, res.Unit.NameCyr, true) == 0)
{
res.Unit = u;
res.BeginToken = tt;
res.Pow = pow;
if (isNeg)
{
res.Pow = -pow;
}
return(res);
}
}
}
}
List <Pullenti.Ner.Core.TerminToken> toks = UnitsHelper.Termins.TryParseAll(tt, Pullenti.Ner.Core.TerminParseAttr.No);
if (toks != null)
{
if ((prev != null && tt == t0 && toks.Count == 1) && t.IsWhitespaceBefore)
{
return(null);
}
if (toks[0].BeginToken == toks[0].EndToken && tt.Morph.Class.IsPreposition && (tt.WhitespacesAfterCount < 3))
{
if (Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition, 0, null) != null)
{
return(null);
}
if (tt.Next is Pullenti.Ner.NumberToken)
{
if ((tt.Next as Pullenti.Ner.NumberToken).Typ != Pullenti.Ner.NumberSpellingType.Digit)
{
return(null);
}
}
UnitToken nex = TryParse(tt.Next, addUnits, null, false);
if (nex != null)
{
return(null);
}
}
if (toks[0].BeginToken == toks[0].EndToken && ((toks[0].BeginToken.IsValue("М", null) || toks[0].BeginToken.IsValue("M", null))) && toks[0].BeginToken.Chars.IsAllLower)
{
if (prev != null && prev.Unit != null && prev.Unit.Kind == Pullenti.Ner.Measure.MeasureKind.Length)
{
UnitToken res = new UnitToken(t0, toks[0].EndToken)
{
Unit = UnitsHelper.uMinute
};
res.Pow = pow;
if (isNeg)
{
res.Pow = -pow;
}
return(res);
}
}
List <UnitToken> uts = new List <UnitToken>();
foreach (Pullenti.Ner.Core.TerminToken tok in toks)
{
UnitToken res = new UnitToken(t0, tok.EndToken)
{
Unit = tok.Termin.Tag as Unit
};
res.Pow = pow;
if (isNeg)
{
res.Pow = -pow;
}
if (res.Unit.BaseMultiplier == 1000000 && (t0 is Pullenti.Ner.TextToken) && char.IsLower((t0 as Pullenti.Ner.TextToken).GetSourceText()[0]))
{
foreach (Unit u in UnitsHelper.Units)
{
if (u.Factor == UnitsFactors.Milli && string.Compare(u.NameCyr, res.Unit.NameCyr, true) == 0)
{
res.Unit = u;
break;
}
}
}
res._correct();
res._checkDoubt();
uts.Add(res);
}
int max = 0;
UnitToken best = null;
foreach (UnitToken ut in uts)
{
if (ut.Keyword != null)
{
if (ut.Keyword.BeginChar >= max)
{
max = ut.Keyword.BeginChar;
best = ut;
}
}
}
if (best != null)
{
return(best);
}
foreach (UnitToken ut in uts)
{
if (!ut.IsDoubt)
{
return(ut);
}
}
return(uts[0]);
}
Pullenti.Ner.Token t1 = null;
if (t.IsCharOf("º°"))
{
t1 = t;
}
else if ((t.IsChar('<') && t.Next != null && t.Next.Next != null) && t.Next.Next.IsChar('>') && ((t.Next.IsValue("О", null) || t.Next.IsValue("O", null) || (((t.Next is Pullenti.Ner.NumberToken) && (t.Next as Pullenti.Ner.NumberToken).Value == "0")))))
{
t1 = t.Next.Next;
}
if (t1 != null)
{
UnitToken res = new UnitToken(t0, t1)
{
Unit = UnitsHelper.uGradus
};
res._checkDoubt();
t = t1.Next;
if (t != null && t.IsComma)
{
t = t.Next;
}
if (t != null && t.IsValue("ПО", null))
{
t = t.Next;
}
if (t is Pullenti.Ner.TextToken)
{
string vv = (t as Pullenti.Ner.TextToken).Term;
if (vv == "C" || vv == "С" || vv.StartsWith("ЦЕЛЬС"))
{
res.Unit = UnitsHelper.uGradusC;
res.IsDoubt = false;
res.EndToken = t;
}
if (vv == "F" || vv.StartsWith("ФАР"))
{
res.Unit = UnitsHelper.uGradusF;
res.IsDoubt = false;
res.EndToken = t;
}
}
return(res);
}
if ((t is Pullenti.Ner.TextToken) && ((t.IsValue("ОС", null) || t.IsValue("OC", null))))
{
string str = t.GetSourceText();
if (str == "оС" || str == "oC")
{
UnitToken res = new UnitToken(t, t)
{
Unit = UnitsHelper.uGradusC, IsDoubt = false
};
return(res);
}
}
if (t.IsChar('%'))
{
Pullenti.Ner.Token tt1 = t.Next;
if (tt1 != null && tt1.IsChar('('))
{
tt1 = tt1.Next;
}
if ((tt1 is Pullenti.Ner.TextToken) && (tt1 as Pullenti.Ner.TextToken).Term.StartsWith("ОБ"))
{
UnitToken re = new UnitToken(t, tt1)
{
Unit = UnitsHelper.uAlco
};
if (re.EndToken.Next != null && re.EndToken.Next.IsChar('.'))
{
re.EndToken = re.EndToken.Next;
}
if (re.EndToken.Next != null && re.EndToken.Next.IsChar(')') && t.Next.IsChar('('))
{
re.EndToken = re.EndToken.Next;
}
return(re);
}
return(new UnitToken(t, t)
{
Unit = UnitsHelper.uPercent
});
}
if (addUnits != null)
{
Pullenti.Ner.Core.TerminToken tok = addUnits.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
UnitToken res = new UnitToken(t0, tok.EndToken)
{
ExtOnto = tok.Termin.Tag as Pullenti.Ner.Measure.UnitReferent
};
if (tok.EndToken.Next != null && tok.EndToken.Next.IsChar('.'))
{
tok.EndToken = tok.EndToken.Next;
}
res.Pow = pow;
if (isNeg)
{
res.Pow = -pow;
}
res._correct();
return(res);
}
}
if (!parseUnknownUnits)
{
return(null);
}
if ((t.WhitespacesBeforeCount > 2 || !t.Chars.IsLetter || t.LengthChar > 5) || !(t is Pullenti.Ner.TextToken))
{
return(null);
}
if (Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(t))
{
return(null);
}
t1 = t;
if (t.Next != null && t.Next.IsChar('.'))
{
t1 = t;
}
bool ok = false;
if (t1.Next == null || t1.WhitespacesAfterCount > 2)
{
ok = true;
}
else if (t1.Next.IsComma || t1.Next.IsCharOf("\\/") || t1.Next.IsTableControlChar)
{
ok = true;
}
else if (MeasureHelper.IsMultChar(t1.Next))
{
ok = true;
}
if (!ok)
{
return(null);
}
Pullenti.Morph.MorphClass mc = t.GetMorphClassInDictionary();
if (mc.IsUndefined)
{
}
else if (t.LengthChar > 7)
{
return(null);
}
UnitToken res1 = new UnitToken(t0, t1)
{
Pow = pow, IsDoubt = true
};
res1.UnknownName = (t as Pullenti.Ner.TextToken).GetSourceText();
res1._correct();
return(res1);
}
static PersonIdToken TryParse(Pullenti.Ner.Token t, PersonIdToken prev)
{
if (t.IsValue("СВИДЕТЕЛЬСТВО", null))
{
Pullenti.Ner.Token tt1 = t;
bool ip = false;
bool reg = false;
for (Pullenti.Ner.Token tt = t.Next; tt != null; tt = tt.Next)
{
if (tt.IsCommaAnd || tt.Morph.Class.IsPreposition)
{
continue;
}
if (tt.IsValue("РЕГИСТРАЦИЯ", null) || tt.IsValue("РЕЕСТР", null) || tt.IsValue("ЗАРЕГИСТРИРОВАТЬ", null))
{
reg = true;
tt1 = tt;
}
else if (tt.IsValue("ИНДИВИДУАЛЬНЫЙ", null) || tt.IsValue("ИП", null))
{
ip = true;
tt1 = tt;
}
else if ((tt.IsValue("ВНЕСЕНИЕ", null) || tt.IsValue("ГОСУДАРСТВЕННЫЙ", null) || tt.IsValue("ЕДИНЫЙ", null)) || tt.IsValue("ЗАПИСЬ", null) || tt.IsValue("ПРЕДПРИНИМАТЕЛЬ", null))
{
tt1 = tt;
}
else if (tt.GetReferent() != null && tt.GetReferent().TypeName == "DATERANGE")
{
tt1 = tt;
}
else
{
break;
}
}
if (reg && ip)
{
return new PersonIdToken(t, tt1)
{
Typ = Typs.Keyword, Value = "СВИДЕТЕЛЬСТВО О ГОСУДАРСТВЕННОЙ РЕГИСТРАЦИИ ФИЗИЧЕСКОГО ЛИЦА В КАЧЕСТВЕ ИНДИВИДУАЛЬНОГО ПРЕДПРИНИМАТЕЛЯ"
}
}
;
}
Pullenti.Ner.Core.TerminToken tok = m_Ontology.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
Typs ty = (Typs)tok.Termin.Tag;
PersonIdToken res = new PersonIdToken(tok.BeginToken, tok.EndToken)
{
Typ = ty, Value = tok.Termin.CanonicText
};
if (prev == null)
{
if (ty != Typs.Keyword)
{
return(null);
}
for (t = tok.EndToken.Next; t != null; t = t.Next)
{
Pullenti.Ner.Referent r = t.GetReferent();
if (r != null && (r is Pullenti.Ner.Geo.GeoReferent))
{
res.Referent = r;
res.EndToken = t;
continue;
}
if (t.IsValue("ГРАЖДАНИН", null) && t.Next != null && (t.Next.GetReferent() is Pullenti.Ner.Geo.GeoReferent))
{
res.Referent = t.Next.GetReferent();
t = (res.EndToken = t.Next);
continue;
}
if (r != null)
{
break;
}
PersonAttrToken ait = PersonAttrToken.TryAttach(t, null, PersonAttrToken.PersonAttrAttachAttrs.No);
if (ait != null)
{
if (ait.Referent != null)
{
foreach (Pullenti.Ner.Slot s in ait.Referent.Slots)
{
if (s.TypeName == Pullenti.Ner.Person.PersonPropertyReferent.ATTR_REF && (s.Value is Pullenti.Ner.Geo.GeoReferent))
{
res.Referent = s.Value as Pullenti.Ner.Referent;
}
}
}
res.EndToken = ait.EndToken;
break;
}
if (t.IsValue("ДАННЫЙ", null))
{
res.EndToken = t;
continue;
}
break;
}
if ((res.Referent is Pullenti.Ner.Geo.GeoReferent) && !(res.Referent as Pullenti.Ner.Geo.GeoReferent).IsState)
{
res.Referent = null;
}
return(res);
}
if (ty == Typs.Number)
{
StringBuilder tmp = new StringBuilder();
Pullenti.Ner.Token tt = tok.EndToken.Next;
if (tt != null && tt.IsChar(':'))
{
tt = tt.Next;
}
for (; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore)
{
break;
}
if (!(tt is Pullenti.Ner.NumberToken))
{
break;
}
tmp.Append(tt.GetSourceText());
res.EndToken = tt;
}
if (tmp.Length < 1)
{
return(null);
}
res.Value = tmp.ToString();
res.HasPrefix = true;
return(res);
}
if (ty == Typs.Seria)
{
StringBuilder tmp = new StringBuilder();
Pullenti.Ner.Token tt = tok.EndToken.Next;
if (tt != null && tt.IsChar(':'))
{
tt = tt.Next;
}
bool nextNum = false;
for (; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore)
{
break;
}
if (Pullenti.Ner.Core.MiscHelper.CheckNumberPrefix(tt) != null)
{
nextNum = true;
break;
}
if (!(tt is Pullenti.Ner.NumberToken))
{
if (!(tt is Pullenti.Ner.TextToken))
{
break;
}
if (!tt.Chars.IsAllUpper)
{
break;
}
Pullenti.Ner.NumberToken nu = Pullenti.Ner.Core.NumberHelper.TryParseRoman(tt);
if (nu != null)
{
tmp.Append(nu.GetSourceText());
tt = nu.EndToken;
}
else if (tt.LengthChar != 2)
{
break;
}
else
{
tmp.Append((tt as Pullenti.Ner.TextToken).Term);
res.EndToken = tt;
}
if (tt.Next != null && tt.Next.IsHiphen)
{
tt = tt.Next;
}
continue;
}
if (tmp.Length >= 4)
{
break;
}
tmp.Append(tt.GetSourceText());
res.EndToken = tt;
}
if (tmp.Length < 4)
{
if (tmp.Length < 2)
{
return(null);
}
Pullenti.Ner.Token tt1 = res.EndToken.Next;
if (tt1 != null && tt1.IsComma)
{
tt1 = tt1.Next;
}
PersonIdToken next = TryParse(tt1, res);
if (next != null && next.Typ == Typs.Number)
{
}
else
{
return(null);
}
}
res.Value = tmp.ToString();
res.HasPrefix = true;
return(res);
}
if (ty == Typs.Code)
{
for (Pullenti.Ner.Token tt = res.EndToken.Next; tt != null; tt = tt.Next)
{
if (tt.IsCharOf(":") || tt.IsHiphen)
{
continue;
}
if (tt is Pullenti.Ner.NumberToken)
{
res.EndToken = tt;
continue;
}
break;
}
}
if (ty == Typs.Address)
{
if (t.GetReferent() is Pullenti.Ner.Address.AddressReferent)
{
res.Referent = t.GetReferent();
res.EndToken = t;
return(res);
}
for (Pullenti.Ner.Token tt = res.EndToken.Next; tt != null; tt = tt.Next)
{
if (tt.IsCharOf(":") || tt.IsHiphen || tt.Morph.Class.IsPreposition)
{
continue;
}
if (tt.GetReferent() is Pullenti.Ner.Address.AddressReferent)
{
res.Referent = tt.GetReferent();
res.EndToken = tt;
}
break;
}
if (res.Referent == null)
{
return(null);
}
}
return(res);
}
else if (prev == null)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
Pullenti.Ner.Token t1 = Pullenti.Ner.Core.MiscHelper.CheckNumberPrefix(t0);
if (t1 != null)
{
t = t1;
}
if (t is Pullenti.Ner.NumberToken)
{
StringBuilder tmp = new StringBuilder();
PersonIdToken res = new PersonIdToken(t0, t)
{
Typ = Typs.Number
};
for (Pullenti.Ner.Token tt = t; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore || !(tt is Pullenti.Ner.NumberToken))
{
break;
}
tmp.Append(tt.GetSourceText());
res.EndToken = tt;
}
if (tmp.Length < 4)
{
if (tmp.Length < 2)
{
return(null);
}
if (prev == null || prev.Typ != Typs.Keyword)
{
return(null);
}
PersonIdToken ne = TryParse(res.EndToken.Next, prev);
if (ne != null && ne.Typ == Typs.Number)
{
res.Typ = Typs.Seria;
}
else
{
return(null);
}
}
res.Value = tmp.ToString();
if (t0 != t)
{
res.HasPrefix = true;
}
return(res);
}
if (t is Pullenti.Ner.ReferentToken)
{
Pullenti.Ner.Referent r = t.GetReferent();
if (r != null)
{
if (r.TypeName == "DATE")
{
return new PersonIdToken(t, t)
{
Typ = Typs.Date, Referent = r
}
}
;
if (r.TypeName == "ORGANIZATION")
{
return new PersonIdToken(t, t)
{
Typ = Typs.Org, Referent = r
}
}
;
if (r.TypeName == "ADDRESS")
{
return new PersonIdToken(t, t)
{
Typ = Typs.Address, Referent = r
}
}
;
}
}
if ((prev != null && prev.Typ == Typs.Keyword && (t is Pullenti.Ner.TextToken)) && !t.Chars.IsAllLower && t.Chars.IsLetter)
{
PersonIdToken rr = TryParse(t.Next, prev);
if (rr != null && rr.Typ == Typs.Number)
{
return new PersonIdToken(t, t)
{
Typ = Typs.Seria, Value = (t as Pullenti.Ner.TextToken).Term
}
}
;
}
if ((t != null && t.IsValue("ОТ", "ВІД") && (t.Next is Pullenti.Ner.ReferentToken)) && t.Next.GetReferent().TypeName == "DATE")
{
return new PersonIdToken(t, t.Next)
{
Typ = Typs.Date, Referent = t.Next.GetReferent()
}
}
;
return(null);
}
List <Pullenti.Ner.ReferentToken> TryAttach(List <Pullenti.Ner.Weapon.Internal.WeaponItemToken> its, bool attach)
{
WeaponReferent tr = new WeaponReferent();
int i;
Pullenti.Ner.Token t1 = null;
Pullenti.Ner.Weapon.Internal.WeaponItemToken noun = null;
Pullenti.Ner.Weapon.Internal.WeaponItemToken brand = null;
Pullenti.Ner.Weapon.Internal.WeaponItemToken model = null;
for (i = 0; i < its.Count; i++)
{
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Noun)
{
if (its.Count == 1)
{
return(null);
}
if (tr.FindSlot(WeaponReferent.ATTR_TYPE, null, true) != null)
{
if (tr.FindSlot(WeaponReferent.ATTR_TYPE, its[i].Value, true) == null)
{
break;
}
}
if (!its[i].IsInternal)
{
noun = its[i];
}
tr.AddSlot(WeaponReferent.ATTR_TYPE, its[i].Value, false, 0);
if (its[i].AltValue != null)
{
tr.AddSlot(WeaponReferent.ATTR_TYPE, its[i].AltValue, false, 0);
}
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Brand)
{
if (tr.FindSlot(WeaponReferent.ATTR_BRAND, null, true) != null)
{
if (tr.FindSlot(WeaponReferent.ATTR_BRAND, its[i].Value, true) == null)
{
break;
}
}
if (!its[i].IsInternal)
{
if (noun != null && noun.IsDoubt)
{
noun.IsDoubt = false;
}
}
brand = its[i];
tr.AddSlot(WeaponReferent.ATTR_BRAND, its[i].Value, false, 0);
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Model)
{
if (tr.FindSlot(WeaponReferent.ATTR_MODEL, null, true) != null)
{
if (tr.FindSlot(WeaponReferent.ATTR_MODEL, its[i].Value, true) == null)
{
break;
}
}
model = its[i];
tr.AddSlot(WeaponReferent.ATTR_MODEL, its[i].Value, false, 0);
if (its[i].AltValue != null)
{
tr.AddSlot(WeaponReferent.ATTR_MODEL, its[i].AltValue, false, 0);
}
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Name)
{
if (tr.FindSlot(WeaponReferent.ATTR_NAME, null, true) != null)
{
break;
}
tr.AddSlot(WeaponReferent.ATTR_NAME, its[i].Value, false, 0);
if (its[i].AltValue != null)
{
tr.AddSlot(WeaponReferent.ATTR_NAME, its[i].AltValue, false, 0);
}
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Number)
{
if (tr.FindSlot(WeaponReferent.ATTR_NUMBER, null, true) != null)
{
break;
}
tr.AddSlot(WeaponReferent.ATTR_NUMBER, its[i].Value, false, 0);
if (its[i].AltValue != null)
{
tr.AddSlot(WeaponReferent.ATTR_NUMBER, its[i].AltValue, false, 0);
}
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Caliber)
{
if (tr.FindSlot(WeaponReferent.ATTR_CALIBER, null, true) != null)
{
break;
}
tr.AddSlot(WeaponReferent.ATTR_CALIBER, its[i].Value, false, 0);
if (its[i].AltValue != null)
{
tr.AddSlot(WeaponReferent.ATTR_CALIBER, its[i].AltValue, false, 0);
}
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Developer)
{
tr.AddSlot(WeaponReferent.ATTR_REF, its[i].Ref, false, 0);
t1 = its[i].EndToken;
continue;
}
if (its[i].Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Date)
{
if (tr.FindSlot(WeaponReferent.ATTR_DATE, null, true) != null)
{
break;
}
tr.AddSlot(WeaponReferent.ATTR_DATE, its[i].Ref, true, 0);
t1 = its[i].EndToken;
continue;
}
}
bool hasGoodNoun = (noun == null ? false : !noun.IsDoubt);
WeaponReferent prev = null;
if (noun == null)
{
for (Pullenti.Ner.Token tt = its[0].BeginToken.Previous; tt != null; tt = tt.Previous)
{
if ((((prev = tt.GetReferent() as WeaponReferent))) != null)
{
List <Pullenti.Ner.Slot> addSlots = new List <Pullenti.Ner.Slot>();
foreach (Pullenti.Ner.Slot s in prev.Slots)
{
if (s.TypeName == WeaponReferent.ATTR_TYPE)
{
tr.AddSlot(s.TypeName, s.Value, false, 0);
}
else if (s.TypeName == WeaponReferent.ATTR_BRAND || s.TypeName == WeaponReferent.ATTR_BRAND || s.TypeName == WeaponReferent.ATTR_MODEL)
{
if (tr.FindSlot(s.TypeName, null, true) == null)
{
addSlots.Add(s);
}
}
}
foreach (Pullenti.Ner.Slot s in addSlots)
{
tr.AddSlot(s.TypeName, s.Value, false, 0);
}
hasGoodNoun = true;
break;
}
else if ((tt is Pullenti.Ner.TextToken) && ((!tt.Chars.IsLetter || tt.Morph.Class.IsConjunction)))
{
}
else
{
break;
}
}
}
if (noun == null && model != null)
{
int cou = 0;
for (Pullenti.Ner.Token tt = its[0].BeginToken.Previous; tt != null && (cou < 100); tt = tt.Previous, cou++)
{
if ((((prev = tt.GetReferent() as WeaponReferent))) != null)
{
if (prev.FindSlot(WeaponReferent.ATTR_MODEL, model.Value, true) == null)
{
continue;
}
List <Pullenti.Ner.Slot> addSlots = new List <Pullenti.Ner.Slot>();
foreach (Pullenti.Ner.Slot s in prev.Slots)
{
if (s.TypeName == WeaponReferent.ATTR_TYPE)
{
tr.AddSlot(s.TypeName, s.Value, false, 0);
}
else if (s.TypeName == WeaponReferent.ATTR_BRAND || s.TypeName == WeaponReferent.ATTR_BRAND)
{
if (tr.FindSlot(s.TypeName, null, true) == null)
{
addSlots.Add(s);
}
}
}
foreach (Pullenti.Ner.Slot s in addSlots)
{
tr.AddSlot(s.TypeName, s.Value, false, 0);
}
hasGoodNoun = true;
break;
}
}
}
if (hasGoodNoun)
{
}
else if (noun != null)
{
if (model != null || ((brand != null && !brand.IsDoubt)))
{
}
else
{
return(null);
}
}
else
{
if (model == null)
{
return(null);
}
int cou = 0;
bool ok = false;
for (Pullenti.Ner.Token tt = t1.Previous; tt != null && (cou < 20); tt = tt.Previous, cou++)
{
if ((tt.IsValue("ОРУЖИЕ", null) || tt.IsValue("ВООРУЖЕНИЕ", null) || tt.IsValue("ВЫСТРЕЛ", null)) || tt.IsValue("ВЫСТРЕЛИТЬ", null))
{
ok = true;
break;
}
}
if (!ok)
{
return(null);
}
}
List <Pullenti.Ner.ReferentToken> res = new List <Pullenti.Ner.ReferentToken>();
res.Add(new Pullenti.Ner.ReferentToken(tr, its[0].BeginToken, t1));
return(res);
}
public static BookLinkToken TryParseAuthor(Pullenti.Ner.Token t, Pullenti.Ner.Person.Internal.FioTemplateType prevPersTemplate = Pullenti.Ner.Person.Internal.FioTemplateType.Undefined)
{
if (t == null)
{
return(null);
}
Pullenti.Ner.ReferentToken rtp = Pullenti.Ner.Person.Internal.PersonItemToken.TryParsePerson(t, prevPersTemplate);
if (rtp != null)
{
BookLinkToken re;
if (rtp.Data == null)
{
re = new BookLinkToken(t, (rtp == t ? t : rtp.EndToken))
{
Typ = BookLinkTyp.Person, Ref = rtp.Referent
}
}
;
else
{
re = new BookLinkToken(t, rtp.EndToken)
{
Typ = BookLinkTyp.Person, Tok = rtp
}
};
re.PersonTemplate = (Pullenti.Ner.Person.Internal.FioTemplateType)rtp.MiscAttrs;
for (Pullenti.Ner.Token tt = rtp.BeginToken; tt != null && tt.EndChar <= rtp.EndChar; tt = tt.Next)
{
if (!(tt.GetReferent() is Pullenti.Ner.Person.PersonPropertyReferent))
{
continue;
}
Pullenti.Ner.ReferentToken rt = tt as Pullenti.Ner.ReferentToken;
if (rt.BeginToken.Chars.IsCapitalUpper && tt != rtp.BeginToken)
{
re.StartOfName = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(rt, Pullenti.Ner.Core.GetTextAttr.KeepRegister);
break;
}
return(null);
}
return(re);
}
if (t.IsChar('['))
{
BookLinkToken re = TryParseAuthor(t.Next, Pullenti.Ner.Person.Internal.FioTemplateType.Undefined);
if (re != null && re.EndToken.Next != null && re.EndToken.Next.IsChar(']'))
{
re.BeginToken = t;
re.EndToken = re.EndToken.Next;
return(re);
}
}
if (((t.IsValue("И", null) || t.IsValue("ET", null))) && t.Next != null)
{
if (t.Next.IsValue("ДРУГИЕ", null) || t.Next.IsValue("ДР", null) || t.Next.IsValue("AL", null))
{
BookLinkToken res = new BookLinkToken(t, t.Next)
{
Typ = BookLinkTyp.AndOthers
};
if (t.Next.Next != null && t.Next.Next.IsChar('.'))
{
res.EndToken = res.EndToken.Next;
}
return(res);
}
}
return(null);
}
static BookLinkToken _tryParse(Pullenti.Ner.Token t, int lev)
{
if (t == null || lev > 3)
{
return(null);
}
if (t.IsChar('['))
{
BookLinkToken re = _tryParse(t.Next, lev + 1);
if (re != null && re.EndToken.Next != null && re.EndToken.Next.IsChar(']'))
{
re.BeginToken = t;
re.EndToken = re.EndToken.Next;
return(re);
}
if (re != null && re.EndToken.IsChar(']'))
{
re.BeginToken = t;
return(re);
}
if (re != null)
{
if (re.Typ == BookLinkTyp.Sostavitel || re.Typ == BookLinkTyp.Editors)
{
return(re);
}
}
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
if ((br.EndToken.Previous is Pullenti.Ner.NumberToken) && (br.LengthChar < 30))
{
return new BookLinkToken(t, br.EndToken)
{
Typ = BookLinkTyp.Number, Value = Pullenti.Ner.Core.MiscHelper.GetTextValue(br.BeginToken.Next, br.EndToken.Previous, Pullenti.Ner.Core.GetTextAttr.No)
}
}
;
}
}
Pullenti.Ner.Token t0 = t;
if (t is Pullenti.Ner.ReferentToken)
{
if (t.GetReferent() is Pullenti.Ner.Person.PersonReferent)
{
return(TryParseAuthor(t, Pullenti.Ner.Person.Internal.FioTemplateType.Undefined));
}
if (t.GetReferent() is Pullenti.Ner.Geo.GeoReferent)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Geo, Ref = t.GetReferent()
}
}
;
if (t.GetReferent() is Pullenti.Ner.Date.DateReferent)
{
Pullenti.Ner.Date.DateReferent dr = t.GetReferent() as Pullenti.Ner.Date.DateReferent;
if (dr.Slots.Count == 1 && dr.Year > 0)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Year, Value = dr.Year.ToString()
}
}
;
if (dr.Year > 0 && t.Previous != null && t.Previous.IsComma)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Year, Value = dr.Year.ToString()
}
}
;
}
if (t.GetReferent() is Pullenti.Ner.Org.OrganizationReferent)
{
Pullenti.Ner.Org.OrganizationReferent org = t.GetReferent() as Pullenti.Ner.Org.OrganizationReferent;
if (org.Kind == Pullenti.Ner.Org.OrganizationKind.Press)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Press, Ref = org
}
}
;
}
if (t.GetReferent() is Pullenti.Ner.Uri.UriReferent)
{
Pullenti.Ner.Uri.UriReferent uri = t.GetReferent() as Pullenti.Ner.Uri.UriReferent;
if ((uri.Scheme == "http" || uri.Scheme == "https" || uri.Scheme == "ftp") || uri.Scheme == null)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Url, Ref = uri
}
}
;
}
}
Pullenti.Ner.Core.TerminToken tok = m_Termins.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
BookLinkTyp typ = (BookLinkTyp)tok.Termin.Tag;
bool ok = true;
if (typ == BookLinkTyp.Type || typ == BookLinkTyp.NameTail || typ == BookLinkTyp.ElectronRes)
{
if (t.Previous != null && ((t.Previous.IsCharOf(".:[") || t.Previous.IsHiphen)))
{
}
else
{
ok = false;
}
}
if (ok)
{
return new BookLinkToken(t, tok.EndToken)
{
Typ = typ, Value = tok.Termin.CanonicText
}
}
;
if (typ == BookLinkTyp.ElectronRes)
{
for (Pullenti.Ner.Token tt = tok.EndToken.Next; tt != null; tt = tt.Next)
{
if ((tt is Pullenti.Ner.TextToken) && !tt.Chars.IsLetter)
{
continue;
}
if (tt.GetReferent() is Pullenti.Ner.Uri.UriReferent)
{
return new BookLinkToken(t, tt)
{
Typ = BookLinkTyp.ElectronRes, Ref = tt.GetReferent()
}
}
;
break;
}
}
}
if (t.IsChar('/'))
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Delimeter, Value = "/"
};
if (t.Next != null && t.Next.IsChar('/'))
{
res.EndToken = t.Next;
res.Value = "//";
}
if (!t.IsWhitespaceBefore && !t.IsWhitespaceAfter)
{
int coo = 3;
bool no = true;
for (Pullenti.Ner.Token tt = t.Next; tt != null && coo > 0; tt = tt.Next, coo--)
{
BookLinkToken vvv = TryParse(tt, lev + 1);
if (vvv != null && vvv.Typ != BookLinkTyp.Number)
{
no = false;
break;
}
}
if (no)
{
return(null);
}
}
return(res);
}
if ((t is Pullenti.Ner.NumberToken) && (t as Pullenti.Ner.NumberToken).IntValue != null && (t as Pullenti.Ner.NumberToken).Typ == Pullenti.Ner.NumberSpellingType.Digit)
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Number, Value = (t as Pullenti.Ner.NumberToken).Value.ToString()
};
int val = (t as Pullenti.Ner.NumberToken).IntValue.Value;
if (val >= 1930 && (val < 2030))
{
res.Typ = BookLinkTyp.Year;
}
if (t.Next != null && t.Next.IsChar('.'))
{
res.EndToken = t.Next;
}
else if ((t.Next != null && t.Next.LengthChar == 1 && !t.Next.Chars.IsLetter) && t.Next.IsWhitespaceAfter)
{
res.EndToken = t.Next;
}
else if (t.Next is Pullenti.Ner.TextToken)
{
string term = (t.Next as Pullenti.Ner.TextToken).Term;
if (((term == "СТР" || term == "C" || term == "С") || term == "P" || term == "S") || term == "PAGES")
{
res.EndToken = t.Next;
res.Typ = BookLinkTyp.Pages;
res.Value = (t as Pullenti.Ner.NumberToken).Value.ToString();
}
}
return(res);
}
if (t is Pullenti.Ner.TextToken)
{
string term = (t as Pullenti.Ner.TextToken).Term;
if (((((((term == "СТР" || term == "C" || term == "С") || term == "ТОМ" || term == "T") || term == "Т" || term == "P") || term == "PP" || term == "V") || term == "VOL" || term == "S") || term == "СТОР" || t.IsValue("PAGE", null)) || t.IsValue("СТРАНИЦА", "СТОРІНКА"))
{
Pullenti.Ner.Token tt = t.Next;
while (tt != null)
{
if (tt.IsCharOf(".:~"))
{
tt = tt.Next;
}
else
{
break;
}
}
if (tt is Pullenti.Ner.NumberToken)
{
BookLinkToken res = new BookLinkToken(t, tt)
{
Typ = BookLinkTyp.PageRange
};
Pullenti.Ner.Token tt0 = tt;
Pullenti.Ner.Token tt1 = tt;
for (tt = tt.Next; tt != null; tt = tt.Next)
{
if (tt.IsCharOf(",") || tt.IsHiphen)
{
if (tt.Next is Pullenti.Ner.NumberToken)
{
tt = tt.Next;
res.EndToken = tt;
tt1 = tt;
continue;
}
}
break;
}
res.Value = Pullenti.Ner.Core.MiscHelper.GetTextValue(tt0, tt1, Pullenti.Ner.Core.GetTextAttr.No);
return(res);
}
}
if ((term == "M" || term == "М" || term == "СПБ") || term == "K" || term == "К")
{
if (t.Next != null && t.Next.IsCharOf(":;"))
{
BookLinkToken re = new BookLinkToken(t, t.Next)
{
Typ = BookLinkTyp.Geo
};
return(re);
}
if (t.Next != null && t.Next.IsCharOf("."))
{
BookLinkToken res = new BookLinkToken(t, t.Next)
{
Typ = BookLinkTyp.Geo
};
if (t.Next.Next != null && t.Next.Next.IsCharOf(":;"))
{
res.EndToken = t.Next.Next;
}
else if (t.Next.Next != null && (t.Next.Next is Pullenti.Ner.NumberToken))
{
}
else if (t.Next.Next != null && t.Next.Next.IsComma && (t.Next.Next.Next is Pullenti.Ner.NumberToken))
{
}
else
{
return(null);
}
return(res);
}
}
if (term == "ПЕР" || term == "ПЕРЕВ" || term == "ПЕРЕВОД")
{
Pullenti.Ner.Token tt = t;
if (tt.Next != null && tt.Next.IsChar('.'))
{
tt = tt.Next;
}
if (tt.Next != null && ((tt.Next.IsValue("C", null) || tt.Next.IsValue("С", null))))
{
tt = tt.Next;
if (tt.Next == null || tt.WhitespacesAfterCount > 2)
{
return(null);
}
BookLinkToken re = new BookLinkToken(t, tt.Next)
{
Typ = BookLinkTyp.Translate
};
return(re);
}
}
if (term == "ТАМ" || term == "ТАМЖЕ")
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Tamze
};
if (t.Next != null && t.Next.IsValue("ЖЕ", null))
{
res.EndToken = t.Next;
}
return(res);
}
if (((term == "СМ" || term == "CM" || term == "НАПР") || term == "НАПРИМЕР" || term == "SEE") || term == "ПОДРОБНЕЕ" || term == "ПОДРОБНО")
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.See
};
for (t = t.Next; t != null; t = t.Next)
{
if (t.IsCharOf(".:") || t.IsValue("ALSO", null))
{
res.EndToken = t;
continue;
}
if (t.IsValue("В", null) || t.IsValue("IN", null))
{
res.EndToken = t;
continue;
}
BookLinkToken vvv = _tryParse(t, lev + 1);
if (vvv != null && vvv.Typ == BookLinkTyp.See)
{
res.EndToken = vvv.EndToken;
break;
}
break;
}
return(res);
}
if (term == "БОЛЕЕ")
{
BookLinkToken vvv = _tryParse(t.Next, lev + 1);
if (vvv != null && vvv.Typ == BookLinkTyp.See)
{
vvv.BeginToken = t;
return(vvv);
}
}
Pullenti.Ner.Token no = Pullenti.Ner.Core.MiscHelper.CheckNumberPrefix(t);
if (no is Pullenti.Ner.NumberToken)
{
return new BookLinkToken(t, no)
{
Typ = BookLinkTyp.N
}
}
;
if (((term == "B" || term == "В")) && (t.Next is Pullenti.Ner.NumberToken) && (t.Next.Next is Pullenti.Ner.TextToken))
{
string term2 = (t.Next.Next as Pullenti.Ner.TextToken).Term;
if (((term2 == "Т" || term2 == "T" || term2.StartsWith("ТОМ")) || term2 == "TT" || term2 == "ТТ") || term2 == "КН" || term2.StartsWith("КНИГ"))
{
return new BookLinkToken(t, t.Next.Next)
{
Typ = BookLinkTyp.Volume
}
}
;
}
}
if (t.IsChar('('))
{
if (((t.Next is Pullenti.Ner.NumberToken) && (t.Next as Pullenti.Ner.NumberToken).IntValue != null && t.Next.Next != null) && t.Next.Next.IsChar(')'))
{
int num = (t.Next as Pullenti.Ner.NumberToken).IntValue.Value;
if (num > 1900 && num <= 2040)
{
if (num <= DateTime.Now.Year)
{
return new BookLinkToken(t, t.Next.Next)
{
Typ = BookLinkTyp.Year, Value = num.ToString()
}
}
;
}
}
if (((t.Next is Pullenti.Ner.ReferentToken) && (t.Next.GetReferent() is Pullenti.Ner.Date.DateReferent) && t.Next.Next != null) && t.Next.Next.IsChar(')'))
{
int num = (t.Next.GetReferent() as Pullenti.Ner.Date.DateReferent).Year;
if (num > 0)
{
return new BookLinkToken(t, t.Next.Next)
{
Typ = BookLinkTyp.Year, Value = num.ToString()
}
}
;
}
}
return(null);
}
void _correct()
{
Pullenti.Ner.Token t = EndToken.Next;
if (t == null)
{
return;
}
int num = 0;
bool neg = Pow < 0;
if (t.IsChar('³'))
{
num = 3;
}
else if (t.IsChar('²'))
{
num = 2;
}
else if (!t.IsWhitespaceBefore && (t is Pullenti.Ner.NumberToken) && (((t as Pullenti.Ner.NumberToken).Value == "3" || (t as Pullenti.Ner.NumberToken).Value == "2")))
{
num = (t as Pullenti.Ner.NumberToken).IntValue.Value;
}
else if ((t.IsChar('<') && (t.Next is Pullenti.Ner.NumberToken) && (t.Next as Pullenti.Ner.NumberToken).IntValue != null) && t.Next.Next != null && t.Next.Next.IsChar('>'))
{
num = (t.Next as Pullenti.Ner.NumberToken).IntValue.Value;
t = t.Next.Next;
}
else if (((t.IsChar('<') && t.Next != null && t.Next.IsHiphen) && (t.Next.Next is Pullenti.Ner.NumberToken) && (t.Next.Next as Pullenti.Ner.NumberToken).IntValue != null) && t.Next.Next.Next != null && t.Next.Next.Next.IsChar('>'))
{
num = (t.Next.Next as Pullenti.Ner.NumberToken).IntValue.Value;
neg = true;
t = t.Next.Next.Next;
}
else
{
if (t.IsValue("B", null) && t.Next != null)
{
t = t.Next;
}
if ((t.IsValue("КВ", null) || t.IsValue("КВАДР", null) || t.IsValue("КВАДРАТНЫЙ", null)) || t.IsValue("КВАДРАТ", null))
{
num = 2;
if (t.Next != null && t.Next.IsChar('.'))
{
t = t.Next;
}
}
else if (t.IsValue("КУБ", null) || t.IsValue("КУБИЧ", null) || t.IsValue("КУБИЧЕСКИЙ", null))
{
num = 3;
if (t.Next != null && t.Next.IsChar('.'))
{
t = t.Next;
}
}
}
if (num != 0)
{
Pow = num;
if (neg)
{
Pow = -num;
}
EndToken = t;
}
t = EndToken.Next;
if ((t != null && t.IsValue("ПО", null) && t.Next != null) && t.Next.IsValue("U", null))
{
EndToken = t.Next;
}
}
static WeaponItemToken _TryParse(Pullenti.Ner.Token t, WeaponItemToken prev, bool afterConj, bool attachHigh = false)
{
if (t == null)
{
return(null);
}
if (Pullenti.Ner.Core.BracketHelper.IsBracket(t, true))
{
WeaponItemToken wit = _TryParse(t.Next, prev, afterConj, attachHigh);
if (wit != null)
{
if (wit.EndToken.Next == null)
{
wit.BeginToken = t;
return(wit);
}
if (Pullenti.Ner.Core.BracketHelper.IsBracket(wit.EndToken.Next, true))
{
wit.BeginToken = t;
wit.EndToken = wit.EndToken.Next;
return(wit);
}
}
}
Pullenti.Ner.Core.TerminToken tok = m_Ontology.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
WeaponItemToken res = new WeaponItemToken(t, tok.EndToken);
res.Typ = (Typs)tok.Termin.Tag;
if (res.Typ == Typs.Noun)
{
res.Value = tok.Termin.CanonicText;
if (tok.Termin.Tag2 != null)
{
res.IsDoubt = true;
}
for (Pullenti.Ner.Token tt = res.EndToken.Next; tt != null; tt = tt.Next)
{
if (tt.WhitespacesBeforeCount > 2)
{
break;
}
WeaponItemToken wit = _TryParse(tt, null, false, false);
if (wit != null)
{
if (wit.Typ == Typs.Brand)
{
res.InnerTokens.Add(wit);
res.EndToken = (tt = wit.EndToken);
continue;
}
break;
}
if (!(tt is Pullenti.Ner.TextToken))
{
break;
}
Pullenti.Morph.MorphClass mc = tt.GetMorphClassInDictionary();
if (mc == Pullenti.Morph.MorphClass.Adjective)
{
if (res.AltValue == null)
{
res.AltValue = res.Value;
}
if (res.AltValue.EndsWith(res.Value))
{
res.AltValue = res.AltValue.Substring(0, res.AltValue.Length - res.Value.Length);
}
res.AltValue = string.Format("{0}{1} {2}", res.AltValue, (tt as Pullenti.Ner.TextToken).Term, res.Value);
res.EndToken = tt;
continue;
}
break;
}
return(res);
}
if (res.Typ == Typs.Brand || res.Typ == Typs.Name)
{
res.Value = tok.Termin.CanonicText;
return(res);
}
if (res.Typ == Typs.Model)
{
res.Value = tok.Termin.CanonicText;
if (tok.Termin.Tag2 is List <Pullenti.Ner.Core.Termin> )
{
List <Pullenti.Ner.Core.Termin> li = tok.Termin.Tag2 as List <Pullenti.Ner.Core.Termin>;
foreach (Pullenti.Ner.Core.Termin to in li)
{
WeaponItemToken wit = new WeaponItemToken(t, tok.EndToken)
{
Typ = (Typs)to.Tag, Value = to.CanonicText, IsInternal = tok.BeginToken == tok.EndToken
};
res.InnerTokens.Add(wit);
if (to.AdditionalVars != null && to.AdditionalVars.Count > 0)
{
wit.AltValue = to.AdditionalVars[0].CanonicText;
}
}
}
res._correctModel();
return(res);
}
}
Pullenti.Ner.Token nnn = Pullenti.Ner.Core.MiscHelper.CheckNumberPrefix(t);
if (nnn != null)
{
Pullenti.Ner.Transport.Internal.TransItemToken tit = Pullenti.Ner.Transport.Internal.TransItemToken._attachNumber(nnn, true);
if (tit != null)
{
WeaponItemToken res = new WeaponItemToken(t, tit.EndToken)
{
Typ = Typs.Number
};
res.Value = tit.Value;
res.AltValue = tit.AltValue;
return(res);
}
}
if (((t is Pullenti.Ner.TextToken) && t.Chars.IsLetter && t.Chars.IsAllUpper) && (t.LengthChar < 4))
{
if ((t.Next != null && ((t.Next.IsHiphen || t.Next.IsChar('.'))) && (t.Next.WhitespacesAfterCount < 2)) && (t.Next.Next is Pullenti.Ner.NumberToken))
{
WeaponItemToken res = new WeaponItemToken(t, t.Next)
{
Typ = Typs.Model, IsDoubt = true
};
res.Value = (t as Pullenti.Ner.TextToken).Term;
res._correctModel();
return(res);
}
if ((t.Next is Pullenti.Ner.NumberToken) && !t.IsWhitespaceAfter)
{
WeaponItemToken res = new WeaponItemToken(t, t)
{
Typ = Typs.Model, IsDoubt = true
};
res.Value = (t as Pullenti.Ner.TextToken).Term;
res._correctModel();
return(res);
}
if ((t as Pullenti.Ner.TextToken).Term == "СП" && (t.WhitespacesAfterCount < 3) && (t.Next is Pullenti.Ner.TextToken))
{
WeaponItemToken pp = _TryParse(t.Next, null, false, false);
if (pp != null && ((pp.Typ == Typs.Model || pp.Typ == Typs.Brand)))
{
WeaponItemToken res = new WeaponItemToken(t, t)
{
Typ = Typs.Noun
};
res.Value = "ПИСТОЛЕТ";
res.AltValue = "СЛУЖЕБНЫЙ ПИСТОЛЕТ";
return(res);
}
}
}
if (((t is Pullenti.Ner.TextToken) && t.Chars.IsLetter && !t.Chars.IsAllLower) && t.LengthChar > 2)
{
bool ok = false;
if (prev != null && ((prev.Typ == Typs.Noun || prev.Typ == Typs.Model || prev.Typ == Typs.Brand)))
{
ok = true;
}
else if (prev == null && t.Previous != null && t.Previous.IsCommaAnd)
{
ok = true;
}
if (ok)
{
WeaponItemToken res = new WeaponItemToken(t, t)
{
Typ = Typs.Name, IsDoubt = true
};
res.Value = (t as Pullenti.Ner.TextToken).Term;
if ((t.Next != null && t.Next.IsHiphen && (t.Next.Next is Pullenti.Ner.TextToken)) && t.Next.Next.Chars == t.Chars)
{
res.Value = string.Format("{0}-{1}", res.Value, (t.Next.Next as Pullenti.Ner.TextToken).Term);
res.EndToken = t.Next.Next;
}
if (prev != null && prev.Typ == Typs.Noun)
{
res.Typ = Typs.Brand;
}
if (res.EndToken.Next != null && res.EndToken.Next.IsHiphen && (res.EndToken.Next.Next is Pullenti.Ner.NumberToken))
{
res.Typ = Typs.Model;
res._correctModel();
}
else if (!res.EndToken.IsWhitespaceAfter && (res.EndToken.Next is Pullenti.Ner.NumberToken))
{
res.Typ = Typs.Model;
res._correctModel();
}
return(res);
}
}
if (t.IsValue("МАРКА", null))
{
WeaponItemToken res = _TryParse(t.Next, prev, afterConj, false);
if (res != null && res.Typ == Typs.Brand)
{
res.BeginToken = t;
return(res);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t.Next, true, false))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t.Next, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
return new WeaponItemToken(t, br.EndToken)
{
Typ = Typs.Brand, Value = Pullenti.Ner.Core.MiscHelper.GetTextValue(br.BeginToken, br.EndToken, Pullenti.Ner.Core.GetTextAttr.No)
}
}
;
}
if (((t is Pullenti.Ner.TextToken) && (t.Next is Pullenti.Ner.TextToken) && t.Next.LengthChar > 1) && !t.Next.Chars.IsAllLower)
{
return new WeaponItemToken(t, t.Next)
{
Typ = Typs.Brand, Value = (t as Pullenti.Ner.TextToken).Term
}
}
;
}
if (t.IsValue("КАЛИБР", "КАЛІБР"))
{
Pullenti.Ner.Token tt1 = t.Next;
if (tt1 != null && ((tt1.IsHiphen || tt1.IsChar(':'))))
{
tt1 = tt1.Next;
}
Pullenti.Ner.Measure.Internal.NumbersWithUnitToken num = Pullenti.Ner.Measure.Internal.NumbersWithUnitToken.TryParse(tt1, null, false, false, false, false);
if (num != null && num.SingleVal != null)
{
return new WeaponItemToken(t, num.EndToken)
{
Typ = Typs.Caliber, Value = Pullenti.Ner.Core.NumberHelper.DoubleToString(num.SingleVal.Value)
}
}
;
}
if (t is Pullenti.Ner.NumberToken)
{
Pullenti.Ner.Measure.Internal.NumbersWithUnitToken num = Pullenti.Ner.Measure.Internal.NumbersWithUnitToken.TryParse(t, null, false, false, false, false);
if (num != null && num.SingleVal != null)
{
if (num.Units.Count == 1 && num.Units[0].Unit != null && num.Units[0].Unit.NameCyr == "мм")
{
return new WeaponItemToken(t, num.EndToken)
{
Typ = Typs.Caliber, Value = Pullenti.Ner.Core.NumberHelper.DoubleToString(num.SingleVal.Value)
}
}
;
if (num.EndToken.Next != null && num.EndToken.Next.IsValue("КАЛИБР", "КАЛІБР"))
{
return new WeaponItemToken(t, num.EndToken.Next)
{
Typ = Typs.Caliber, Value = Pullenti.Ner.Core.NumberHelper.DoubleToString(num.SingleVal.Value)
}
}
;
}
}
if (t.IsValue("ПРОИЗВОДСТВО", "ВИРОБНИЦТВО"))
{
Pullenti.Ner.Token tt1 = t.Next;
if (tt1 != null && ((tt1.IsHiphen || tt1.IsChar(':'))))
{
tt1 = tt1.Next;
}
if (tt1 is Pullenti.Ner.ReferentToken)
{
if ((tt1.GetReferent() is Pullenti.Ner.Org.OrganizationReferent) || (tt1.GetReferent() is Pullenti.Ner.Geo.GeoReferent))
{
return new WeaponItemToken(t, tt1)
{
Typ = Typs.Developer, Ref = tt1.GetReferent()
}
}
;
}
}
return(null);
}
void _correctModel()
{
Pullenti.Ner.Token tt = EndToken.Next;
if (tt == null || tt.WhitespacesBeforeCount > 2)
{
return;
}
if (tt.IsValue(":\\/.", null) || tt.IsHiphen)
{
tt = tt.Next;
}
if (tt is Pullenti.Ner.NumberToken)
{
StringBuilder tmp = new StringBuilder();
tmp.Append((tt as Pullenti.Ner.NumberToken).Value);
bool isLat = Pullenti.Morph.LanguageHelper.IsLatinChar(Value[0]);
EndToken = tt;
for (tt = tt.Next; tt != null; tt = tt.Next)
{
if ((tt is Pullenti.Ner.TextToken) && tt.LengthChar == 1 && tt.Chars.IsLetter)
{
if (!tt.IsWhitespaceBefore || ((tt.Previous != null && tt.Previous.IsHiphen)))
{
char ch = (tt as Pullenti.Ner.TextToken).Term[0];
EndToken = tt;
char ch2 = (char)0;
if (Pullenti.Morph.LanguageHelper.IsLatinChar(ch) && !isLat)
{
ch2 = Pullenti.Morph.LanguageHelper.GetCyrForLat(ch);
if (ch2 != ((char)0))
{
ch = ch2;
}
}
else if (Pullenti.Morph.LanguageHelper.IsCyrillicChar(ch) && isLat)
{
ch2 = Pullenti.Morph.LanguageHelper.GetLatForCyr(ch);
if (ch2 != ((char)0))
{
ch = ch2;
}
}
tmp.Append(ch);
continue;
}
}
break;
}
Value = string.Format("{0}-{1}", Value, tmp.ToString());
AltValue = Pullenti.Ner.Core.MiscHelper.CreateCyrLatAlternative(Value);
}
if (!EndToken.IsWhitespaceAfter && EndToken.Next != null && ((EndToken.Next.IsHiphen || EndToken.Next.IsCharOf("\\/"))))
{
if (!EndToken.Next.IsWhitespaceAfter && (EndToken.Next.Next is Pullenti.Ner.NumberToken))
{
EndToken = EndToken.Next.Next;
Value = string.Format("{0}-{1}", Value, (EndToken as Pullenti.Ner.NumberToken).Value);
if (AltValue != null)
{
AltValue = string.Format("{0}-{1}", AltValue, (EndToken as Pullenti.Ner.NumberToken).Value);
}
}
}
}
public static Pullenti.Ner.ReferentToken TryAttach(Pullenti.Ner.Token t)
{
if (t == null || !t.Chars.IsLetter)
{
return(null);
}
PersonIdToken noun = TryParse(t, null);
if (noun == null)
{
return(null);
}
List <PersonIdToken> li = new List <PersonIdToken>();
for (t = noun.EndToken.Next; t != null; t = t.Next)
{
if (t.IsTableControlChar)
{
break;
}
if (t.IsCharOf(",:"))
{
continue;
}
PersonIdToken idt = TryParse(t, (li.Count > 0 ? li[li.Count - 1] : noun));
if (idt == null)
{
if (t.IsValue("ОТДЕЛ", null) || t.IsValue("ОТДЕЛЕНИЕ", null))
{
continue;
}
break;
}
if (idt.Typ == Typs.Keyword)
{
break;
}
li.Add(idt);
t = idt.EndToken;
}
if (li.Count == 0)
{
return(null);
}
string num = null;
int i = 0;
if (li[0].Typ == Typs.Number)
{
if (li.Count > 1 && li[1].Typ == Typs.Number && li[1].HasPrefix)
{
num = li[0].Value + li[1].Value;
i = 2;
}
else
{
num = li[0].Value;
i = 1;
}
}
else if (li[0].Typ == Typs.Seria && li.Count > 1 && li[1].Typ == Typs.Number)
{
num = li[0].Value + li[1].Value;
i = 2;
}
else if (li[0].Typ == Typs.Seria && li[0].Value.Length > 5)
{
num = li[0].Value;
i = 1;
}
else
{
return(null);
}
Pullenti.Ner.Person.PersonIdentityReferent pid = new Pullenti.Ner.Person.PersonIdentityReferent();
pid.Typ = noun.Value.ToLower();
pid.Number = num;
if (noun.Referent is Pullenti.Ner.Geo.GeoReferent)
{
pid.State = noun.Referent;
}
for (; i < li.Count; i++)
{
if (li[i].Typ == Typs.Vidan || li[i].Typ == Typs.Code)
{
}
else if (li[i].Typ == Typs.Date && li[i].Referent != null)
{
if (pid.FindSlot(Pullenti.Ner.Person.PersonIdentityReferent.ATTR_DATE, null, true) != null)
{
break;
}
pid.AddSlot(Pullenti.Ner.Person.PersonIdentityReferent.ATTR_DATE, li[i].Referent, false, 0);
}
else if (li[i].Typ == Typs.Address && li[i].Referent != null)
{
if (pid.FindSlot(Pullenti.Ner.Person.PersonIdentityReferent.ATTR_ADDRESS, null, true) != null)
{
break;
}
pid.AddSlot(Pullenti.Ner.Person.PersonIdentityReferent.ATTR_ADDRESS, li[i].Referent, false, 0);
}
else if (li[i].Typ == Typs.Org && li[i].Referent != null)
{
if (pid.FindSlot(Pullenti.Ner.Person.PersonIdentityReferent.ATTR_ORG, null, true) != null)
{
break;
}
pid.AddSlot(Pullenti.Ner.Person.PersonIdentityReferent.ATTR_ORG, li[i].Referent, false, 0);
}
else
{
break;
}
}
return(new Pullenti.Ner.ReferentToken(pid, noun.BeginToken, li[i - 1].EndToken));
}
public static MailLine Parse(Pullenti.Ner.Token t0, int lev, int maxCount = 0)
{
if (t0 == null)
{
return(null);
}
MailLine res = new MailLine(t0, t0);
bool pr = true;
int cou = 0;
for (Pullenti.Ner.Token t = t0; t != null; t = t.Next, cou++)
{
if (t.IsNewlineBefore && t0 != t)
{
break;
}
if (maxCount > 0 && cou > maxCount)
{
break;
}
res.EndToken = t;
if (t.IsTableControlChar || t.IsHiphen)
{
continue;
}
if (pr)
{
if ((t is Pullenti.Ner.TextToken) && t.IsCharOf(">|"))
{
res.Lev++;
}
else
{
pr = false;
Pullenti.Ner.Core.TerminToken tok = m_FromWords.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null && tok.EndToken.Next != null && tok.EndToken.Next.IsChar(':'))
{
res.Typ = Types.From;
t = tok.EndToken.Next;
continue;
}
}
}
if (t is Pullenti.Ner.ReferentToken)
{
Pullenti.Ner.Referent r = t.GetReferent();
if (r != null)
{
if ((((r is Pullenti.Ner.Person.PersonReferent) || (r is Pullenti.Ner.Geo.GeoReferent) || (r is Pullenti.Ner.Address.AddressReferent)) || r.TypeName == "PHONE" || r.TypeName == "URI") || (r is Pullenti.Ner.Person.PersonPropertyReferent) || r.TypeName == "ORGANIZATION")
{
res.Refs.Add(r);
}
}
}
}
if (res.Typ == Types.Undefined)
{
Pullenti.Ner.Token t = t0;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (!t.IsHiphen && t.Chars.IsLetter)
{
break;
}
}
int ok = 0;
int nams = 0;
int oth = 0;
Pullenti.Ner.Token lastComma = null;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (t.GetReferent() is Pullenti.Ner.Person.PersonReferent)
{
nams++;
continue;
}
if (t is Pullenti.Ner.TextToken)
{
if (!t.Chars.IsLetter)
{
lastComma = t;
continue;
}
Pullenti.Ner.Core.TerminToken tok = m_HelloWords.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
ok++;
t = tok.EndToken;
continue;
}
if (t.IsValue("ВСЕ", null) || t.IsValue("ALL", null) || t.IsValue("TEAM", null))
{
nams++;
continue;
}
Pullenti.Ner.Person.Internal.PersonItemToken pit = Pullenti.Ner.Person.Internal.PersonItemToken.TryAttach(t, null, Pullenti.Ner.Person.Internal.PersonItemToken.ParseAttr.No, null);
if (pit != null)
{
nams++;
t = pit.EndToken;
continue;
}
}
if ((++oth) > 3)
{
if (ok > 0 && lastComma != null)
{
res.EndToken = lastComma;
oth = 0;
}
break;
}
}
if ((oth < 3) && ok > 0)
{
res.Typ = Types.Hello;
}
}
if (res.Typ == Types.Undefined)
{
int okWords = 0;
if (t0.IsValue("HAVE", null))
{
}
for (Pullenti.Ner.Token t = t0; t != null && t.EndChar <= res.EndChar; t = t.Next)
{
if (!(t is Pullenti.Ner.TextToken))
{
continue;
}
if (t.IsChar('<'))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t = br.EndToken;
continue;
}
}
if (!t.IsLetters || t.IsTableControlChar)
{
continue;
}
Pullenti.Ner.Core.TerminToken tok = m_RegardWords.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
okWords++;
for (; t != null && t.EndChar <= tok.EndChar; t = t.Next)
{
t.Tag = tok.Termin;
}
t = tok.EndToken;
if ((t.Next is Pullenti.Ner.TextToken) && t.Next.Morph.Case.IsGenitive)
{
for (t = t.Next; t.EndChar <= res.EndChar; t = t.Next)
{
if (t.Morph.Class.IsConjunction)
{
continue;
}
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 == null)
{
break;
}
if (!npt1.Morph.Case.IsGenitive)
{
break;
}
for (; t.EndChar < npt1.EndChar; t = t.Next)
{
t.Tag = t;
}
t.Tag = t;
}
}
continue;
}
if ((t.Morph.Class.IsPreposition || t.Morph.Class.IsConjunction || t.Morph.Class.IsMisc) || t.IsValue("C", null))
{
continue;
}
if ((okWords > 0 && t.Previous != null && t.Previous.IsComma) && t.Previous.BeginChar > t0.BeginChar && !t.Chars.IsAllLower)
{
res.EndToken = t.Previous;
break;
}
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt == null)
{
if ((res.EndChar - t.EndChar) > 10)
{
okWords = 0;
}
break;
}
tok = m_RegardWords.TryParse(npt.EndToken, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null && (npt.EndToken is Pullenti.Ner.TextToken))
{
string term = (npt.EndToken as Pullenti.Ner.TextToken).Term;
if (term == "ДЕЛ")
{
tok = null;
}
}
if (tok == null)
{
if (npt.Noun.IsValue("НАДЕЖДА", null))
{
t.Tag = t;
}
else if (okWords > 0 && t.IsValue("NICE", null) && ((res.EndChar - npt.EndChar) < 13))
{
t.Tag = t;
}
else
{
okWords = 0;
}
break;
}
okWords++;
for (; t != null && t.EndChar <= tok.EndChar; t = t.Next)
{
t.Tag = tok.Termin;
}
t = tok.EndToken;
}
if (okWords > 0)
{
res.Typ = Types.BestRegards;
}
}
if (res.Typ == Types.Undefined)
{
Pullenti.Ner.Token t = t0;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (!(t is Pullenti.Ner.TextToken))
{
break;
}
else if (!t.IsHiphen && t.Chars.IsLetter)
{
break;
}
}
if (t != null)
{
if (t != t0)
{
}
if (((t.IsValue("ПЕРЕСЫЛАЕМОЕ", null) || t.IsValue("ПЕРЕАДРЕСОВАННОЕ", null))) && t.Next != null && t.Next.IsValue("СООБЩЕНИЕ", null))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if ((t.IsValue("НАЧАЛО", null) && t.Next != null && ((t.Next.IsValue("ПЕРЕСЫЛАЕМОЕ", null) || t.Next.IsValue("ПЕРЕАДРЕСОВАННОЕ", null)))) && t.Next.Next != null && t.Next.Next.IsValue("СООБЩЕНИЕ", null))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if (t.IsValue("ORIGINAL", null) && t.Next != null && ((t.Next.IsValue("MESSAGE", null) || t.Next.IsValue("APPOINTMENT", null))))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if (t.IsValue("ПЕРЕСЛАНО", null) && t.Next != null && t.Next.IsValue("ПОЛЬЗОВАТЕЛЕМ", null))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if (((t.GetReferent() != null && t.GetReferent().TypeName == "DATE")) || ((t.IsValue("IL", null) && t.Next != null && t.Next.IsValue("GIORNO", null))) || ((t.IsValue("ON", null) && (t.Next is Pullenti.Ner.ReferentToken) && t.Next.GetReferent().TypeName == "DATE")))
{
bool hasFrom = false;
bool hasDate = t.GetReferent() != null && t.GetReferent().TypeName == "DATE";
if (t.IsNewlineAfter && (lev < 5))
{
MailLine res1 = Parse(t.Next, lev + 1, 0);
if (res1 != null && res1.Typ == Types.Hello)
{
res.Typ = Types.From;
}
}
MailLine next = Parse(res.EndToken.Next, lev + 1, 0);
if (next != null)
{
if (next.Typ != Types.Undefined)
{
next = null;
}
}
int tmax = res.EndChar;
if (next != null)
{
tmax = next.EndChar;
}
Pullenti.Ner.Core.BracketSequenceToken br1 = null;
for (; t != null && t.EndChar <= tmax; t = t.Next)
{
if (t.IsValue("ОТ", null) || t.IsValue("FROM", null))
{
hasFrom = true;
}
else if (t.GetReferent() != null && ((t.GetReferent().TypeName == "URI" || (t.GetReferent() is Pullenti.Ner.Person.PersonReferent))))
{
if (t.GetReferent().TypeName == "URI" && hasDate)
{
if (br1 != null)
{
hasFrom = true;
next = null;
}
if (t.Previous.IsChar('<') && t.Next != null && t.Next.IsChar('>'))
{
t = t.Next;
if (t.Next != null && t.Next.IsChar(':'))
{
t = t.Next;
}
if (t.IsNewlineAfter)
{
hasFrom = true;
next = null;
}
}
}
for (t = t.Next; t != null && t.EndChar <= res.EndChar; t = t.Next)
{
if (t.IsValue("HA", null) && t.Next != null && t.Next.IsValue("SCRITTO", null))
{
hasFrom = true;
break;
}
else if (((t.IsValue("НАПИСАТЬ", null) || t.IsValue("WROTE", null))) && ((res.EndChar - t.EndChar) < 10))
{
hasFrom = true;
break;
}
}
if (hasFrom)
{
res.Typ = Types.From;
if (next != null && t.EndChar >= next.BeginChar)
{
res.EndToken = next.EndToken;
}
}
break;
}
else if (br1 == null && !t.IsChar('<') && Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t, true, false))
{
br1 = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br1 != null)
{
t = br1.EndToken;
}
}
}
}
else
{
bool hasUri = false;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (t.GetReferent() != null && ((t.GetReferent().TypeName == "URI" || (t.GetReferent() is Pullenti.Ner.Person.PersonReferent))))
{
hasUri = true;
}
else if (t.IsValue("ПИСАТЬ", null) && hasUri)
{
if (t.Next != null && t.Next.IsChar('('))
{
if (hasUri)
{
res.Typ = Types.From;
}
break;
}
}
}
}
}
}
return(res);
}