static int _calcNewlineBetweenCoef(FragToken fr1, FragToken fr2)
{
if (fr1.NewlinesAfterCount > 1)
{
return(1);
}
for (Pullenti.Ner.Token tt = fr1.BeginToken; tt != null && tt.EndChar <= fr1.EndChar; tt = tt.Next)
{
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(tt, false, false))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.CanBeManyLines, 100);
if (br != null && br.EndChar >= fr2.BeginChar)
{
return(-1);
}
}
}
Pullenti.Ner.Token t = fr1.EndToken;
if (t.IsCharOf(":;."))
{
return(1);
}
if ((t is Pullenti.Ner.TextToken) && ((t.Morph.Class.IsPreposition || t.Morph.Class.IsConjunction)))
{
return(-1);
}
Pullenti.Ner.Token t1 = fr2.BeginToken;
if (t1 is Pullenti.Ner.TextToken)
{
if (t1.Chars.IsAllLower)
{
return(-1);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t1, false, false))
{
if (t.Chars.IsAllLower)
{
return(-1);
}
}
}
else if (t1 is Pullenti.Ner.NumberToken)
{
if (t.Chars.IsAllLower)
{
return(-1);
}
}
if (t.Chars.IsAllLower)
{
if (fr2.EndToken.IsChar(';'))
{
return(-1);
}
}
return(0);
}
public static WeaponItemToken TryParse(Pullenti.Ner.Token t, WeaponItemToken prev, bool afterConj, bool attachHigh = false)
{
WeaponItemToken res = _TryParse(t, prev, afterConj, attachHigh);
if (res == null)
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && npt.Noun.BeginChar > npt.BeginChar)
{
res = _TryParse(npt.Noun.BeginToken, prev, afterConj, attachHigh);
if (res != null)
{
if (res.Typ == Typs.Noun)
{
string str = npt.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Singular, Pullenti.Morph.MorphGender.Undefined, false);
if (str == "РУЧНОЙ ГРАНАТ")
{
str = "РУЧНАЯ ГРАНАТА";
}
if (((str ?? "")).EndsWith(res.Value))
{
if (res.AltValue == null)
{
res.AltValue = str;
}
else
{
str = str.Substring(0, str.Length - res.Value.Length).Trim();
res.AltValue = string.Format("{0} {1}", str, res.AltValue);
}
res.BeginToken = t;
return(res);
}
}
}
}
return(null);
}
if (res.Typ == Typs.Name)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(res.EndToken.Next, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null && br.IsChar('('))
{
string alt = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(br, Pullenti.Ner.Core.GetTextAttr.No);
if (Pullenti.Ner.Core.MiscHelper.CanBeEqualCyrAndLatSS(res.Value, alt))
{
res.AltValue = alt;
res.EndToken = br.EndToken;
}
}
}
return(res);
}
internal Pullenti.Ner.Core.Termin AddName(Pullenti.Ner.Token begin, Pullenti.Ner.Token end)
{
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(begin, true, false))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(begin, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null && br.EndToken == end)
{
begin = begin.Next;
end = end.Previous;
}
}
string val = Pullenti.Ner.Core.MiscHelper.GetTextValue(begin, end, Pullenti.Ner.Core.GetTextAttr.KeepRegister | Pullenti.Ner.Core.GetTextAttr.KeepQuotes);
if (val == null)
{
return(null);
}
if (val.EndsWith(".") && !val.EndsWith(".."))
{
val = val.Substring(0, val.Length - 1).Trim();
}
this.AddSlot(ATTR_NAME, val, false, 0);
return(new Pullenti.Ner.Core.Termin(val.ToUpper()));
}
bool CalcRankAndValue(int minNewlinesCount)
{
Rank = 0;
if (BeginToken.Chars.IsAllLower)
{
Rank -= 30;
}
int words = 0;
int upWords = 0;
int notwords = 0;
int lineNumber = 0;
Pullenti.Ner.Token tstart = BeginToken;
Pullenti.Ner.Token tend = EndToken;
for (Pullenti.Ner.Token t = BeginToken; t != EndToken.Next && t != null && t.EndChar <= EndToken.EndChar; t = t.Next)
{
if (t.IsNewlineBefore)
{
}
TitleItemToken tit = TitleItemToken.TryAttach(t);
if (tit != null)
{
if (tit.Typ == TitleItemToken.Types.Theme || tit.Typ == TitleItemToken.Types.TypAndTheme)
{
if (t != BeginToken)
{
if (lineNumber > 0)
{
return(false);
}
words = (upWords = (notwords = 0));
tstart = tit.EndToken.Next;
}
t = tit.EndToken;
if (t.Next == null)
{
return(false);
}
if (t.Next.Chars.IsLetter && t.Next.Chars.IsAllLower)
{
Rank += 20;
}
else
{
Rank += 100;
}
tstart = t.Next;
if (tit.Typ == TitleItemToken.Types.TypAndTheme)
{
TypeValue = tit.Value;
}
continue;
}
if (tit.Typ == TitleItemToken.Types.Typ)
{
if (t == BeginToken)
{
if (tit.EndToken.IsNewlineAfter)
{
TypeValue = tit.Value;
Rank += 5;
tstart = tit.EndToken.Next;
}
}
t = tit.EndToken;
words++;
if (tit.BeginToken != tit.EndToken)
{
words++;
}
if (tit.Chars.IsAllUpper)
{
upWords++;
}
continue;
}
if (tit.Typ == TitleItemToken.Types.Dust || tit.Typ == TitleItemToken.Types.Speciality)
{
if (t == BeginToken)
{
return(false);
}
Rank -= 20;
if (tit.Typ == TitleItemToken.Types.Speciality)
{
Speciality = tit.Value;
}
t = tit.EndToken;
continue;
}
if (tit.Typ == TitleItemToken.Types.Consultant || tit.Typ == TitleItemToken.Types.Boss || tit.Typ == TitleItemToken.Types.Editor)
{
t = tit.EndToken;
if (t.Next != null && ((t.Next.IsCharOf(":") || t.Next.IsHiphen || t.WhitespacesAfterCount > 4)))
{
Rank -= 10;
}
else
{
Rank -= 2;
}
continue;
}
return(false);
}
Pullenti.Ner.Booklink.Internal.BookLinkToken blt = Pullenti.Ner.Booklink.Internal.BookLinkToken.TryParse(t, 0);
if (blt != null)
{
if (blt.Typ == Pullenti.Ner.Booklink.Internal.BookLinkTyp.Misc || blt.Typ == Pullenti.Ner.Booklink.Internal.BookLinkTyp.N || blt.Typ == Pullenti.Ner.Booklink.Internal.BookLinkTyp.Pages)
{
Rank -= 10;
}
else if (blt.Typ == Pullenti.Ner.Booklink.Internal.BookLinkTyp.N || blt.Typ == Pullenti.Ner.Booklink.Internal.BookLinkTyp.PageRange)
{
Rank -= 20;
}
}
if (t == BeginToken && Pullenti.Ner.Booklink.Internal.BookLinkToken.TryParseAuthor(t, Pullenti.Ner.Person.Internal.FioTemplateType.Undefined) != null)
{
Rank -= 20;
}
if (t.IsNewlineBefore && t != BeginToken)
{
lineNumber++;
if (lineNumber > 4)
{
return(false);
}
if (t.Chars.IsAllLower)
{
Rank += 10;
}
else if (t.Previous.IsChar('.'))
{
Rank -= 10;
}
else if (t.Previous.IsCharOf(",-"))
{
Rank += 10;
}
else
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t.Previous, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && npt.EndChar >= t.EndChar)
{
Rank += 10;
}
}
}
if (t != BeginToken && t.NewlinesBeforeCount > minNewlinesCount)
{
Rank -= (t.NewlinesBeforeCount - minNewlinesCount);
}
Pullenti.Ner.Core.BracketSequenceToken bst = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (bst != null && bst.IsQuoteType && bst.EndToken.EndChar <= EndToken.EndChar)
{
if (words == 0)
{
tstart = bst.BeginToken;
Rank += 10;
if (bst.EndToken == EndToken)
{
tend = EndToken;
Rank += 10;
}
}
}
List <Pullenti.Ner.Referent> rli = t.GetReferents();
if (rli != null)
{
foreach (Pullenti.Ner.Referent r in rli)
{
if (r is Pullenti.Ner.Org.OrganizationReferent)
{
if (t.IsNewlineBefore)
{
Rank -= 10;
}
else
{
Rank -= 4;
}
continue;
}
if ((r is Pullenti.Ner.Geo.GeoReferent) || (r is Pullenti.Ner.Person.PersonReferent))
{
if (t.IsNewlineBefore)
{
Rank -= 5;
if (t.IsNewlineAfter || t.Next == null)
{
Rank -= 20;
}
else if (t.Next.IsHiphen || (t.Next is Pullenti.Ner.NumberToken) || (t.Next.GetReferent() is Pullenti.Ner.Date.DateReferent))
{
Rank -= 20;
}
else if (t != BeginToken)
{
Rank -= 20;
}
}
continue;
}
if ((r is Pullenti.Ner.Geo.GeoReferent) || (r is Pullenti.Ner.Denomination.DenominationReferent))
{
continue;
}
if ((r is Pullenti.Ner.Uri.UriReferent) || (r is Pullenti.Ner.Phone.PhoneReferent))
{
return(false);
}
if (t.IsNewlineBefore)
{
Rank -= 4;
}
else
{
Rank -= 2;
}
if (t == BeginToken && (EndToken.GetReferent() is Pullenti.Ner.Person.PersonReferent))
{
Rank -= 10;
}
}
words++;
if (t.Chars.IsAllUpper)
{
upWords++;
}
if (t == BeginToken)
{
if (t.IsNewlineAfter)
{
Rank -= 10;
}
else if (t.Next != null && t.Next.IsChar('.') && t.Next.IsNewlineAfter)
{
Rank -= 10;
}
}
continue;
}
if (t is Pullenti.Ner.NumberToken)
{
if ((t as Pullenti.Ner.NumberToken).Typ == Pullenti.Ner.NumberSpellingType.Words)
{
words++;
if (t.Chars.IsAllUpper)
{
upWords++;
}
}
else
{
notwords++;
}
continue;
}
Pullenti.Ner.Person.Internal.PersonAttrToken pat = Pullenti.Ner.Person.Internal.PersonAttrToken.TryAttach(t, null, Pullenti.Ner.Person.Internal.PersonAttrToken.PersonAttrAttachAttrs.No);
if (pat != null)
{
if (t.IsNewlineBefore)
{
if (!pat.Morph.Case.IsUndefined && !pat.Morph.Case.IsNominative)
{
}
else if (pat.Chars.IsAllUpper)
{
}
else
{
Rank -= 20;
}
}
else if (t.Chars.IsAllLower)
{
Rank--;
}
for (; t != null; t = t.Next)
{
words++;
if (t.Chars.IsAllUpper)
{
upWords++;
}
if (t == pat.EndToken)
{
break;
}
}
continue;
}
Pullenti.Ner.Org.Internal.OrgItemTypeToken oitt = Pullenti.Ner.Org.Internal.OrgItemTypeToken.TryAttach(t, true, null);
if (oitt != null)
{
if (oitt.Morph.Number != Pullenti.Morph.MorphNumber.Plural && !oitt.IsDoubtRootWord)
{
if (!oitt.Morph.Case.IsUndefined && !oitt.Morph.Case.IsNominative)
{
words++;
if (t.Chars.IsAllUpper)
{
upWords++;
}
}
else
{
Rank -= 4;
if (t == BeginToken)
{
Rank -= 5;
}
}
}
else
{
words += 1;
if (t.Chars.IsAllUpper)
{
upWords++;
}
}
t = oitt.EndToken;
continue;
}
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt != null)
{
if (tt.IsChar('©'))
{
Rank -= 10;
}
if (tt.IsChar('_'))
{
Rank--;
}
if (tt.Chars.IsLetter)
{
if (tt.LengthChar > 2)
{
words++;
if (t.Chars.IsAllUpper)
{
upWords++;
}
}
}
else if (!tt.IsChar(','))
{
notwords++;
}
if (tt.IsPureVerb)
{
{
Rank -= 30;
words--;
}
break;
}
if (tt == EndToken)
{
if (tt.Morph.Class.IsPreposition || tt.Morph.Class.IsConjunction)
{
Rank -= 10;
}
else if (tt.IsChar('.'))
{
Rank += 5;
}
}
else if (tt.IsCharOf("._"))
{
Rank -= 5;
}
}
}
Rank += words;
Rank -= notwords;
if ((words < 1) && (Rank < 50))
{
return(false);
}
if (tstart == null || tend == null)
{
return(false);
}
if (tstart.EndChar > tend.EndChar)
{
return(false);
}
TitleItemToken tit1 = TitleItemToken.TryAttach(EndToken.Next);
if (tit1 != null && ((tit1.Typ == TitleItemToken.Types.Typ || tit1.Typ == TitleItemToken.Types.Speciality)))
{
if (tit1.EndToken.IsNewlineAfter)
{
Rank += 15;
}
else
{
Rank += 10;
}
if (tit1.Typ == TitleItemToken.Types.Speciality)
{
Speciality = tit1.Value;
}
}
if (upWords > 4 && upWords > ((int)((0.8 * words))))
{
if (tstart.Previous != null && (tstart.Previous.GetReferent() is Pullenti.Ner.Person.PersonReferent))
{
Rank += (5 + upWords);
}
}
BeginNameToken = tstart;
EndNameToken = tend;
return(true);
}
public static CanonicDecreeRefUri TryCreateCanonicDecreeRefUri(Pullenti.Ner.Token t)
{
if (!(t is Pullenti.Ner.ReferentToken))
{
return(null);
}
Pullenti.Ner.Decree.DecreeReferent dr = t.GetReferent() as Pullenti.Ner.Decree.DecreeReferent;
CanonicDecreeRefUri res;
if (dr != null)
{
if (dr.Kind == Pullenti.Ner.Decree.DecreeKind.Publisher)
{
return(null);
}
res = new CanonicDecreeRefUri(t.Kit.Sofa.Text)
{
Ref = dr, BeginChar = t.BeginChar, EndChar = t.EndChar
};
if ((t.Previous != null && t.Previous.IsChar('(') && t.Next != null) && t.Next.IsChar(')'))
{
return(res);
}
if ((t as Pullenti.Ner.ReferentToken).MiscAttrs != 0)
{
return(res);
}
Pullenti.Ner.ReferentToken rt = t as Pullenti.Ner.ReferentToken;
if (rt.BeginToken.IsChar('(') && rt.EndToken.IsChar(')'))
{
res = new CanonicDecreeRefUri(t.Kit.Sofa.Text)
{
Ref = dr, BeginChar = rt.BeginToken.Next.BeginChar, EndChar = rt.EndToken.Previous.EndChar
};
return(res);
}
List <DecreeToken> nextDecreeItems = null;
if ((t.Next != null && t.Next.IsCommaAnd && (t.Next.Next is Pullenti.Ner.ReferentToken)) && (t.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreeReferent))
{
nextDecreeItems = DecreeToken.TryAttachList((t.Next.Next as Pullenti.Ner.ReferentToken).BeginToken, null, 10, false);
if (nextDecreeItems != null && nextDecreeItems.Count > 1)
{
for (int i = 0; i < (nextDecreeItems.Count - 1); i++)
{
if (nextDecreeItems[i].IsNewlineAfter)
{
nextDecreeItems.RemoveRange(i + 1, nextDecreeItems.Count - i - 1);
break;
}
}
}
}
bool wasTyp = false;
bool wasNum = false;
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= t.EndChar; tt = tt.Next)
{
if (tt.BeginChar == t.BeginChar && tt.IsChar('(') && tt.Next != null)
{
res.BeginChar = tt.Next.BeginChar;
}
if (tt.IsChar('(') && tt.Next != null && tt.Next.IsValue("ДАЛЕЕ", null))
{
if (res.EndChar >= tt.BeginChar)
{
res.EndChar = tt.Previous.EndChar;
}
break;
}
if (tt.EndChar == t.EndChar && tt.IsChar(')'))
{
res.EndChar = tt.Previous.EndChar;
for (Pullenti.Ner.Token tt1 = tt.Previous; tt1 != null && tt1.BeginChar >= res.BeginChar; tt1 = tt1.Previous)
{
if (tt1.IsChar('(') && tt1.Previous != null)
{
if (res.BeginChar < tt1.Previous.BeginChar)
{
res.EndChar = tt1.Previous.EndChar;
}
}
}
}
List <DecreeToken> li = DecreeToken.TryAttachList(tt, null, 10, false);
if (li != null && li.Count > 0)
{
for (int ii = 0; ii < (li.Count - 1); ii++)
{
if (li[ii].Typ == DecreeToken.ItemType.Typ && li[ii + 1].Typ == DecreeToken.ItemType.Terr)
{
res.TypeWithGeo = Pullenti.Ner.Core.MiscHelper.GetTextValue(li[ii].BeginToken, li[ii + 1].EndToken, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominativeSingle);
}
}
if ((nextDecreeItems != null && nextDecreeItems.Count > 1 && (nextDecreeItems.Count < li.Count)) && nextDecreeItems[0].Typ != DecreeToken.ItemType.Typ)
{
int d = li.Count - nextDecreeItems.Count;
int j;
for (j = 0; j < nextDecreeItems.Count; j++)
{
if (nextDecreeItems[j].Typ != li[d + j].Typ)
{
break;
}
}
if (j >= nextDecreeItems.Count)
{
li.RemoveRange(0, d);
res.BeginChar = li[0].BeginChar;
}
}
else if ((nextDecreeItems != null && nextDecreeItems.Count == 1 && nextDecreeItems[0].Typ == DecreeToken.ItemType.Name) && li.Count == 2 && li[1].Typ == DecreeToken.ItemType.Name)
{
res.BeginChar = li[1].BeginChar;
res.EndChar = li[1].EndChar;
break;
}
else if ((nextDecreeItems != null && nextDecreeItems.Count == 1 && nextDecreeItems[0].Typ == DecreeToken.ItemType.Number) && li[li.Count - 1].Typ == DecreeToken.ItemType.Number)
{
res.BeginChar = li[li.Count - 1].BeginChar;
res.EndChar = li[li.Count - 1].EndChar;
}
for (int i = 0; i < li.Count; i++)
{
DecreeToken l = li[i];
if (l.BeginChar > t.EndChar)
{
li.RemoveRange(i, li.Count - i);
break;
}
if (l.Typ == DecreeToken.ItemType.Name)
{
if (!wasNum)
{
if (dr.Kind == Pullenti.Ner.Decree.DecreeKind.Contract)
{
continue;
}
if (((i + 1) < li.Count) && ((li[i + 1].Typ == DecreeToken.ItemType.Date || li[i + 1].Typ == DecreeToken.ItemType.Number)))
{
continue;
}
}
int ee = l.BeginToken.Previous.EndChar;
if (ee > res.BeginChar && (ee < res.EndChar))
{
res.EndChar = ee;
}
break;
}
if (l.Typ == DecreeToken.ItemType.Number)
{
wasNum = true;
}
if (i == 0)
{
if (l.Typ == DecreeToken.ItemType.Typ)
{
wasTyp = true;
}
else if (l.Typ == DecreeToken.ItemType.Owner || l.Typ == DecreeToken.ItemType.Org)
{
if (((i + 1) < li.Count) && ((li[1].Typ == DecreeToken.ItemType.Date || li[1].Typ == DecreeToken.ItemType.Number)))
{
wasTyp = true;
}
}
if (wasTyp)
{
Pullenti.Ner.Token tt0 = l.BeginToken.Previous;
if (tt0 != null && tt0.IsChar('.'))
{
tt0 = tt0.Previous;
}
if (tt0 != null && ((tt0.IsValue("УТВЕРЖДЕННЫЙ", null) || tt0.IsValue("УТВЕРДИТЬ", null) || tt0.IsValue("УТВ", null))))
{
if (l.BeginChar > res.BeginChar)
{
res.BeginChar = l.BeginChar;
if (res.EndChar < res.BeginChar)
{
res.EndChar = t.EndChar;
}
res.IsAdopted = true;
}
}
}
}
}
if (li.Count > 0)
{
tt = li[li.Count - 1].EndToken;
if (tt.IsChar(')'))
{
tt = tt.Previous;
}
continue;
}
}
if (wasTyp)
{
DecreeToken na = DecreeToken.TryAttachName(tt, dr.Typ0, true, false);
if (na != null && tt.BeginChar > t.BeginChar)
{
Pullenti.Ner.Token tt1 = na.EndToken.Next;
if (tt1 != null && tt1.IsCharOf(",()"))
{
tt1 = tt1.Next;
}
if (tt1 != null && (tt1.EndChar < t.EndChar))
{
if (tt1.IsValue("УТВЕРЖДЕННЫЙ", null) || tt1.IsValue("УТВЕРДИТЬ", null) || tt1.IsValue("УТВ", null))
{
tt = tt1;
continue;
}
}
if (tt.Previous != null && tt.Previous.IsChar(':') && na.EndChar <= res.EndChar)
{
res.BeginChar = tt.BeginChar;
break;
}
if (tt.Previous.EndChar > res.BeginChar)
{
res.EndChar = tt.Previous.EndChar;
break;
}
}
}
}
return(res);
}
Pullenti.Ner.Decree.DecreePartReferent dpr = t.GetReferent() as Pullenti.Ner.Decree.DecreePartReferent;
if (dpr == null)
{
return(null);
}
if ((t.Previous != null && t.Previous.IsHiphen && (t.Previous.Previous is Pullenti.Ner.ReferentToken)) && (t.Previous.Previous.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent))
{
if (Pullenti.Ner.Decree.DecreePartReferent.CreateRangeReferent(t.Previous.Previous.GetReferent() as Pullenti.Ner.Decree.DecreePartReferent, dpr) != null)
{
return(null);
}
}
Pullenti.Ner.Token t1 = t;
bool hasDiap = false;
Pullenti.Ner.ReferentToken DiapRef = null;
if ((t.Next != null && t.Next.IsHiphen && (t.Next.Next is Pullenti.Ner.ReferentToken)) && (t.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent))
{
Pullenti.Ner.Decree.DecreePartReferent diap = Pullenti.Ner.Decree.DecreePartReferent.CreateRangeReferent(dpr as Pullenti.Ner.Decree.DecreePartReferent, t.Next.Next.GetReferent() as Pullenti.Ner.Decree.DecreePartReferent);
if (diap != null)
{
dpr = diap;
hasDiap = true;
t1 = t.Next.Next;
DiapRef = t1 as Pullenti.Ner.ReferentToken;
}
}
res = new CanonicDecreeRefUri(t.Kit.Sofa.Text)
{
Ref = dpr, BeginChar = t.BeginChar, EndChar = t1.EndChar, IsDiap = hasDiap
};
if ((t.Previous != null && t.Previous.IsChar('(') && t1.Next != null) && t1.Next.IsChar(')'))
{
return(res);
}
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= t.EndChar; tt = tt.Next)
{
if (tt.GetReferent() is Pullenti.Ner.Decree.DecreeReferent)
{
if (tt.BeginChar > t.BeginChar)
{
res.EndChar = tt.Previous.EndChar;
if (tt.Previous.Morph.Class.IsPreposition && tt.Previous.Previous != null)
{
res.EndChar = tt.Previous.Previous.EndChar;
}
}
else if (tt.EndChar < t.EndChar)
{
res.BeginChar = tt.BeginChar;
}
break;
}
}
bool hasSameBefore = _hasSameDecree(t, dpr, true);
bool hasSameAfter = _hasSameDecree(t, dpr, false);
PartToken.ItemType ptmin = PartToken.ItemType.Prefix;
PartToken.ItemType ptmin2 = PartToken.ItemType.Prefix;
int max = 0;
int max2 = 00;
foreach (Pullenti.Ner.Slot s in dpr.Slots)
{
PartToken.ItemType pt = PartToken._getTypeByAttrName(s.TypeName);
if (pt == PartToken.ItemType.Prefix)
{
continue;
}
int co = PartToken._getRank(pt);
if (co < 1)
{
if (pt == PartToken.ItemType.Part && dpr.FindSlot(Pullenti.Ner.Decree.DecreePartReferent.ATTR_CLAUSE, null, true) != null)
{
co = PartToken._getRank(PartToken.ItemType.Paragraph);
}
else
{
continue;
}
}
if (co > max)
{
max2 = max;
ptmin2 = ptmin;
max = co;
ptmin = pt;
}
else if (co > max2)
{
max2 = co;
ptmin2 = pt;
}
}
if (ptmin != PartToken.ItemType.Prefix)
{
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.BeginChar >= res.BeginChar)
{
PartToken pt = PartToken.TryAttach(tt, null, false, false);
if (pt != null && pt.Typ == ptmin)
{
res.BeginChar = pt.BeginChar;
res.EndChar = pt.EndChar;
if (pt.Typ == PartToken.ItemType.Appendix && pt.EndToken.IsValue("К", null) && pt.BeginToken != pt.EndToken)
{
res.EndChar = pt.EndToken.Previous.EndChar;
}
if (pt.EndChar == t.EndChar)
{
if ((t.Next != null && t.Next.IsCommaAnd && (t.Next.Next is Pullenti.Ner.ReferentToken)) && (t.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent))
{
Pullenti.Ner.Token tt1 = (t.Next.Next as Pullenti.Ner.ReferentToken).BeginToken;
bool ok = true;
if (tt1.Chars.IsLetter)
{
ok = false;
}
if (ok)
{
foreach (PartToken.PartValue v in pt.Values)
{
res.BeginChar = v.BeginChar;
res.EndChar = v.EndChar;
break;
}
}
}
}
if (!hasDiap)
{
return(res);
}
break;
}
}
}
if (hasDiap && DiapRef != null)
{
for (Pullenti.Ner.Token tt = DiapRef.BeginToken; tt != null && tt.EndChar <= DiapRef.EndChar; tt = tt.Next)
{
if (tt.IsChar(','))
{
break;
}
if (tt != DiapRef.BeginToken && tt.IsWhitespaceBefore)
{
break;
}
res.EndChar = tt.EndChar;
}
return(res);
}
}
if (((hasSameBefore || hasSameAfter)) && ptmin != PartToken.ItemType.Prefix)
{
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.BeginChar >= res.BeginChar)
{
PartToken pt = (!hasSameBefore ? PartToken.TryAttach(tt, null, false, false) : null);
if (pt != null)
{
if (pt.Typ == ptmin)
{
foreach (PartToken.PartValue v in pt.Values)
{
res.BeginChar = v.BeginChar;
res.EndChar = v.EndChar;
return(res);
}
}
tt = pt.EndToken;
continue;
}
if ((tt is Pullenti.Ner.NumberToken) && tt.BeginChar == res.BeginChar)
{
res.EndChar = tt.EndChar;
for (; tt != null && tt.Next != null;)
{
if (!tt.Next.IsChar('.') || tt.IsWhitespaceAfter || tt.Next.IsWhitespaceAfter)
{
break;
}
if (!(tt.Next.Next is Pullenti.Ner.NumberToken))
{
break;
}
tt = tt.Next.Next;
res.EndChar = tt.EndChar;
}
if (tt.Next != null && tt.Next.IsHiphen)
{
if (tt.Next.Next is Pullenti.Ner.NumberToken)
{
tt = tt.Next.Next;
res.EndChar = tt.EndChar;
for (; tt != null && tt.Next != null;)
{
if (!tt.Next.IsChar('.') || tt.IsWhitespaceAfter || tt.Next.IsWhitespaceAfter)
{
break;
}
if (!(tt.Next.Next is Pullenti.Ner.NumberToken))
{
break;
}
tt = tt.Next.Next;
res.EndChar = tt.EndChar;
}
}
else if (tt.Next.Next != null && (tt.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent) && hasDiap)
{
res.EndChar = (tt.Next.Next as Pullenti.Ner.MetaToken).BeginToken.EndChar;
}
}
return(res);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(tt, true, false) && tt.BeginChar == res.BeginChar && hasSameBefore)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null && br.EndToken.Previous == tt.Next)
{
res.EndChar = br.EndChar;
return(res);
}
}
}
}
return(res);
}
if (!hasSameBefore && !hasSameAfter && ptmin != PartToken.ItemType.Prefix)
{
for (Pullenti.Ner.Token tt = (t as Pullenti.Ner.MetaToken).BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (tt.BeginChar >= res.BeginChar)
{
List <PartToken> pts = PartToken.TryAttachList(tt, false, 40);
if (pts == null || pts.Count == 0)
{
break;
}
for (int i = 0; i < pts.Count; i++)
{
if (pts[i].Typ == ptmin)
{
res.BeginChar = pts[i].BeginChar;
res.EndChar = pts[i].EndChar;
tt = pts[i].EndToken;
if (tt.Next != null && tt.Next.IsHiphen)
{
if (tt.Next.Next is Pullenti.Ner.NumberToken)
{
res.EndChar = tt.Next.Next.EndChar;
}
else if (tt.Next.Next != null && (tt.Next.Next.GetReferent() is Pullenti.Ner.Decree.DecreePartReferent) && hasDiap)
{
res.EndChar = (tt.Next.Next as Pullenti.Ner.MetaToken).BeginToken.EndChar;
}
}
return(res);
}
}
}
}
}
return(res);
}
static Pullenti.Ner.ReferentToken TryParseThesis(Pullenti.Ner.Token t)
{
if (t == null)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
Pullenti.Ner.Token tt = t;
Pullenti.Morph.MorphClass mc = tt.GetMorphClassInDictionary();
Pullenti.Ner.MetaToken preamb = null;
if (mc.IsConjunction)
{
return(null);
}
if (t.IsValue("LET", null))
{
return(null);
}
if (mc.IsPreposition || mc.IsMisc || mc.IsAdverb)
{
if (!Pullenti.Ner.Core.MiscHelper.IsEngArticle(tt))
{
for (tt = tt.Next; tt != null; tt = tt.Next)
{
if (tt.IsComma)
{
break;
}
if (tt.IsChar('('))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
tt = br.EndToken;
continue;
}
}
if (Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(tt))
{
break;
}
Pullenti.Ner.Core.NounPhraseToken npt0 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParseNumericAsAdjective | Pullenti.Ner.Core.NounPhraseParseAttr.ReferentCanBeNoun, 0, null);
if (npt0 != null)
{
tt = npt0.EndToken;
continue;
}
if (tt.GetMorphClassInDictionary().IsVerb)
{
break;
}
}
if (tt == null || !tt.IsComma || tt.Next == null)
{
return(null);
}
preamb = new Pullenti.Ner.MetaToken(t0, tt.Previous);
tt = tt.Next;
}
}
Pullenti.Ner.Token t1 = tt;
mc = tt.GetMorphClassInDictionary();
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParseNumericAsAdjective | Pullenti.Ner.Core.NounPhraseParseAttr.ReferentCanBeNoun | Pullenti.Ner.Core.NounPhraseParseAttr.ParseAdverbs, 0, null);
if (npt == null && (tt is Pullenti.Ner.TextToken))
{
if (tt.Chars.IsAllUpper)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(tt, tt);
}
else if (!tt.Chars.IsAllLower)
{
if (mc.IsProper || preamb != null)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(tt, tt);
}
}
}
if (npt == null)
{
return(null);
}
if (mc.IsPersonalPronoun)
{
return(null);
}
Pullenti.Ner.Token t2 = npt.EndToken.Next;
if (t2 == null || Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(t2) || !(t2 is Pullenti.Ner.TextToken))
{
return(null);
}
if (!t2.GetMorphClassInDictionary().IsVerb)
{
return(null);
}
Pullenti.Ner.Token t3 = t2;
for (tt = t2.Next; tt != null; tt = tt.Next)
{
if (!tt.GetMorphClassInDictionary().IsVerb)
{
break;
}
}
for (; tt != null; tt = tt.Next)
{
if (tt.Next == null)
{
t3 = tt;
break;
}
if (tt.IsCharOf(".;!?"))
{
if (Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(tt.Next))
{
t3 = tt;
break;
}
}
if (!(tt is Pullenti.Ner.TextToken))
{
continue;
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(tt, false, false))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
tt = br.EndToken;
continue;
}
}
}
tt = t3;
if (t3.IsCharOf(";.!?"))
{
tt = tt.Previous;
}
string txt = Pullenti.Ner.Core.MiscHelper.GetTextValue(t2, tt, Pullenti.Ner.Core.GetTextAttr.KeepRegister | Pullenti.Ner.Core.GetTextAttr.KeepQuotes);
if (txt == null || (txt.Length < 15))
{
return(null);
}
if (t0 != t1)
{
tt = t1.Previous;
if (tt.IsComma)
{
tt = tt.Previous;
}
string txt0 = Pullenti.Ner.Core.MiscHelper.GetTextValue(t0, tt, Pullenti.Ner.Core.GetTextAttr.KeepRegister | Pullenti.Ner.Core.GetTextAttr.KeepQuotes);
if (txt0 != null && txt0.Length > 10)
{
if (t0.Chars.IsCapitalUpper)
{
txt0 = char.ToLower(txt0[0]) + txt0.Substring(1);
}
txt = string.Format("{0}, {1}", txt, txt0);
}
}
tt = t1;
if (Pullenti.Ner.Core.MiscHelper.IsEngArticle(tt))
{
tt = tt.Next;
}
string nam = Pullenti.Ner.Core.MiscHelper.GetTextValue(tt, t2.Previous, Pullenti.Ner.Core.GetTextAttr.KeepQuotes);
if (nam.StartsWith("SO-CALLED"))
{
nam = nam.Substring(9).Trim();
}
Pullenti.Ner.Definition.DefinitionReferent dr = new Pullenti.Ner.Definition.DefinitionReferent();
dr.Kind = Pullenti.Ner.Definition.DefinitionKind.Assertation;
dr.AddSlot(Pullenti.Ner.Definition.DefinitionReferent.ATTR_TERMIN, nam, false, 0);
dr.AddSlot(Pullenti.Ner.Definition.DefinitionReferent.ATTR_VALUE, txt, false, 0);
return(new Pullenti.Ner.ReferentToken(dr, t0, t3));
}
public static Pullenti.Ner.ReferentToken TryAttachOrg(Pullenti.Ner.Token t, bool canBeCyr = false)
{
if (t == null)
{
return(null);
}
bool br = false;
if (t.IsChar('(') && t.Next != null)
{
t = t.Next;
br = true;
}
if (t is Pullenti.Ner.NumberToken)
{
if ((t as Pullenti.Ner.NumberToken).Typ == Pullenti.Ner.NumberSpellingType.Words && t.Morph.Class.IsAdjective && t.Chars.IsCapitalUpper)
{
}
else
{
return(null);
}
}
else
{
if (t.Chars.IsAllLower)
{
return(null);
}
if ((t.LengthChar < 3) && !t.Chars.IsLetter)
{
return(null);
}
if (!t.Chars.IsLatinLetter)
{
if (!canBeCyr || !t.Chars.IsCyrillicLetter)
{
return(null);
}
}
}
Pullenti.Ner.Token t0 = t;
Pullenti.Ner.Token t1 = t0;
int namWo = 0;
OrgItemEngItem tok = null;
Pullenti.Ner.Geo.GeoReferent geo = null;
OrgItemTypeToken addTyp = null;
for (; t != null; t = t.Next)
{
if (t != t0 && t.WhitespacesBeforeCount > 1)
{
break;
}
if (t.IsChar(')'))
{
break;
}
if (t.IsChar('(') && t.Next != null)
{
if ((t.Next.GetReferent() is Pullenti.Ner.Geo.GeoReferent) && t.Next.Next != null && t.Next.Next.IsChar(')'))
{
geo = t.Next.GetReferent() as Pullenti.Ner.Geo.GeoReferent;
t = t.Next.Next;
continue;
}
OrgItemTypeToken typ = OrgItemTypeToken.TryAttach(t.Next, true, null);
if ((typ != null && typ.EndToken.Next != null && typ.EndToken.Next.IsChar(')')) && typ.Chars.IsLatinLetter)
{
addTyp = typ;
t = typ.EndToken.Next;
continue;
}
if (((t.Next is Pullenti.Ner.TextToken) && t.Next.Next != null && t.Next.Next.IsChar(')')) && t.Next.Chars.IsCapitalUpper)
{
t1 = (t = t.Next.Next);
continue;
}
break;
}
tok = TryAttach(t, canBeCyr);
if (tok == null && t.IsCharOf(".,") && t.Next != null)
{
tok = TryAttach(t.Next, canBeCyr);
if (tok == null && t.Next.IsCharOf(",."))
{
tok = TryAttach(t.Next.Next, canBeCyr);
}
}
if (tok != null)
{
if (tok.LengthChar == 1 && t0.Chars.IsCyrillicLetter)
{
return(null);
}
break;
}
if (t.IsHiphen && !t.IsWhitespaceAfter && !t.IsWhitespaceBefore)
{
continue;
}
if (t.IsCharOf("&+") || t.IsAnd)
{
continue;
}
if (t.IsChar('.'))
{
if (t.Previous != null && t.Previous.LengthChar == 1)
{
continue;
}
else if (Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(t.Next))
{
break;
}
}
if (!t.Chars.IsLatinLetter)
{
if (!canBeCyr || !t.Chars.IsCyrillicLetter)
{
break;
}
}
if (t.Chars.IsAllLower)
{
if (t.Morph.Class.IsPreposition || t.Morph.Class.IsConjunction)
{
continue;
}
if (br)
{
continue;
}
break;
}
Pullenti.Morph.MorphClass mc = t.GetMorphClassInDictionary();
if (mc.IsVerb)
{
if (t.Next != null && t.Next.Morph.Class.IsPreposition)
{
break;
}
}
if (t.Next != null && t.Next.IsValue("OF", null))
{
break;
}
if (t is Pullenti.Ner.TextToken)
{
namWo++;
}
t1 = t;
}
if (tok == null)
{
return(null);
}
if (t0 == tok.BeginToken)
{
Pullenti.Ner.Core.BracketSequenceToken br2 = Pullenti.Ner.Core.BracketHelper.TryParse(tok.EndToken.Next, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br2 != null)
{
Pullenti.Ner.Org.OrganizationReferent org1 = new Pullenti.Ner.Org.OrganizationReferent();
if (tok.ShortValue != null)
{
org1.AddTypeStr(tok.ShortValue);
}
org1.AddTypeStr(tok.FullValue);
string nam1 = Pullenti.Ner.Core.MiscHelper.GetTextValue(br2.BeginToken, br2.EndToken, Pullenti.Ner.Core.GetTextAttr.No);
if (nam1 != null)
{
org1.AddName(nam1, true, null);
return(new Pullenti.Ner.ReferentToken(org1, t0, br2.EndToken));
}
}
return(null);
}
Pullenti.Ner.Org.OrganizationReferent org = new Pullenti.Ner.Org.OrganizationReferent();
Pullenti.Ner.Token te = tok.EndToken;
if (tok.IsBank)
{
t1 = tok.EndToken;
}
if (tok.FullValue == "company" && (tok.WhitespacesAfterCount < 3))
{
OrgItemEngItem tok1 = TryAttach(tok.EndToken.Next, canBeCyr);
if (tok1 != null)
{
t1 = tok.EndToken;
tok = tok1;
te = tok.EndToken;
}
}
if (tok.FullValue == "company")
{
if (namWo == 0)
{
return(null);
}
}
string nam = Pullenti.Ner.Core.MiscHelper.GetTextValue(t0, t1, Pullenti.Ner.Core.GetTextAttr.IgnoreArticles);
if (nam == "STOCK" && tok.FullValue == "company")
{
return(null);
}
string altNam = null;
if (string.IsNullOrEmpty(nam))
{
return(null);
}
if (nam.IndexOf('(') > 0)
{
int i1 = nam.IndexOf('(');
int i2 = nam.IndexOf(')');
if (i1 < i2)
{
altNam = nam;
string tai = null;
if ((i2 + 1) < nam.Length)
{
tai = nam.Substring(i2).Trim();
}
nam = nam.Substring(0, i1).Trim();
if (tai != null)
{
nam = string.Format("{0} {1}", nam, tai);
}
}
}
if (tok.IsBank)
{
org.AddTypeStr((tok.Kit.BaseLanguage.IsEn ? "bank" : "банк"));
org.AddProfile(Pullenti.Ner.Org.OrgProfile.Finance);
if ((t1.Next != null && t1.Next.IsValue("OF", null) && t1.Next.Next != null) && t1.Next.Next.Chars.IsLatinLetter)
{
OrgItemNameToken nam0 = OrgItemNameToken.TryAttach(t1.Next, null, false, false);
if (nam0 != null)
{
te = nam0.EndToken;
}
else
{
te = t1.Next.Next;
}
nam = Pullenti.Ner.Core.MiscHelper.GetTextValue(t0, te, Pullenti.Ner.Core.GetTextAttr.No);
if (te.GetReferent() is Pullenti.Ner.Geo.GeoReferent)
{
org.AddGeoObject(te.GetReferent() as Pullenti.Ner.Geo.GeoReferent);
}
}
else if (t0 == t1)
{
return(null);
}
}
else
{
if (tok.ShortValue != null)
{
org.AddTypeStr(tok.ShortValue);
}
org.AddTypeStr(tok.FullValue);
}
if (string.IsNullOrEmpty(nam))
{
return(null);
}
org.AddName(nam, true, null);
if (altNam != null)
{
org.AddName(altNam, true, null);
}
Pullenti.Ner.ReferentToken res = new Pullenti.Ner.ReferentToken(org, t0, te);
t = te;
while (t.Next != null)
{
if (t.Next.IsCharOf(",."))
{
t = t.Next;
}
else
{
break;
}
}
if (t.WhitespacesAfterCount < 2)
{
tok = TryAttach(t.Next, canBeCyr);
if (tok != null)
{
if (tok.ShortValue != null)
{
org.AddTypeStr(tok.ShortValue);
}
org.AddTypeStr(tok.FullValue);
res.EndToken = tok.EndToken;
}
}
if (geo != null)
{
org.AddGeoObject(geo);
}
if (addTyp != null)
{
org.AddType(addTyp, false);
}
if (!br)
{
return(res);
}
t = res.EndToken;
if (t.Next == null || t.Next.IsChar(')'))
{
res.EndToken = t.Next;
}
else
{
return(null);
}
return(res);
}
public static MeasureToken TryParse(Pullenti.Ner.Token t, Pullenti.Ner.Core.TerminCollection addUnits, bool canBeSet = true, bool canUnitsAbsent = false, bool isResctriction = false, bool isSubval = false)
{
if (!(t is Pullenti.Ner.TextToken))
{
return(null);
}
if (t.IsTableControlChar)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
Pullenti.Ner.MetaToken whd = null;
int minmax = 0;
Pullenti.Ner.Token tt = NumbersWithUnitToken._isMinOrMax(t0, ref minmax);
if (tt != null)
{
t = tt.Next;
}
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition | Pullenti.Ner.Core.NounPhraseParseAttr.IgnoreBrackets, 0, null);
if (npt == null)
{
whd = NumbersWithUnitToken._tryParseWHL(t);
if (whd != null)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, whd.EndToken);
}
else if (t0.IsValue("КПД", null))
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
}
else if ((t0 is Pullenti.Ner.TextToken) && t0.LengthChar > 3 && t0.GetMorphClassInDictionary().IsUndefined)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
}
else if (t0.IsValue("T", null) && t0.Chars.IsAllLower)
{
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
t = t0;
if (t.Next != null && t.Next.IsChar('='))
{
npt.EndToken = t.Next;
}
}
else if ((t0 is Pullenti.Ner.TextToken) && t0.Chars.IsLetter && isSubval)
{
if (NumbersWithUnitToken.TryParse(t, addUnits, false, false, false, false) != null)
{
return(null);
}
npt = new Pullenti.Ner.Core.NounPhraseToken(t0, t0);
for (t = t0.Next; t != null; t = t.Next)
{
if (t.WhitespacesBeforeCount > 2)
{
break;
}
else if (!(t is Pullenti.Ner.TextToken))
{
break;
}
else if (!t.Chars.IsLetter)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
npt.EndToken = (t = br.EndToken);
}
else
{
break;
}
}
else if (NumbersWithUnitToken.TryParse(t, addUnits, false, false, false, false) != null)
{
break;
}
else
{
npt.EndToken = t;
}
}
}
else
{
return(null);
}
}
else if (Pullenti.Ner.Core.NumberHelper.TryParseRealNumber(t, true, false) != null)
{
return(null);
}
else
{
Pullenti.Ner.Date.Internal.DateItemToken dtok = Pullenti.Ner.Date.Internal.DateItemToken.TryAttach(t, null, false);
if (dtok != null)
{
return(null);
}
}
Pullenti.Ner.Token t1 = npt.EndToken;
t = npt.EndToken;
Pullenti.Ner.MetaToken name = new Pullenti.Ner.MetaToken(npt.BeginToken, npt.EndToken)
{
Morph = npt.Morph
};
List <UnitToken> units = null;
List <UnitToken> units2 = null;
List <MeasureToken> internals = new List <MeasureToken>();
bool not = false;
for (tt = t1.Next; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore)
{
break;
}
if (tt.IsTableControlChar)
{
break;
}
Pullenti.Ner.Token tt2 = NumbersWithUnitToken._isMinOrMax(tt, ref minmax);
if (tt2 != null)
{
t1 = (t = (tt = tt2));
continue;
}
if ((tt.IsValue("БЫТЬ", null) || tt.IsValue("ДОЛЖЕН", null) || tt.IsValue("ДОЛЖНЫЙ", null)) || tt.IsValue("МОЖЕТ", null) || ((tt.IsValue("СОСТАВЛЯТЬ", null) && !tt.GetMorphClassInDictionary().IsAdjective)))
{
t1 = (t = tt);
if (tt.Previous.IsValue("НЕ", null))
{
not = true;
}
continue;
}
Pullenti.Ner.MetaToken www = NumbersWithUnitToken._tryParseWHL(tt);
if (www != null)
{
whd = www;
t1 = (t = (tt = www.EndToken));
continue;
}
if (tt.IsValue("ПРИ", null))
{
MeasureToken mt1 = TryParse(tt.Next, addUnits, false, false, true, false);
if (mt1 != null)
{
internals.Add(mt1);
t1 = (t = (tt = mt1.EndToken));
continue;
}
NumbersWithUnitToken n1 = NumbersWithUnitToken.TryParse(tt.Next, addUnits, false, false, false, false);
if (n1 != null && n1.Units.Count > 0)
{
mt1 = new MeasureToken(n1.BeginToken, n1.EndToken)
{
Nums = n1
};
internals.Add(mt1);
t1 = (t = (tt = mt1.EndToken));
continue;
}
}
if (tt.IsValue("ПО", null) && tt.Next != null && tt.Next.IsValue("U", null))
{
t1 = (t = (tt = tt.Next));
continue;
}
if (internals.Count > 0)
{
if (tt.IsChar(':'))
{
break;
}
MeasureToken mt1 = TryParse(tt.Next, addUnits, false, false, true, false);
if (mt1 != null && mt1.Reliable)
{
internals.Add(mt1);
t1 = (t = (tt = mt1.EndToken));
continue;
}
}
if ((tt is Pullenti.Ner.NumberToken) && (tt as Pullenti.Ner.NumberToken).Typ == Pullenti.Ner.NumberSpellingType.Words)
{
Pullenti.Ner.Core.NounPhraseToken npt3 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParseNumericAsAdjective, 0, null);
if (npt3 != null)
{
t1 = (tt = npt3.EndToken);
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
}
if (((tt.IsHiphen && !tt.IsWhitespaceBefore && !tt.IsWhitespaceAfter) && (tt.Next is Pullenti.Ner.NumberToken) && (tt.Previous is Pullenti.Ner.TextToken)) && tt.Previous.Chars.IsAllUpper)
{
t1 = (tt = (t = tt.Next));
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
if (((tt is Pullenti.Ner.NumberToken) && !tt.IsWhitespaceBefore && (tt.Previous is Pullenti.Ner.TextToken)) && tt.Previous.Chars.IsAllUpper)
{
t1 = (t = tt);
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
if ((((tt is Pullenti.Ner.NumberToken) && !tt.IsWhitespaceAfter && tt.Next.IsHiphen) && !tt.Next.IsWhitespaceAfter && (tt.Next.Next is Pullenti.Ner.TextToken)) && tt.Next.Next.LengthChar > 2)
{
t1 = (t = (tt = tt.Next.Next));
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.EndChar > tt.EndChar)
{
t1 = (t = (tt = npt1.EndToken));
}
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
if ((tt is Pullenti.Ner.NumberToken) && tt.Previous != null)
{
if (tt.Previous.IsValue("USB", null))
{
t1 = (t = tt);
if (internals.Count == 0)
{
name.EndToken = t1;
}
for (Pullenti.Ner.Token ttt = tt.Next; ttt != null; ttt = ttt.Next)
{
if (ttt.IsWhitespaceBefore)
{
break;
}
if (ttt.IsCharOf(",:"))
{
break;
}
t1 = (t = (tt = ttt));
if (internals.Count == 0)
{
name.EndToken = t1;
}
}
continue;
}
}
NumbersWithUnitToken mt0 = NumbersWithUnitToken.TryParse(tt, addUnits, false, false, false, false);
if (mt0 != null)
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParseNumericAsAdjective | Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition, 0, null);
if (npt1 != null && npt1.EndChar > mt0.EndChar)
{
t1 = (t = (tt = npt1.EndToken));
if (internals.Count == 0)
{
name.EndToken = t1;
}
continue;
}
break;
}
if (((tt.IsComma || tt.IsChar('('))) && tt.Next != null)
{
www = NumbersWithUnitToken._tryParseWHL(tt.Next);
if (www != null)
{
whd = www;
t1 = (t = (tt = www.EndToken));
if (tt.Next != null && tt.Next.IsComma)
{
t1 = (tt = tt.Next);
}
if (tt.Next != null && tt.Next.IsChar(')'))
{
t1 = (tt = tt.Next);
continue;
}
}
List <UnitToken> uu = UnitToken.TryParseList(tt.Next, addUnits, false);
if (uu != null)
{
t1 = (t = uu[uu.Count - 1].EndToken);
units = uu;
if (tt.IsChar('(') && t1.Next != null && t1.Next.IsChar(')'))
{
t1 = (t = (tt = t1.Next));
continue;
}
else if (t1.Next != null && t1.Next.IsChar('('))
{
uu = UnitToken.TryParseList(t1.Next.Next, addUnits, false);
if (uu != null && uu[uu.Count - 1].EndToken.Next != null && uu[uu.Count - 1].EndToken.Next.IsChar(')'))
{
units2 = uu;
t1 = (t = (tt = uu[uu.Count - 1].EndToken.Next));
continue;
}
www = NumbersWithUnitToken._tryParseWHL(t1.Next);
if (www != null)
{
whd = www;
t1 = (t = (tt = www.EndToken));
continue;
}
}
if (uu != null && uu.Count > 0 && !uu[0].IsDoubt)
{
break;
}
if (t1.Next != null)
{
if (t1.Next.IsTableControlChar || t1.IsNewlineAfter)
{
break;
}
}
units = null;
}
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(tt, false, false) && !(tt.Next is Pullenti.Ner.NumberToken))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t1 = (t = (tt = br.EndToken));
continue;
}
}
if (tt.IsValue("НЕ", null) && tt.Next != null)
{
Pullenti.Morph.MorphClass mc = tt.Next.GetMorphClassInDictionary();
if (mc.IsAdverb || mc.IsMisc)
{
break;
}
continue;
}
if (tt.IsValue("ЯМЗ", null))
{
}
Pullenti.Ner.Core.NounPhraseToken npt2 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition | Pullenti.Ner.Core.NounPhraseParseAttr.IgnoreBrackets | Pullenti.Ner.Core.NounPhraseParseAttr.ParsePronouns, 0, null);
if (npt2 == null)
{
if (tt.Morph.Class.IsPreposition || tt.Morph.Class.IsConjunction)
{
Pullenti.Ner.Core.TerminToken to = NumbersWithUnitToken.m_Termins.TryParse(tt, Pullenti.Ner.Core.TerminParseAttr.No);
if (to != null)
{
if ((to.EndToken.Next is Pullenti.Ner.TextToken) && to.EndToken.Next.IsLetters)
{
}
else
{
break;
}
}
t1 = tt;
continue;
}
Pullenti.Morph.MorphClass mc = tt.GetMorphClassInDictionary();
if (((tt is Pullenti.Ner.TextToken) && tt.Chars.IsLetter && tt.LengthChar > 1) && (((tt.Chars.IsAllUpper || mc.IsAdverb || mc.IsUndefined) || mc.IsAdjective)))
{
List <UnitToken> uu = UnitToken.TryParseList(tt, addUnits, false);
if (uu != null)
{
if (uu[0].LengthChar > 1 || uu.Count > 1)
{
units = uu;
t1 = (t = uu[uu.Count - 1].EndToken);
break;
}
}
t1 = (t = tt);
if (internals.Count == 0)
{
name.EndToken = tt;
}
continue;
}
if (tt.IsComma)
{
continue;
}
if (tt.IsChar('.'))
{
if (!Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(tt.Next))
{
continue;
}
List <UnitToken> uu = UnitToken.TryParseList(tt.Next, addUnits, false);
if (uu != null)
{
if (uu[0].LengthChar > 2 || uu.Count > 1)
{
units = uu;
t1 = (t = uu[uu.Count - 1].EndToken);
break;
}
}
}
break;
}
t1 = (t = (tt = npt2.EndToken));
if (internals.Count > 0)
{
}
else if (t.IsValue("ПРЕДЕЛ", null) || t.IsValue("ГРАНИЦА", null) || t.IsValue("ДИАПАЗОН", null))
{
}
else if (t.Chars.IsLetter)
{
name.EndToken = t1;
}
}
Pullenti.Ner.Token t11 = t1;
for (t1 = t1.Next; t1 != null; t1 = t1.Next)
{
if (t1.IsTableControlChar)
{
}
else if (t1.IsCharOf(":,_"))
{
if (isResctriction)
{
return(null);
}
Pullenti.Ner.MetaToken www = NumbersWithUnitToken._tryParseWHL(t1.Next);
if (www != null)
{
whd = www;
t1 = (t = www.EndToken);
continue;
}
List <UnitToken> uu = UnitToken.TryParseList(t1.Next, addUnits, false);
if (uu != null)
{
if (uu[0].LengthChar > 1 || uu.Count > 1)
{
units = uu;
t1 = (t = uu[uu.Count - 1].EndToken);
continue;
}
}
if (t1.IsChar(':'))
{
List <MeasureToken> li = new List <MeasureToken>();
for (Pullenti.Ner.Token ttt = t1.Next; ttt != null; ttt = ttt.Next)
{
if (ttt.IsHiphen || ttt.IsTableControlChar)
{
continue;
}
if ((ttt is Pullenti.Ner.TextToken) && !ttt.Chars.IsLetter)
{
continue;
}
MeasureToken mt1 = TryParse(ttt, addUnits, true, true, false, true);
if (mt1 == null)
{
break;
}
li.Add(mt1);
ttt = mt1.EndToken;
if (ttt.Next != null && ttt.Next.IsChar(';'))
{
ttt = ttt.Next;
}
if (ttt.IsChar(';'))
{
}
else if (ttt.IsNewlineAfter && mt1.IsNewlineBefore)
{
}
else
{
break;
}
}
if (li.Count > 1)
{
MeasureToken res0 = new MeasureToken(t0, li[li.Count - 1].EndToken)
{
Internals = li, IsEmpty = true
};
if (internals != null && internals.Count > 0)
{
res0.InternalEx = internals[0];
}
string nam = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(name, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative);
li[0].BeginToken = t0;
foreach (MeasureToken v in li)
{
v.Name = string.Format("{0} ({1})", nam, v.Name ?? "").Trim();
if (v.Nums != null && v.Nums.Units.Count == 0 && units != null)
{
v.Nums.Units = units;
}
}
return(res0);
}
}
}
else if (t1.IsHiphen && t1.IsWhitespaceAfter && t1.IsWhitespaceBefore)
{
}
else if (t1.IsHiphen && t1.Next != null && t1.Next.IsChar('('))
{
}
else
{
break;
}
}
if (t1 == null)
{
return(null);
}
List <NumbersWithUnitToken> mts = NumbersWithUnitToken.TryParseMulti(t1, addUnits, false, not, true, isResctriction);
if (mts == null)
{
if (units != null && units.Count > 0)
{
if (t1 == null || t1.Previous.IsChar(':'))
{
mts = new List <NumbersWithUnitToken>();
if (t1 == null)
{
for (t1 = t11; t1 != null && t1.Next != null; t1 = t1.Next)
{
}
}
else
{
t1 = t1.Previous;
}
mts.Add(new NumbersWithUnitToken(t0, t1)
{
SingleVal = double.NaN
});
}
}
if (mts == null)
{
return(null);
}
}
NumbersWithUnitToken mt = mts[0];
if (mt.BeginToken == mt.EndToken && !(mt.BeginToken is Pullenti.Ner.NumberToken))
{
return(null);
}
if (!isSubval && name.BeginToken.Morph.Class.IsPreposition)
{
name.BeginToken = name.BeginToken.Next;
}
if (mt.WHL != null)
{
whd = mt.WHL;
}
for (int kk = 0; kk < 10; kk++)
{
if (whd != null && whd.EndToken == name.EndToken)
{
name.EndToken = whd.BeginToken.Previous;
continue;
}
if (units != null)
{
if (units[units.Count - 1].EndToken == name.EndToken)
{
name.EndToken = units[0].BeginToken.Previous;
continue;
}
}
break;
}
if (mts.Count > 1 && internals.Count == 0)
{
if (mt.Units.Count == 0)
{
if (units != null)
{
foreach (NumbersWithUnitToken m in mts)
{
m.Units = units;
}
}
}
MeasureToken res1 = new MeasureToken(t0, mts[mts.Count - 1].EndToken)
{
Morph = name.Morph, Reliable = true
};
res1.Name = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(name, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative);
for (int k = 0; k < mts.Count; k++)
{
MeasureToken ttt = new MeasureToken(mts[k].BeginToken, mts[k].EndToken)
{
Nums = mts[k]
};
if (whd != null)
{
List <string> nams = whd.Tag as List <string>;
if (k < nams.Count)
{
ttt.Name = nams[k];
}
}
res1.Internals.Add(ttt);
}
Pullenti.Ner.Token tt1 = res1.EndToken.Next;
if (tt1 != null && tt1.IsChar('±'))
{
NumbersWithUnitToken nn = NumbersWithUnitToken._tryParse(tt1, addUnits, true, false, false);
if (nn != null && nn.PlusMinusPercent)
{
res1.EndToken = nn.EndToken;
res1.Nums = nn;
if (nn.Units.Count > 0 && units == null && mt.Units.Count == 0)
{
foreach (NumbersWithUnitToken m in mts)
{
m.Units = nn.Units;
}
}
}
}
return(res1);
}
if (!mt.IsWhitespaceBefore)
{
if (mt.BeginToken.Previous == null)
{
return(null);
}
if (mt.BeginToken.Previous.IsCharOf(":),") || mt.BeginToken.Previous.IsTableControlChar || mt.BeginToken.Previous.IsValue("IP", null))
{
}
else if (mt.BeginToken.IsHiphen && mt.Units.Count > 0 && !mt.Units[0].IsDoubt)
{
}
else
{
return(null);
}
}
if (mt.Units.Count == 0 && units != null)
{
mt.Units = units;
if (mt.DivNum != null && units.Count > 1 && mt.DivNum.Units.Count == 0)
{
for (int i = 1; i < units.Count; i++)
{
if (units[i].Pow == -1)
{
for (int j = i; j < units.Count; j++)
{
mt.DivNum.Units.Add(units[j]);
units[j].Pow = -units[j].Pow;
}
mt.Units.RemoveRange(i, units.Count - i);
break;
}
}
}
}
if ((minmax < 0) && mt.SingleVal != null)
{
mt.FromVal = mt.SingleVal;
mt.FromInclude = true;
mt.SingleVal = null;
}
if (minmax > 0 && mt.SingleVal != null)
{
mt.ToVal = mt.SingleVal;
mt.ToInclude = true;
mt.SingleVal = null;
}
if (mt.Units.Count == 0)
{
units = UnitToken.TryParseList(mt.EndToken.Next, addUnits, true);
if (units == null)
{
if (canUnitsAbsent)
{
}
else
{
return(null);
}
}
else
{
mt.Units = units;
}
}
MeasureToken res = new MeasureToken(t0, mt.EndToken)
{
Morph = name.Morph, Internals = internals
};
if (((!t0.IsWhitespaceBefore && t0.Previous != null && t0 == name.BeginToken) && t0.Previous.IsHiphen && !t0.Previous.IsWhitespaceBefore) && (t0.Previous.Previous is Pullenti.Ner.TextToken))
{
name.BeginToken = (res.BeginToken = name.BeginToken.Previous.Previous);
}
res.Name = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(name, (!isSubval ? Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative : Pullenti.Ner.Core.GetTextAttr.No));
res.Nums = mt;
foreach (UnitToken u in res.Nums.Units)
{
if (u.Keyword != null)
{
if (u.Keyword.BeginChar >= res.BeginChar)
{
res.Reliable = true;
}
}
}
res._parseInternals(addUnits);
if (res.Internals.Count > 0 || !canBeSet)
{
return(res);
}
t1 = res.EndToken.Next;
if (t1 != null && t1.IsCommaAnd)
{
t1 = t1.Next;
}
List <NumbersWithUnitToken> mts1 = NumbersWithUnitToken.TryParseMulti(t1, addUnits, false, false, false, false);
if ((mts1 != null && mts1.Count == 1 && (t1.WhitespacesBeforeCount < 3)) && mts1[0].Units.Count > 0 && !UnitToken.CanBeEquals(mts[0].Units, mts1[0].Units))
{
res.IsSet = true;
res.Nums = null;
res.Internals.Add(new MeasureToken(mt.BeginToken, mt.EndToken)
{
Nums = mt
});
res.Internals.Add(new MeasureToken(mts1[0].BeginToken, mts1[0].EndToken)
{
Nums = mts1[0]
});
res.EndToken = mts1[0].EndToken;
}
return(res);
}
public static List <WeaponItemToken> TryParseList(Pullenti.Ner.Token t, int maxCount = 10)
{
WeaponItemToken tr = TryParse(t, null, false, false);
if (tr == null)
{
return(null);
}
if (tr.Typ == Typs.Class || tr.Typ == Typs.Date)
{
return(null);
}
WeaponItemToken tr0 = tr;
List <WeaponItemToken> res = new List <WeaponItemToken>();
if (tr.InnerTokens.Count > 0)
{
res.AddRange(tr.InnerTokens);
if (res[0].BeginChar > tr.BeginChar)
{
res[0].BeginToken = tr.BeginToken;
}
}
res.Add(tr);
t = tr.EndToken.Next;
if (tr.Typ == Typs.Noun)
{
for (; t != null; t = t.Next)
{
if (t.IsChar(':') || t.IsHiphen)
{
}
else
{
break;
}
}
}
bool andConj = false;
for (; t != null; t = t.Next)
{
if (maxCount > 0 && res.Count >= maxCount)
{
break;
}
if (t.IsChar(':'))
{
continue;
}
if (tr0.Typ == Typs.Noun)
{
if (t.IsHiphen && t.Next != null)
{
t = t.Next;
}
}
tr = TryParse(t, tr0, false, false);
if (tr == null)
{
if (Pullenti.Ner.Core.BracketHelper.CanBeEndOfSequence(t, true, null, false) && t.Next != null)
{
if (tr0.Typ == Typs.Model || tr0.Typ == Typs.Brand)
{
Pullenti.Ner.Token tt1 = t.Next;
if (tt1 != null && tt1.IsComma)
{
tt1 = tt1.Next;
}
tr = TryParse(tt1, tr0, false, false);
}
}
}
if (tr == null && (t is Pullenti.Ner.ReferentToken))
{
Pullenti.Ner.ReferentToken rt = t as Pullenti.Ner.ReferentToken;
if (rt.BeginToken == rt.EndToken && (rt.BeginToken is Pullenti.Ner.TextToken))
{
tr = TryParse(rt.BeginToken, tr0, false, false);
if (tr != null && tr.BeginToken == tr.EndToken)
{
tr.BeginToken = (tr.EndToken = t);
}
}
}
if (tr == null && t.IsChar('('))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
Pullenti.Ner.Token tt = br.EndToken.Next;
if (tt != null && tt.IsComma)
{
tt = tt.Next;
}
tr = TryParse(tt, tr0, false, false);
if (tr != null && tr.Typ == Typs.Number)
{
}
else
{
tr = null;
}
}
}
if (tr == null && t.IsHiphen)
{
if (tr0.Typ == Typs.Brand || tr0.Typ == Typs.Model)
{
tr = TryParse(t.Next, tr0, false, false);
}
}
if (tr == null && t.IsComma)
{
if ((tr0.Typ == Typs.Name || tr0.Typ == Typs.Brand || tr0.Typ == Typs.Model) || tr0.Typ == Typs.Class || tr0.Typ == Typs.Date)
{
tr = TryParse(t.Next, tr0, true, false);
if (tr != null)
{
if (tr.Typ == Typs.Number)
{
}
else
{
tr = null;
}
}
}
}
if (tr == null)
{
break;
}
if (t.IsNewlineBefore)
{
if (tr.Typ != Typs.Number)
{
break;
}
}
if (tr.InnerTokens.Count > 0)
{
res.AddRange(tr.InnerTokens);
}
res.Add(tr);
tr0 = tr;
t = tr.EndToken;
if (andConj)
{
break;
}
}
for (int i = 0; i < (res.Count - 1); i++)
{
if (res[i].Typ == Typs.Model && res[i + 1].Typ == Typs.Model)
{
res[i].EndToken = res[i + 1].EndToken;
res[i].Value = string.Format("{0}{1}{2}", res[i].Value, (res[i].EndToken.Next != null && res[i].EndToken.Next.IsHiphen ? '-' : ' '), res[i + 1].Value);
res.RemoveAt(i + 1);
i--;
}
}
return(res);
}
public static MailLine Parse(Pullenti.Ner.Token t0, int lev, int maxCount = 0)
{
if (t0 == null)
{
return(null);
}
MailLine res = new MailLine(t0, t0);
bool pr = true;
int cou = 0;
for (Pullenti.Ner.Token t = t0; t != null; t = t.Next, cou++)
{
if (t.IsNewlineBefore && t0 != t)
{
break;
}
if (maxCount > 0 && cou > maxCount)
{
break;
}
res.EndToken = t;
if (t.IsTableControlChar || t.IsHiphen)
{
continue;
}
if (pr)
{
if ((t is Pullenti.Ner.TextToken) && t.IsCharOf(">|"))
{
res.Lev++;
}
else
{
pr = false;
Pullenti.Ner.Core.TerminToken tok = m_FromWords.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null && tok.EndToken.Next != null && tok.EndToken.Next.IsChar(':'))
{
res.Typ = Types.From;
t = tok.EndToken.Next;
continue;
}
}
}
if (t is Pullenti.Ner.ReferentToken)
{
Pullenti.Ner.Referent r = t.GetReferent();
if (r != null)
{
if ((((r is Pullenti.Ner.Person.PersonReferent) || (r is Pullenti.Ner.Geo.GeoReferent) || (r is Pullenti.Ner.Address.AddressReferent)) || r.TypeName == "PHONE" || r.TypeName == "URI") || (r is Pullenti.Ner.Person.PersonPropertyReferent) || r.TypeName == "ORGANIZATION")
{
res.Refs.Add(r);
}
}
}
}
if (res.Typ == Types.Undefined)
{
Pullenti.Ner.Token t = t0;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (!t.IsHiphen && t.Chars.IsLetter)
{
break;
}
}
int ok = 0;
int nams = 0;
int oth = 0;
Pullenti.Ner.Token lastComma = null;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (t.GetReferent() is Pullenti.Ner.Person.PersonReferent)
{
nams++;
continue;
}
if (t is Pullenti.Ner.TextToken)
{
if (!t.Chars.IsLetter)
{
lastComma = t;
continue;
}
Pullenti.Ner.Core.TerminToken tok = m_HelloWords.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
ok++;
t = tok.EndToken;
continue;
}
if (t.IsValue("ВСЕ", null) || t.IsValue("ALL", null) || t.IsValue("TEAM", null))
{
nams++;
continue;
}
Pullenti.Ner.Person.Internal.PersonItemToken pit = Pullenti.Ner.Person.Internal.PersonItemToken.TryAttach(t, null, Pullenti.Ner.Person.Internal.PersonItemToken.ParseAttr.No, null);
if (pit != null)
{
nams++;
t = pit.EndToken;
continue;
}
}
if ((++oth) > 3)
{
if (ok > 0 && lastComma != null)
{
res.EndToken = lastComma;
oth = 0;
}
break;
}
}
if ((oth < 3) && ok > 0)
{
res.Typ = Types.Hello;
}
}
if (res.Typ == Types.Undefined)
{
int okWords = 0;
if (t0.IsValue("HAVE", null))
{
}
for (Pullenti.Ner.Token t = t0; t != null && t.EndChar <= res.EndChar; t = t.Next)
{
if (!(t is Pullenti.Ner.TextToken))
{
continue;
}
if (t.IsChar('<'))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t = br.EndToken;
continue;
}
}
if (!t.IsLetters || t.IsTableControlChar)
{
continue;
}
Pullenti.Ner.Core.TerminToken tok = m_RegardWords.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
okWords++;
for (; t != null && t.EndChar <= tok.EndChar; t = t.Next)
{
t.Tag = tok.Termin;
}
t = tok.EndToken;
if ((t.Next is Pullenti.Ner.TextToken) && t.Next.Morph.Case.IsGenitive)
{
for (t = t.Next; t.EndChar <= res.EndChar; t = t.Next)
{
if (t.Morph.Class.IsConjunction)
{
continue;
}
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 == null)
{
break;
}
if (!npt1.Morph.Case.IsGenitive)
{
break;
}
for (; t.EndChar < npt1.EndChar; t = t.Next)
{
t.Tag = t;
}
t.Tag = t;
}
}
continue;
}
if ((t.Morph.Class.IsPreposition || t.Morph.Class.IsConjunction || t.Morph.Class.IsMisc) || t.IsValue("C", null))
{
continue;
}
if ((okWords > 0 && t.Previous != null && t.Previous.IsComma) && t.Previous.BeginChar > t0.BeginChar && !t.Chars.IsAllLower)
{
res.EndToken = t.Previous;
break;
}
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt == null)
{
if ((res.EndChar - t.EndChar) > 10)
{
okWords = 0;
}
break;
}
tok = m_RegardWords.TryParse(npt.EndToken, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null && (npt.EndToken is Pullenti.Ner.TextToken))
{
string term = (npt.EndToken as Pullenti.Ner.TextToken).Term;
if (term == "ДЕЛ")
{
tok = null;
}
}
if (tok == null)
{
if (npt.Noun.IsValue("НАДЕЖДА", null))
{
t.Tag = t;
}
else if (okWords > 0 && t.IsValue("NICE", null) && ((res.EndChar - npt.EndChar) < 13))
{
t.Tag = t;
}
else
{
okWords = 0;
}
break;
}
okWords++;
for (; t != null && t.EndChar <= tok.EndChar; t = t.Next)
{
t.Tag = tok.Termin;
}
t = tok.EndToken;
}
if (okWords > 0)
{
res.Typ = Types.BestRegards;
}
}
if (res.Typ == Types.Undefined)
{
Pullenti.Ner.Token t = t0;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (!(t is Pullenti.Ner.TextToken))
{
break;
}
else if (!t.IsHiphen && t.Chars.IsLetter)
{
break;
}
}
if (t != null)
{
if (t != t0)
{
}
if (((t.IsValue("ПЕРЕСЫЛАЕМОЕ", null) || t.IsValue("ПЕРЕАДРЕСОВАННОЕ", null))) && t.Next != null && t.Next.IsValue("СООБЩЕНИЕ", null))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if ((t.IsValue("НАЧАЛО", null) && t.Next != null && ((t.Next.IsValue("ПЕРЕСЫЛАЕМОЕ", null) || t.Next.IsValue("ПЕРЕАДРЕСОВАННОЕ", null)))) && t.Next.Next != null && t.Next.Next.IsValue("СООБЩЕНИЕ", null))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if (t.IsValue("ORIGINAL", null) && t.Next != null && ((t.Next.IsValue("MESSAGE", null) || t.Next.IsValue("APPOINTMENT", null))))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if (t.IsValue("ПЕРЕСЛАНО", null) && t.Next != null && t.Next.IsValue("ПОЛЬЗОВАТЕЛЕМ", null))
{
res.Typ = Types.From;
res.MustBeFirstLine = true;
}
else if (((t.GetReferent() != null && t.GetReferent().TypeName == "DATE")) || ((t.IsValue("IL", null) && t.Next != null && t.Next.IsValue("GIORNO", null))) || ((t.IsValue("ON", null) && (t.Next is Pullenti.Ner.ReferentToken) && t.Next.GetReferent().TypeName == "DATE")))
{
bool hasFrom = false;
bool hasDate = t.GetReferent() != null && t.GetReferent().TypeName == "DATE";
if (t.IsNewlineAfter && (lev < 5))
{
MailLine res1 = Parse(t.Next, lev + 1, 0);
if (res1 != null && res1.Typ == Types.Hello)
{
res.Typ = Types.From;
}
}
MailLine next = Parse(res.EndToken.Next, lev + 1, 0);
if (next != null)
{
if (next.Typ != Types.Undefined)
{
next = null;
}
}
int tmax = res.EndChar;
if (next != null)
{
tmax = next.EndChar;
}
Pullenti.Ner.Core.BracketSequenceToken br1 = null;
for (; t != null && t.EndChar <= tmax; t = t.Next)
{
if (t.IsValue("ОТ", null) || t.IsValue("FROM", null))
{
hasFrom = true;
}
else if (t.GetReferent() != null && ((t.GetReferent().TypeName == "URI" || (t.GetReferent() is Pullenti.Ner.Person.PersonReferent))))
{
if (t.GetReferent().TypeName == "URI" && hasDate)
{
if (br1 != null)
{
hasFrom = true;
next = null;
}
if (t.Previous.IsChar('<') && t.Next != null && t.Next.IsChar('>'))
{
t = t.Next;
if (t.Next != null && t.Next.IsChar(':'))
{
t = t.Next;
}
if (t.IsNewlineAfter)
{
hasFrom = true;
next = null;
}
}
}
for (t = t.Next; t != null && t.EndChar <= res.EndChar; t = t.Next)
{
if (t.IsValue("HA", null) && t.Next != null && t.Next.IsValue("SCRITTO", null))
{
hasFrom = true;
break;
}
else if (((t.IsValue("НАПИСАТЬ", null) || t.IsValue("WROTE", null))) && ((res.EndChar - t.EndChar) < 10))
{
hasFrom = true;
break;
}
}
if (hasFrom)
{
res.Typ = Types.From;
if (next != null && t.EndChar >= next.BeginChar)
{
res.EndToken = next.EndToken;
}
}
break;
}
else if (br1 == null && !t.IsChar('<') && Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t, true, false))
{
br1 = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br1 != null)
{
t = br1.EndToken;
}
}
}
}
else
{
bool hasUri = false;
for (; t != null && (t.EndChar < res.EndChar); t = t.Next)
{
if (t.GetReferent() != null && ((t.GetReferent().TypeName == "URI" || (t.GetReferent() is Pullenti.Ner.Person.PersonReferent))))
{
hasUri = true;
}
else if (t.IsValue("ПИСАТЬ", null) && hasUri)
{
if (t.Next != null && t.Next.IsChar('('))
{
if (hasUri)
{
res.Typ = Types.From;
}
break;
}
}
}
}
}
}
return(res);
}
public static OrgItemNameToken TryAttach(Pullenti.Ner.Token t, OrgItemNameToken prev, bool extOnto, bool first)
{
if (t == null)
{
return(null);
}
if (t.IsValue("ОРДЕНА", null) && t.Next != null)
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
Pullenti.Ner.Token t1 = npt.EndToken;
if (((t1.IsValue("ЗНАК", null) || t1.IsValue("ДРУЖБА", null))) && (t1.WhitespacesAfterCount < 2))
{
npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t1.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
t1 = npt.EndToken;
}
}
return(new OrgItemNameToken(t, t1)
{
IsIgnoredPart = true
});
}
if (t.Next.GetMorphClassInDictionary().IsProperSurname)
{
return new OrgItemNameToken(t, t.Next)
{
IsIgnoredPart = true
}
}
;
Pullenti.Ner.ReferentToken ppp = t.Kit.ProcessReferent("PERSON", t.Next);
if (ppp != null)
{
return new OrgItemNameToken(t, ppp.EndToken)
{
IsIgnoredPart = true
}
}
;
if ((t.WhitespacesAfterCount < 2) && Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t.Next, true, false))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t.Next, Pullenti.Ner.Core.BracketParseAttr.NearCloseBracket, 10);
if (br != null && (br.LengthChar < 40))
{
return new OrgItemNameToken(t, br.EndToken)
{
IsIgnoredPart = true
}
}
;
}
}
if (first && t.Chars.IsCyrillicLetter && t.Morph.Class.IsPreposition)
{
if (!t.IsValue("ПО", null) && !t.IsValue("ПРИ", null))
{
return(null);
}
}
OrgItemNameToken res = _TryAttach(t, prev, extOnto);
if (res == null)
{
if (extOnto)
{
if ((t.GetReferent() is Pullenti.Ner.Geo.GeoReferent) || (((t is Pullenti.Ner.TextToken) && !t.IsChar(';'))))
{
return new OrgItemNameToken(t, t)
{
Value = t.GetSourceText()
}
}
;
}
return(null);
}
if (prev == null && !extOnto)
{
if (t.Kit.Ontology != null)
{
Pullenti.Ner.Org.OrganizationAnalyzer.OrgAnalyzerData ad = t.Kit.Ontology._getAnalyzerData(Pullenti.Ner.Org.OrganizationAnalyzer.ANALYZER_NAME) as Pullenti.Ner.Org.OrganizationAnalyzer.OrgAnalyzerData;
if (ad != null)
{
Pullenti.Ner.Core.TerminToken tok = ad.OrgPureNames.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null && tok.EndChar > res.EndChar)
{
res.EndToken = tok.EndToken;
}
}
}
}
if (prev != null && !extOnto)
{
if ((prev.Chars.IsAllLower && !res.Chars.IsAllLower && !res.IsStdTail) && !res.IsStdName)
{
if (prev.Chars.IsLatinLetter && res.Chars.IsLatinLetter)
{
}
else if (m_StdNouns.TryParse(res.BeginToken, Pullenti.Ner.Core.TerminParseAttr.No) != null)
{
}
else
{
return(null);
}
}
}
if ((res.EndToken.Next != null && !res.EndToken.IsWhitespaceAfter && res.EndToken.Next.IsHiphen) && !res.EndToken.Next.IsWhitespaceAfter)
{
Pullenti.Ner.TextToken tt = res.EndToken.Next.Next as Pullenti.Ner.TextToken;
if (tt != null)
{
if (tt.Chars == res.Chars || tt.Chars.IsAllUpper)
{
res.EndToken = tt;
res.Value = string.Format("{0}-{1}", res.Value, tt.Term);
}
}
}
if ((res.EndToken.Next != null && res.EndToken.Next.IsAnd && res.EndToken.WhitespacesAfterCount == 1) && res.EndToken.Next.WhitespacesAfterCount == 1)
{
OrgItemNameToken res1 = _TryAttach(res.EndToken.Next.Next, prev, extOnto);
if (res1 != null && res1.Chars == res.Chars && OrgItemTypeToken.TryAttach(res.EndToken.Next.Next, false, null) == null)
{
if (!((res1.Morph.Case & res.Morph.Case)).IsUndefined)
{
res.EndToken = res1.EndToken;
res.Value = string.Format("{0} {1} {2}", res.Value, (res.Kit.BaseLanguage.IsUa ? "ТА" : "И"), res1.Value);
}
}
}
for (Pullenti.Ner.Token tt = res.BeginToken; tt != null && tt.EndChar <= res.EndChar; tt = tt.Next)
{
if (m_StdNouns.TryParse(tt, Pullenti.Ner.Core.TerminParseAttr.No) != null)
{
res.StdOrgNameNouns++;
}
}
if (m_StdNouns.TryParse(res.EndToken, Pullenti.Ner.Core.TerminParseAttr.No) != null)
{
int cou = 1;
bool non = false;
Pullenti.Ner.Token et = res.EndToken;
if (!_isNotTermNoun(res.EndToken))
{
non = true;
}
bool br = false;
for (Pullenti.Ner.Token tt = res.EndToken.Next; tt != null; tt = tt.Next)
{
if (tt.IsTableControlChar)
{
break;
}
if (tt.IsChar('('))
{
if (!non)
{
break;
}
br = true;
continue;
}
if (tt.IsChar(')'))
{
br = false;
et = tt;
break;
}
if (!(tt is Pullenti.Ner.TextToken))
{
break;
}
if (tt.WhitespacesBeforeCount > 1)
{
if (tt.NewlinesBeforeCount > 1)
{
break;
}
if (tt.Chars != res.EndToken.Chars)
{
break;
}
}
if (tt.Morph.Class.IsPreposition || tt.IsCommaAnd)
{
continue;
}
Pullenti.Morph.MorphClass dd = tt.GetMorphClassInDictionary();
if (!dd.IsNoun && !dd.IsAdjective)
{
break;
}
Pullenti.Ner.Core.NounPhraseToken npt2 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(tt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt2 == null)
{
if (dd == Pullenti.Morph.MorphClass.Adjective)
{
continue;
}
break;
}
if (m_StdNouns.TryParse(npt2.EndToken, Pullenti.Ner.Core.TerminParseAttr.No) == null)
{
break;
}
if (npt2.EndToken.Chars != res.EndToken.Chars)
{
break;
}
if ((npt2.EndToken.IsValue("УПРАВЛЕНИЕ", null) || npt2.EndToken.IsValue("ИНСТИТУТ", null) || npt2.EndToken.IsValue("УПРАВЛІННЯ", null)) || npt2.EndToken.IsValue("ІНСТИТУТ", null) || tt.Previous.IsValue("ПРИ", null))
{
Pullenti.Ner.ReferentToken rt = tt.Kit.ProcessReferent(Pullenti.Ner.Org.OrganizationAnalyzer.ANALYZER_NAME, tt);
if (rt != null)
{
break;
}
}
cou++;
tt = npt2.EndToken;
if (!_isNotTermNoun(tt))
{
non = true;
et = tt;
}
}
if (non && !br)
{
res.StdOrgNameNouns += cou;
res.EndToken = et;
}
}
return(res);
}
static WeaponItemToken _TryParse(Pullenti.Ner.Token t, WeaponItemToken prev, bool afterConj, bool attachHigh = false)
{
if (t == null)
{
return(null);
}
if (Pullenti.Ner.Core.BracketHelper.IsBracket(t, true))
{
WeaponItemToken wit = _TryParse(t.Next, prev, afterConj, attachHigh);
if (wit != null)
{
if (wit.EndToken.Next == null)
{
wit.BeginToken = t;
return(wit);
}
if (Pullenti.Ner.Core.BracketHelper.IsBracket(wit.EndToken.Next, true))
{
wit.BeginToken = t;
wit.EndToken = wit.EndToken.Next;
return(wit);
}
}
}
Pullenti.Ner.Core.TerminToken tok = m_Ontology.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
WeaponItemToken res = new WeaponItemToken(t, tok.EndToken);
res.Typ = (Typs)tok.Termin.Tag;
if (res.Typ == Typs.Noun)
{
res.Value = tok.Termin.CanonicText;
if (tok.Termin.Tag2 != null)
{
res.IsDoubt = true;
}
for (Pullenti.Ner.Token tt = res.EndToken.Next; tt != null; tt = tt.Next)
{
if (tt.WhitespacesBeforeCount > 2)
{
break;
}
WeaponItemToken wit = _TryParse(tt, null, false, false);
if (wit != null)
{
if (wit.Typ == Typs.Brand)
{
res.InnerTokens.Add(wit);
res.EndToken = (tt = wit.EndToken);
continue;
}
break;
}
if (!(tt is Pullenti.Ner.TextToken))
{
break;
}
Pullenti.Morph.MorphClass mc = tt.GetMorphClassInDictionary();
if (mc == Pullenti.Morph.MorphClass.Adjective)
{
if (res.AltValue == null)
{
res.AltValue = res.Value;
}
if (res.AltValue.EndsWith(res.Value))
{
res.AltValue = res.AltValue.Substring(0, res.AltValue.Length - res.Value.Length);
}
res.AltValue = string.Format("{0}{1} {2}", res.AltValue, (tt as Pullenti.Ner.TextToken).Term, res.Value);
res.EndToken = tt;
continue;
}
break;
}
return(res);
}
if (res.Typ == Typs.Brand || res.Typ == Typs.Name)
{
res.Value = tok.Termin.CanonicText;
return(res);
}
if (res.Typ == Typs.Model)
{
res.Value = tok.Termin.CanonicText;
if (tok.Termin.Tag2 is List <Pullenti.Ner.Core.Termin> )
{
List <Pullenti.Ner.Core.Termin> li = tok.Termin.Tag2 as List <Pullenti.Ner.Core.Termin>;
foreach (Pullenti.Ner.Core.Termin to in li)
{
WeaponItemToken wit = new WeaponItemToken(t, tok.EndToken)
{
Typ = (Typs)to.Tag, Value = to.CanonicText, IsInternal = tok.BeginToken == tok.EndToken
};
res.InnerTokens.Add(wit);
if (to.AdditionalVars != null && to.AdditionalVars.Count > 0)
{
wit.AltValue = to.AdditionalVars[0].CanonicText;
}
}
}
res._correctModel();
return(res);
}
}
Pullenti.Ner.Token nnn = Pullenti.Ner.Core.MiscHelper.CheckNumberPrefix(t);
if (nnn != null)
{
Pullenti.Ner.Transport.Internal.TransItemToken tit = Pullenti.Ner.Transport.Internal.TransItemToken._attachNumber(nnn, true);
if (tit != null)
{
WeaponItemToken res = new WeaponItemToken(t, tit.EndToken)
{
Typ = Typs.Number
};
res.Value = tit.Value;
res.AltValue = tit.AltValue;
return(res);
}
}
if (((t is Pullenti.Ner.TextToken) && t.Chars.IsLetter && t.Chars.IsAllUpper) && (t.LengthChar < 4))
{
if ((t.Next != null && ((t.Next.IsHiphen || t.Next.IsChar('.'))) && (t.Next.WhitespacesAfterCount < 2)) && (t.Next.Next is Pullenti.Ner.NumberToken))
{
WeaponItemToken res = new WeaponItemToken(t, t.Next)
{
Typ = Typs.Model, IsDoubt = true
};
res.Value = (t as Pullenti.Ner.TextToken).Term;
res._correctModel();
return(res);
}
if ((t.Next is Pullenti.Ner.NumberToken) && !t.IsWhitespaceAfter)
{
WeaponItemToken res = new WeaponItemToken(t, t)
{
Typ = Typs.Model, IsDoubt = true
};
res.Value = (t as Pullenti.Ner.TextToken).Term;
res._correctModel();
return(res);
}
if ((t as Pullenti.Ner.TextToken).Term == "СП" && (t.WhitespacesAfterCount < 3) && (t.Next is Pullenti.Ner.TextToken))
{
WeaponItemToken pp = _TryParse(t.Next, null, false, false);
if (pp != null && ((pp.Typ == Typs.Model || pp.Typ == Typs.Brand)))
{
WeaponItemToken res = new WeaponItemToken(t, t)
{
Typ = Typs.Noun
};
res.Value = "ПИСТОЛЕТ";
res.AltValue = "СЛУЖЕБНЫЙ ПИСТОЛЕТ";
return(res);
}
}
}
if (((t is Pullenti.Ner.TextToken) && t.Chars.IsLetter && !t.Chars.IsAllLower) && t.LengthChar > 2)
{
bool ok = false;
if (prev != null && ((prev.Typ == Typs.Noun || prev.Typ == Typs.Model || prev.Typ == Typs.Brand)))
{
ok = true;
}
else if (prev == null && t.Previous != null && t.Previous.IsCommaAnd)
{
ok = true;
}
if (ok)
{
WeaponItemToken res = new WeaponItemToken(t, t)
{
Typ = Typs.Name, IsDoubt = true
};
res.Value = (t as Pullenti.Ner.TextToken).Term;
if ((t.Next != null && t.Next.IsHiphen && (t.Next.Next is Pullenti.Ner.TextToken)) && t.Next.Next.Chars == t.Chars)
{
res.Value = string.Format("{0}-{1}", res.Value, (t.Next.Next as Pullenti.Ner.TextToken).Term);
res.EndToken = t.Next.Next;
}
if (prev != null && prev.Typ == Typs.Noun)
{
res.Typ = Typs.Brand;
}
if (res.EndToken.Next != null && res.EndToken.Next.IsHiphen && (res.EndToken.Next.Next is Pullenti.Ner.NumberToken))
{
res.Typ = Typs.Model;
res._correctModel();
}
else if (!res.EndToken.IsWhitespaceAfter && (res.EndToken.Next is Pullenti.Ner.NumberToken))
{
res.Typ = Typs.Model;
res._correctModel();
}
return(res);
}
}
if (t.IsValue("МАРКА", null))
{
WeaponItemToken res = _TryParse(t.Next, prev, afterConj, false);
if (res != null && res.Typ == Typs.Brand)
{
res.BeginToken = t;
return(res);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t.Next, true, false))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t.Next, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
return new WeaponItemToken(t, br.EndToken)
{
Typ = Typs.Brand, Value = Pullenti.Ner.Core.MiscHelper.GetTextValue(br.BeginToken, br.EndToken, Pullenti.Ner.Core.GetTextAttr.No)
}
}
;
}
if (((t is Pullenti.Ner.TextToken) && (t.Next is Pullenti.Ner.TextToken) && t.Next.LengthChar > 1) && !t.Next.Chars.IsAllLower)
{
return new WeaponItemToken(t, t.Next)
{
Typ = Typs.Brand, Value = (t as Pullenti.Ner.TextToken).Term
}
}
;
}
if (t.IsValue("КАЛИБР", "КАЛІБР"))
{
Pullenti.Ner.Token tt1 = t.Next;
if (tt1 != null && ((tt1.IsHiphen || tt1.IsChar(':'))))
{
tt1 = tt1.Next;
}
Pullenti.Ner.Measure.Internal.NumbersWithUnitToken num = Pullenti.Ner.Measure.Internal.NumbersWithUnitToken.TryParse(tt1, null, false, false, false, false);
if (num != null && num.SingleVal != null)
{
return new WeaponItemToken(t, num.EndToken)
{
Typ = Typs.Caliber, Value = Pullenti.Ner.Core.NumberHelper.DoubleToString(num.SingleVal.Value)
}
}
;
}
if (t is Pullenti.Ner.NumberToken)
{
Pullenti.Ner.Measure.Internal.NumbersWithUnitToken num = Pullenti.Ner.Measure.Internal.NumbersWithUnitToken.TryParse(t, null, false, false, false, false);
if (num != null && num.SingleVal != null)
{
if (num.Units.Count == 1 && num.Units[0].Unit != null && num.Units[0].Unit.NameCyr == "мм")
{
return new WeaponItemToken(t, num.EndToken)
{
Typ = Typs.Caliber, Value = Pullenti.Ner.Core.NumberHelper.DoubleToString(num.SingleVal.Value)
}
}
;
if (num.EndToken.Next != null && num.EndToken.Next.IsValue("КАЛИБР", "КАЛІБР"))
{
return new WeaponItemToken(t, num.EndToken.Next)
{
Typ = Typs.Caliber, Value = Pullenti.Ner.Core.NumberHelper.DoubleToString(num.SingleVal.Value)
}
}
;
}
}
if (t.IsValue("ПРОИЗВОДСТВО", "ВИРОБНИЦТВО"))
{
Pullenti.Ner.Token tt1 = t.Next;
if (tt1 != null && ((tt1.IsHiphen || tt1.IsChar(':'))))
{
tt1 = tt1.Next;
}
if (tt1 is Pullenti.Ner.ReferentToken)
{
if ((tt1.GetReferent() is Pullenti.Ner.Org.OrganizationReferent) || (tt1.GetReferent() is Pullenti.Ner.Geo.GeoReferent))
{
return new WeaponItemToken(t, tt1)
{
Typ = Typs.Developer, Ref = tt1.GetReferent()
}
}
;
}
}
return(null);
}
void _correctModel()
{
Pullenti.Ner.Token tt = EndToken.Next;
if (tt == null || tt.WhitespacesBeforeCount > 2)
{
return;
}
if (tt.IsValue(":\\/.", null) || tt.IsHiphen)
{
tt = tt.Next;
}
if (tt is Pullenti.Ner.NumberToken)
{
StringBuilder tmp = new StringBuilder();
tmp.Append((tt as Pullenti.Ner.NumberToken).Value);
bool isLat = Pullenti.Morph.LanguageHelper.IsLatinChar(Value[0]);
EndToken = tt;
for (tt = tt.Next; tt != null; tt = tt.Next)
{
if ((tt is Pullenti.Ner.TextToken) && tt.LengthChar == 1 && tt.Chars.IsLetter)
{
if (!tt.IsWhitespaceBefore || ((tt.Previous != null && tt.Previous.IsHiphen)))
{
char ch = (tt as Pullenti.Ner.TextToken).Term[0];
EndToken = tt;
char ch2 = (char)0;
if (Pullenti.Morph.LanguageHelper.IsLatinChar(ch) && !isLat)
{
ch2 = Pullenti.Morph.LanguageHelper.GetCyrForLat(ch);
if (ch2 != ((char)0))
{
ch = ch2;
}
}
else if (Pullenti.Morph.LanguageHelper.IsCyrillicChar(ch) && isLat)
{
ch2 = Pullenti.Morph.LanguageHelper.GetLatForCyr(ch);
if (ch2 != ((char)0))
{
ch = ch2;
}
}
tmp.Append(ch);
continue;
}
}
break;
}
Value = string.Format("{0}-{1}", Value, tmp.ToString());
AltValue = Pullenti.Ner.Core.MiscHelper.CreateCyrLatAlternative(Value);
}
if (!EndToken.IsWhitespaceAfter && EndToken.Next != null && ((EndToken.Next.IsHiphen || EndToken.Next.IsCharOf("\\/"))))
{
if (!EndToken.Next.IsWhitespaceAfter && (EndToken.Next.Next is Pullenti.Ner.NumberToken))
{
EndToken = EndToken.Next.Next;
Value = string.Format("{0}-{1}", Value, (EndToken as Pullenti.Ner.NumberToken).Value);
if (AltValue != null)
{
AltValue = string.Format("{0}-{1}", AltValue, (EndToken as Pullenti.Ner.NumberToken).Value);
}
}
}
}
public static NamedItemToken TryParse(Pullenti.Ner.Token t, Pullenti.Ner.Core.IntOntologyCollection locOnto)
{
if (t == null)
{
return(null);
}
if (t is Pullenti.Ner.ReferentToken)
{
Pullenti.Ner.Referent r = t.GetReferent();
if ((r.TypeName == "PERSON" || r.TypeName == "PERSONPROPERTY" || (r is Pullenti.Ner.Geo.GeoReferent)) || r.TypeName == "ORGANIZATION")
{
return new NamedItemToken(t, t)
{
Ref = r, Morph = t.Morph
}
}
;
return(null);
}
Pullenti.Ner.Core.TerminToken typ = m_Types.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
Pullenti.Ner.Core.TerminToken nam = m_Names.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (typ != null)
{
if (!(t is Pullenti.Ner.TextToken))
{
return(null);
}
NamedItemToken res = new NamedItemToken(typ.BeginToken, typ.EndToken)
{
Morph = typ.Morph, Chars = typ.Chars
};
res.Kind = (Pullenti.Ner.Named.NamedEntityKind)typ.Termin.Tag;
res.TypeValue = typ.Termin.CanonicText;
if ((nam != null && nam.EndToken == typ.EndToken && !t.Chars.IsAllLower) && ((Pullenti.Ner.Named.NamedEntityKind)nam.Termin.Tag) == res.Kind)
{
res.NameValue = nam.Termin.CanonicText;
res.IsWellknown = true;
}
return(res);
}
if (nam != null)
{
if (nam.BeginToken.Chars.IsAllLower)
{
return(null);
}
NamedItemToken res = new NamedItemToken(nam.BeginToken, nam.EndToken)
{
Morph = nam.Morph, Chars = nam.Chars
};
res.Kind = (Pullenti.Ner.Named.NamedEntityKind)nam.Termin.Tag;
res.NameValue = nam.Termin.CanonicText;
bool ok = true;
if (!t.IsWhitespaceBefore && t.Previous != null)
{
ok = false;
}
else if (!t.IsWhitespaceAfter && t.Next != null)
{
if (t.Next.IsCharOf(",.;!?") && t.Next.IsWhitespaceAfter)
{
}
else
{
ok = false;
}
}
if (ok)
{
res.IsWellknown = true;
res.TypeValue = nam.Termin.Tag2 as string;
}
return(res);
}
Pullenti.Ner.MetaToken adj = Pullenti.Ner.Geo.Internal.MiscLocationHelper.TryAttachNordWest(t);
if (adj != null)
{
if (adj.Morph.Class.IsNoun)
{
if (adj.EndToken.IsValue("ВОСТОК", null))
{
if (adj.BeginToken == adj.EndToken)
{
return(null);
}
NamedItemToken re = new NamedItemToken(t, adj.EndToken)
{
Morph = adj.Morph
};
re.Kind = Pullenti.Ner.Named.NamedEntityKind.Location;
re.NameValue = Pullenti.Ner.Core.MiscHelper.GetTextValue(t, adj.EndToken, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative);
re.IsWellknown = true;
return(re);
}
return(null);
}
if (adj.WhitespacesAfterCount > 2)
{
return(null);
}
if ((adj.EndToken.Next is Pullenti.Ner.ReferentToken) && (adj.EndToken.Next.GetReferent() is Pullenti.Ner.Geo.GeoReferent))
{
NamedItemToken re = new NamedItemToken(t, adj.EndToken.Next)
{
Morph = adj.EndToken.Next.Morph
};
re.Kind = Pullenti.Ner.Named.NamedEntityKind.Location;
re.NameValue = Pullenti.Ner.Core.MiscHelper.GetTextValue(t, adj.EndToken.Next, Pullenti.Ner.Core.GetTextAttr.FirstNounGroupToNominative);
re.IsWellknown = true;
re.Ref = adj.EndToken.Next.GetReferent();
return(re);
}
NamedItemToken res = TryParse(adj.EndToken.Next, locOnto);
if (res != null && res.Kind == Pullenti.Ner.Named.NamedEntityKind.Location)
{
string s = adj.GetNormalCaseText(Pullenti.Morph.MorphClass.Adjective, Pullenti.Morph.MorphNumber.Singular, res.Morph.Gender, false);
if (s != null)
{
if (res.NameValue == null)
{
res.NameValue = s.ToUpper();
}
else
{
res.NameValue = string.Format("{0} {1}", s.ToUpper(), res.NameValue);
res.TypeValue = null;
}
res.BeginToken = t;
res.Chars = t.Chars;
res.IsWellknown = true;
return(res);
}
}
}
if (t.Chars.IsCapitalUpper && !Pullenti.Ner.Core.MiscHelper.CanBeStartOfSentence(t))
{
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null && npt.Adjectives.Count > 0)
{
NamedItemToken test = TryParse(npt.Noun.BeginToken, locOnto);
if (test != null && test.EndToken == npt.EndToken && test.TypeValue != null)
{
test.BeginToken = t;
StringBuilder tmp = new StringBuilder();
foreach (Pullenti.Ner.MetaToken a in npt.Adjectives)
{
string s = a.GetNormalCaseText(Pullenti.Morph.MorphClass.Adjective, Pullenti.Morph.MorphNumber.Singular, test.Morph.Gender, false);
if (tmp.Length > 0)
{
tmp.Append(' ');
}
tmp.Append(s);
}
test.NameValue = tmp.ToString();
test.Chars = t.Chars;
if (test.Kind == Pullenti.Ner.Named.NamedEntityKind.Location)
{
test.IsWellknown = true;
}
return(test);
}
}
}
if ((Pullenti.Ner.Core.BracketHelper.IsBracket(t, true) && t.Next != null && t.Next.Chars.IsLetter) && !t.Next.Chars.IsAllLower)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
NamedItemToken res = new NamedItemToken(t, br.EndToken);
res.IsInBracket = true;
res.NameValue = Pullenti.Ner.Core.MiscHelper.GetTextValue(t, br.EndToken, Pullenti.Ner.Core.GetTextAttr.No);
nam = m_Names.TryParse(t.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (nam != null && nam.EndToken == br.EndToken.Previous)
{
res.Kind = (Pullenti.Ner.Named.NamedEntityKind)nam.Termin.Tag;
res.IsWellknown = true;
res.NameValue = nam.Termin.CanonicText;
}
return(res);
}
}
if (((t is Pullenti.Ner.TextToken) && t.Chars.IsLetter && !t.Chars.IsAllLower) && t.LengthChar > 2)
{
NamedItemToken res = new NamedItemToken(t, t)
{
Morph = t.Morph
};
string str = (t as Pullenti.Ner.TextToken).Term;
if (str.EndsWith("О") || str.EndsWith("И") || str.EndsWith("Ы"))
{
res.NameValue = str;
}
else
{
res.NameValue = t.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Undefined, Pullenti.Morph.MorphGender.Undefined, false);
}
res.Chars = t.Chars;
if (((!t.IsWhitespaceAfter && t.Next != null && t.Next.IsHiphen) && (t.Next.Next is Pullenti.Ner.TextToken) && !t.Next.Next.IsWhitespaceAfter) && t.Chars.IsCyrillicLetter == t.Next.Next.Chars.IsCyrillicLetter)
{
t = (res.EndToken = t.Next.Next);
res.NameValue = string.Format("{0}-{1}", res.NameValue, t.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Undefined, Pullenti.Morph.MorphGender.Undefined, false));
}
return(res);
}
return(null);
}
static TitleItemToken TryAttachSpeciality(Pullenti.Ner.Token t, bool keyWordBefore)
{
if (t == null)
{
return(null);
}
bool susp = false;
if (!keyWordBefore)
{
if (!t.IsNewlineBefore)
{
susp = true;
}
}
StringBuilder val = null;
Pullenti.Ner.Token t0 = t;
int digCount = 0;
for (int i = 0; i < 3; i++)
{
Pullenti.Ner.NumberToken nt = t as Pullenti.Ner.NumberToken;
if (nt == null)
{
break;
}
if (nt.Typ != Pullenti.Ner.NumberSpellingType.Digit || nt.Morph.Class.IsAdjective)
{
break;
}
if (val == null)
{
val = new StringBuilder();
}
if (susp && t.LengthChar != 2)
{
return(null);
}
string digs = nt.GetSourceText();
digCount += digs.Length;
val.Append(digs);
if (t.Next == null)
{
break;
}
t = t.Next;
if (t.IsCharOf(".,") || t.IsHiphen)
{
if (susp && (i < 2))
{
if (!t.IsChar('.') || t.IsWhitespaceAfter || t.IsWhitespaceBefore)
{
return(null);
}
}
if (t.Next != null)
{
t = t.Next;
}
}
}
if (val == null || (digCount < 5))
{
return(null);
}
if (digCount != 6)
{
if (!keyWordBefore)
{
return(null);
}
}
else
{
val.Insert(4, '.');
val.Insert(2, '.');
}
for (Pullenti.Ner.Token tt = t.Next; tt != null; tt = tt.Next)
{
if (tt.IsNewlineBefore)
{
break;
}
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t = (tt = br.EndToken);
continue;
}
t = tt;
}
return(new TitleItemToken(t0, t, Types.Speciality)
{
Value = val.ToString()
});
}
static BookLinkToken _tryParse(Pullenti.Ner.Token t, int lev)
{
if (t == null || lev > 3)
{
return(null);
}
if (t.IsChar('['))
{
BookLinkToken re = _tryParse(t.Next, lev + 1);
if (re != null && re.EndToken.Next != null && re.EndToken.Next.IsChar(']'))
{
re.BeginToken = t;
re.EndToken = re.EndToken.Next;
return(re);
}
if (re != null && re.EndToken.IsChar(']'))
{
re.BeginToken = t;
return(re);
}
if (re != null)
{
if (re.Typ == BookLinkTyp.Sostavitel || re.Typ == BookLinkTyp.Editors)
{
return(re);
}
}
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
if ((br.EndToken.Previous is Pullenti.Ner.NumberToken) && (br.LengthChar < 30))
{
return new BookLinkToken(t, br.EndToken)
{
Typ = BookLinkTyp.Number, Value = Pullenti.Ner.Core.MiscHelper.GetTextValue(br.BeginToken.Next, br.EndToken.Previous, Pullenti.Ner.Core.GetTextAttr.No)
}
}
;
}
}
Pullenti.Ner.Token t0 = t;
if (t is Pullenti.Ner.ReferentToken)
{
if (t.GetReferent() is Pullenti.Ner.Person.PersonReferent)
{
return(TryParseAuthor(t, Pullenti.Ner.Person.Internal.FioTemplateType.Undefined));
}
if (t.GetReferent() is Pullenti.Ner.Geo.GeoReferent)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Geo, Ref = t.GetReferent()
}
}
;
if (t.GetReferent() is Pullenti.Ner.Date.DateReferent)
{
Pullenti.Ner.Date.DateReferent dr = t.GetReferent() as Pullenti.Ner.Date.DateReferent;
if (dr.Slots.Count == 1 && dr.Year > 0)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Year, Value = dr.Year.ToString()
}
}
;
if (dr.Year > 0 && t.Previous != null && t.Previous.IsComma)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Year, Value = dr.Year.ToString()
}
}
;
}
if (t.GetReferent() is Pullenti.Ner.Org.OrganizationReferent)
{
Pullenti.Ner.Org.OrganizationReferent org = t.GetReferent() as Pullenti.Ner.Org.OrganizationReferent;
if (org.Kind == Pullenti.Ner.Org.OrganizationKind.Press)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Press, Ref = org
}
}
;
}
if (t.GetReferent() is Pullenti.Ner.Uri.UriReferent)
{
Pullenti.Ner.Uri.UriReferent uri = t.GetReferent() as Pullenti.Ner.Uri.UriReferent;
if ((uri.Scheme == "http" || uri.Scheme == "https" || uri.Scheme == "ftp") || uri.Scheme == null)
{
return new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Url, Ref = uri
}
}
;
}
}
Pullenti.Ner.Core.TerminToken tok = m_Termins.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
BookLinkTyp typ = (BookLinkTyp)tok.Termin.Tag;
bool ok = true;
if (typ == BookLinkTyp.Type || typ == BookLinkTyp.NameTail || typ == BookLinkTyp.ElectronRes)
{
if (t.Previous != null && ((t.Previous.IsCharOf(".:[") || t.Previous.IsHiphen)))
{
}
else
{
ok = false;
}
}
if (ok)
{
return new BookLinkToken(t, tok.EndToken)
{
Typ = typ, Value = tok.Termin.CanonicText
}
}
;
if (typ == BookLinkTyp.ElectronRes)
{
for (Pullenti.Ner.Token tt = tok.EndToken.Next; tt != null; tt = tt.Next)
{
if ((tt is Pullenti.Ner.TextToken) && !tt.Chars.IsLetter)
{
continue;
}
if (tt.GetReferent() is Pullenti.Ner.Uri.UriReferent)
{
return new BookLinkToken(t, tt)
{
Typ = BookLinkTyp.ElectronRes, Ref = tt.GetReferent()
}
}
;
break;
}
}
}
if (t.IsChar('/'))
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Delimeter, Value = "/"
};
if (t.Next != null && t.Next.IsChar('/'))
{
res.EndToken = t.Next;
res.Value = "//";
}
if (!t.IsWhitespaceBefore && !t.IsWhitespaceAfter)
{
int coo = 3;
bool no = true;
for (Pullenti.Ner.Token tt = t.Next; tt != null && coo > 0; tt = tt.Next, coo--)
{
BookLinkToken vvv = TryParse(tt, lev + 1);
if (vvv != null && vvv.Typ != BookLinkTyp.Number)
{
no = false;
break;
}
}
if (no)
{
return(null);
}
}
return(res);
}
if ((t is Pullenti.Ner.NumberToken) && (t as Pullenti.Ner.NumberToken).IntValue != null && (t as Pullenti.Ner.NumberToken).Typ == Pullenti.Ner.NumberSpellingType.Digit)
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Number, Value = (t as Pullenti.Ner.NumberToken).Value.ToString()
};
int val = (t as Pullenti.Ner.NumberToken).IntValue.Value;
if (val >= 1930 && (val < 2030))
{
res.Typ = BookLinkTyp.Year;
}
if (t.Next != null && t.Next.IsChar('.'))
{
res.EndToken = t.Next;
}
else if ((t.Next != null && t.Next.LengthChar == 1 && !t.Next.Chars.IsLetter) && t.Next.IsWhitespaceAfter)
{
res.EndToken = t.Next;
}
else if (t.Next is Pullenti.Ner.TextToken)
{
string term = (t.Next as Pullenti.Ner.TextToken).Term;
if (((term == "СТР" || term == "C" || term == "С") || term == "P" || term == "S") || term == "PAGES")
{
res.EndToken = t.Next;
res.Typ = BookLinkTyp.Pages;
res.Value = (t as Pullenti.Ner.NumberToken).Value.ToString();
}
}
return(res);
}
if (t is Pullenti.Ner.TextToken)
{
string term = (t as Pullenti.Ner.TextToken).Term;
if (((((((term == "СТР" || term == "C" || term == "С") || term == "ТОМ" || term == "T") || term == "Т" || term == "P") || term == "PP" || term == "V") || term == "VOL" || term == "S") || term == "СТОР" || t.IsValue("PAGE", null)) || t.IsValue("СТРАНИЦА", "СТОРІНКА"))
{
Pullenti.Ner.Token tt = t.Next;
while (tt != null)
{
if (tt.IsCharOf(".:~"))
{
tt = tt.Next;
}
else
{
break;
}
}
if (tt is Pullenti.Ner.NumberToken)
{
BookLinkToken res = new BookLinkToken(t, tt)
{
Typ = BookLinkTyp.PageRange
};
Pullenti.Ner.Token tt0 = tt;
Pullenti.Ner.Token tt1 = tt;
for (tt = tt.Next; tt != null; tt = tt.Next)
{
if (tt.IsCharOf(",") || tt.IsHiphen)
{
if (tt.Next is Pullenti.Ner.NumberToken)
{
tt = tt.Next;
res.EndToken = tt;
tt1 = tt;
continue;
}
}
break;
}
res.Value = Pullenti.Ner.Core.MiscHelper.GetTextValue(tt0, tt1, Pullenti.Ner.Core.GetTextAttr.No);
return(res);
}
}
if ((term == "M" || term == "М" || term == "СПБ") || term == "K" || term == "К")
{
if (t.Next != null && t.Next.IsCharOf(":;"))
{
BookLinkToken re = new BookLinkToken(t, t.Next)
{
Typ = BookLinkTyp.Geo
};
return(re);
}
if (t.Next != null && t.Next.IsCharOf("."))
{
BookLinkToken res = new BookLinkToken(t, t.Next)
{
Typ = BookLinkTyp.Geo
};
if (t.Next.Next != null && t.Next.Next.IsCharOf(":;"))
{
res.EndToken = t.Next.Next;
}
else if (t.Next.Next != null && (t.Next.Next is Pullenti.Ner.NumberToken))
{
}
else if (t.Next.Next != null && t.Next.Next.IsComma && (t.Next.Next.Next is Pullenti.Ner.NumberToken))
{
}
else
{
return(null);
}
return(res);
}
}
if (term == "ПЕР" || term == "ПЕРЕВ" || term == "ПЕРЕВОД")
{
Pullenti.Ner.Token tt = t;
if (tt.Next != null && tt.Next.IsChar('.'))
{
tt = tt.Next;
}
if (tt.Next != null && ((tt.Next.IsValue("C", null) || tt.Next.IsValue("С", null))))
{
tt = tt.Next;
if (tt.Next == null || tt.WhitespacesAfterCount > 2)
{
return(null);
}
BookLinkToken re = new BookLinkToken(t, tt.Next)
{
Typ = BookLinkTyp.Translate
};
return(re);
}
}
if (term == "ТАМ" || term == "ТАМЖЕ")
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.Tamze
};
if (t.Next != null && t.Next.IsValue("ЖЕ", null))
{
res.EndToken = t.Next;
}
return(res);
}
if (((term == "СМ" || term == "CM" || term == "НАПР") || term == "НАПРИМЕР" || term == "SEE") || term == "ПОДРОБНЕЕ" || term == "ПОДРОБНО")
{
BookLinkToken res = new BookLinkToken(t, t)
{
Typ = BookLinkTyp.See
};
for (t = t.Next; t != null; t = t.Next)
{
if (t.IsCharOf(".:") || t.IsValue("ALSO", null))
{
res.EndToken = t;
continue;
}
if (t.IsValue("В", null) || t.IsValue("IN", null))
{
res.EndToken = t;
continue;
}
BookLinkToken vvv = _tryParse(t, lev + 1);
if (vvv != null && vvv.Typ == BookLinkTyp.See)
{
res.EndToken = vvv.EndToken;
break;
}
break;
}
return(res);
}
if (term == "БОЛЕЕ")
{
BookLinkToken vvv = _tryParse(t.Next, lev + 1);
if (vvv != null && vvv.Typ == BookLinkTyp.See)
{
vvv.BeginToken = t;
return(vvv);
}
}
Pullenti.Ner.Token no = Pullenti.Ner.Core.MiscHelper.CheckNumberPrefix(t);
if (no is Pullenti.Ner.NumberToken)
{
return new BookLinkToken(t, no)
{
Typ = BookLinkTyp.N
}
}
;
if (((term == "B" || term == "В")) && (t.Next is Pullenti.Ner.NumberToken) && (t.Next.Next is Pullenti.Ner.TextToken))
{
string term2 = (t.Next.Next as Pullenti.Ner.TextToken).Term;
if (((term2 == "Т" || term2 == "T" || term2.StartsWith("ТОМ")) || term2 == "TT" || term2 == "ТТ") || term2 == "КН" || term2.StartsWith("КНИГ"))
{
return new BookLinkToken(t, t.Next.Next)
{
Typ = BookLinkTyp.Volume
}
}
;
}
}
if (t.IsChar('('))
{
if (((t.Next is Pullenti.Ner.NumberToken) && (t.Next as Pullenti.Ner.NumberToken).IntValue != null && t.Next.Next != null) && t.Next.Next.IsChar(')'))
{
int num = (t.Next as Pullenti.Ner.NumberToken).IntValue.Value;
if (num > 1900 && num <= 2040)
{
if (num <= DateTime.Now.Year)
{
return new BookLinkToken(t, t.Next.Next)
{
Typ = BookLinkTyp.Year, Value = num.ToString()
}
}
;
}
}
if (((t.Next is Pullenti.Ner.ReferentToken) && (t.Next.GetReferent() is Pullenti.Ner.Date.DateReferent) && t.Next.Next != null) && t.Next.Next.IsChar(')'))
{
int num = (t.Next.GetReferent() as Pullenti.Ner.Date.DateReferent).Year;
if (num > 0)
{
return new BookLinkToken(t, t.Next.Next)
{
Typ = BookLinkTyp.Year, Value = num.ToString()
}
}
;
}
}
return(null);
}
public override void Process(Pullenti.Ner.Core.AnalysisKit kit)
{
Pullenti.Ner.Core.AnalyzerData ad = kit.GetAnalyzerData(this);
Pullenti.Ner.Core.TerminCollection models = new Pullenti.Ner.Core.TerminCollection();
Dictionary <string, List <Pullenti.Ner.Referent> > objsByModel = new Dictionary <string, List <Pullenti.Ner.Referent> >();
Pullenti.Ner.Core.TerminCollection objByNames = new Pullenti.Ner.Core.TerminCollection();
for (Pullenti.Ner.Token t = kit.FirstToken; t != null; t = t.Next)
{
List <Pullenti.Ner.Weapon.Internal.WeaponItemToken> its = Pullenti.Ner.Weapon.Internal.WeaponItemToken.TryParseList(t, 10);
if (its == null)
{
continue;
}
List <Pullenti.Ner.ReferentToken> rts = this.TryAttach(its, false);
if (rts != null)
{
foreach (Pullenti.Ner.ReferentToken rt in rts)
{
rt.Referent = ad.RegisterReferent(rt.Referent);
kit.EmbedToken(rt);
t = rt;
foreach (Pullenti.Ner.Slot s in rt.Referent.Slots)
{
if (s.TypeName == WeaponReferent.ATTR_MODEL)
{
string mod = s.Value.ToString();
for (int k = 0; k < 2; k++)
{
if (!char.IsDigit(mod[0]))
{
List <Pullenti.Ner.Referent> li;
if (!objsByModel.TryGetValue(mod, out li))
{
objsByModel.Add(mod, (li = new List <Pullenti.Ner.Referent>()));
}
if (!li.Contains(rt.Referent))
{
li.Add(rt.Referent);
}
models.AddString(mod, li, null, false);
}
if (k > 0)
{
break;
}
string brand = rt.Referent.GetStringValue(WeaponReferent.ATTR_BRAND);
if (brand == null)
{
break;
}
mod = string.Format("{0} {1}", brand, mod);
}
}
else if (s.TypeName == WeaponReferent.ATTR_NAME)
{
objByNames.Add(new Pullenti.Ner.Core.Termin(s.Value.ToString())
{
Tag = rt.Referent
});
}
}
}
}
}
if (objsByModel.Count == 0 && objByNames.Termins.Count == 0)
{
return;
}
for (Pullenti.Ner.Token t = kit.FirstToken; t != null; t = t.Next)
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 10);
if (br != null)
{
Pullenti.Ner.Core.TerminToken toks = objByNames.TryParse(t.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (toks != null && toks.EndToken.Next == br.EndToken)
{
Pullenti.Ner.ReferentToken rt0 = new Pullenti.Ner.ReferentToken(toks.Termin.Tag as Pullenti.Ner.Referent, br.BeginToken, br.EndToken);
kit.EmbedToken(rt0);
t = rt0;
continue;
}
}
if (!(t is Pullenti.Ner.TextToken))
{
continue;
}
if (!t.Chars.IsLetter)
{
continue;
}
Pullenti.Ner.Core.TerminToken tok = models.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok == null)
{
if (!t.Chars.IsAllLower)
{
tok = objByNames.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
}
if (tok == null)
{
continue;
}
}
if (!tok.IsWhitespaceAfter)
{
if (tok.EndToken.Next == null || !tok.EndToken.Next.IsCharOf(",.)"))
{
if (!Pullenti.Ner.Core.BracketHelper.IsBracket(tok.EndToken.Next, false))
{
continue;
}
}
}
Pullenti.Ner.Referent tr = null;
List <Pullenti.Ner.Referent> li = tok.Termin.Tag as List <Pullenti.Ner.Referent>;
if (li != null && li.Count == 1)
{
tr = li[0];
}
else
{
tr = tok.Termin.Tag as Pullenti.Ner.Referent;
}
if (tr != null)
{
Pullenti.Ner.Weapon.Internal.WeaponItemToken tit = Pullenti.Ner.Weapon.Internal.WeaponItemToken.TryParse(tok.BeginToken.Previous, null, false, true);
if (tit != null && tit.Typ == Pullenti.Ner.Weapon.Internal.WeaponItemToken.Typs.Brand)
{
tr.AddSlot(WeaponReferent.ATTR_BRAND, tit.Value, false, 0);
tok.BeginToken = tit.BeginToken;
}
Pullenti.Ner.ReferentToken rt0 = new Pullenti.Ner.ReferentToken(tr, tok.BeginToken, tok.EndToken);
kit.EmbedToken(rt0);
t = rt0;
continue;
}
}
}
public static Pullenti.Ner.Core.NumberExToken TryParseNumberWithPostfix(Pullenti.Ner.Token t)
{
if (t == null)
{
return(null);
}
Pullenti.Ner.Token t0 = t;
string isDollar = null;
if (t.LengthChar == 1 && t.Next != null)
{
if ((((isDollar = Pullenti.Ner.Core.NumberHelper.IsMoneyChar(t)))) != null)
{
t = t.Next;
}
}
Pullenti.Ner.NumberToken nt = t as Pullenti.Ner.NumberToken;
if (nt == null)
{
if ((!(t.Previous is Pullenti.Ner.NumberToken) && t.IsChar('(') && (t.Next is Pullenti.Ner.NumberToken)) && t.Next.Next != null && t.Next.Next.IsChar(')'))
{
Pullenti.Ner.Core.TerminToken toks1 = m_Postfixes.TryParse(t.Next.Next.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (toks1 != null && ((Pullenti.Ner.Core.NumberExType)toks1.Termin.Tag) == Pullenti.Ner.Core.NumberExType.Money)
{
Pullenti.Ner.NumberToken nt0 = t.Next as Pullenti.Ner.NumberToken;
Pullenti.Ner.Core.NumberExToken res = new Pullenti.Ner.Core.NumberExToken(t, toks1.EndToken, nt0.Value, nt0.Typ, Pullenti.Ner.Core.NumberExType.Money)
{
AltRealValue = nt0.RealValue, Morph = toks1.BeginToken.Morph
};
return(_correctMoney(res, toks1.BeginToken));
}
}
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt == null || !tt.Morph.Class.IsAdjective)
{
return(null);
}
string val = tt.Term;
for (int i = 4; i < (val.Length - 5); i++)
{
string v = val.Substring(0, i);
List <Pullenti.Ner.Core.Termin> li = Pullenti.Ner.Core.NumberHelper.m_Nums.FindTerminsByString(v, tt.Morph.Language);
if (li == null)
{
continue;
}
string vv = val.Substring(i);
List <Pullenti.Ner.Core.Termin> lii = m_Postfixes.FindTerminsByString(vv, tt.Morph.Language);
if (lii != null && lii.Count > 0)
{
Pullenti.Ner.Core.NumberExToken re = new Pullenti.Ner.Core.NumberExToken(t, t, ((int)li[0].Tag).ToString(), Pullenti.Ner.NumberSpellingType.Words, (Pullenti.Ner.Core.NumberExType)lii[0].Tag)
{
Morph = t.Morph
};
_correctExtTypes(re);
return(re);
}
break;
}
return(null);
}
if (t.Next == null && isDollar == null)
{
return(null);
}
double f = nt.RealValue;
if (double.IsNaN(f))
{
return(null);
}
Pullenti.Ner.Token t1 = nt.Next;
if (((t1 != null && t1.IsCharOf(",."))) || (((t1 is Pullenti.Ner.NumberToken) && (t1.WhitespacesBeforeCount < 3))))
{
double d;
Pullenti.Ner.NumberToken tt11 = Pullenti.Ner.Core.NumberHelper.TryParseRealNumber(nt, false, false);
if (tt11 != null)
{
t1 = tt11.EndToken.Next;
f = tt11.RealValue;
}
}
if (t1 == null)
{
if (isDollar == null)
{
return(null);
}
}
else if ((t1.Next != null && t1.Next.IsValue("С", "З") && t1.Next.Next != null) && t1.Next.Next.IsValue("ПОЛОВИНА", null))
{
f += 0.5;
t1 = t1.Next.Next;
}
if (t1 != null && t1.IsHiphen && t1.Next != null)
{
t1 = t1.Next;
}
bool det = false;
double altf = f;
if (((t1 is Pullenti.Ner.NumberToken) && t1.Previous != null && t1.Previous.IsHiphen) && (t1 as Pullenti.Ner.NumberToken).IntValue == 0 && t1.LengthChar == 2)
{
t1 = t1.Next;
}
if ((t1 != null && t1.Next != null && t1.IsChar('(')) && (((t1.Next is Pullenti.Ner.NumberToken) || t1.Next.IsValue("НОЛЬ", null))) && t1.Next.Next != null)
{
Pullenti.Ner.NumberToken nt1 = t1.Next as Pullenti.Ner.NumberToken;
double val = (double)0;
if (nt1 != null)
{
val = nt1.RealValue;
}
if (Math.Floor(f) == Math.Floor(val))
{
Pullenti.Ner.Token ttt = t1.Next.Next;
if (ttt.IsChar(')'))
{
t1 = ttt.Next;
det = true;
if ((t1 is Pullenti.Ner.NumberToken) && (t1 as Pullenti.Ner.NumberToken).IntValue != null && (t1 as Pullenti.Ner.NumberToken).IntValue.Value == 0)
{
t1 = t1.Next;
}
}
else if (((((ttt is Pullenti.Ner.NumberToken) && ((ttt as Pullenti.Ner.NumberToken).RealValue < 100) && ttt.Next != null) && ttt.Next.IsChar('/') && ttt.Next.Next != null) && ttt.Next.Next.GetSourceText() == "100" && ttt.Next.Next.Next != null) && ttt.Next.Next.Next.IsChar(')'))
{
int rest = GetDecimalRest100(f);
if ((ttt as Pullenti.Ner.NumberToken).IntValue != null && rest == (ttt as Pullenti.Ner.NumberToken).IntValue.Value)
{
t1 = ttt.Next.Next.Next.Next;
det = true;
}
}
else if ((ttt.IsValue("ЦЕЛЫХ", null) && (ttt.Next is Pullenti.Ner.NumberToken) && ttt.Next.Next != null) && ttt.Next.Next.Next != null && ttt.Next.Next.Next.IsChar(')'))
{
Pullenti.Ner.NumberToken num2 = ttt.Next as Pullenti.Ner.NumberToken;
altf = num2.RealValue;
if (ttt.Next.Next.IsValue("ДЕСЯТЫЙ", null))
{
altf /= 10;
}
else if (ttt.Next.Next.IsValue("СОТЫЙ", null))
{
altf /= 100;
}
else if (ttt.Next.Next.IsValue("ТЫСЯЧНЫЙ", null))
{
altf /= 1000;
}
else if (ttt.Next.Next.IsValue("ДЕСЯТИТЫСЯЧНЫЙ", null))
{
altf /= 10000;
}
else if (ttt.Next.Next.IsValue("СТОТЫСЯЧНЫЙ", null))
{
altf /= 100000;
}
else if (ttt.Next.Next.IsValue("МИЛЛИОННЫЙ", null))
{
altf /= 1000000;
}
if (altf < 1)
{
altf += val;
t1 = ttt.Next.Next.Next.Next;
det = true;
}
}
else
{
Pullenti.Ner.Core.TerminToken toks1 = m_Postfixes.TryParse(ttt, Pullenti.Ner.Core.TerminParseAttr.No);
if (toks1 != null)
{
if (((Pullenti.Ner.Core.NumberExType)toks1.Termin.Tag) == Pullenti.Ner.Core.NumberExType.Money)
{
if (toks1.EndToken.Next != null && toks1.EndToken.Next.IsChar(')'))
{
Pullenti.Ner.Core.NumberExToken res = new Pullenti.Ner.Core.NumberExToken(t, toks1.EndToken.Next, nt.Value, nt.Typ, Pullenti.Ner.Core.NumberExType.Money)
{
RealValue = f, AltRealValue = altf, Morph = toks1.BeginToken.Morph
};
return(_correctMoney(res, toks1.BeginToken));
}
}
}
Pullenti.Ner.Core.NumberExToken res2 = TryParseNumberWithPostfix(t1.Next);
if (res2 != null && res2.EndToken.Next != null && res2.EndToken.Next.IsChar(')'))
{
res2.BeginToken = t;
res2.EndToken = res2.EndToken.Next;
res2.AltRealValue = res2.RealValue;
res2.RealValue = f;
_correctExtTypes(res2);
if (res2.WhitespacesAfterCount < 2)
{
Pullenti.Ner.Core.TerminToken toks2 = m_Postfixes.TryParse(res2.EndToken.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (toks2 != null)
{
if (((Pullenti.Ner.Core.NumberExType)toks2.Termin.Tag) == Pullenti.Ner.Core.NumberExType.Money)
{
res2.EndToken = toks2.EndToken;
}
}
}
return(res2);
}
}
}
else if (nt1 != null && nt1.Typ == Pullenti.Ner.NumberSpellingType.Words && nt.Typ == Pullenti.Ner.NumberSpellingType.Digit)
{
altf = nt1.RealValue;
Pullenti.Ner.Token ttt = t1.Next.Next;
if (ttt.IsChar(')'))
{
t1 = ttt.Next;
det = true;
}
if (!det)
{
altf = f;
}
}
}
if ((t1 != null && t1.IsChar('(') && t1.Next != null) && t1.Next.IsValue("СУММА", null))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t1, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t1 = br.EndToken.Next;
}
}
if (isDollar != null)
{
Pullenti.Ner.Token te = null;
if (t1 != null)
{
te = t1.Previous;
}
else
{
for (t1 = t0; t1 != null; t1 = t1.Next)
{
if (t1.Next == null)
{
te = t1;
}
}
}
if (te == null)
{
return(null);
}
if (te.IsHiphen && te.Next != null)
{
if (te.Next.IsValue("МИЛЛИОННЫЙ", null))
{
f *= 1000000;
altf *= 1000000;
te = te.Next;
}
else if (te.Next.IsValue("МИЛЛИАРДНЫЙ", null))
{
f *= 1000000000;
altf *= 1000000000;
te = te.Next;
}
}
if (!te.IsWhitespaceAfter && (te.Next is Pullenti.Ner.TextToken))
{
if (te.Next.IsValue("M", null))
{
f *= 1000000;
altf *= 1000000;
te = te.Next;
}
else if (te.Next.IsValue("BN", null))
{
f *= 1000000000;
altf *= 1000000000;
te = te.Next;
}
}
return(new Pullenti.Ner.Core.NumberExToken(t0, te, "", nt.Typ, Pullenti.Ner.Core.NumberExType.Money)
{
RealValue = f, AltRealValue = altf, ExTypParam = isDollar
});
}
if (t1 == null || ((t1.IsNewlineBefore && !det)))
{
return(null);
}
Pullenti.Ner.Core.TerminToken toks = m_Postfixes.TryParse(t1, Pullenti.Ner.Core.TerminParseAttr.No);
if ((toks == null && det && (t1 is Pullenti.Ner.NumberToken)) && (t1 as Pullenti.Ner.NumberToken).Value == "0")
{
toks = m_Postfixes.TryParse(t1.Next, Pullenti.Ner.Core.TerminParseAttr.No);
}
if (toks == null && t1.IsChar('р'))
{
int cou = 10;
for (Pullenti.Ner.Token ttt = t0.Previous; ttt != null && cou > 0; ttt = ttt.Previous, cou--)
{
if (ttt.IsValue("СУММА", null) || ttt.IsValue("НАЛИЧНЫЙ", null) || ttt.IsValue("БАЛАНС", null))
{
}
else if (ttt.GetReferent() != null && ttt.GetReferent().TypeName == "MONEY")
{
}
else
{
continue;
}
toks = new Pullenti.Ner.Core.TerminToken(t1, t1)
{
Termin = m_Postfixes.FindTerminsByCanonicText("RUB")[0]
};
if (t1.Next != null && t1.Next.IsChar('.'))
{
toks.EndToken = t1.Next;
}
Pullenti.Ner.Core.NumberExType ty = (Pullenti.Ner.Core.NumberExType)toks.Termin.Tag;
return(new Pullenti.Ner.Core.NumberExToken(t, toks.EndToken, nt.Value, nt.Typ, ty)
{
RealValue = f, AltRealValue = altf, Morph = toks.BeginToken.Morph, ExTypParam = "RUB"
});
}
}
if (toks != null)
{
t1 = toks.EndToken;
if (!t1.IsChar('.') && t1.Next != null && t1.Next.IsChar('.'))
{
if ((t1 is Pullenti.Ner.TextToken) && t1.IsValue(toks.Termin.Terms[0].CanonicalText, null))
{
}
else if (!t1.Chars.IsLetter)
{
}
else
{
t1 = t1.Next;
}
}
if (toks.Termin.CanonicText == "LTL")
{
return(null);
}
if (toks.BeginToken == t1)
{
if (t1.Morph.Class.IsPreposition || t1.Morph.Class.IsConjunction)
{
if (t1.IsWhitespaceBefore && t1.IsWhitespaceAfter)
{
return(null);
}
}
}
Pullenti.Ner.Core.NumberExType ty = (Pullenti.Ner.Core.NumberExType)toks.Termin.Tag;
Pullenti.Ner.Core.NumberExToken res = new Pullenti.Ner.Core.NumberExToken(t, t1, nt.Value, nt.Typ, ty)
{
RealValue = f, AltRealValue = altf, Morph = toks.BeginToken.Morph
};
if (ty != Pullenti.Ner.Core.NumberExType.Money)
{
_correctExtTypes(res);
return(res);
}
return(_correctMoney(res, toks.BeginToken));
}
Pullenti.Ner.Core.NumberExToken pfx = _attachSpecPostfix(t1);
if (pfx != null)
{
pfx.BeginToken = t;
pfx.Value = nt.Value;
pfx.Typ = nt.Typ;
pfx.RealValue = f;
pfx.AltRealValue = altf;
return(pfx);
}
if (t1.Next != null && ((t1.Morph.Class.IsPreposition || t1.Morph.Class.IsConjunction)))
{
if (t1.IsValue("НА", null))
{
}
else
{
Pullenti.Ner.Core.NumberExToken nn = TryParseNumberWithPostfix(t1.Next);
if (nn != null)
{
return new Pullenti.Ner.Core.NumberExToken(t, t, nt.Value, nt.Typ, nn.ExTyp)
{
RealValue = f, AltRealValue = altf, ExTyp2 = nn.ExTyp2, ExTypParam = nn.ExTypParam
}
}
;
}
}
if (!t1.IsWhitespaceAfter && (t1.Next is Pullenti.Ner.NumberToken) && (t1 is Pullenti.Ner.TextToken))
{
string term = (t1 as Pullenti.Ner.TextToken).Term;
Pullenti.Ner.Core.NumberExType ty = Pullenti.Ner.Core.NumberExType.Undefined;
if (term == "СМХ" || term == "CMX")
{
ty = Pullenti.Ner.Core.NumberExType.Santimeter;
}
else if (term == "MX" || term == "МХ")
{
ty = Pullenti.Ner.Core.NumberExType.Meter;
}
else if (term == "MMX" || term == "ММХ")
{
ty = Pullenti.Ner.Core.NumberExType.Millimeter;
}
if (ty != Pullenti.Ner.Core.NumberExType.Undefined)
{
return new Pullenti.Ner.Core.NumberExToken(t, t1, nt.Value, nt.Typ, ty)
{
RealValue = f, AltRealValue = altf, MultAfter = true
}
}
;
}
return(null);
}
static Pullenti.Ner.Token CorrectTailAttributes(Pullenti.Ner.Person.PersonReferent p, Pullenti.Ner.Token t0)
{
Pullenti.Ner.Token res = t0;
Pullenti.Ner.Token t = t0;
if (t != null && t.IsChar(','))
{
t = t.Next;
}
bool born = false;
bool die = false;
if (t != null && ((t.IsValue("РОДИТЬСЯ", "НАРОДИТИСЯ") || t.IsValue("BORN", null))))
{
t = t.Next;
born = true;
}
else if (t != null && ((t.IsValue("УМЕРЕТЬ", "ПОМЕРТИ") || t.IsValue("СКОНЧАТЬСЯ", null) || t.IsValue("DIED", null))))
{
t = t.Next;
die = true;
}
else if ((t != null && t.IsValue("ДАТА", null) && t.Next != null) && t.Next.IsValue("РОЖДЕНИЕ", "НАРОДЖЕННЯ"))
{
t = t.Next.Next;
born = true;
}
while (t != null)
{
if (t.Morph.Class.IsPreposition || t.IsHiphen || t.IsChar(':'))
{
t = t.Next;
}
else
{
break;
}
}
if (t != null && t.GetReferent() != null)
{
Pullenti.Ner.Referent r = t.GetReferent();
if (r.TypeName == "DATE")
{
Pullenti.Ner.Token t1 = t;
if (t.Next != null && ((t.Next.IsValue("Р", null) || t.Next.IsValue("РОЖДЕНИЕ", "НАРОДЖЕННЯ"))))
{
born = true;
t1 = t.Next;
if (t1.Next != null && t1.Next.IsChar('.'))
{
t1 = t1.Next;
}
}
if (born)
{
if (p != null)
{
p.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_BORN, r, false, 0);
}
res = t1;
t = t1;
}
else if (die)
{
if (p != null)
{
p.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_DIE, r, false, 0);
}
res = t1;
t = t1;
}
}
}
if (die && t != null)
{
Pullenti.Ner.NumberToken ag = Pullenti.Ner.Core.NumberHelper.TryParseAge(t.Next);
if (ag != null)
{
if (p != null)
{
p.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_AGE, ag.Value.ToString(), false, 0);
}
t = ag.EndToken.Next;
res = ag.EndToken;
}
}
if (t == null)
{
return(res);
}
if (t.IsChar('('))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
Pullenti.Ner.Token t1 = t.Next;
born = false;
if (t1.IsValue("РОД", null))
{
born = true;
t1 = t1.Next;
if (t1 != null && t1.IsChar('.'))
{
t1 = t1.Next;
}
}
if (t1 is Pullenti.Ner.ReferentToken)
{
Pullenti.Ner.Referent r = t1.GetReferent();
if (r.TypeName == "DATERANGE" && t1.Next == br.EndToken)
{
Pullenti.Ner.Referent bd = r.GetSlotValue("FROM") as Pullenti.Ner.Referent;
Pullenti.Ner.Referent to = r.GetSlotValue("TO") as Pullenti.Ner.Referent;
if (bd != null && to != null)
{
if (p != null)
{
p.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_BORN, bd, false, 0);
p.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_DIE, to, false, 0);
}
t = (res = br.EndToken);
}
}
else if (r.TypeName == "DATE" && t1.Next == br.EndToken)
{
if (p != null)
{
p.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_BORN, r, false, 0);
}
t = (res = br.EndToken);
}
}
}
}
return(res);
}
public static Pullenti.Ner.Token CreateNickname(Pullenti.Ner.Person.PersonReferent pr, Pullenti.Ner.Token t)
{
bool hasKeyw = false;
bool isBr = false;
for (; t != null; t = t.Next)
{
if (t.IsHiphen || t.IsComma || t.IsCharOf(".:;"))
{
continue;
}
if (t.Morph.Class.IsPreposition)
{
continue;
}
if (t.IsChar('('))
{
isBr = true;
continue;
}
if ((t.IsValue("ПРОЗВИЩЕ", "ПРІЗВИСЬКО") || t.IsValue("КЛИЧКА", null) || t.IsValue("ПСЕВДОНИМ", "ПСЕВДОНІМ")) || t.IsValue("ПСЕВДО", null) || t.IsValue("ПОЗЫВНОЙ", "ПОЗИВНИЙ"))
{
hasKeyw = true;
continue;
}
break;
}
if (!hasKeyw || t == null)
{
return(null);
}
if (Pullenti.Ner.Core.BracketHelper.IsBracket(t, true))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
string ni = Pullenti.Ner.Core.MiscHelper.GetTextValue(br.BeginToken.Next, br.EndToken.Previous, Pullenti.Ner.Core.GetTextAttr.No);
if (ni != null)
{
pr.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_NICKNAME, ni, false, 0);
t = br.EndToken;
for (Pullenti.Ner.Token tt = t.Next; tt != null; tt = tt.Next)
{
if (tt.IsCommaAnd)
{
continue;
}
if (!Pullenti.Ner.Core.BracketHelper.IsBracket(tt, true))
{
break;
}
br = Pullenti.Ner.Core.BracketHelper.TryParse(tt, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br == null)
{
break;
}
ni = Pullenti.Ner.Core.MiscHelper.GetTextValue(br.BeginToken.Next, br.EndToken.Previous, Pullenti.Ner.Core.GetTextAttr.No);
if (ni != null)
{
pr.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_NICKNAME, ni, false, 0);
}
t = (tt = br.EndToken);
}
if (isBr && t.Next != null && t.Next.IsChar(')'))
{
t = t.Next;
}
return(t);
}
}
}
else
{
Pullenti.Ner.Token ret = null;
for (; t != null; t = t.Next)
{
if (t.IsCommaAnd)
{
continue;
}
if (ret != null && t.Chars.IsAllLower)
{
break;
}
if (t.WhitespacesBeforeCount > 2)
{
break;
}
List <PersonItemToken> pli = PersonItemToken.TryAttachList(t, null, PersonItemToken.ParseAttr.No, 10);
if (pli != null && ((pli.Count == 1 || pli.Count == 2)))
{
string ni = Pullenti.Ner.Core.MiscHelper.GetTextValue(pli[0].BeginToken, pli[pli.Count - 1].EndToken, Pullenti.Ner.Core.GetTextAttr.No);
if (ni != null)
{
pr.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_NICKNAME, ni, false, 0);
t = pli[pli.Count - 1].EndToken;
if (isBr && t.Next != null && t.Next.IsChar(')'))
{
t = t.Next;
}
ret = t;
continue;
}
}
if ((t is Pullenti.Ner.ReferentToken) && !t.Chars.IsAllLower && (t as Pullenti.Ner.ReferentToken).BeginToken == (t as Pullenti.Ner.ReferentToken).EndToken)
{
string val = Pullenti.Ner.Core.MiscHelper.GetTextValueOfMetaToken(t as Pullenti.Ner.ReferentToken, Pullenti.Ner.Core.GetTextAttr.No);
pr.AddSlot(Pullenti.Ner.Person.PersonReferent.ATTR_NICKNAME, val, false, 0);
if (isBr && t.Next != null && t.Next.IsChar(')'))
{
t = t.Next;
}
ret = t;
continue;
}
break;
}
return(ret);
}
return(null);
}
public static TitleItemToken TryAttach(Pullenti.Ner.Token t)
{
Pullenti.Ner.TextToken tt = t as Pullenti.Ner.TextToken;
if (tt != null)
{
Pullenti.Ner.Token t1 = (Pullenti.Ner.Token)tt;
if (tt.Term == "ТЕМА")
{
TitleItemToken tit = TryAttach(tt.Next);
if (tit != null && tit.Typ == Types.Typ)
{
t1 = tit.EndToken;
if (t1.Next != null && t1.Next.IsChar(':'))
{
t1 = t1.Next;
}
return(new TitleItemToken(t, t1, Types.TypAndTheme)
{
Value = tit.Value
});
}
if (tt.Next != null && tt.Next.IsChar(':'))
{
t1 = tt.Next;
}
return(new TitleItemToken(tt, t1, Types.Theme));
}
if (tt.Term == "ПО" || tt.Term == "НА")
{
if (tt.Next != null && tt.Next.IsValue("ТЕМА", null))
{
t1 = tt.Next;
if (t1.Next != null && t1.Next.IsChar(':'))
{
t1 = t1.Next;
}
return(new TitleItemToken(tt, t1, Types.Theme));
}
}
if (tt.Term == "ПЕРЕВОД" || tt.Term == "ПЕР")
{
Pullenti.Ner.Token tt2 = tt.Next;
if (tt2 != null && tt2.IsChar('.'))
{
tt2 = tt2.Next;
}
if (tt2 is Pullenti.Ner.TextToken)
{
if ((tt2 as Pullenti.Ner.TextToken).Term == "C" || (tt2 as Pullenti.Ner.TextToken).Term == "С")
{
tt2 = tt2.Next;
if (tt2 is Pullenti.Ner.TextToken)
{
return(new TitleItemToken(t, tt2, Types.Translate));
}
}
}
}
if (tt.Term == "СЕКЦИЯ" || tt.Term == "SECTION" || tt.Term == "СЕКЦІЯ")
{
t1 = tt.Next;
if (t1 != null && t1.IsChar(':'))
{
t1 = t1.Next;
}
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t1, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
t1 = br.EndToken;
}
else if (t1 != tt.Next)
{
for (; t1 != null; t1 = t1.Next)
{
if (t1.IsNewlineAfter)
{
break;
}
}
if (t1 == null)
{
return(null);
}
}
if (t1 != tt.Next)
{
return(new TitleItemToken(tt, t1, Types.Dust));
}
}
t1 = null;
if (tt.IsValue("СПЕЦИАЛЬНОСТЬ", "СПЕЦІАЛЬНІСТЬ"))
{
t1 = tt.Next;
}
else if (tt.Morph.Class.IsPreposition && tt.Next != null && tt.Next.IsValue("СПЕЦИАЛЬНОСТЬ", "СПЕЦІАЛЬНІСТЬ"))
{
t1 = tt.Next.Next;
}
else if (tt.IsChar('/') && tt.IsNewlineBefore)
{
t1 = tt.Next;
}
if (t1 != null)
{
if (t1.IsCharOf(":") || t1.IsHiphen)
{
t1 = t1.Next;
}
TitleItemToken spec = TryAttachSpeciality(t1, true);
if (spec != null)
{
spec.BeginToken = t;
return(spec);
}
}
}
TitleItemToken sss = TryAttachSpeciality(t, false);
if (sss != null)
{
return(sss);
}
if (t is Pullenti.Ner.ReferentToken)
{
return(null);
}
Pullenti.Ner.Core.NounPhraseToken npt = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt != null)
{
string s = npt.GetNormalCaseText(null, Pullenti.Morph.MorphNumber.Undefined, Pullenti.Morph.MorphGender.Undefined, false);
Pullenti.Ner.Core.TerminToken tok = m_Termins.TryParse(npt.EndToken, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok != null)
{
Types ty = (Types)tok.Termin.Tag;
if (ty == Types.Typ)
{
TitleItemToken tit = TryAttach(tok.EndToken.Next);
if (tit != null && tit.Typ == Types.Theme)
{
return new TitleItemToken(npt.BeginToken, tit.EndToken, Types.TypAndTheme)
{
Value = s
}
}
;
if (s == "РАБОТА" || s == "РОБОТА" || s == "ПРОЕКТ")
{
return(null);
}
Pullenti.Ner.Token t1 = tok.EndToken;
if (s == "ДИССЕРТАЦИЯ" || s == "ДИСЕРТАЦІЯ")
{
int err = 0;
for (Pullenti.Ner.Token ttt = t1.Next; ttt != null; ttt = ttt.Next)
{
if (ttt.Morph.Class.IsPreposition)
{
continue;
}
if (ttt.IsValue("СОИСКАНИЕ", ""))
{
continue;
}
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(ttt, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.Noun.IsValue("СТЕПЕНЬ", "СТУПІНЬ"))
{
t1 = (ttt = npt1.EndToken);
continue;
}
Pullenti.Ner.ReferentToken rt = t1.Kit.ProcessReferent("PERSON", ttt);
if (rt != null && (rt.Referent is Pullenti.Ner.Person.PersonPropertyReferent))
{
Pullenti.Ner.Person.PersonPropertyReferent ppr = rt.Referent as Pullenti.Ner.Person.PersonPropertyReferent;
if (ppr.Name == "доктор наук")
{
t1 = rt.EndToken;
s = "ДОКТОРСКАЯ ДИССЕРТАЦИЯ";
break;
}
else if (ppr.Name == "кандидат наук")
{
t1 = rt.EndToken;
s = "КАНДИДАТСКАЯ ДИССЕРТАЦИЯ";
break;
}
else if (ppr.Name == "магистр")
{
t1 = rt.EndToken;
s = "МАГИСТЕРСКАЯ ДИССЕРТАЦИЯ";
break;
}
}
if (ttt.IsValue("ДОКТОР", null) || ttt.IsValue("КАНДИДАТ", null) || ttt.IsValue("МАГИСТР", "МАГІСТР"))
{
t1 = ttt;
npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(ttt.Next, Pullenti.Ner.Core.NounPhraseParseAttr.No, 0, null);
if (npt1 != null && npt1.EndToken.IsValue("НАУК", null))
{
t1 = npt1.EndToken;
}
s = (ttt.IsValue("МАГИСТР", "МАГІСТР") ? "МАГИСТЕРСКАЯ ДИССЕРТАЦИЯ" : (ttt.IsValue("ДОКТОР", null) ? "ДОКТОРСКАЯ ДИССЕРТАЦИЯ" : "КАНДИДАТСКАЯ ДИССЕРТАЦИЯ"));
break;
}
if ((++err) > 3)
{
break;
}
}
}
if (t1.Next != null && t1.Next.IsChar('.'))
{
t1 = t1.Next;
}
if (s.EndsWith("ОТЧЕТ") && t1.Next != null && t1.Next.IsValue("О", null))
{
Pullenti.Ner.Core.NounPhraseToken npt1 = Pullenti.Ner.Core.NounPhraseHelper.TryParse(t1.Next, Pullenti.Ner.Core.NounPhraseParseAttr.ParsePreposition, 0, null);
if (npt1 != null && npt1.Morph.Case.IsPrepositional)
{
t1 = npt1.EndToken;
}
}
return(new TitleItemToken(npt.BeginToken, t1, ty)
{
Value = s
});
}
}
}
Pullenti.Ner.Core.TerminToken tok1 = m_Termins.TryParse(t, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok1 != null)
{
Pullenti.Ner.Token t1 = tok1.EndToken;
TitleItemToken re = new TitleItemToken(tok1.BeginToken, t1, (Types)tok1.Termin.Tag);
return(re);
}
if (Pullenti.Ner.Core.BracketHelper.CanBeStartOfSequence(t, false, false))
{
tok1 = m_Termins.TryParse(t.Next, Pullenti.Ner.Core.TerminParseAttr.No);
if (tok1 != null && Pullenti.Ner.Core.BracketHelper.CanBeEndOfSequence(tok1.EndToken.Next, false, null, false))
{
Pullenti.Ner.Token t1 = tok1.EndToken.Next;
return(new TitleItemToken(tok1.BeginToken, t1, (Types)tok1.Termin.Tag));
}
}
return(null);
}
public static LineToken Parse(Pullenti.Ner.Token t, int maxChar, LineToken prev)
{
if (t == null || t.EndChar > maxChar)
{
return(null);
}
LineToken res = new LineToken(t, t);
for (; t != null && t.EndChar <= maxChar; t = t.Next)
{
if (t.IsChar(':'))
{
if (res.IsNewlineBefore && res.BeginToken.IsValue("ПРИЛОЖЕНИЕ", "ДОДАТОК"))
{
res.IsListHead = true;
}
res.EndToken = t;
break;
}
if (t.IsChar(';'))
{
if (!t.IsWhitespaceAfter)
{
}
if (t.Previous != null && (t.Previous.GetReferent() is Pullenti.Ner.Decree.DecreeReferent))
{
if (!t.IsWhitespaceAfter)
{
continue;
}
if (t.Next != null && (t.Next.GetReferent() is Pullenti.Ner.Decree.DecreeReferent))
{
continue;
}
}
res.IsListItem = true;
res.EndToken = t;
break;
}
if (t.IsChar('('))
{
Pullenti.Ner.Core.BracketSequenceToken br = Pullenti.Ner.Core.BracketHelper.TryParse(t, Pullenti.Ner.Core.BracketParseAttr.No, 100);
if (br != null)
{
res.EndToken = (t = br.EndToken);
continue;
}
}
if (t.IsNewlineBefore && t != res.BeginToken)
{
bool next = true;
if (t.Previous.IsComma || t.Previous.IsAnd || t.IsCharOf("("))
{
next = false;
}
else if (t.Chars.IsLetter || (t is Pullenti.Ner.NumberToken))
{
if (t.Chars.IsAllLower)
{
next = false;
}
else if (t.Previous.Chars.IsLetter)
{
next = false;
}
}
if (next)
{
break;
}
}
res.EndToken = t;
}
if (res.BeginToken.IsHiphen)
{
res.IsListItem = res.BeginToken.Next != null && !res.BeginToken.Next.IsHiphen;
}
else if (res.BeginToken.IsCharOf("·"))
{
res.IsListItem = true;
res.BeginToken = res.BeginToken.Next;
}
else if (res.BeginToken.Next != null && ((res.BeginToken.Next.IsChar(')') || ((prev != null && ((prev.IsListItem || prev.IsListHead)))))))
{
if (res.BeginToken.LengthChar == 1 || (res.BeginToken is Pullenti.Ner.NumberToken))
{
res.IsListItem = true;
if ((res.BeginToken is Pullenti.Ner.NumberToken) && (res.BeginToken as Pullenti.Ner.NumberToken).IntValue != null)
{
res.Number = (res.BeginToken as Pullenti.Ner.NumberToken).IntValue.Value;
}
else if ((res.BeginToken is Pullenti.Ner.TextToken) && res.BeginToken.LengthChar == 1)
{
string te = (res.BeginToken as Pullenti.Ner.TextToken).Term;
if (Pullenti.Morph.LanguageHelper.IsCyrillicChar(te[0]))
{
res.Number = ((int)te[0]) - ((int)'А');
}
else if (Pullenti.Morph.LanguageHelper.IsLatinChar(te[0]))
{
res.Number = ((int)te[0]) - ((int)'A');
}
}
}
}
return(res);
}
