public bool SameTextContent(WordSpan another, TextBuffer textBuffer) { if (another.len == this.len) { for (int i = another.len - 1; i >= 0; --i) { if (this.GetChar(i, textBuffer) != another.GetChar(i, textBuffer)) { return(false); } } return(true); } return(false); //return this.startAt == another.startAt && this.len == another.len; }
WordGroup _resultWordGroup;//after call DoIndex() internal void DoIndex(TextBuffer textBuffer, CustomDic owner) { //recursive if (this.PrefixLen > 7) { DoIndexOfSmallAmount(textBuffer); #if DEBUG dbugDataState = debugDataState.TooLongPrefix; #endif return; } //----------------------------------------------- bool hasEvalPrefix = false; if (subGroups == null) { subGroups = new DevelopingWordGroup[owner.LastChar - owner.FirstChar + 1]; } //-------------------------------- int j = wordSpanList.Count; int thisPrefixLen = this.PrefixLen; int doSepAt = thisPrefixLen; for (int i = 0; i < j; ++i) { WordSpan sp = wordSpanList[i]; if (sp.len > doSepAt) { char c = sp.GetChar(doSepAt, textBuffer); int c_index = c - owner.FirstChar; DevelopingWordGroup found = subGroups[c_index]; if (found == null) { //not found found = new DevelopingWordGroup(new WordSpan(sp.startAt, (byte)(doSepAt + 1))); subGroups[c_index] = found; } found.AddWordSpan(sp); } else { if (!hasEvalPrefix) { if (sp.SameTextContent(this.prefixSpan, textBuffer)) { hasEvalPrefix = true; this.PrefixIsWord = true; } } } } #if DEBUG this.dbugDataState = debugDataState.Indexed; #endif wordSpanList.Clear(); wordSpanList = null; //-------------------------------- //do sup index //foreach (WordGroup subgroup in this.wordGroups.Values) bool hasSomeSubGroup = false; foreach (DevelopingWordGroup subgroup in this.subGroups) { if (subgroup != null) { hasSomeSubGroup = true; //**** //performance factor here,**** //in this current version //if we not call DoIndex(), //this subgroup need linear search-> so it slow //so we call DoIndex until member count in the group <=3 //then it search faster, //but dictionary-building time may increase. if (subgroup.WordSpanListCount > 2) { subgroup.DoIndex(textBuffer, owner); } else { #if DEBUG subgroup.dbugDataState = debugDataState.SmallAmountOfMembers; #endif subgroup.DoIndexOfSmallAmount(textBuffer); } } } //-------------------------------- #if DEBUG this.dbugDataState = debugDataState.Indexed; #endif if (!hasSomeSubGroup) { //clear subGroups = null; } //-------------------------------- WordGroup[] newsubGroups = null; if (subGroups != null) { newsubGroups = new WordGroup[subGroups.Length]; for (int i = subGroups.Length - 1; i >= 0; --i) { DevelopingWordGroup subg = subGroups[i]; if (subg != null) { newsubGroups[i] = subg.ResultWordGroup; } } } //-------------------------------- this._resultWordGroup = new WordGroup( this.prefixSpan, newsubGroups, null, this.PrefixIsWord); }
public bool SameTextContent(WordSpan another, TextBuffer textBuffer) { if (another.len == this.len) { for (int i = another.len - 1; i >= 0; --i) { if (this.GetChar(i, textBuffer) != another.GetChar(i, textBuffer)) { return false; } } return true; } return false; //return this.startAt == another.startAt && this.len == another.len; }
int FindInWordSpans(WordVisitor visitor, WordGroup wordGroup) { WordSpan[] wordSpans = wordGroup.GetWordSpans(); if (wordSpans == null) { throw new NotSupportedException(); } //at this wordgroup //no subground anymore //so we should find the word one by one //start at prefix //and select the one that int readLen = visitor.CurrentIndex - visitor.LatestBreakAt; int nwords = wordSpans.Length; //only 1 that match TextBuffer currentTextBuffer = CurrentCustomDic.TextBuffer; //we sort unindex string *** //so we find from longest one( last) to begin for (int i = nwords - 1; i >= 0; --i) { //loop test on each word WordSpan w = wordSpans[i]; #if DEBUG //string dbugstr = w.GetString(currentTextBuffer); #endif int savedIndex = visitor.CurrentIndex; char c = visitor.Char; int wordLen = w.len; int matchCharCount = 0; if (wordLen > readLen) { for (int p = readLen; p < wordLen; ++p) { char c2 = w.GetChar(p, currentTextBuffer); if (c2 == c) { matchCharCount++; //match //read next if (!visitor.IsEnd) { visitor.SetCurrentIndex(visitor.CurrentIndex + 1); c = visitor.Char; } else { //no more data in visitor break; } } else { break; } } } //reset if (readLen + matchCharCount == wordLen) { int newBreakAt = visitor.LatestBreakAt + wordLen; visitor.SetCurrentIndex(newBreakAt); //-------------------------------------------- if (visitor.State == VisitorState.End) { return(newBreakAt); } //check next char can be the char of new word or not //this depends on each lang char canBeStartChar = visitor.Char; if (CanHandle(canBeStartChar)) { if (CanBeStartChar(canBeStartChar)) { return(newBreakAt); } else { //back to savedIndex visitor.SetCurrentIndex(savedIndex); return(savedIndex); } } else { visitor.State = VisitorState.OutOfRangeChar; return(newBreakAt); } } visitor.SetCurrentIndex(savedIndex); } return(0); }