public virtual void setLastWord(string word) { Item tail = this.relation.getTail(); FeatureSet features = tail.getFeatures(); features.setString("name", word); }
public virtual void addWord(string word) { Item tokenItem = this.tokenToWords.getTokenItem(); Item item = tokenItem.createDaughter(); FeatureSet features = item.getFeatures(); features.setString("name", word); this.relation.appendItem(item); }
public virtual void addBreak() { Item tail = this.relation.getTail(); if (tail != null) { FeatureSet features = tail.getFeatures(); features.setString("break", "1"); } }
private void setTokenList(Iterator iterator) { Relation relation = this.createRelation("Token"); while (iterator.hasNext()) { Token token = (Token)iterator.next(); string word = token.getWord(); if (word != null && String.instancehelper_length(word) > 0) { Item item = relation.appendItem(); FeatureSet featureSet = item.getFeatures(); featureSet.setString("name", word); featureSet.setString("whitespace", token.getWhitespace()); featureSet.setString("prepunctuation", token.getPrepunctuation()); featureSet.setString("punc", token.getPostpunctuation()); featureSet.setString("file_pos", String.valueOf(token.getPosition())); featureSet.setString("line_number", String.valueOf(token.getLineNumber())); } } }