public bool IsCompatible(IMeCabDictionary d)
{
return(this.Version == d.Version &&
this.LSize == d.LSize &&
this.RSize == d.RSize &&
this.CharSet == d.CharSet);
}
private void ReadNodeInfo(IMeCabDictionary dic, Token token, MeCabNode node)
{
node.LCAttr = token.LcAttr;
node.RCAttr = token.RcAttr;
node.PosId = token.PosId;
node.WCost = token.WCost;
//node.Token = token;
//node.Feature = dic.GetFeature(token); //この段階では素性情報を取得しない
node.SetFeature(token.Feature, dic); //そのかわり遅延取得を可能にする
}
/// <summary>
/// 素性情報を遅延読込するための値設定
/// </summary>
/// <param name="featurePos">辞書内の素性情報の位置</param>
/// <param name="dic">検索元の辞書</param>
internal void SetFeature(uint featurePos, IMeCabDictionary dic)
{
this.feature = null;
this.featurePos = featurePos;
this.Dictionary = dic;
}
public void Open(MeCabParam param)
{
var dictFactory = param.UseMemoryMappedFile
? new Func <IMeCabDictionary>(() => new MeCabDictionaryMMF())
: new Func <IMeCabDictionary>(() => new MeCabDictionary());
this.unkDic = dictFactory();
this.dic = new IMeCabDictionary[param.UserDic.Length + 1];
string prefix = param.DicDir;
this.property.Open(prefix);
this.unkDic.Open(Path.Combine(prefix, UnkDicFile));
if (this.unkDic.Type != DictionaryType.Unk)
{
throw new MeCabInvalidFileException("not a unk dictionary", this.unkDic.FileName);
}
IMeCabDictionary sysDic = dictFactory();
sysDic.Open(Path.Combine(prefix, SysDicFile));
if (sysDic.Type != DictionaryType.Sys)
{
throw new MeCabInvalidFileException("not a system dictionary", sysDic.FileName);
}
this.dic[0] = sysDic;
for (int i = 0; i < param.UserDic.Length; i++)
{
IMeCabDictionary d = dictFactory();
d.Open(Path.Combine(prefix, param.UserDic[i]));
if (d.Type != DictionaryType.Usr)
{
throw new MeCabInvalidFileException("not a user dictionary", d.FileName);
}
if (!sysDic.IsCompatible(d))
{
throw new MeCabInvalidFileException("incompatible dictionary", d.FileName);
}
this.dic[i + 1] = d;
}
this.unkTokens = new Token[this.property.Size][];
for (int i = 0; i < this.unkTokens.Length; i++)
{
string key = this.property.Name(i);
DoubleArrayResultPair n = this.unkDic.ExactMatchSearch(key);
if (n.Value == -1)
{
throw new MeCabInvalidFileException("cannot find UNK category: " + key, this.unkDic.FileName);
}
this.unkTokens[i] = this.unkDic.GetToken(n);
}
this.space = this.property.GetCharInfo(' ');
this.bosFeature = param.BosFeature;
this.unkFeature = param.UnkFeature;
this.maxGroupingSize = param.MaxGroupingSize;
if (this.maxGroupingSize <= 0)
{
this.maxGroupingSize = DefaltMaxGroupingSize;
}
}
