/// <summary>
/// 将一个词加入到最后一个节点
/// </summary>
/// <param name="rootChar"></param>
/// <param name="wl"></param>
/// <param name="begin"></param>
/// <returns></returns>
private TouchPalChar AddWordLink2Char(TouchPalChar rootChar, WordLibrary wl, int begin)
{
var rootWord = new TouchPalWord {
ChineseWord = wl.Word, Count = wl.Count
};
TouchPalChar lastChar = rootChar;
if (begin > 0)
{
lastChar = lastChar.Word.Chars[begin - 1];
}
var chars = new TouchPalChar[wl.Word.Length];
rootWord.Chars = chars;
for (int i = 0; i < begin; i++)
{
chars[i] = rootChar.Word.Chars[i];
}
for (int i = begin; i < wl.Word.Length; i++)
{
char c = wl.Word[i];
string py = wl.PinYin[i];
var tpc = new TouchPalChar();
tpc.Char = c;
tpc.PinyinCode = GlobalCache.PinyinIndexMapping[py];
tpc.WordIndex = i + 1;
short s = tpc.IndexAndPinYin;
AddChar2Next(lastChar, tpc);
lastChar = tpc;
chars[i] = lastChar;
}
lastChar.Word = rootWord;
return(lastChar);
}
/// <summary>
/// 构造一棵词库的树
/// </summary>
/// <param name="wlList"></param>
/// <returns></returns>
private TouchPalChar BuildTree(WordLibraryList wlList)
{
//先对词库进行排序再生成词库树
wlList.Sort((a, b) => a.Word.CompareTo(b.Word));
WordLibrary rootWL = wlList[0];
var rootChar = new TouchPalChar(); //这个只是一个根Char，没有实际的字
TouchPalChar lastChar = AddWordLink2Char(rootChar, rootWL, 0);
for (int i = 1; i < wlList.Count; i++)
{
WordLibrary wl = wlList[i];
wl.Count = 96; //默认是96的词频
string a = lastChar.Word.ChineseWord;
string b = wl.Word;
int len = FindSameWordLen(a, b);
if (len == 0)
{
lastChar = AddWordLink2Char(rootChar, wl, 0);
}
else
{
lastChar = AddWordLink2Char(lastChar, wl, len);
}
}
return(rootChar);
}
/// <summary>
/// 构造一棵词库的树
/// </summary>
/// <param name="wlList"></param>
/// <returns></returns>
private TouchPalChar BuildTree(WordLibraryList wlList)
{
//先对词库进行排序再生成词库树
wlList.Sort((a, b) => a.Word.CompareTo(b.Word));
WordLibrary rootWL = wlList[0];
var rootChar = new TouchPalChar(); //这个只是一个根Char，没有实际的字
TouchPalChar lastChar = AddWordLink2Char(rootChar, rootWL, 0);
for (int i = 1; i < wlList.Count; i++)
{
WordLibrary wl = wlList[i];
wl.Count = 96; //默认是96的词频
string a = lastChar.Word.ChineseWord;
string b = wl.Word;
int len = FindSameWordLen(a, b);
if (len == 0)
{
lastChar = AddWordLink2Char(rootChar, wl, 0);
}
else
{
lastChar = AddWordLink2Char(lastChar, wl, len);
}
}
return rootChar;
}
public WordLibraryList Import(string str)
{
GlobalCache.CharList.Clear();
GlobalCache.Stackes.Clear();
GlobalCache.WordList.Clear();
var fs = new FileStream(str, FileMode.Open, FileAccess.Read);
ParseHeader(fs);
TouchPalChar rootChar = TouchPalChar.Load(fs); //载入第一个字
LoadTree(fs, rootChar);
fs.Close();
var wwl = new WordLibraryList();
foreach (int i in GlobalCache.WordList.Keys)
{
TouchPalWord w = GlobalCache.WordList[i];
var wl = new WordLibrary();
wl.Count = w.Count;
wl.PinYin = w.PinYin.ToArray();
wl.Word = w.ChineseWord;
//sb.AppendLine(py + "\t" + GlobalCache.WordList[i].ChineseWord + "\t" + GlobalCache.WordList[i].Count);
wwl.Add(wl);
}
return(wwl);
}
/// <summary>
/// 初始化Tree上面每个字的Position
/// </summary>
/// <param name="root">传入的树的根节点</param>
/// <param name="offset">该根节点所在的Position</param>
/// <returns>末尾的位置</returns>
private int InitTreeNodePosition(TouchPalChar root, int offset)
{
root.BeginPosition = offset;
if (root.Word != null)
{
root.CountPosition = offset + 26;
}
int nextCharPosition = offset + root.MemeryLength;
if (root.NextChar != null)
{
root.NextCharPosition = nextCharPosition;
root.NextChar.PrevCharPosition = offset;
root.NextChar.PrevValidCharPosition = offset;
nextCharPosition = InitTreeNodePosition(root.NextChar, nextCharPosition);
}
if (root.JumpToChar != null)
{
root.JumpToPosition = nextCharPosition;
root.JumpToChar.PrevCharPosition = offset;
root.JumpToChar.PrevValidCharPosition = root.PrevValidCharPosition;
nextCharPosition = InitTreeNodePosition(root.JumpToChar, nextCharPosition);
}
if (root.NextChar == null && root.JumpToChar == null)
{
return(offset + root.MemeryLength);
}
else
{
return(nextCharPosition);
}
}
/// <summary>
/// 将词库写入一个二进制文件，然后返回二进制文件的路径
/// </summary>
/// <param name="wlList"></param>
/// <returns></returns>
public string Export(WordLibraryList wlList)
{
TouchPalChar rootChar = BuildTree(wlList);
int endPositon = InitTreeNodePosition(rootChar, 4);
//创建一个临时文件
string tempPath = Application.StartupPath + "\\temp" +
DateTime.Now.ToString("yyyyMMddHHmmss") + ".bak";
var fs = new FileStream(tempPath, FileMode.OpenOrCreate, FileAccess.Write);
fs.Write(BitConverter.GetBytes(endPositon), 0, 4);
WriteBinaryTree(rootChar, fs);
fs.Close();
//int totalLength = 30;
//foreach (WordLibrary wl in wlList)
//{
// totalLength += wl.Word.Length * 28 + 5;
//}
//fs.Write(BitConverter.GetBytes(totalLength), 0, 4);
//byte[] head = new byte[] { 0, 0, 0, 0, 0, 0, 0x1E, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 };
//fs.Write(head, 0, 26);
//int from = 4;
//GlobalCache.JumpChar = new TouchPalChar() {BeginPosition = 4};
//for (int i = 0; i < wlList.Count; i++)
//{
// WordLibrary wl = wlList[i];
// from = WriteWord(fs, wl, i == wlList.Count - 1);
//}
fs.Close();
return(tempPath);
}
public static TouchPalChar Load(FileStream fs, int position = 0)
{
if (position > 0)
{
fs.Position = position;
}
if (GlobalCache.CharList.ContainsKey((int)fs.Position))
{
return(GlobalCache.CharList[(int)fs.Position]);
}
var c = new TouchPalChar();
c.beginPosition = (int)fs.Position;
var temp = new byte[2];
fs.Read(temp, 0, 2);
c.IndexAndPinYin = BitConverter.ToInt16(temp, 0);
temp = new byte[4];
fs.Read(temp, 0, 4);
c.countPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.nextCharPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.jumpToPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.prevCharPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.prevValidCharPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.unknown = BitConverter.ToInt32(temp, 0);
GlobalCache.CharList.Add(c.beginPosition, c);
return(c);
}
/// <summary>
/// 找到字p能够跳转的字并返回
/// </summary>
/// <param name="p"></param>
/// <returns></returns>
private TouchPalChar GetTouchPalChar2Link(TouchPalChar p)
{
if (p.JumpToChar == null)
{
return(p);
}
else
{
return(GetTouchPalChar2Link(p.JumpToChar));
}
}
private void WriteBinaryTree(TouchPalChar root, FileStream fs)
{
fs.Write(root.ToBinary(), 0, root.MemeryLength);
if (root.NextChar != null)
{
WriteBinaryTree(root.NextChar, fs);
}
if (root.JumpToChar != null)
{
WriteBinaryTree(root.JumpToChar, fs);
}
}
private void DebugPrintData(TouchPalChar c)
{
using (var sw = new StreamWriter("C:\\touchpal.txt", true, Encoding.Default))
{
sw.WriteLine(c.ToString());
if (c.Word != null)
{
sw.WriteLine(c.Word.ToString());
}
sw.Close();
}
}
/// <summary>
/// 把字b加到字a的后面
/// </summary>
/// <param name="a"></param>
/// <param name="b"></param>
private void AddChar2Next(TouchPalChar a, TouchPalChar b)
{
if (a.NextChar == null)
{
a.NextChar = b;
b.PrevChar = a;
b.PrevValidChar = a;
}
else
{
TouchPalChar p = GetTouchPalChar2Link(a.NextChar);
p.JumpToChar = b;
b.PrevChar = p;
b.PrevValidChar = a;
}
}
private void LoadTree(FileStream fs, TouchPalChar root)
{
if (root.CountPosition > 0)
{
GlobalCache.Stackes.Push(root);
int wordLength = GlobalCache.Stackes.Count;
root.Word = TouchPalWord.LoadCountAndWord(wordLength, fs, root.CountPosition);
root.Word.Chars = GlobalCache.Stackes.ToArray();
GlobalCache.Stackes.Pop();
}
#if DEBUG
DebugPrintData(root);
#endif
if (root.NextCharPosition > 0)
{
GlobalCache.Stackes.Push(root);
root.NextChar = TouchPalChar.Load(fs, root.NextCharPosition);
LoadTree(fs, root.NextChar);
}
if (root.NextCharPosition > 0 && root.JumpToPosition > 0)
{
GlobalCache.Stackes.Pop();
}
if (root.JumpToPosition > 0)
{
root.JumpToChar = TouchPalChar.Load(fs, root.JumpToPosition);
LoadTree(fs, root.JumpToChar);
}
if (root.NextCharPosition > 0 && root.JumpToPosition == 0)
{
GlobalCache.Stackes.Pop();
}
//if (root.PrevCharPosition > 0)
//{
// root.PrevChar = TouchPalChar.Load(fs, root.PrevCharPosition);
//}
//if (root.PrevValidCharPosition > 0)
//{
// root.PrevValidChar = TouchPalChar.Load(fs, root.PrevValidCharPosition);
//}
}
/// <summary>
/// 把字b加到字a的后面
/// </summary>
/// <param name="a"></param>
/// <param name="b"></param>
private void AddChar2Next(TouchPalChar a, TouchPalChar b)
{
if (a.NextChar == null)
{
a.NextChar = b;
b.PrevChar = a;
b.PrevValidChar = a;
}
else
{
TouchPalChar p = GetTouchPalChar2Link(a.NextChar);
p.JumpToChar = b;
b.PrevChar = p;
b.PrevValidChar = a;
}
}
/// <summary>
/// 初始化Tree上面每个字的Position
/// </summary>
/// <param name="root">传入的树的根节点</param>
/// <param name="offset">该根节点所在的Position</param>
/// <returns>末尾的位置</returns>
private int InitTreeNodePosition(TouchPalChar root, int offset)
{
root.BeginPosition = offset;
if (root.Word != null)
{
root.CountPosition = offset + 26;
}
int nextCharPosition = offset + root.MemeryLength;
if (root.NextChar != null)
{
root.NextCharPosition = nextCharPosition;
root.NextChar.PrevCharPosition = offset;
root.NextChar.PrevValidCharPosition = offset;
nextCharPosition = InitTreeNodePosition(root.NextChar, nextCharPosition);
}
if (root.JumpToChar != null)
{
root.JumpToPosition = nextCharPosition;
root.JumpToChar.PrevCharPosition = offset;
root.JumpToChar.PrevValidCharPosition = root.PrevValidCharPosition;
nextCharPosition = InitTreeNodePosition(root.JumpToChar, nextCharPosition);
}
if (root.NextChar == null && root.JumpToChar == null)
{
return offset + root.MemeryLength;
}
else
{
return nextCharPosition;
}
}
/// <summary>
/// 把一个词条一个字一个字的写入词库文件中
/// </summary>
/// <param name="fs"></param>
/// <param name="wl"></param>
/// <param name="isLastWord"></param>
/// <param name="from"></param>
/// <returns></returns>
public int WriteWord(FileStream fs, WordLibrary wl, bool isLastWord)
{
var beginPosition = (int) fs.Position;
int wordLength = wl.Word.Length;
int charIndex;
TouchPalChar stackChar = FindBeginPosition(wl.Word, out charIndex);
for (int i = charIndex; i < wordLength; i++)
{
var item = new TouchPalChar();
item.Char = wl.Word[i];
item.BeginPosition = (int) fs.Position;
string py = wl.PinYin[i];
int pyIndex = GlobalCache.PinyinIndexMapping[py];
var code = (short) (((i + 1) << 11) + pyIndex);
fs.Write(BitConverter.GetBytes(code), 0, 2);
int p1 = 0; //词频位置
if (i == wordLength - 1) //最后一个字
{
p1 = beginPosition + wordLength*26;
}
fs.Write(BitConverter.GetBytes(p1), 0, 4);
int p2 = 0; //下个字位置
if (i != wordLength - 1)
{
p2 = beginPosition + (i + 1)*26;
}
fs.Write(BitConverter.GetBytes(p2), 0, 4);
int p3 = 0; //跳转位置
if (!isLastWord && i == 0)
{
p3 = beginPosition + wordLength*28 + 5;
}
fs.Write(BitConverter.GetBytes(p3), 0, 4);
int p4 = 0; //上个字位置
if (charIndex == 0)
{
if (i == 0)
{
p4 = GlobalCache.JumpChar.BeginPosition;
GlobalCache.JumpChar = item;
}
else
{
p4 = beginPosition + (i - 1)*26;
}
}
else
{
p4 = stackChar.BeginPosition;
}
fs.Write(BitConverter.GetBytes(p4), 0, 4);
int p5 = 4;
if (charIndex == 0)
{
if (i != 0)
{
p5 = p4;
}
}
else
{
p5 = stackChar.PrevValidCharPosition;
}
item.PrevValidCharPosition = p5;
fs.Write(BitConverter.GetBytes(p5), 0, 4);
int p6 = 0;
fs.Write(BitConverter.GetBytes(p6), 0, 4);
GlobalCache.ExportStackes.Push(item);
}
int count = 96; // wl.Count;
fs.Write(BitConverter.GetBytes(count), 0, 4);
fs.WriteByte(0); //这个字节不知道干什么的
byte[] wordByte = Encoding.Unicode.GetBytes(wl.Word);
fs.Write(wordByte, 0, wordByte.Length);
return beginPosition;
}
private void WriteBinaryTree(TouchPalChar root, FileStream fs)
{
fs.Write(root.ToBinary(), 0, root.MemeryLength);
if (root.NextChar != null)
{
WriteBinaryTree(root.NextChar, fs);
}
if (root.JumpToChar != null)
{
WriteBinaryTree(root.JumpToChar, fs);
}
}
/// <summary>
/// 把一个词条一个字一个字的写入词库文件中
/// </summary>
/// <param name="fs"></param>
/// <param name="wl"></param>
/// <param name="isLastWord"></param>
/// <param name="from"></param>
/// <returns></returns>
public int WriteWord(FileStream fs, WordLibrary wl, bool isLastWord)
{
var beginPosition = (int)fs.Position;
int wordLength = wl.Word.Length;
int charIndex;
TouchPalChar stackChar = FindBeginPosition(wl.Word, out charIndex);
for (int i = charIndex; i < wordLength; i++)
{
var item = new TouchPalChar();
item.Char = wl.Word[i];
item.BeginPosition = (int)fs.Position;
string py = wl.PinYin[i];
int pyIndex = GlobalCache.PinyinIndexMapping[py];
var code = (short)(((i + 1) << 11) + pyIndex);
fs.Write(BitConverter.GetBytes(code), 0, 2);
int p1 = 0; //词频位置
if (i == wordLength - 1) //最后一个字
{
p1 = beginPosition + wordLength * 26;
}
fs.Write(BitConverter.GetBytes(p1), 0, 4);
int p2 = 0; //下个字位置
if (i != wordLength - 1)
{
p2 = beginPosition + (i + 1) * 26;
}
fs.Write(BitConverter.GetBytes(p2), 0, 4);
int p3 = 0; //跳转位置
if (!isLastWord && i == 0)
{
p3 = beginPosition + wordLength * 28 + 5;
}
fs.Write(BitConverter.GetBytes(p3), 0, 4);
int p4 = 0; //上个字位置
if (charIndex == 0)
{
if (i == 0)
{
p4 = GlobalCache.JumpChar.BeginPosition;
GlobalCache.JumpChar = item;
}
else
{
p4 = beginPosition + (i - 1) * 26;
}
}
else
{
p4 = stackChar.BeginPosition;
}
fs.Write(BitConverter.GetBytes(p4), 0, 4);
int p5 = 4;
if (charIndex == 0)
{
if (i != 0)
{
p5 = p4;
}
}
else
{
p5 = stackChar.PrevValidCharPosition;
}
item.PrevValidCharPosition = p5;
fs.Write(BitConverter.GetBytes(p5), 0, 4);
int p6 = 0;
fs.Write(BitConverter.GetBytes(p6), 0, 4);
GlobalCache.ExportStackes.Push(item);
}
int count = 96; // wl.Count;
fs.Write(BitConverter.GetBytes(count), 0, 4);
fs.WriteByte(0); //这个字节不知道干什么的
byte[] wordByte = Encoding.Unicode.GetBytes(wl.Word);
fs.Write(wordByte, 0, wordByte.Length);
return(beginPosition);
}
private void LoadTree(FileStream fs, TouchPalChar root)
{
if (root.CountPosition > 0)
{
GlobalCache.Stackes.Push(root);
int wordLength = GlobalCache.Stackes.Count;
root.Word = TouchPalWord.LoadCountAndWord(wordLength, fs, root.CountPosition);
root.Word.Chars = GlobalCache.Stackes.ToArray();
GlobalCache.Stackes.Pop();
}
#if DEBUG
DebugPrintData(root);
#endif
if (root.NextCharPosition > 0)
{
GlobalCache.Stackes.Push(root);
root.NextChar = TouchPalChar.Load(fs, root.NextCharPosition);
LoadTree(fs, root.NextChar);
}
if (root.NextCharPosition > 0 && root.JumpToPosition > 0)
{
GlobalCache.Stackes.Pop();
}
if (root.JumpToPosition > 0)
{
root.JumpToChar = TouchPalChar.Load(fs, root.JumpToPosition);
LoadTree(fs, root.JumpToChar);
}
if (root.NextCharPosition > 0 && root.JumpToPosition == 0)
{
GlobalCache.Stackes.Pop();
}
//if (root.PrevCharPosition > 0)
//{
// root.PrevChar = TouchPalChar.Load(fs, root.PrevCharPosition);
//}
//if (root.PrevValidCharPosition > 0)
//{
// root.PrevValidChar = TouchPalChar.Load(fs, root.PrevValidCharPosition);
//}
}
private void DebugPrintData(TouchPalChar c)
{
using (var sw = new StreamWriter("C:\\touchpal.txt", true, Encoding.Default))
{
sw.WriteLine(c.ToString());
if (c.Word != null)
{
sw.WriteLine(c.Word.ToString());
}
sw.Close();
}
}
public static TouchPalChar Load(FileStream fs, int position = 0)
{
if (position > 0)
{
fs.Position = position;
}
if (GlobalCache.CharList.ContainsKey((int) fs.Position))
{
return GlobalCache.CharList[(int) fs.Position];
}
var c = new TouchPalChar();
c.beginPosition = (int) fs.Position;
var temp = new byte[2];
fs.Read(temp, 0, 2);
c.IndexAndPinYin = BitConverter.ToInt16(temp, 0);
temp = new byte[4];
fs.Read(temp, 0, 4);
c.countPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.nextCharPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.jumpToPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.prevCharPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.prevValidCharPosition = BitConverter.ToInt32(temp, 0);
fs.Read(temp, 0, 4);
c.unknown = BitConverter.ToInt32(temp, 0);
GlobalCache.CharList.Add(c.beginPosition, c);
return c;
}
/// <summary>
/// 找到字p能够跳转的字并返回
/// </summary>
/// <param name="p"></param>
/// <returns></returns>
private TouchPalChar GetTouchPalChar2Link(TouchPalChar p)
{
if (p.JumpToChar == null)
{
return p;
}
else
{
return GetTouchPalChar2Link(p.JumpToChar);
}
}
/// <summary>
/// 将一个词加入到最后一个节点
/// </summary>
/// <param name="rootChar"></param>
/// <param name="wl"></param>
/// <param name="begin"></param>
/// <returns></returns>
private TouchPalChar AddWordLink2Char(TouchPalChar rootChar, WordLibrary wl, int begin)
{
var rootWord = new TouchPalWord {ChineseWord = wl.Word, Count = wl.Count};
TouchPalChar lastChar = rootChar;
if (begin > 0)
{
lastChar = lastChar.Word.Chars[begin - 1];
}
var chars = new TouchPalChar[wl.Word.Length];
rootWord.Chars = chars;
for (int i = 0; i < begin; i++)
{
chars[i] = rootChar.Word.Chars[i];
}
for (int i = begin; i < wl.Word.Length; i++)
{
char c = wl.Word[i];
string py = wl.PinYin[i];
var tpc = new TouchPalChar();
tpc.Char = c;
tpc.PinyinCode = GlobalCache.PinyinIndexMapping[py];
tpc.WordIndex = i + 1;
short s = tpc.IndexAndPinYin;
AddChar2Next(lastChar, tpc);
lastChar = tpc;
chars[i] = lastChar;
}
lastChar.Word = rootWord;
return lastChar;
}
