public override void LoadDictionaryPart() { BinaryReader reader = new BinaryReader(LoadStream, Encoding.UTF8); StringPointerBuilder pinyinsBuilder = new StringPointerBuilder(); StringPointerBuilder translationsBuilder = new StringPointerBuilder(); StringPointerBuilder tagsBuilder = new StringPointerBuilder(); List <string> thumbPinyinBuilder = new List <string>(); List <string> thumbTranslationBuilder = new List <string>(); while (LoadStream.Position < LoadStream.Length) { string hanzi = string.Empty; string traditional = string.Empty; string radicals = string.Empty; string link = string.Empty; string thumbPinyin = string.Empty; string thumbTranslation = string.Empty; hanzi = reader.ReadString(); traditional = reader.ReadString(); if (Version >= 1) { radicals = reader.ReadString(); } link = reader.ReadString(); thumbPinyin = reader.ReadString(); thumbTranslation = reader.ReadString(); byte meaningCount = reader.ReadByte(); for (byte i = 0; i < meaningCount; ++i) { byte pinyinCount = reader.ReadByte(); for (byte j = 0; j < pinyinCount; ++j) { string pinyin = reader.ReadString(); pinyinsBuilder.Add(pinyin); thumbPinyinBuilder.Add(pinyin); } byte translationCount = reader.ReadByte(); for (byte j = 0; j < translationCount; ++j) { string translation = reader.ReadString(); translationsBuilder.Add(translation); if (MeaningBuilder.MeaningMemory.Count == MeaningBuilder.MeaningStart) { thumbTranslationBuilder.Add(translation); } } MeaningBuilder.Add(pinyinsBuilder, translationsBuilder); pinyinsBuilder.Clear(); translationsBuilder.Clear(); } byte tagCount = reader.ReadByte(); for (byte i = 0; i < tagCount; ++i) { tagsBuilder.Add(reader.ReadString()); } if (thumbPinyin == string.Empty) { thumbPinyin = BuildThumb(thumbPinyinBuilder); } if (thumbTranslation == string.Empty) { thumbTranslation = BuildThumb(thumbTranslationBuilder); } ulong pinyinMask = 0; if (Version >= 3) { pinyinMask = reader.ReadUInt64(); } else { foreach (string pinyin in thumbPinyinBuilder) { pinyinMask |= pinyin.LetterMask(); } } Words.Add(new Word(StringBuilder, hanzi, traditional, thumbPinyin, thumbTranslation, radicals, link, MeaningBuilder, tagsBuilder, pinyinMask)); tagsBuilder.Clear(); MeaningBuilder.Clear(); thumbPinyinBuilder.Clear(); thumbTranslationBuilder.Clear(); } }
public override void LoadDictionaryPart() { XmlReader reader = XmlReader.Create(LoadStream); StringPointerBuilder pinyinBuilder = new StringPointerBuilder(); StringPointerBuilder translationBuilder = new StringPointerBuilder(); StringPointerBuilder tagBuilder = new StringPointerBuilder(); List <string> thumbPinyinBuilder = new List <string>(); List <string> thumbTranslationBuilder = new List <string>(); while (reader.ReadToFollowing("Word")) { JobCancellationToken.ThrowIfCancellationRequested(); string hanzi = string.Empty; string traditional = string.Empty; string radicals = string.Empty; string link = string.Empty; string thumbPinyin = string.Empty; string thumbTranslation = string.Empty; reader.ReadToFollowing("Hanzi"); hanzi = reader.ReadElementContentAsString(); Cursor cursor = Cursor.Traditional; int wordDepth = reader.Depth; while (reader.Read() && reader.Depth >= wordDepth) { if (reader.NodeType == XmlNodeType.Element) { string name = reader.Name; if (cursor <= Cursor.Traditional && name == "Traditional") { traditional = reader.ReadElementContentAsString(); cursor = Cursor.Traditional + 1; } else if (cursor <= Cursor.Radicals && name == "Radicals") { radicals = reader.ReadElementContentAsString(); cursor = Cursor.Radicals + 1; } else if (cursor <= Cursor.Link && name == "Link") { link = reader.ReadElementContentAsString(); cursor = Cursor.Link + 1; } else if (cursor <= Cursor.ThumbPinyin && name == "ThumbPinyin") { thumbPinyin = reader.ReadElementContentAsString(); cursor = Cursor.ThumbPinyin + 1; } else if (cursor <= Cursor.ThumbTranslation && name == "ThumbTranslation") { thumbTranslation = reader.ReadElementContentAsString(); cursor = Cursor.ThumbTranslation + 1; } else if (cursor <= Cursor.Meaning && name == "Meaning") { int meaningDepth = reader.Depth; cursor = Cursor.ThumbPinyin; while (reader.Read() && reader.Depth > meaningDepth) { if (reader.NodeType == XmlNodeType.Element) { if (cursor <= Cursor.MeaningPinyin && reader.Name == "Pinyin") { string pinyin = reader.ReadElementContentAsString(); pinyinBuilder.Add(pinyin); thumbPinyinBuilder.Add(pinyin); } else { cursor = Cursor.MeaningTranslation; string translation = reader.ReadElementContentAsString(); translationBuilder.Add(translation); if (MeaningBuilder.MeaningMemory.Count == MeaningBuilder.MeaningStart) { thumbTranslationBuilder.Add(translation); } } } } MeaningBuilder.Add(pinyinBuilder, translationBuilder); pinyinBuilder.Clear(); translationBuilder.Clear(); cursor = Cursor.Meaning; } else// if (cursor <= Cursor.Tag && name == "Tag") { // tag is the last element, we do not need to check cursor = Cursor.Tag; tagBuilder.Add(reader.ReadElementContentAsString()); } } } if (thumbPinyin == string.Empty) { thumbPinyin = BuildThumb(thumbPinyinBuilder); } if (thumbTranslation == string.Empty) { thumbTranslation = BuildThumb(thumbTranslationBuilder); } ulong pinyinMask = 0; foreach (string pinyin in thumbPinyinBuilder) { pinyinMask |= pinyin.LetterMask(); } Words.Add(new Word(StringBuilder, hanzi, traditional, thumbPinyin, thumbTranslation, radicals, link, MeaningBuilder, tagBuilder, pinyinMask)); tagBuilder.Clear(); MeaningBuilder.Clear(); thumbPinyinBuilder.Clear(); thumbTranslationBuilder.Clear(); } reader.Dispose(); }