private static bool Update <T>(EtymologyContext database, string[] images) where T : class, ICharacter
{
if (images.Any())
{
T[] entities = database.Set <T>().ToArray();
Dictionary <int, T> dictionary = entities.ToDictionary(entity => entity.Id);
foreach (string image in images)
{
if (int.TryParse(Path.GetFileNameWithoutExtension(image).Substring(1), out int id))
{
if (!dictionary.ContainsKey(id))
{
Console.WriteLine($"Character not in database: {image}.");
return(false);
}
dictionary[id].ImageVector = File.ReadAllText(image);
}
else
{
Console.WriteLine($"Incorrect file is ignored: {image}.");
// return false;
}
}
}
return(true);
}
public async Task AnalyzeAsyncTest()
{
using (EtymologyContext database = CreateDatabase())
{
const string chinese = "车";
CharacterCache characterCache = new CharacterCache();
await characterCache.Initialize(database);
IEnumerable <(string Traditional, int CodePoint)> allTraditional = characterCache.AllTraditional(char.ConvertToUtf32(chinese, 0));
AnalyzeResult[] results = await database.AnalyzeAsync(chinese, allTraditional);
Assert.AreEqual(1, results.Length);
var(queriedChinese, etymology, oracles, bronzes, seals, liushutongs) = results.Single();
Assert.AreEqual(chinese, queriedChinese);
Assert.IsNotNull(etymology);
Assert.IsNotNull(etymology);
Assert.IsNotNull(oracles);
Assert.IsTrue(oracles.Any());
Assert.IsNotNull(oracles.First());
Assert.IsNotNull(bronzes);
Assert.IsTrue(bronzes.Any());
Assert.IsNotNull(bronzes.First());
Assert.IsNotNull(seals);
Assert.IsTrue(seals.Any());
Assert.IsNotNull(seals.First());
Assert.IsNotNull(liushutongs);
Assert.IsTrue(liushutongs.Any());
Assert.IsNotNull(liushutongs.First());
Trace.WriteLine($"{chinese} {oracles.Length} {bronzes.Length} {seals.Length} {liushutongs.Length}");
}
}
public async Task AnalyzeAsyncTest()
{
using (EtymologyContext database = CreateDatabase())
{
AnalyzeResult[] results = await database.AnalyzeAsync("车");
Assert.AreEqual(1, results.Length);
var(chinese, etymology, oracles, bronzes, seals, liushutongs) = results.Single();
Assert.IsNotNull(etymology);
Assert.IsNotNull(etymology);
Assert.IsNotNull(oracles);
Assert.IsTrue(oracles.Any());
Assert.IsNotNull(oracles.First());
Assert.IsNotNull(bronzes);
Assert.IsTrue(bronzes.Any());
Assert.IsNotNull(bronzes.First());
Assert.IsNotNull(seals);
Assert.IsTrue(seals.Any());
Assert.IsNotNull(seals.First());
Assert.IsNotNull(liushutongs);
Assert.IsTrue(liushutongs.Any());
Assert.IsNotNull(liushutongs.First());
Trace.WriteLine($"{chinese} {oracles.Length} {bronzes.Length} {seals.Length} {liushutongs.Length}");
}
}
internal static int Save(SvgOptions svgOptions)
{
string[] oracleCharacters = Directory.GetFiles(svgOptions.Directory, "j*.svg", SearchOption.AllDirectories);
Array.Sort(oracleCharacters);
string[] bronzeCharacters = Directory.GetFiles(svgOptions.Directory, "b*.svg", SearchOption.AllDirectories);
Array.Sort(bronzeCharacters);
string[] sealCharacters = Directory.GetFiles(svgOptions.Directory, "s*.svg", SearchOption.AllDirectories);
Array.Sort(sealCharacters);
string[] liushutongCharacters = Directory.GetFiles(svgOptions.Directory, "l*.svg", SearchOption.AllDirectories);
Array.Sort(liushutongCharacters);
using (EtymologyContext database = Database(svgOptions.Connection))
{
if (!(Update <Oracle>(database, oracleCharacters) &&
Update <Bronze>(database, bronzeCharacters) &&
Update <Seal>(database, sealCharacters) &&
Update <Liushutong>(database, liushutongCharacters)))
{
return(1);
}
int count = database.SaveChanges();
Console.WriteLine($"{count} files saved to database.");
return(0);
}
}
public EtymologyController(EtymologyContext context, ILogger <EtymologyController> logger, IMemoryCache etymologyCache, ICharacterCache characterCache)
{
this.context = context ?? throw new ArgumentNullException(nameof(context));
this.logger = logger ?? throw new ArgumentNullException(nameof(logger));
this.etymologyCache = etymologyCache;
this.characterCache = characterCache;
}
public async Task ExtensionBTest()
{
using (EtymologyContext database = CreateDatabase())
{
const string extensionB = "𠂇";
var(chinese, etymology, oracles, bronzes, seals, liushutongs) = (await database.AnalyzeAsync(extensionB)).Single();
Assert.IsNotNull(etymology);
Assert.IsNotNull(etymology);
Assert.AreEqual(extensionB, etymology.Traditional);
Trace.WriteLine($"{chinese} {oracles.Length} {bronzes.Length} {seals.Length} {liushutongs.Length}");
}
}
public async Task ExtensionBTest()
{
using (EtymologyContext database = CreateDatabase())
{
const string extensionB = "𠂇";
CharacterCache characterCache = new CharacterCache();
await characterCache.Initialize(database);
IEnumerable <(string Traditional, int CodePoint)> allTraditional = characterCache.AllTraditional(char.ConvertToUtf32(extensionB, 0));
var(chinese, etymology, oracles, bronzes, seals, liushutongs) = (await database.AnalyzeAsync(extensionB, allTraditional)).Single();
Assert.IsNotNull(etymology);
Assert.IsNotNull(etymology);
Assert.AreEqual(extensionB, etymology.Traditional);
Trace.WriteLine($"{chinese} {oracles.Length} {bronzes.Length} {seals.Length} {liushutongs.Length}");
}
}
public void AnalyzeAllImagesTest()
{
Etymology[] etymologies = null;
using (EtymologyContext database = CreateDatabase())
{
etymologies = database.Etymology
.Where(entity =>
database.Oracle.Any(character => character.Traditional == entity.Traditional && character.ImageVectorBase64 != null) &&
database.Bronze.Any(character => character.Traditional == entity.Traditional && character.ImageVectorBase64 != null) &&
database.Seal.Any(character => character.Traditional == entity.Traditional && character.ImageVectorBase64 != null) &&
database.Liushutong.Any(character => character.Traditional == entity.Traditional && character.ImageVectorBase64 != null))
.ToArray();
}
Trace.WriteLine(string.Concat(etymologies.Select(entity => entity.Traditional)));
etymologies.Where(entity => entity.Simplified.Length >= 3).ToList().ForEach(entity => Trace.WriteLine(entity.Simplified));
etymologies = etymologies.Where(entity => entity.Simplified.Length < 3).ToArray();
Trace.WriteLine(string.Concat(etymologies.Select(entity => entity.Traditional)));
}
public void CommonCharactersTest()
{
const string CommonCharacters = "安八白百敗般邦保寶北貝匕比妣畢賓兵丙秉并伯帛亳卜不步采倉曹曾長厂鬯車徹臣辰晨成承乘遲齒赤沖舂丑出初楚畜傳春祠此次大丹單旦稻得登帝典奠丁鼎冬東動斗豆斷隊對多而兒耳二伐反方妃分封豐酆逢缶夫弗服福甫斧簠黼父复婦復干剛高羔告戈格鬲庚工弓公攻古谷鼓官觀盥光龜歸鬼癸國果亥行蒿好禾合何河侯后厚乎呼壺虎化畫淮黃惠會或獲鑊基箕及吉即亟疾耤己季既祭家甲斝監見姜彊降角教解巾斤今進盡京兢井競九酒舊沮句絕爵君畯考可克客口寇來牢老醴立利麗良林陵令柳六龍聾盧魯陸鹿麓洛旅率馬買麥卯枚眉每媚門蒙盟皿敏名明鳴命莫母牡木目牧乃男南內逆年廿鳥寧牛農奴諾女旁轡彭辟品僕圃七戚祈齊杞啟气千前遣羌且妾侵秦卿丘區曲取去犬人壬日戎如入若卅三散嗇山商上少紹射涉申沈生省尸師十石食時史矢豕使始士氏事室視首受獸叔黍蜀戍束水司絲死巳四祀宋綏歲孫它唐天田聽同土退屯豚鼉外亡王韋唯未位畏衛文聞問我吳五午武舞勿戊夕兮昔析奚襲徙喜系下先咸獻相祥饗向象小辛新星興兄休羞宿戌須徐宣旋學旬亞言炎衍甗央羊昜陽揚夭爻頁一伊衣依匜夷宜疑彝乙亦邑易異肄義因禋寅尹郢永用攸幽猶游友有酉又幼于余盂雩魚虞漁羽雨圉玉聿育昱御禦元爰員曰月樂龠允宰載再在葬昃增乍宅旃召折貞朕征正鄭之執止旨黹至豸彘中終仲舟州周帚朱逐祝貯追茲子自宗足卒族俎祖尊作";
Trace.WriteLine(CommonCharacters.Length);
List <(char chinese, AnalyzeResult[] Result)> testedResults = CommonCharacters
.Select(chinese =>
{
using (EtymologyContext database = CreateDatabase())
{
CharacterCache characterCache = new CharacterCache();
characterCache.Initialize(database).Wait();
IEnumerable <(string Traditional, int CodePoint)> allTraditional = characterCache.AllTraditional(char.ConvertToUtf32(new string(chinese, 1), 0));
return(chinese, database.AnalyzeAsync(new string(chinese, 1), allTraditional).Result);
}
})
.Where(item =>
{
var(text, results) = item;
if (!results.Any())
{
Trace.WriteLine($"Error: {text}");
return(false);
}
bool hasCharacters = results.Any(result =>
{
var(chinese, etymology, oracles, bronzes, seals, liushutongs) = result;
return(etymology != null && etymology.HasSimplified() && oracles.Any() && bronzes.Any() && seals.Any() && liushutongs.Any());
});
if (!hasCharacters)
{
Trace.WriteLine($"Error: {text}");
}
return(hasCharacters);
})
.ToList();
Assert.AreEqual(CommonCharacters.Length, testedResults.Count);
Trace.WriteLine(string.Concat(testedResults.Select(result => result.chinese)));
}
public void Configure(IApplicationBuilder application, ILoggerFactory loggerFactory, IAntiforgery antiforgery, Settings settings, EtymologyContext etymologyContext, ICharacterCache characterCache) // HTTP pipeline.
{
if (this.environment.IsProduction())
{
application
.UseExceptionHandler("/error")
.UseStatusCodePagesWithReExecute("/error")
.UseHsts()
.UseHttpsRedirection();
}
else
{
application.UseDeveloperExceptionPage().UseBrowserLink();
}
application
.UseAntiforgery(settings, antiforgery, loggerFactory.CreateLogger(nameof(RequestValidation)))
.UseDefaultFiles()
.UseStaticFiles(new StaticFileOptions
{
OnPrepareResponse = staticFileResponseContext => staticFileResponseContext.Context.Response.Headers[HeaderNames.CacheControl] = $"public,max-age={Cache.ClientCacheMaxAge}"
})
.UseResponseCaching()
.UseMvc(routes => routes.MapRoute(name: "default", template: "{controller}/{action}"));
characterCache.Initialize(etymologyContext).Wait();
// Async Configure method is not supported by ASP.NET.
// https://github.com/aspnet/Hosting/issues/373
// Add support for GB18030.
Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
}
public ImageCache(EtymologyContext context, string cacheRoot)
{
this.context = context;
this.cacheRoot = cacheRoot;
}
public EtymologyController(EtymologyContext context, ILogger <EtymologyController> logger, IMemoryCache memoryCache)
{
this.context = context ?? throw new ArgumentNullException(nameof(context));
this.logger = logger ?? throw new ArgumentNullException(nameof(logger));
this.memoryCache = memoryCache;
}
public async Task Initialize(EtymologyContext etymologyContext)
{
(int Traditional, int Simplified, int[] OldTraditional)[] etymologies = (await etymologyContext.Etymology.Select(etymology => new { etymology.Traditional, etymology.Simplified, etymology.OldTraditional }).ToArrayAsync())
