/// <summary>
/// 각종 기능을 테스트합니다.
/// </summary>
/// <param name="args"></param>
static void ProcessTest(string[] args)
{
switch (args[0].ToInt32())
{
//
// Save and beautify metadatas
//
case 0:
{
var hiddendata = JsonConvert.DeserializeObject <List <HitomiArticle> >(File.ReadAllText(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata.json")));
Func <HitomiArticle, NHitomiArticle> r2n = (ha) =>
{
return(new NHitomiArticle
{
Artists = ha.Artists,
Characters = ha.Characters,
Groups = ha.Groups,
Language = ha.Language,
Tags = ha.Tags,
Type = ha.Type,
DateTime = ha.DateTime,
Thumbnail = ha.Thumbnail,
Magic = ha.Magic,
Title = ha.Title
});
};
var jj = hiddendata.Select(x => r2n(x));
var json = JsonConvert.SerializeObject(jj, Formatting.Indented);
using (var fs = new StreamWriter(new FileStream("hiddendata_beautify.json", FileMode.Create, FileAccess.Write)))
{
fs.Write(json);
}
var json2 = JsonConvert.SerializeObject(jj, Formatting.None);
using (var fs = new StreamWriter(new FileStream("hiddendata_nonbeautify.json", FileMode.Create, FileAccess.Write)))
{
var bytes = json2.Zip();
fs.BaseStream.Write(json2.Zip(), 0, bytes.Length);
}
}
break;
//
// Load metadatas
//
case 1:
{
var bytes = File.ReadAllBytes("hiddendata_nonbeautify.json");
var json = JsonConvert.DeserializeObject <List <NHitomiArticle> >(bytes.Unzip());
Console.Instance.Write($"{json.Count}");
}
break;
case 2:
{
var str = File.ReadAllText("hiddendata.json");
File.WriteAllBytes("hiddendata.compress", str.Zip());
}
break;
case 3:
{
var str = File.ReadAllText("metadata.json");
File.WriteAllBytes("metadata.compress", str.Zip());
}
break;
case 4:
{
var str = JsonConvert.DeserializeObject <List <HitomiArticle> >(File.ReadAllText("hiddendata.json"));
using (var fs = new StreamWriter(new FileStream("hiddendata.json", FileMode.Create, FileAccess.Write)))
{
fs.Write(JsonConvert.SerializeObject(str, Formatting.None));
}
}
break;
case 5:
{
var bytes = File.ReadAllBytes("metadata.compress");
File.WriteAllText("metadata.json", bytes.Unzip());
}
break;
case 6:
{
var bytes = File.ReadAllBytes("hiddendata.compress");
File.WriteAllText("hiddendata.json", bytes.Unzip());
}
break;
case 7:
{
HitomiExplore.exploreNullSpace().ForEach(x => Console.Instance.WriteLine($"{x.Item1} {x.Item2} {x.Item3}"));
}
break;
case 8:
{
// Update index-metadata.json
HitomiData.Instance.LoadMetadataJson();
HitomiData.Instance.LoadHiddendataJson();
HitomiIndex.MakeIndex();
var str = File.ReadAllBytes("index-metadata.json");
File.WriteAllBytes("index-metadata.compress", str.ZipByte());
}
break;
case 9:
{
//var hidden = JsonConvert.DeserializeObject<List<HitomiArticle>>(File.ReadAllText(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata.json")));
//var gall = JsonConvert.DeserializeObject<List<HitomiArticle>>(File.ReadAllText(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "galleries.json")));
//for (int i = 0; i < gall.Count; i++)
// for (int j = 0; j < hidden.Count; j++)
// if (gall[i].Magic == hidden[j].Magic)
// {
// hidden[j].Groups = gall[i].Groups;
// hidden[j].Characters = gall[i].Characters;
// }
//JsonSerializer serializer = new JsonSerializer();
//serializer.Converters.Add(new Newtonsoft.Json.Converters.JavaScriptDateTimeConverter());
//serializer.NullValueHandling = NullValueHandling.Ignore;
//using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata2.json")))
//using (JsonWriter writer = new JsonTextWriter(sw))
//{
// serializer.Serialize(writer, hidden);
//}
var x = new HitomiIndexDataModel();
x.index = HitomiIndex.Instance.index;
x.metadata = HitomiIndex.Instance.metadata_collection;
JsonSerializer serializer = new JsonSerializer();
serializer.Converters.Add(new Newtonsoft.Json.Converters.JavaScriptDateTimeConverter());
serializer.NullValueHandling = NullValueHandling.Ignore;
Monitor.Instance.Push("Write file: metadata-index.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "metadata-index.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, x);
}
HitomiData.Instance.LoadMetadataJson();
HitomiData.Instance.LoadHiddendataJson();
Monitor.Instance.Push("Write file: metadata-noptimized.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "metadametadata-noptimizedta.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, HitomiData.Instance.metadata_collection);
}
}
break;
case 10:
{
foreach (var x in HitomiIndex.Instance.tagdata_collection.artist)
{
Console.Instance.Write(x.Tag + ", ");
}
}
break;
case 11:
{
HitomiData.Instance.LoadMetadataJson();
HitomiData.Instance.LoadHiddendataJson();
HitomiData.Instance.RebuildTagData();
}
break;
case 12:
{
// Update HitomiTitle
for (int i = 0; i < 50; i++)
{
try
{
var url3 = $"https://exhentai.org/?page={i}&f_doujinshi=on&f_manga=on&f_artistcg=on&f_gamecg=on&&f_cats=0&f_sname=on&f_stags=on&f_sh=on&advsearch=1&f_srdd=2&f_sname=on&f_stags=on&f_sdesc=on&f_sh=on";
var html = NetCommon.DownloadExHentaiString(url3);
File.WriteAllText($"exhentai-page/exhentai-{i}.html", html);
Monitor.Instance.Push($"[Paging] {i + 1}/1457");
}
catch (Exception e)
{
Console.Instance.WriteErrorLine($"[Error] {i} {e.Message}");
}
Thread.Sleep(100);
}
{
const string archive = @"C:\Dev\koromo-copy\Koromo Copy UX\bin\Debug\exhentai-page";
var htmls = new List <string>();
foreach (var file in Directory.GetFiles(archive))
{
htmls.Add(File.ReadAllText(file));
}
var result = new List <EHentaiResultArticle>();
using (var progressBar = new Console.ConsoleProgressBar())
{
int x = 0;
foreach (var html in htmls)
{
var content = html;
try
{
var exh = ExHentaiParser.ParseResultPageExtendedListView(content);
//Console.Instance.WriteLine("[GET] " + exh.Count + " Articles! - " + html);
result.AddRange(exh);
if (exh.Count != 25)
{
Console.Instance.WriteLine("[Miss] " + html);
}
}
catch (Exception e)
{
Console.Instance.WriteLine("[Fail] " + html);
}
x++;
progressBar.SetProgress(x / (float)htmls.Count * 100);
}
}
JsonSerializer serializer = new JsonSerializer();
serializer.Converters.Add(new JavaScriptDateTimeConverter());
serializer.NullValueHandling = NullValueHandling.Ignore;
Monitor.Instance.Push("Write file: ex-hentai-archive.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "ex-hentai-archive2.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, result);
}
}
{
var xxx = JsonConvert.DeserializeObject <List <EHentaiResultArticle> >(File.ReadAllText("ex-hentai-archive.json"));
var zzz = JsonConvert.DeserializeObject <List <EHentaiResultArticle> >(File.ReadAllText("ex-hentai-archive2.json"));
var exists = new HashSet <int>();
xxx.ForEach(x => exists.Add(x.URL.Split('/')[4].ToInt32()));
foreach (var z in zzz)
{
var nn = z.URL.Split('/')[4].ToInt32();
if (exists.Contains(nn))
{
Console.Instance.WriteLine("[Duplicate] " + nn);
}
else
{
xxx.Add(z);
}
}
JsonSerializer serializer = new JsonSerializer();
serializer.Converters.Add(new JavaScriptDateTimeConverter());
serializer.NullValueHandling = NullValueHandling.Ignore;
Monitor.Instance.Push("Write file: ex-hentai-archive3.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "ex-hentai-archive3.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, xxx);
}
}
HitomiTitle.MakeTitle();
}
break;
case 13:
// Fill type
{
var md = JsonConvert.DeserializeObject <List <HitomiArticle> >(File.ReadAllText("hiddendata.json"));
var xxx = JsonConvert.DeserializeObject <List <EHentaiResultArticle> >(File.ReadAllText("ex-hentai-archive.json"));
//var md = JsonConvert.DeserializeObject<List<HitomiMetadata>>(File.ReadAllText("metadata.json"));
var types = new Dictionary <string, string>();
foreach (var xx in xxx)
{
try
{
types.Add(xx.URL.Split('/')[4], xx.Type.ToLower());
}
catch (Exception e)
{
//Console.Instance.WriteLine("[??] " + xx.URL);
}
}
//for (int i = 0; i < md.Count; i++)
//{
// if (md[i].Type == null || md[i].Type.Trim() == "")
// {
// if (types.ContainsKey(md[i].ID.ToString()))
// {
// var x = md[i];
// x.Type = types[md[i].ID.ToString()];
// md[i] = x;
// }
// else
// {
// Console.Instance.WriteLine("[Fail] " + md[i].ID.ToString());
// }
// }
//}
for (int i = 0; i < md.Count; i++)
{
if (md[i].Type == null || md[i].Type.Trim() == "")
{
if (types.ContainsKey(md[i].Magic.ToString()))
{
var x = md[i];
x.Type = types[md[i].Magic.ToString()];
md[i] = x;
}
else
{
Console.Instance.WriteLine("[Fail] " + md[i].Magic.ToString());
}
}
}
JsonSerializer serializer = new JsonSerializer();
serializer.Converters.Add(new JavaScriptDateTimeConverter());
serializer.NullValueHandling = NullValueHandling.Ignore;
Monitor.Instance.Push("Write file: metadata.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata2.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, md);
}
}
break;
}
}
/// <summary>
/// 각종 기능을 테스트합니다.
/// </summary>
/// <param name="args"></param>
static void ProcessTest(string[] args)
{
switch (args[0].ToInt32())
{
//
// Save and beautify metadatas
//
case 0:
{
var hiddendata = JsonConvert.DeserializeObject <List <HitomiArticle> >(File.ReadAllText(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata.json")));
Func <HitomiArticle, NHitomiArticle> r2n = (ha) =>
{
return(new NHitomiArticle
{
Artists = ha.Artists,
Characters = ha.Characters,
Groups = ha.Groups,
Language = ha.Language,
Tags = ha.Tags,
Type = ha.Type,
DateTime = ha.DateTime,
Thumbnail = ha.Thumbnail,
Magic = ha.Magic,
Title = ha.Title
});
};
var jj = hiddendata.Select(x => r2n(x));
var json = JsonConvert.SerializeObject(jj, Formatting.Indented);
using (var fs = new StreamWriter(new FileStream("hiddendata_beautify.json", FileMode.Create, FileAccess.Write)))
{
fs.Write(json);
}
var json2 = JsonConvert.SerializeObject(jj, Formatting.None);
using (var fs = new StreamWriter(new FileStream("hiddendata_nonbeautify.json", FileMode.Create, FileAccess.Write)))
{
var bytes = json2.Zip();
fs.BaseStream.Write(json2.Zip(), 0, bytes.Length);
}
}
break;
//
// Load metadatas
//
case 1:
{
var bytes = File.ReadAllBytes("hiddendata_nonbeautify.json");
var json = JsonConvert.DeserializeObject <List <NHitomiArticle> >(bytes.Unzip());
Console.Instance.Write($"{json.Count}");
}
break;
case 2:
{
var str = File.ReadAllText("hiddendata.json");
File.WriteAllBytes("hiddendata.compress", str.Zip());
}
break;
case 3:
{
var str = File.ReadAllText("metadata.json");
File.WriteAllBytes("metadata.compress", str.Zip());
}
break;
case 4:
{
var str = JsonConvert.DeserializeObject <List <HitomiArticle> >(File.ReadAllText("hiddendata.json"));
using (var fs = new StreamWriter(new FileStream("hiddendata.json", FileMode.Create, FileAccess.Write)))
{
fs.Write(JsonConvert.SerializeObject(str, Formatting.None));
}
}
break;
case 5:
{
var bytes = File.ReadAllBytes("metadata.compress");
File.WriteAllText("metadata.json", bytes.Unzip());
}
break;
case 6:
{
var bytes = File.ReadAllBytes("hiddendata.compress");
File.WriteAllText("hiddendata.json", bytes.Unzip());
}
break;
case 7:
{
HitomiExplore.exploreNullSpace().ForEach(x => Console.Instance.WriteLine($"{x.Item1} {x.Item2} {x.Item3}"));
}
break;
case 8:
{
HitomiData.Instance.LoadMetadataJson();
HitomiData.Instance.LoadHiddendataJson();
HitomiIndex.MakeIndex();
var str = File.ReadAllBytes("index-metadata.json");
File.WriteAllBytes("index-metadata.compress", str.ZipByte());
}
break;
case 9:
{
//var hidden = JsonConvert.DeserializeObject<List<HitomiArticle>>(File.ReadAllText(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata.json")));
//var gall = JsonConvert.DeserializeObject<List<HitomiArticle>>(File.ReadAllText(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "galleries.json")));
//for (int i = 0; i < gall.Count; i++)
// for (int j = 0; j < hidden.Count; j++)
// if (gall[i].Magic == hidden[j].Magic)
// {
// hidden[j].Groups = gall[i].Groups;
// hidden[j].Characters = gall[i].Characters;
// }
//JsonSerializer serializer = new JsonSerializer();
//serializer.Converters.Add(new Newtonsoft.Json.Converters.JavaScriptDateTimeConverter());
//serializer.NullValueHandling = NullValueHandling.Ignore;
//using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "hiddendata2.json")))
//using (JsonWriter writer = new JsonTextWriter(sw))
//{
// serializer.Serialize(writer, hidden);
//}
var x = new HitomiIndexDataModel();
x.index = HitomiIndex.Instance.index;
x.metadata = HitomiIndex.Instance.metadata_collection;
JsonSerializer serializer = new JsonSerializer();
serializer.Converters.Add(new Newtonsoft.Json.Converters.JavaScriptDateTimeConverter());
serializer.NullValueHandling = NullValueHandling.Ignore;
Monitor.Instance.Push("Write file: metadata-index.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "metadata-index.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, x);
}
HitomiData.Instance.LoadMetadataJson();
HitomiData.Instance.LoadHiddendataJson();
Monitor.Instance.Push("Write file: metadata-noptimized.json");
using (StreamWriter sw = new StreamWriter(Path.Combine(Path.GetDirectoryName(Application.ExecutablePath), "metadametadata-noptimizedta.json")))
using (JsonWriter writer = new JsonTextWriter(sw))
{
serializer.Serialize(writer, HitomiData.Instance.metadata_collection);
}
}
break;
case 10:
{
foreach (var x in HitomiIndex.Instance.tagdata_collection.artist)
{
Console.Instance.Write(x.Tag + ", ");
}
}
break;
}
}
