private static void DeleteShinglesContainingCompany()
{
var ctx = new Db();
var arr = ctx.Shingles.Where(x => x.kind == ShingleKind.newShingle).Take(1000).ToList();
while (arr.Count > 0)
{
foreach (var sh in arr)
{
if (ShingleLogic.ContainsCompanyName(sh, ctx))
{
ShingleLogic.SetShingleContainCompany(sh, ctx);
Console.ForegroundColor = ConsoleColor.Gray;
Console.Write(sh.ID);
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine(" " + sh.text);
}
else
{
var sh2 = ctx.Shingles.Find(sh.ID);
if (sh2 == null)
{
continue;
}
if (sh2.ID < 2667191)
{
sh2.kind = ShingleKind.interesting;
}
else
{
ShingleLogic.SetShingleKind(sh2, ctx);
}
}
ctx.SaveChanges();
ctx.Dispose();
ctx = new Db();
}
arr = ctx.Shingles.Where(x => x.kind == ShingleKind.newShingle).Take(1000).ToList();
}
}
static void Main(string[] args)
{
using (Process p = Process.GetCurrentProcess())
p.PriorityClass = ProcessPriorityClass.Idle;
var ctx = new Db();
//Shingle s;
//while ((s = ctx.Shingles.FirstOrDefault(x => x.kind == ShingleKind.newShingle)) != null)
//{
// ShingleLogic.SetShingleKind(s, ctx);
// //Console.ForegroundColor = (ConsoleColor)s.kind;
// switch (s.kind)
// {
// case ShingleKind.common: Console.ForegroundColor = ConsoleColor.White; break;
// case ShingleKind.ticker: Console.ForegroundColor = ConsoleColor.Yellow; break;
// case ShingleKind.CEO: Console.ForegroundColor = ConsoleColor.Cyan; break;
// case ShingleKind.companyName: Console.ForegroundColor = ConsoleColor.Green; break;
// case ShingleKind.currencyPair: Console.ForegroundColor = ConsoleColor.Red; break;
// case ShingleKind.containCommon: Console.ForegroundColor = ConsoleColor.DarkYellow; break;
// case ShingleKind.containTicker: Console.ForegroundColor = ConsoleColor.DarkYellow; break;
// case ShingleKind.upperCase: Console.ForegroundColor = ConsoleColor.Magenta; break;
// }
// Console.Write(s.kind + " " + s.ID);
// Console.ForegroundColor = ConsoleColor.Gray;
// Console.WriteLine(" " + s.text);
// ctx.SaveChanges();
// ctx.Dispose();
// ctx = new Db();
//}
//Article ea;
//while ((ea = ctx.Articles.FirstOrDefault(x => x.Processed5 == ProcessState.Waiting
// && x.Summary.Contains("ago"))) != null)
//{
// string newSummary = RssLogic.ClearText(ea.Summary);
// if (newSummary != ea.Summary)
// {
// Console.WriteLine($"Updating article {ea.ID}");
// ea.Summary = newSummary;
// ea.Hash32 = ea.ComputeHash();
// if (ctx.Articles.Any(x => x.ID != ea.ID && x.Hash32 == ea.Hash32 && x.Summary == ea.Summary))
// {
// Console.WriteLine($"Deleting duplicate article {ea.ID}");
// ctx.Entry(ea).State = EntityState.Deleted;
// }
// }
// ea.Processed5 = ProcessState.Done;
// //RssLogic.FindInstruments(ea.ID);
// //Console.ReadKey();
// //Console.WriteLine(ea.ID);
// ctx.SaveChanges();
// ctx.Dispose();
// ctx = new Db();
//}
//Article ea;
//while ((ea = ctx.Articles.FirstOrDefault(x => x.Processed == ProcessState.Waiting && x.Ticker != null )) != null)
//{
// //var sw = Stopwatch.StartNew();
// ShingleLogic.ProcessArticle(ea.ID);
// //sw.Stop();
// //DataLayer.LogMessage(LogLevel.NewArticle, $"{sw.ElapsedMilliseconds}ms {ea.ID} {ea.Title}");
// //RssLogic.ScoreArticle(ea, ctx);
// //ea.ProcessedScore = ProcessState.Done;
// ctx.SaveChanges();
// ctx.Dispose();
// ctx = new Db();
//}
var names = ctx.CompanyNames.Select(c => c.name).ToArray();
foreach (var name in names)
{
Console.ForegroundColor = ConsoleColor.Gray;
Console.WriteLine(name);
var badShingles = ctx.Shingles.Where(s =>
s.text.StartsWith(name + " ") ||
s.text.StartsWith(name + "'") ||
s.text.Contains(" " + name + " ") ||
s.text.Contains("'" + name + " ") ||
s.text.Contains(" " + name + "'") ||
s.text.Contains("'" + name + "'") ||
s.text.EndsWith(" " + name));
foreach (var bad in badShingles)
{
Console.ForegroundColor = ConsoleColor.Yellow;
Console.Write(bad.ID);
Console.ForegroundColor = ConsoleColor.White;
Console.WriteLine(" " + bad.text);
ShingleLogic.SetShingleContainCompany(bad, ctx);
}
}
}