public virtual void Learn(Stream words)
{
context.Configuration.AutoDetectChangesEnabled = false;
context.Configuration.ValidateOnSaveEnabled = false;
StreamReader reader = new StreamReader(words);
int l = 0;
while (!reader.EndOfStream)
{
l++;
expectedCount++;
string line = reader.ReadLine();
FillGram(line.Split(' ', '\t'));
if(expectedCount == 1000)
{
Console.WriteLine(l);
context.SaveChanges();
context.Dispose();
context = new WordPredictionContext();
context.Configuration.AutoDetectChangesEnabled = false;
context.Configuration.ValidateOnSaveEnabled = false;
expectedCount = 0;
}
}
context.SaveChanges();
}
public EntityLearner()
{
this.context = new WordPredictionContext();
}
public FileImportLearner()
{
this.context = new WordPredictionContext();
}
public List<Tuple<string, double>> Predict(string context)
{
if (context == null) context = String.Empty;
var words = context.Split(',', '.', '!', '?', ':', ';', '"', '\'', ' ', '\t', '\n', '\r')
.Where(w => !String.IsNullOrWhiteSpace(w)).ToList();
int n = Math.Max(words.Count() - 3, 0);
words = words.Skip(n).Take(3)
.Select(w => w.ToLower())
.ToList();
using(var dbContext = new WordPredictionContext())
{
if(words.Count == 0)
{
var word = dbContext.FourGrams.Where(a => a.FirstWord != string.Empty && !a.FirstWord.Contains(".")).OrderByDescending(w => w.Count)
.GroupBy(g => g.FirstWord)
.Select(a => new
{
p = a.Max(e => e.Probability),
w = a.Key
})
.OrderByDescending(a => a.p)
.Take(3)
.ToList()
.Select(a => new Tuple<string, double>(a.w, a.p)).ToList();
return word;
}
string word0 = words[0];
if(words.Count == 1)
{
var fge = dbContext.FourGrams.Where(w => w.FirstWord == word0)
.GroupBy(g => g.SecondWord)
.Select(a => new{
p = a.Max(e => e.Probability),
w = a.Key
})
.OrderByDescending(a => a.p)
.Take(3);
return fge
.ToList()
.Select(a => new Tuple<string, double>(a.w, a.p))
.ToList();
}
string word1 = words[1];
if(words.Count == 2)
{
var fge = dbContext.FourGrams.Where(w => w.FirstWord == word0
&& w.SecondWord == word1).GroupBy(g => g.ThirdWord)
.Select(a => new{
p = a.Max(e => e.Probability),
w = a.Key
})
.OrderByDescending(a => a.p)
.Take(3);
return fge
.ToList()
.Select(a => new Tuple<string, double>(a.w, a.p))
.ToList();
}
string word2 = words[2];
var fourGramEntities = dbContext.FourGrams.Where(w => w.FirstWord == word0
&& w.SecondWord == word1
&& w.ThirdWord == word2).OrderByDescending(a => a.Probability);
return fourGramEntities
.ToList()
.Select(a => new Tuple<string, double>(a.FourthWord, a.Probability))
.ToList();
}
}
