private static void ProcessFile(string path)
{
var stopwatch = Stopwatch.StartNew();
Console.WriteLine("Processing file: " + path);
var archivePath = string.Format(@"c:\books\archive\{0}.txt", Guid.NewGuid());
Console.WriteLine("Archiving to: " + archivePath);
new FileArchiver().CopyFile(path, archivePath);
Console.WriteLine("Initialising db results");
var sqlClient = new SqlClient();
sqlClient.CreateFeedResults(path, 0, 0, 0);
var cancellationTokenSource = new CancellationTokenSource();
var lines = File.ReadAllLines(path);
var wordCounts = new ConcurrentBag <int>();
var apiTasks = new List <Task>();
for (var i = 0; i < lines.Length; i++)
{
var lineNumber = i;
var line = lines[i];
apiTasks.Add(Task.Factory.StartNew(() => GetWordCount(path, lineNumber, line, wordCounts, cancellationTokenSource)));
}
try
{
Task.WaitAll(apiTasks.ToArray(), cancellationTokenSource.Token);
var wordCount = wordCounts.Sum();
Console.WriteLine("Saving results to db");
sqlClient.UpdateFeedResults(path, lines.Length, wordCount, stopwatch.ElapsedMilliseconds);
Console.WriteLine("Complete, took: {0}ms", stopwatch.ElapsedMilliseconds);
File.Delete(path);
}
catch (Exception ex)
{
Console.WriteLine("Feed errored: " + ex.Message);
}
}
private static void GetWordCount(string path, int lineNumber, string line, ConcurrentBag <int> wordCounts, CancellationTokenSource cancellationTokenSource)
{
cancellationTokenSource.Token.ThrowIfCancellationRequested();
try
{
var excerpt = line.Length > 100 ? line.Substring(0, 100) : line;
Console.WriteLine("Processing line: {0}, '{1}...'", lineNumber, excerpt);
var apiClient = new ApiClient();
var wordCount = apiClient.GetWordCount(line);
var sqlClient = new SqlClient();
sqlClient.SaveLineResults(path, lineNumber, wordCount, excerpt);
wordCounts.Add(apiClient.GetWordCount(line));
}
catch (Exception ex)
{
Console.WriteLine("ERROR: " + ex.Message);
cancellationTokenSource.Cancel();
}
}