//public async Task PublishCommentDocuments()
//{
// var restApi = new RestApi();
// var commentThreadIterator = new CommentThreadIterator(restApi);
// var commentThreadProvider = new CommentThreadProvider(commentThreadIterator);
// commentThreadProvider.Init(entry.Text, "snippet,replies");
// var tasks = new List<Task>();
// int commentCount = 0;
// var dateTimeBeforeCounting = DateTime.Now;
// //int minWorker, minIo;
// //ThreadPool.GetMinThreads(out minWorker, out minIo);
// //Console.WriteLine($"initial worker count = {minWorker}; initial IO handler count = {minIo}");
// //ThreadPool.SetMinThreads(4, minIo);
// for (int i = 0; i < 10; i++)
// {
// var newTask = Task.Run(() =>
// {
// var commentIterator = new CommentIterator(restApi);
// var commentProvider2 = new CommentProvider2(commentThreadProvider, commentIterator);
// var docBatchProvider2 = new DocumentBatchProvider2(
// new BatchedCommentsProviderConfig(20, 10000,
// document => !string.IsNullOrWhiteSpace(document.Text)),
// commentProvider2
// );
// DocumentBatch docBatch = docBatchProvider2.GetNextDocumentBatch();
// while (docBatch.Documents.Any())
// {
// foreach (var docBatchDocument in docBatch.Documents)
// {
// //AppendTextAndScroll($"{commentCount} - {docBatchDocument.Text}");
// Interlocked.Increment(ref commentCount);
// }
// AppendTextAndScroll($"Comment count = {commentCount}");
// docBatch = docBatchProvider2.GetNextDocumentBatch();
// }
// Console.WriteLine($"{Task.CurrentId} ended");
// });
// tasks.Add(newTask);
// }
// await Task.WhenAll(tasks).ConfigureAwait(true);
// var countDuration = DateTime.Now.Subtract(dateTimeBeforeCounting);
// AppendTextAndScroll($"\nFinal comment count = {commentCount}, took {countDuration.TotalSeconds} seconds");
//}
public async Task ProcessComments()
{
var restApi = new RestApi();
var commentThreadIterator = new CommentThreadIterator(restApi);
var commentThreadProvider = new CommentThreadProvider(commentThreadIterator);
var commentProcessor = new CommentProcessor(restApi, commentThreadProvider, NewSentimentAnalyzer(restApi));
var timeBeforeAnalysis = DateTime.UtcNow;
var averagesSummed = 0.0d;
var processedCommentsCount = 0;
await commentProcessor.ProcessCommentsAsync(entry.Text, (CommentBatchResult commentBatchResult) =>
{
var docsInBatch = commentBatchResult.DocumentBatchSentiment.Documents.Count;
var sentimentAverage = commentBatchResult.DocumentBatchSentiment.Documents.Sum((arg) => arg.Score);
var batchSentiment = sentimentAverage / docsInBatch;
averagesSummed += sentimentAverage;
processedCommentsCount += commentBatchResult.DocumentBatchSentiment.Documents.Count;
var msg = $"Processed {processedCommentsCount} comments. Current batch score is {batchSentiment}";
AppendTextAndScroll(msg);
}).ConfigureAwait(true);
var duration = DateTime.UtcNow.Subtract(timeBeforeAnalysis);
await Task.Delay(500);
AppendTextAndScroll($"Average sentiment score is {(averagesSummed / processedCommentsCount):0.####}");
await Task.Delay(500);
AppendTextAndScroll($"Sentiment analysis took {duration.TotalSeconds:0.##} seconds");
}
private async void ButtonBase_OnClick(object sender, RoutedEventArgs e)
{
#if __WASM__
var restApi = new RestApi(new WasmHttpHandler());
#else
var restApi = new RestApi();
#endif
var commentThreadIterator = new CommentThreadIterator(restApi);
var commentThreadProvider = new CommentThreadProvider(commentThreadIterator);
var commentProcessor = new CommentProcessor(restApi, commentThreadProvider, NewSentimentAnalyzer(restApi));
var timeBeforeAnalysis = DateTime.UtcNow;
var averagesSummed = 0.0d;
var processedCommentsCount = 0;
await commentProcessor.ProcessCommentsAsync(VideoIdTxtBox.Text, (CommentBatchResult commentBatchResult) =>
{
var docsInBatch = commentBatchResult.DocumentBatchSentiment.Documents.Count;
var sentimentAverage = commentBatchResult.DocumentBatchSentiment.Documents.Sum((arg) => arg.Score);
var batchSentiment = sentimentAverage / docsInBatch;
averagesSummed += sentimentAverage;
processedCommentsCount += commentBatchResult.DocumentBatchSentiment.Documents.Count;
var msg = $"Processed {processedCommentsCount} comments. Current batch score is {batchSentiment}";
AppendTextAndScroll(msg).GetAwaiter().GetResult();
}).ConfigureAwait(true);
var duration = DateTime.UtcNow.Subtract(timeBeforeAnalysis);
await Task.Delay(500);
await AppendTextAndScroll($"Average sentiment score is {(averagesSummed / processedCommentsCount):0.####}");
await Task.Delay(500);
await AppendTextAndScroll($"Sentiment analysis took {duration.TotalSeconds:0.##} seconds");
}
private static async Task foo(ExecutionContext context, TraceWriter log, string videoId)
{
var appSettings = new AppSettings(context);
IYouTubeDataApi youtubeDataApi = new YouTubeDataApi(appSettings.YouTubeApiSettings);
var commentThreadIterator = new CommentThreadIterator(youtubeDataApi);
var commentThreadProvider = new CommentThreadProvider(commentThreadIterator);
commentThreadProvider.Init(videoId, "snippet,replies");
var tasks = new List <Task>();
int commentCount = 0;
var dateTimeBeforeCounting = DateTime.Now;
for (int i = 0; i < 100; i++)
{
var newTask = Task.Run(() =>
{
var commentIterator = new CommentIterator(youtubeDataApi);
var commentProvider2 = new CommentProvider2(commentThreadProvider, commentIterator);
var docBatchProvider2 = new DocumentBatchProvider2(
new BatchedCommentsProviderConfig(10, 10000,
document => !string.IsNullOrWhiteSpace(document.Text)),
commentProvider2
);
DocumentBatch docBatch;
while ((docBatch = docBatchProvider2.GetNextDocumentBatch()).Documents.Any())
{
foreach (var docBatchDocument in docBatch.Documents)
{
log.Info($"{docBatchDocument.Id} - {docBatchDocument.Text}");
Interlocked.Increment(ref commentCount);
}
log.Info($"Comment count = {commentCount}");
}
});
tasks.Add(newTask);
}
await Task.WhenAll(tasks);
var countDuration = DateTime.Now.Subtract(dateTimeBeforeCounting);
log.Info($"Final comment count = {commentCount}, took {countDuration.TotalSeconds} seconds");
}
