public static async Task <IActionResult> Run(
[HttpTrigger(AuthorizationLevel.Function, "get", "post", Route = null)] HttpRequest req,
ILogger log)
{
log.LogInformation("Sentiment analyzer processed a request.");
string text = req.Query["text"];
string requestBody = await new StreamReader(req.Body).ReadToEndAsync();
dynamic data = JsonConvert.DeserializeObject(requestBody);
text = text ?? data?.text;
if (text == null)
{
return(new BadRequestObjectResult("Input parameter \"text\" is required. ex : text=is this a bad sentence?"));
}
else
{
SentimentClassifier sc = new SentimentClassifier(log);
var pred = sc.predict(text);
var returnValue = new SentimentReturn(pred.predictionVal, pred.predictionConfidence);
return(new OkObjectResult(returnValue));
}
}
static void Main(string[] args)
{
//ExStart:ApplyingLicense
/**
* Applying product license
* Please uncomment the statement if you do have license.
*/
// const string licensePath = "../../../../GroupDocs.Classification.NET.Full.lic";
// new License().SetLicense(licensePath);
//ExEnd:ApplyingLicense
Console.WriteLine("SentimentClassifier initialization is started.");
sentimentClassifier = new SentimentClassifier();
Console.WriteLine("SentimentClassifier was initialized.");
var sentiments = new string[]
{
"Now that that is out of the way, this thing is a beast. It is fast and runs cool.",
"When I used compressed air a cloud of dust bellowed out from the card (small scuffs and scratches)."
};
#region Classify raw text with Classify method of SentimentClassifier class.
Console.WriteLine("\nClassify raw text with Classify method of SentimentClassifier class.");
foreach (var sentiment in sentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var result = sentimentClassifier.Classify(sentiment);
Console.WriteLine($"{sentiment}");
Console.WriteLine($"This sentiment is {result.BestClassName} with probability {result.BestClassProbability}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
#region Classify raw text with PositiveProbability method of SentimentClassifier class.
Console.WriteLine("\nClassify raw text with PositiveProbability method of SentimentClassifier class.");
foreach (var sentiment in sentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var positiveProbability = sentimentClassifier.PositiveProbability(sentiment);
Console.WriteLine($"{sentiment}");
Console.WriteLine($"This sentiment is {(positiveProbability > 0.5 ? "positive" : "negative")}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
Console.WriteLine("Classifier initialization is started.");
classifier = new Classifier();
Console.WriteLine("Classifier was initialized.");
ClassificationResponse response;
#region Classify raw text with Classifier class.
Console.WriteLine("\nClassify raw text with Classifier class.");
// Simple IAB-2 text classification
response = classifier.Classify("Medicine is an important part of our lifes");
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
// Change taxonomy and best classes count
response = classifier.Classify("Medicine is an important part of our lifes", 2, Taxonomy.Documents, PrecisionRecallBalance.Recall);
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
// Classify sentiment
response = classifier.Classify("This is a new must-have thing.", 2, Taxonomy.Sentiment);
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
#endregion
#region Classify documents with IAB-2 taxonomy.
Console.WriteLine("\nClassify documents with IAB-2 taxonomy.");
// Classify PDF document by path with IAB-2 taxonomy and return 2 best results
ClassifyByFilePath("Annotations.pdf", Taxonomy.Iab2, 2);
// Classify doc document by path with IAB-2 taxonomy and return the best result
ClassifyByFilePath("four-pages.docx", Taxonomy.Iab2, 1);
// Classify txt document by path with IAB-2 taxonomy and return 4 best results
ClassifyByFilePath("Letter.txt", Taxonomy.Iab2, 4);
#endregion
#region Classify documents with Documents taxonomy.
Console.WriteLine("\nClassify documents with Documents taxonomy.");
// Classify PDF document from stream with Documents taxonomy and return 2 best results
ClassifyStream("Annotations.pdf", Taxonomy.Documents, 2);
// Classify doc document from stream with Documents taxonomy and return the best result
ClassifyStream("four-pages.docx", Taxonomy.Documents, 1);
// Classify txt document from stream with Documents taxonomy and return 3 best results
ClassifyStream("Letter.txt", Taxonomy.Documents, 3);
#endregion
#region Classify documents with Sentiment taxonomy.
Console.WriteLine("\nClassify documents with Sentiment taxonomy.");
// Classify PDF document from stream with Sentiment taxonomy and return 2 best results
ClassifyStream("Annotations.pdf", Taxonomy.Sentiment, 2);
// Classify doc document from stream with Sentiment taxonomy and return the best result
ClassifyStream("four-pages.docx", Taxonomy.Sentiment, 1);
// Classify txt document from stream with Sentiment taxonomy and return 3 best results
ClassifyStream("Letter.txt", Taxonomy.Sentiment, 2);
#endregion
#region Classify password-protected documents.
Console.WriteLine("\nClassify password-protected documents.");
try
{
response = classifier.Classify("password-protected.docx", dataFolderPath, password: "******");
Console.WriteLine($"password-protected.docx: {response.BestClassName}, {response.BestClassProbability}");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
try
{
using (var fs = File.OpenRead(Path.Combine(dataFolderPath, "password-protected.docx")))
{
response = classifier.Classify(fs, password: "******");
Console.WriteLine($"password-protected.docx: {response.BestClassName}, {response.BestClassProbability}");
}
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
#endregion
#region Print taxonomy classes.
Console.WriteLine("\nPrint taxonomy classes.");
// Print IAB-2 taxonomy classes
Console.WriteLine("IAB-2 taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.Iab2Classes));
// Print Documents taxonomy classes
Console.WriteLine("Documents taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.DocumentsClasses));
// Print Sentiment taxonomy classes
Console.WriteLine("Sentiment taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.SentimentClasses));
#endregion
Console.WriteLine("Done...");
Console.ReadKey();
}
static void Main(string[] args)
{
//ExStart:ApplyingLicense
/**
* Applying product license
* Please uncomment the statement if you do have license.
*/
// const string licensePath = "../../../../GroupDocs.Classification.NET.Full.lic";
// new License().SetLicense(licensePath);
//ExEnd:ApplyingLicense
var englishSentiments = new string[]
{
"Now that that is out of the way, this thing is a beast. It is fast and runs cool.",
"When I used compressed air a cloud of dust bellowed out from the card (small scuffs and scratches)."
};
var chineseSentiments = new string[]
{
"这款打开没有想象中好看，颜色太暗了。但是东西是好的，经常买。",
"老板服务是挺好，鞋子第一天穿两个脚后跟全部出血，血淋淋的教训 "
};
var spanishSentiments = new string[]
{
"La compré de oferta y estoy encantado con el rendimiento. Recomiendo esperar a alguna rebaja.",
"Producto con problemas de temperatura, yo diría que el sistema de refrigeración es insuficiente..."
};
var germanSentiments = new string[]
{
"Sie sieht toll aus, ist richtig kühl und vor allem bringt sie mir einen extremen Performance Boost!",
"Die Karte war nicht in der Originalverpackung, hatte Staub im Lüfter und war auch noch die falsche."
};
var multilingualSentiments = englishSentiments.Concat(chineseSentiments).Concat(spanishSentiments).Concat(germanSentiments);
Console.WriteLine("Multilingual SentimentClassifier initialization is started.");
sentimentClassifier = new SentimentClassifier();
Console.WriteLine("SentimentClassifier() was initialized.");
#region Classify raw texts with Classify method of SentimentClassifier class (language auto-detection).
Console.WriteLine("\nClassify raw text with Classify method of SentimentClassifier class (multilingual).");
foreach (var sentiment in multilingualSentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var result = sentimentClassifier.Classify(sentiment);
Console.WriteLine($"Sentiment is {result.BestClassName} with probability {result.BestClassProbability}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
Console.WriteLine("\nSentiment3 taxonomy classification:");
#region Classify raw texts with Classify method of SentimentClassifier class (English).
Console.WriteLine("\nClassify raw text with Classify method of SentimentClassifier class (English language).");
foreach (var sentiment in englishSentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var result = sentimentClassifier.Classify(sentiment, taxonomy: Taxonomy.Sentiment3);
Console.WriteLine($"{sentiment}");
Console.WriteLine($"This sentiment is {result.BestClassName} with probability {result.BestClassProbability}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
#region Classify raw texts with Classify method of SentimentClassifier class (Chinese).
Console.WriteLine("\nClassify raw text with Classify method of SentimentClassifier class (Chinese language).");
foreach (var sentiment in chineseSentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var result = sentimentClassifier.Classify(sentiment, taxonomy: Taxonomy.Sentiment3);
Console.WriteLine($"Sentiment is {result.BestClassName} with probability {result.BestClassProbability}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
#region Classify raw texts with Classify method of SentimentClassifier class (Spanish).
Console.WriteLine("\nClassify raw text with Classify method of SentimentClassifier class (Spanish language).");
foreach (var sentiment in spanishSentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var result = sentimentClassifier.Classify(sentiment, taxonomy: Taxonomy.Sentiment3);
Console.WriteLine($"{sentiment}");
Console.WriteLine($"This sentiment is {result.BestClassName} with probability {result.BestClassProbability}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
#region Classify raw texts with Classify method of SentimentClassifier class (German).
Console.WriteLine("\nClassify raw text with Classify method of SentimentClassifier class (German language).");
foreach (var sentiment in germanSentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var result = sentimentClassifier.Classify(sentiment, taxonomy: Taxonomy.Sentiment3);
Console.WriteLine($"{sentiment}");
Console.WriteLine($"This sentiment is {result.BestClassName} with probability {result.BestClassProbability}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
#region Classify raw text with PositiveProbability method of SentimentClassifier class.
Console.WriteLine("\nClassify raw text with PositiveProbability method of SentimentClassifier class.");
foreach (var sentiment in englishSentiments)
{
try
{
Stopwatch sw = new Stopwatch();
sw.Start();
var positiveProbability = sentimentClassifier.PositiveProbability(sentiment);
Console.WriteLine($"{sentiment}");
Console.WriteLine($"This sentiment is {(positiveProbability > 0.5 ? "positive" : "negative")}. Elapsed: {sw.ElapsedMilliseconds}ms\n");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
}
#endregion
Console.WriteLine("Classifier initialization is started.");
classifier = new Classifier();
Console.WriteLine("Classifier was initialized.");
ClassificationResponse response;
#region Classify raw text with Classifier class.
Console.WriteLine("\nClassify raw text with Classifier class.");
// Simple IAB-2 text classification
response = classifier.Classify("Medicine is an important part of our lifes");
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
// Change taxonomy and best classes count
response = classifier.Classify("Medicine is an important part of our lifes", 2, Taxonomy.Documents, PrecisionRecallBalance.Recall);
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
// Classify sentiment
response = classifier.Classify("This is a new must-have thing.", 2, Taxonomy.Sentiment);
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
// Classify sentiment in Chinese
response = classifier.Classify("这是新的必须要做的事情", 2, Taxonomy.Sentiment);
Console.WriteLine($"{response.BestClassName}, {response.BestClassProbability}");
#endregion
#region Classify documents with IAB-2 taxonomy.
Console.WriteLine("\nClassify documents with IAB-2 taxonomy.");
// Classify PDF document by path with IAB-2 taxonomy and return 2 best results
ClassifyByFilePath("Annotations.pdf", Taxonomy.Iab2, 2);
// Classify doc document by path with IAB-2 taxonomy and return the best result
ClassifyByFilePath("four-pages.docx", Taxonomy.Iab2, 1);
// Classify txt document by path with IAB-2 taxonomy and return 4 best results
ClassifyByFilePath("Letter.txt", Taxonomy.Iab2, 4);
#endregion
#region Classify documents with Documents taxonomy.
Console.WriteLine("\nClassify documents with Documents taxonomy.");
// Classify PDF document from stream with Documents taxonomy and return 2 best results
ClassifyStream("Annotations.pdf", Taxonomy.Documents, 2);
// Classify doc document from stream with Documents taxonomy and return the best result
ClassifyStream("four-pages.docx", Taxonomy.Documents, 1);
// Classify txt document from stream with Documents taxonomy and return 3 best results
ClassifyStream("Letter.txt", Taxonomy.Documents, 3);
#endregion
#region Classify documents with Sentiment3 taxonomy.
Console.WriteLine("\nClassify documents with Sentiment taxonomy.");
// Classify PDF document from stream with Sentiment taxonomy and return 2 best results
ClassifyStream("Annotations.pdf", Taxonomy.Sentiment3, 2);
// Classify doc document from stream with Sentiment taxonomy and return the best result
ClassifyStream("four-pages.docx", Taxonomy.Sentiment3, 1);
// Classify txt document from stream with Sentiment taxonomy and return 3 best results
ClassifyStream("Letter.txt", Taxonomy.Sentiment3, 2);
#endregion
#region Classify password-protected documents.
Console.WriteLine("\nClassify password-protected documents.");
try
{
response = classifier.Classify("password-protected.docx", dataFolderPath, password: "******");
Console.WriteLine($"password-protected.docx: {response.BestClassName}, {response.BestClassProbability}");
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
try
{
using (var fs = File.OpenRead(Path.Combine(dataFolderPath, "password-protected.docx")))
{
response = classifier.Classify(fs, password: "******");
Console.WriteLine($"password-protected.docx: {response.BestClassName}, {response.BestClassProbability}");
}
}
catch (ApiException e)
{
Console.WriteLine(e.Message);
}
#endregion
#region Print taxonomy classes.
Console.WriteLine("\nPrint taxonomy classes.");
// Print IAB-2 taxonomy classes
Console.WriteLine("IAB-2 taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.Iab2Classes));
// Print Documents taxonomy classes
Console.WriteLine("Documents taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.DocumentsClasses));
// Print Sentiment taxonomy classes
Console.WriteLine("Sentiment taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.SentimentClasses));
// Print Sentiment3 taxonomy classes
Console.WriteLine("Sentiment taxonomy classes: ");
Console.WriteLine(String.Join(" ", TaxonomyClasses.Sentiment3Classes));
#endregion
Console.WriteLine("Done...");
Console.ReadKey();
}
} = src_path.Substring(0, (src_path.Length) - 4); // USE THIS IF RUNNING FROM VISUAL STUDIO!
//public static string src_dir { get; } = Path.GetDirectoryName(Assembly.GetExecutingAssembly().Location); // USE THIS IF RUNNING FROM EXE!
static void Main(string[] args)
{
var setting = JsonHandler.DeserializeSettingsFromFile(src_dir + "/Data/settings.json");
//var setting = new Setting(threaded: true);
string method = null;
string filename = null;
Parser.Default.ParseArguments <Options>(args)
.WithParsed <Options>(o =>
{
switch (o.Classifier)
{
case "svm":
Console.WriteLine("Support Vector Machine on: " + o.InputFile);
method = o.Classifier;
break;
case "rb":
Console.WriteLine("Rule Based Classifier on: " + o.InputFile);
method = o.Classifier;
break;
case "rf":
Console.WriteLine("Random Forest on: " + o.InputFile);
method = o.Classifier;
break;
case "lstm":
Console.WriteLine("LSTM on: " + o.InputFile);
method = o.Classifier;
break;
case "random":
Console.WriteLine("Random Values on : " + o.InputFile);
method = o.Classifier;
break;
case "bl":
Console.WriteLine("Baseline Classifier on: " + o.InputFile);
method = o.Classifier;
break;
case "mml":
Console.WriteLine("Microsoft ML on: " + o.InputFile);
method = o.Classifier;
break;
case "data":
Console.WriteLine("Creating DataSet");
method = o.Classifier;
break;
default:
Console.WriteLine("Please provide a valid classifier");
System.Environment.Exit(1);
break;
}
filename = o.InputFile;
});
var watch = Stopwatch.StartNew();
var tokenizer = new Tokenizer(setting);
//var filename = "/Data/all_data.csv";
int serverProcessId = -1;
var testData = src_dir + "/Classifiers/TrainingData/test_data.csv";
List <Result> threadedResult = new List <Result>();
List <Result> comparissons = new List <Result>();
Interfaces.IEvaluator evalr = new BaselineClassifer();
switch (method)
{
case "prediction":
case "nb":
case "svr":
case "svm":
case "lstm":
case "rf":
Console.WriteLine("Runnning clasifier: " + method);
setting.threaded = false; //program cannot run threaded if connected to server (yet)
serverProcessId = InitServer(method); // runs the PythonServer with argument parsed
evalr = new PythonClassifier(Connect());
break;
case "rb":
Console.WriteLine("Runnning clasifier: " + method);
var lex = CSVReader.ReadLexicon(src_dir + "\\Data\\AgreedLexicon.csv"); // lex should be created like this first and then parsed into a pipe, so that we can evaluate on the fly (like we're tokenizing)
var tlex = CSVReader.ReadTriggerLex(src_dir + "\\Data\\triggerwords.csv");
evalr = new RuleBasedClassifier(lex, setting, tlex);
break;
case "random":
evalr = new RandomClassifier();
break;
case "bl":
evalr = new BaselineClassifer();
break;
case "mml":
evalr = new SentimentClassifier();
break;
case "data":
var list = new List <(string, string)>();
foreach (var s in CSVReader.ReadComparrisonsYield(src_dir + "\\" + filename))
{
list.Add(s);
}
double count = list.Count * 0.1;
FileWriter.CreateRandomTrainingTest(list, (int)count, (int)(list.Count - count));
FileWriter.flushPrinter(setting);
Environment.Exit(0);
break;
}
if (setting.compare)
{
Console.WriteLine("Comparing...");
comparissons = ConvertTestData(CSVReader.ReadComparrisonsYield, evalr, src_dir + filename).ToList();
var results = Pipe_AccuracyTest(comparissons, evalr).ToList();
var formatted = from result in results select result.ToString();
addToOutput(formatted);
Console.WriteLine(Environment.NewLine + Analyzer.MatrixWithNeutralToString(Analyzer.GetConfusion(results)));
Console.WriteLine(Analyzer.GetAccuracy(results) + "% Accuracy");
}
else
{
Console.WriteLine("Predicting...");
//Procedual evaluation
if (!setting.threaded)
{
var results = ProcedualSentenceLevelPipe(CSVReader.ReadCommentsYield, filename, evalr).ToList();
var formatted = from result in results select result.Value.ToString();
addToOutput(formatted);
}
//threaded evaluation
if (setting.threaded)
{
var result = ThreadedSentenceLevelPipe(CSVReader.ReadCommentsYield, filename, evalr).ToList();
var formatted = from val in result select val.Value.ToString();
addToOutput(formatted);
}
}
FileWriter.flushPrinter(setting);
watch.Stop();
var elapsed = watch.ElapsedMilliseconds;
Console.WriteLine("Completed in: " + elapsed + "Ms with " + method);
Console.WriteLine("Go to PATH/out/your_time_stamp for the output");
if (serverProcessId != -1)
{
try
{
Process.GetProcessById(serverProcessId).Kill();
}
catch (SocketException)
{
// succesfully closed
}
}
Console.ReadKey();
Environment.Exit(0);
}
