public void GetKeyPhrases()
{
var text = "how is the weather? how is the food? how are the people?";
var doc = new KeyPhraseDocument()
{
Id = "TEST001", Text = text, Language = "en"
};
var request = new KeyPhraseRequest();
request.Documents.Add(doc);
var client = new KeyPhraseClient(this.apiKey);
var response = client.GetKeyPhrases(request);
string expected = "";
string actual = "";
expected = "weather";
actual = response.Documents[0].KeyPhrases[0];
Assert.AreEqual(expected, actual);
expected = "food";
actual = response.Documents[0].KeyPhrases[1];
Assert.AreEqual(expected, actual);
expected = "people";
actual = response.Documents[0].KeyPhrases[2];
Assert.AreEqual(expected, actual);
}
public async Task KeyPhraseAnalysis(string input)
{
var document = new KeyPhraseDocument()
{
Id = "1",
Text = input,
Language = "en"
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
var client = new KeyPhraseClient(System.Configuration.ConfigurationManager.AppSettings["apikey"]);
var response = await client.GetKeyPhrasesAsync(request);
foreach (var doc in response.Documents)
{
foreach (var keyPhrase in doc.KeyPhrases)
{
WriteNewLine("{0}", keyPhrase);
}
}
}
static void Main(string[] args)
{
var apiKey = "YOUR-TEXT-ANALYTICS-API-SUBSCRIPTION-KEY";
var document = new KeyPhraseDocument()
{
Id = "YOUR-UNIQUE-ID",
Text = "YOUR-TEXT",
Language = "en"
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
var client = new KeyPhraseClient(apiKey);
var response = client.GetKeyPhrases(request);
foreach (var doc in response.Documents)
{
Console.WriteLine("Document Id: {0}", doc.Id);
foreach (var keyPhrase in doc.KeyPhrases)
{
Console.WriteLine(" Key Phrase: {0}", keyPhrase);
}
Console.WriteLine();
}
Console.WriteLine("Press any key to exit...");
Console.ReadLine();
}
private static void GetKeyPhrases()
{
var client = new KeyPhraseClient(apiKey);
var request = new KeyPhraseRequest();
var document = new KeyPhraseDocument()
{
Id = "YOUR-UNIQUE-ID",
Text = "YOUR-TEXT",
Language = "en"
};
request.Documents.Add(document);
var response = client.GetKeyPhrases(request);
foreach (var doc in response.Documents)
{
Console.WriteLine("Document Id: {0}", doc.Id);
foreach (var keyPhrase in doc.KeyPhrases)
{
Console.WriteLine(" Key Phrase: {0}", keyPhrase);
}
Console.WriteLine();
}
}
public static async Task AnalyzeKeyPhraseAsync(string id, string text, string language)
{
var document = new KeyPhraseDocument()
{
Id = id,
Text = text,
Language = language
};
var client = new KeyPhraseClient(Constants.ApiKey)
{
Url = "https://westeurope.api.cognitive.microsoft.com/text/analytics/v2.0/keyPhrases"
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
try
{
var response = await client.GetKeyPhrasesAsync(request);
foreach (var doc in response.Documents)
{
foreach (var keyPhrase in doc.KeyPhrases)
{
Console.WriteLine("Key Phrase: {0}", keyPhrase);
}
}
}
catch (Exception ex)
{
throw ex;
}
}
//public IConfiguration configuration;
//public KeyExtraction(IConfiguration _configuration)
//{
// configuration = _configuration;
//}
public static async Task <List <string> > CallWebAPIAsync(string utterance)
{
//var client = new HttpClient();
//var queryString = HttpUtility.ParseQueryString(String.Empty);
// Request headers
//client.DefaultRequestHeaders.Add("Ocp-Apim-Subscription-Key", configuration["TextAnalylisisAPIKey"]);
//client.DefaultRequestHeaders.Add("Ocp-Apim-Subscription-Key", "3ff10cb8e78442bab6ac035ea5c1630a");
//client.DefaultRequestHeaders.Add("Accept", "application/json");
//client.DefaultRequestHeaders.Add("Content-Type", "application/json");
//var uri = configuration["TextAnalylisisAPIHostName"] + queryString;
//var uri = "https://westus.api.cognitive.microsoft.com/text/analytics/v2.0/keyPhrases" ;
//HttpResponseMessage response;
//string body = "'documents': [{'language':'en','id':'1','text':'We love this trail and make the trip every year. The views are breathtaking and well worth the hike!'}]";
//string body = "documents: [{language:en,id:1,text:We love this trail and make the trip every year. The views are breathtaking and well worth the hike!}]";
//string body = @"{
// 'documents': [
// {
// 'language': 'en',
// 'id': '1',
// 'text': 'We love this trail and make the trip every year. The views are breathtaking and well worth the hike!'
// }
// ]
// }";
//var data = JsonConvert.SerializeObject(body);
var document = new KeyPhraseDocument()
{
Language = "en",
Id = "1",
Text = utterance
};
var keyclient = new KeyPhraseClient("3ff10cb8e78442bab6ac035ea5c1630a");
var keyrequest = new KeyPhraseRequest();
keyrequest.Documents.Add(document);
var keyresponse = await keyclient.GetKeyPhrasesAsync(keyrequest);
return(keyresponse.Documents[0].KeyPhrases);
// Request body
//byte[] byteData = Encoding.UTF8.GetBytes(body);
//using (var content = new ByteArrayContent(byteData))
//{
// content.Headers.ContentType = new MediaTypeHeaderValue("application/json");
// response = await client.PostAsync(uri, content);
//}
//return null;
}
public static IList <string> AnalyzeKeyPhrases(string id, string text, string language)
{
IList <string> keyPhrases = new List <string>();
var document = new KeyPhraseDocument()
{
Id = id,
Text = text,
Language = language
};
var client = new KeyPhraseClient(Constants.ApiKey)
{
Url = "https://westeurope.api.cognitive.microsoft.com/text/analytics/v2.0/keyPhrases"
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
try
{
var response = client.GetKeyPhrases(request);
var doc = response.Documents.First();
foreach (var keyPhrase in doc.KeyPhrases)
{
keyPhrases.Add(keyPhrase);
}
}
catch (Exception ex)
{
var message = "";
var innerMessage = "";
if (!String.IsNullOrEmpty(ex.Message))
{
message = ex.Message;
}
try
{
if ((ex.InnerException != null) && (!String.IsNullOrEmpty(ex.InnerException.Message)))
{
innerMessage = ex.InnerException.Message;
}
}
catch (Exception innerEx)
{
if ((innerEx.InnerException != null) && (!String.IsNullOrEmpty(innerEx.InnerException.Message)))
{
innerMessage = innerEx.InnerException.Message;
}
}
Console.WriteLine(String.Format("Error in AnalyzeSentiment: {0}:{1}", message, innerMessage));
}
return(keyPhrases);
}
public void Validate_InvalidLanguage()
{
var text = "I had a wonderful experience! The rooms were wonderful and the staff were helpful.";
var doc = new KeyPhraseDocument()
{
Id = "TEST001", Text = text, Language = "it"
};
var request = new KeyPhraseRequest();
request.Documents.Add(doc);
request.Validate();
}
static void Main(string[] args)
{
// MS Cognitive Services API key
var apiKeyTextAnalytics = "REPLACE_WITH_API_KEY";
var text = @"A thing of beauty is a joy for ever:
Its loveliness increases; it will never
Pass into nothingness; but still will keep
A bower quiet for us, and a sleep
Full of sweet dreams, and health, and quiet breathing.";
// GET text sentiment
var sentimentDocument = new SentimentDocument()
{
Id = "Sentiment",
Text = text,
Language = "en"
};
Console.WriteLine("Analyzing {0}", sentimentDocument.Id + "..");
var sentimentRequest = new SentimentRequest();
sentimentRequest.Documents.Add(sentimentDocument);
var sentimentClient = new SentimentClient(apiKeyTextAnalytics);
var sentimentResponse = sentimentClient.GetSentiment(sentimentRequest);
Console.WriteLine(" Score: {0}%", (sentimentResponse.Documents[0].Score * 100) + " [0% - negative, 100% - positive]");
// GET text keyphrases
var keyPhraseDocument = new KeyPhraseDocument()
{
Id = "KeyPhrases",
Text = text,
Language = "en"
};
Console.WriteLine("Recognizing {0}", keyPhraseDocument.Id + "..");
var keyPhraseRequest = new KeyPhraseRequest();
keyPhraseRequest.Documents.Add(keyPhraseDocument);
var keyPhraseClient = new KeyPhraseClient(apiKeyTextAnalytics);
var keyPhraseResponse = keyPhraseClient.GetKeyPhrases(keyPhraseRequest);
foreach (var keyPhrase in keyPhraseResponse.Documents[0].KeyPhrases)
{
Console.WriteLine(" KeyPhrase: {0}", keyPhrase);
}
}
private static async Task RunKeyPhraseDetection()
{
Console.ForegroundColor = ConsoleColor.Magenta;
Console.WriteLine("Begining key phrase detection ({0})", DateTime.Now.ToString());
var client = new KeyPhraseClient(textAnalyticsApiKey);
foreach (var conversation in conversations)
{
foreach (var message in conversation.Messages)
{
try
{
var document = new KeyPhraseDocument()
{
Id = message.Id.ToString(),
Text = message.Text,
Language = message.Metadata.LanguageName
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
var response = await client.GetKeyPhrasesAsync(request);
foreach (var keyPhrase in response.Documents[0].KeyPhrases)
{
message.Metadata.KeyPhrases.Add(keyPhrase);
}
Console.Write("Conversation {0} | Message {1} | Key Phrase Count {2}", conversation.Id, message.Id, message.Metadata.KeyPhrases.Count);
}
catch (Exception ex)
{
Console.ForegroundColor = ConsoleColor.Red;
Console.WriteLine();
Console.WriteLine("Exception encountered ({0})", DateTime.Now.ToString());
Console.WriteLine("Conversation {0} | Message {1}", conversation.Id, message.Id);
Console.WriteLine(ex.Message);
}
}
}
Console.WriteLine("Key phrase detection complete ({0})", DateTime.Now.ToString());
Console.WriteLine();
}
public void Analyse(string gitPath)
{
var repo = OpenRepository(gitPath);
if (repo == null)
{
return;
}
System.Console.WriteLine("OK");
//Must have min of 100 docs for Topic API
var commits = repo.Commits.Where(c => !c.Message.StartsWith("Merge")).Take(100);
if (commits.Count() == 0)
{
System.Console.WriteLine("-- No data --");
}
var request = new KeyPhraseRequest();
foreach (var commit in commits)
{
var document = new KeyPhraseDocument()
{
Id = commit.Id.Sha,
Text = commit.Message,
Language = "en"
};
request.Documents.Add(document);
}
var apiKey = System.Configuration.ConfigurationManager.AppSettings["ApiKey"];
var client = new KeyPhraseClient(apiKey);
var response = client.GetKeyPhrases(request);
var phrases = response.Documents.SelectMany(d => d.KeyPhrases).ToList();
var phraseStats = phrases.Distinct().Select(p => new { phrase = p, count = phrases.Count(x => x.Equals(p)) });
foreach (var result in phraseStats.OrderBy(ps => ps.count).Take(10))
{
System.Console.WriteLine($"Key Phrase: {result.phrase} | Occurrences: {result.count}");
}
}
private async void Detect_Key_Phrases(object sender, RoutedEventArgs e)
{
this.KeyPhrases = "";
try
{
var language = await GetLanguage();
var document = new KeyPhraseDocument()
{
Id = Guid.NewGuid().ToString(), Text = this.InputText, Language = language
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
MainWindow mainWindow = Window.GetWindow(this) as MainWindow;
var client = new KeyPhraseClient(mainWindow._scenariosControl.SubscriptionKey);
MainWindow.Log("Request: Identifying key phrases..");
var response = await client.GetKeyPhrasesAsync(request);
MainWindow.Log("Response: Success. Key phrases identified.");
var keyPhrases = new StringBuilder();
foreach (var keyPhrase in response.Documents[0].KeyPhrases)
{
keyPhrases.Append(string.Format("{0} ", keyPhrase));
}
this.KeyPhrases = keyPhrases.ToString();
}
catch (Exception ex)
{
MainWindow.Log(ex.Message);
}
}
private async void Detect_Key_Phrases(string text)
{
try
{
var document = new KeyPhraseDocument()
{
Id = Guid.NewGuid().ToString(), Text = text, Language = "en"
};
var request = new KeyPhraseRequest();
request.Documents.Add(document);
MainWindow mainWindow = Window.GetWindow(this) as MainWindow;
var client = new KeyPhraseClient(mainWindow._scenariosControl.SubscriptionKey);
var response = await client.GetKeyPhrasesAsync(request);
Log("Response: Success. Key phrases identified.");
Dictionary <string, int> deltaPhrasesDict = new Dictionary <string, int>();
var keyPhrases = new StringBuilder();
//add only new phrases
keyPhrasesList.AddRange(response.Documents[0].KeyPhrases.Where(x => !keyPhrasesList.Any(y => y == x)));
//((MainWindow)Application.Current.MainWindow)._scenariosControl.HighlightWords(keyPhrasesList);
((MainWindow)Application.Current.MainWindow)._scenariosControl.HighlightWords(response.Documents[0].KeyPhrases);
foreach (var keyPhrase in response.Documents[0].KeyPhrases.ConvertAll(d => ps.Singularize(d.ToLower())))
{
if (keyPhrase.Trim() != "")
{
keyPhrases.Append(string.Format("{0}; ", keyPhrase));
if (keyPhrasesDict.ContainsKey(keyPhrase))
{
keyPhrasesDict[keyPhrase] = keyPhrasesDict[keyPhrase] + 1;
deltaPhrasesDict.Add(keyPhrase, keyPhrasesDict[keyPhrase]);
}
else
{
keyPhrasesDict.Add(keyPhrase, 1);
deltaPhrasesDict.Add(keyPhrase, 1);
}
}
}
keyPhrasesString = string.Join("; ", keyPhrasesDict.Keys);
((MainWindow)Application.Current.MainWindow)._scenariosControl.LogKeywords(keyPhrasesString);
if (sendToPBICheckbox.IsChecked == true)
{
string json = JsonConvert.SerializeObject(deltaPhrasesDict.Select(e => new { keyword = e.Key, frequency = e.Value, dt = (DateTime.UtcNow.ToString("s") + "Z") }));
//post(keywordUrl, json);
Thread myNewThread = new Thread(() => post(keywordUrl, json));
myNewThread.Start();
}
}
catch (Exception ex)
{
Log(ex.Message);
}
}
static async Task MainAsync()
{
string kespath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "kes", "requests.data");
string kesindex = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "kes", "requests.index");
DeleteKESDataIfExists(kespath);
DeleteKESDataIfExists(kesindex);
const string password = "";
var securePassword = new SecureString();
foreach (var c in password)
{
securePassword.AppendChar(c);
}
var credentials = new SharePointOnlineCredentials("", securePassword);
Log("Cognitive Services - Knowledge Exploration API v0.1");
Log("Press any key to start");
Console.ReadKey();
Log("Querying SharePoint");
var items = GetSPItems("https://microsoft.sharepoint.com/teams/DX_TE_ISV", credentials, "TERequest");
//Shitty SP REST API
List <SPItem> spitems = new List <SPItem>();
foreach (var itm in items)
{
SPItem sp = new SPItem();
sp.Assigned_TE = Convert.ToString(itm["Assigned_TE"]);
sp.Engagement_Type = Convert.ToString(itm["Engagement_Type"]);
sp.General_PartnerTyp = Convert.ToString(itm["General_PartnerTyp"]);
sp.General_SupportingPartner = Convert.ToString(itm["General_SupportingPartner"]).Trim();
sp.Requestor = Convert.ToString(itm["Requestor"]);
sp.Title = Convert.ToString(itm["Title"]);
sp.General_Summary = Convert.ToString(itm["General_Summary"]);
sp.Id = Convert.ToString(itm["Id"]);
sp.Guid = Convert.ToString(itm["GUID"]);
spitems.Add(sp);
}
List <KeyPhraseDocument> docsfortext = new List <KeyPhraseDocument>();
foreach (var itm in items)
{
var Document = new KeyPhraseDocument();
Document.text = Convert.ToString(itm["General_Summary"]);
Document.id = Convert.ToString(itm["GUID"]);
Document.language = "de";
docsfortext.Add(Document);
}
var package = new KeyPhraseEntity()
{
documents = docsfortext
};
Log("Sending data to Text Analysis API");
var data = await MakeRequest(package);
Log("Building Kes Data Package");
//Working on KesData
StreamWriter sw = System.IO.File.AppendText(kespath);
foreach (var doc in data.documents)
{
KESObject kes = new KESObject();
List <Engagement> engagements = new List <Engagement>();
List <Partner> partners = new List <Partner>();
var id = Convert.ToString(doc["id"]);
var o = spitems.FirstOrDefault(x => x.Guid == id);
var keyPhrases = doc["keyPhrases"];
List <string> nkey = new List <string>();
foreach (var k in keyPhrases)
{
nkey.Add(k.Value);
}
Engagement engagement = new Engagement();
engagement.Type = o.Engagement_Type;
engagement.Keywords = nkey;
engagements.Add(engagement);
Partner p = new Partner();
p.Name = o.Title;
p.Type = o.General_PartnerTyp;
partners.Add(p);
kes.PBE = o.Requestor;
kes.TE = !String.IsNullOrEmpty(o.Assigned_TE) ? o.Assigned_TE : "notAssigned";
kes.SupportingPartner = !String.IsNullOrEmpty(o.General_SupportingPartner)? o.General_SupportingPartner : "notAssigned";
kes.Engagement = engagements;
kes.Partner = partners;
kes.UniqueId = o.Guid;
var json = JsonConvert.SerializeObject(kes);
sw.WriteLine(json);
}
sw.Dispose();
Log("Building KES IndexFile");
await BuildIndexAsync();
Log("Compile KES Grammar");
await CompileGrammarAsync();
Log("Starting local KES Server");
await StartLocalKESInstance();
Console.ReadLine();
}
