public async Task AnalyzeOperationBatchWithAllErrorsTest()
{
TextAnalyticsClient client = GetClient();
var documents = new List <string>
{
"Subject is taking 100mg of ibuprofen twice daily",
"",
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
{
ModelVersion = "InvalidVersion"
}
}
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(documents, batchActions, "en");
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
//Key phrases
var keyPhrasesActions = resultCollection.ExtractKeyPhrasesActionsResults.ToList();
Assert.AreEqual(1, keyPhrasesActions.Count);
Assert.IsTrue(keyPhrasesActions[0].HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidRequest, keyPhrasesActions[0].Error.ErrorCode.ToString());
}
public async Task AnalyzeOperationWithAADTest()
{
TextAnalyticsClient client = GetClient(useTokenCredential: true);
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchDocuments, batchActions);
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
IReadOnlyCollection <RecognizeEntitiesActionResult> entitiesResult = resultCollection.RecognizeEntitiesActionsResults;
ExtractKeyPhrasesResultCollection keyPhrasesResult = resultCollection.ExtractKeyPhrasesActionsResults.ElementAt(0).Result;
IReadOnlyCollection <RecognizePiiEntitiesActionResult> piiResult = resultCollection.RecognizePiiEntitiesActionsResults;
IReadOnlyCollection <RecognizeLinkedEntitiesActionResult> elResult = resultCollection.RecognizeLinkedEntitiesActionsResults;
Assert.IsNotNull(keyPhrasesResult);
Assert.IsNotNull(entitiesResult);
Assert.IsNotNull(piiResult);
Assert.IsNotNull(elResult);
Assert.AreEqual(2, keyPhrasesResult.Count);
}
public async Task AnalyzeOperationAllActionsAndDisableServiceLogs()
{
TextAnalyticsClient client = GetClient();
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
{
DisableServiceLogs = true
}
},
RecognizeEntitiesOptions = new List <RecognizeEntitiesOptions>()
{
new RecognizeEntitiesOptions()
{
DisableServiceLogs = true
}
},
RecognizePiiEntitiesOptions = new List <RecognizePiiEntitiesOptions>()
{
new RecognizePiiEntitiesOptions()
{
DisableServiceLogs = false
}
},
RecognizeLinkedEntitiesOptions = new List <RecognizeLinkedEntitiesOptions>()
{
new RecognizeLinkedEntitiesOptions()
{
DisableServiceLogs = true
}
},
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchConvenienceDocuments, batchActions);
await operation.WaitForCompletionAsync();
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
ExtractKeyPhrasesResultCollection keyPhrasesResult = resultCollection.ExtractKeyPhrasesActionsResults.FirstOrDefault().Result;
RecognizeEntitiesResultCollection entitiesResult = resultCollection.RecognizeEntitiesActionsResults.FirstOrDefault().Result;
RecognizePiiEntitiesResultCollection piiResult = resultCollection.RecognizePiiEntitiesActionsResults.FirstOrDefault().Result;
RecognizeLinkedEntitiesResultCollection entityLinkingResult = resultCollection.RecognizeLinkedEntitiesActionsResults.FirstOrDefault().Result;
Assert.IsNotNull(keyPhrasesResult);
Assert.AreEqual(2, keyPhrasesResult.Count);
Assert.IsNotNull(entitiesResult);
Assert.AreEqual(2, keyPhrasesResult.Count);
Assert.IsNotNull(piiResult);
Assert.AreEqual(2, keyPhrasesResult.Count);
Assert.IsNotNull(entityLinkingResult);
Assert.AreEqual(2, keyPhrasesResult.Count);
}
public async Task AnalyzeOperationWithPagination()
{
TextAnalyticsClient client = GetClient();
List <string> documents = new();
for (int i = 0; i < 23; i++)
{
documents.Add("Elon Musk is the CEO of SpaceX and Tesla.");
}
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
DisplayName = "AnalyzeOperationWithPagination",
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(documents, batchActions);
Assert.IsFalse(operation.HasCompleted);
Assert.IsFalse(operation.HasValue);
Assert.ThrowsAsync <InvalidOperationException>(async() => await Task.Run(() => operation.Value));
Assert.Throws <InvalidOperationException>(() => operation.GetValues());
await operation.WaitForCompletionAsync(PollingInterval);
Assert.IsTrue(operation.HasCompleted);
Assert.IsTrue(operation.HasValue);
await operation.WaitForCompletionAsync(PollingInterval);
// try async
//There most be 2 pages as service limit is 20 documents per page
List <AnalyzeBatchActionsResult> asyncPages = operation.Value.ToEnumerableAsync().Result;
Assert.AreEqual(2, asyncPages.Count);
// First page should have 20 results
Assert.AreEqual(20, asyncPages[0].ExtractKeyPhrasesActionsResults.FirstOrDefault().Result.Count);
// Second page should have remaining 3 results
Assert.AreEqual(3, asyncPages[1].ExtractKeyPhrasesActionsResults.FirstOrDefault().Result.Count);
// try sync
//There most be 2 pages as service limit is 20 documents per page
List <AnalyzeBatchActionsResult> pages = operation.GetValues().AsEnumerable().ToList();
Assert.AreEqual(2, pages.Count);
// First page should have 20 results
Assert.AreEqual(20, pages[0].ExtractKeyPhrasesActionsResults.FirstOrDefault().Result.Count);
// Second page should have remaining 3 results
Assert.AreEqual(3, pages[1].ExtractKeyPhrasesActionsResults.FirstOrDefault().Result.Count);
}
public async Task AnalyzeOperationWithLanguageTest()
{
TextAnalyticsClient client = GetClient();
var batchDocuments = new List <TextDocumentInput>
{
new TextDocumentInput("1", "Microsoft was founded by Bill Gates and Paul Allen.")
{
Language = "en",
},
new TextDocumentInput("2", "Mi perro y mi gato tienen que ir al veterinario.")
{
Language = "es",
}
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
DisplayName = "AnalyzeOperationWithLanguageTest"
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchDocuments, batchActions);
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
ExtractKeyPhrasesResultCollection keyPhrasesResult = resultCollection.ExtractKeyPhrasesActionsResults.ElementAt(0).Result;
Assert.IsNotNull(keyPhrasesResult);
Assert.AreEqual(2, keyPhrasesResult.Count);
Assert.AreEqual("AnalyzeOperationWithLanguageTest", operation.DisplayName);
var keyPhrasesListId1 = new List <string> {
"Bill Gates", "Paul Allen", "Microsoft"
};
var keyPhrasesListId2 = new List <string> {
"gato", "perro", "veterinario"
};
foreach (string keyphrase in keyPhrasesResult[0].KeyPhrases)
{
Assert.IsTrue(keyPhrasesListId1.Contains(keyphrase));
}
foreach (string keyphrase in keyPhrasesResult[1].KeyPhrases)
{
Assert.IsTrue(keyPhrasesListId2.Contains(keyphrase));
}
}
public async Task AnalyzeOperationBatchWithStatisticsTest()
{
TextAnalyticsClient client = GetClient();
var batchDocuments = new List <TextDocumentInput>
{
new TextDocumentInput("1", "Microsoft was founded by Bill Gates and Paul Allen.")
{
Language = "en",
},
new TextDocumentInput("2", "Mi perro y mi gato tienen que ir al veterinario.")
{
Language = "es",
},
new TextDocumentInput("3", "")
{
Language = "es",
}
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
DisplayName = "AnalyzeOperationTest",
};
AnalyzeBatchActionsOptions options = new AnalyzeBatchActionsOptions()
{
IncludeStatistics = true
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchDocuments, batchActions, options);
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
ExtractKeyPhrasesResultCollection result = resultCollection.ExtractKeyPhrasesActionsResults.ElementAt(0).Result;
Assert.IsNotNull(result);
Assert.AreEqual(3, result.Count);
Assert.AreEqual(3, result.Statistics.DocumentCount);
Assert.AreEqual(2, result.Statistics.TransactionCount);
Assert.AreEqual(2, result.Statistics.ValidDocumentCount);
Assert.AreEqual(1, result.Statistics.InvalidDocumentCount);
Assert.AreEqual(51, result[0].Statistics.CharacterCount);
Assert.AreEqual(1, result[0].Statistics.TransactionCount);
}
public async Task AnalyzeOperationTest()
{
TextAnalyticsClient client = GetClient();
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchConvenienceDocuments, batchActions, "en");
await operation.WaitForCompletionAsync();
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
IReadOnlyCollection <RecognizeEntitiesActionResult> entitiesResult = resultCollection.RecognizeEntitiesActionsResults;
IReadOnlyCollection <ExtractKeyPhrasesActionResult> keyPhrasesResult = resultCollection.ExtractKeyPhrasesActionsResults;
IReadOnlyCollection <RecognizePiiEntitiesActionResult> piiResult = resultCollection.RecognizePiiEntitiesActionsResults;
IReadOnlyCollection <RecognizeLinkedEntitiesActionResult> elResult = resultCollection.RecognizeLinkedEntitiesActionsResults;
Assert.IsNotNull(keyPhrasesResult);
Assert.IsNotNull(entitiesResult);
Assert.IsNotNull(piiResult);
Assert.IsNotNull(elResult);
var keyPhrasesListId1 = new List <string> {
"CEO of SpaceX", "Elon Musk", "Tesla"
};
var keyPhrasesListId2 = new List <string> {
"Tesla stock", "year"
};
var keyPhrases = keyPhrasesResult.FirstOrDefault().Result;
Assert.AreEqual(2, keyPhrases.Count);
foreach (string keyphrase in keyPhrases[0].KeyPhrases)
{
Assert.IsTrue(keyPhrasesListId1.Contains(keyphrase));
}
foreach (string keyphrase in keyPhrases[1].KeyPhrases)
{
Assert.IsTrue(keyPhrasesListId2.Contains(keyphrase));
}
}
public async Task AnalyzeOperationBatchWithPHIDomain()
{
TextAnalyticsClient client = GetClient();
var documents = new List <string>
{
"A patient with medical id 12345678 whose phone number is 800-102-1100 is going under heart surgery",
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
RecognizePiiEntitiesOptions = new List <RecognizePiiEntitiesOptions>()
{
new RecognizePiiEntitiesOptions()
{
DomainFilter = PiiEntityDomainType.ProtectedHealthInformation
}
},
DisplayName = "AnalyzeOperationWithPHIDomain",
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(documents, batchActions, "en");
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
RecognizePiiEntitiesResultCollection result = resultCollection.RecognizePiiEntitiesActionsResults.ElementAt(0).Result;
Assert.IsNotNull(result);
Assert.AreEqual(1, result.Count);
// TODO - Update this once the service starts returning RedactedText
//var redactedText = string.Empty;
//Assert.AreEqual(redactedText, result[0].Entities.RedactedText);
Assert.IsFalse(result[0].HasError);
Assert.AreEqual(2, result[0].Entities.Count);
}
public async Task AnalyzeOperationBatchWithErrorTest()
{
TextAnalyticsClient client = GetClient();
var documents = new List <string>
{
"Subject is taking 100mg of ibuprofen twice daily",
"Can cause rapid or irregular heartbeat, delirium, panic, psychosis, and heart failure.",
"",
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions(),
new ExtractKeyPhrasesOptions()
{
ModelVersion = "InvalidVersion"
}
},
DisplayName = "AnalyzeOperationBatchWithErrorTest",
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(documents, batchActions, "en");
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
ExtractKeyPhrasesActionResult resultWithActionError = resultCollection.ExtractKeyPhrasesActionsResults.ElementAtOrDefault(1);
ExtractKeyPhrasesResultCollection resultWithDocumentError = resultCollection.ExtractKeyPhrasesActionsResults.FirstOrDefault().Result;
Assert.IsTrue(resultWithActionError.HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidRequest, resultWithActionError.Error.ErrorCode.ToString());
Assert.IsTrue(resultWithDocumentError.ElementAt(2).HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidDocument, resultWithDocumentError.ElementAt(2).Error.ErrorCode.ToString());
}
public async Task AnalyzeOperationBatchWithErrorTest()
{
TextAnalyticsClient client = GetClient();
var documents = new List <string>
{
"Subject is taking 100mg of ibuprofen twice daily",
"Can cause rapid or irregular heartbeat, delirium, panic, psychosis, and heart failure.",
"",
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions(),
new ExtractKeyPhrasesOptions()
{
ModelVersion = "InvalidVersion"
}
},
RecognizeEntitiesOptions = new List <RecognizeEntitiesOptions>()
{
new RecognizeEntitiesOptions(),
new RecognizeEntitiesOptions()
{
ModelVersion = "InvalidVersion"
}
},
RecognizePiiEntitiesOptions = new List <RecognizePiiEntitiesOptions>()
{
new RecognizePiiEntitiesOptions(),
new RecognizePiiEntitiesOptions()
{
ModelVersion = "InvalidVersion"
}
},
RecognizeLinkedEntitiesOptions = new List <RecognizeLinkedEntitiesOptions>()
{
new RecognizeLinkedEntitiesOptions(),
new RecognizeLinkedEntitiesOptions()
{
ModelVersion = "InvalidVersion"
}
},
DisplayName = "AnalyzeOperationBatchWithErrorTest",
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(documents, batchActions, "en");
await operation.WaitForCompletionAsync(PollingInterval);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
//Key phrases
var keyPhrasesActions = resultCollection.ExtractKeyPhrasesActionsResults.ToList();
Assert.IsFalse(keyPhrasesActions[0].HasError);
Assert.AreEqual(3, keyPhrasesActions[0].Result.Count);
var kpEmptyDocument = keyPhrasesActions[0].Result.ElementAt(2);
Assert.IsTrue(kpEmptyDocument.HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidDocument, kpEmptyDocument.Error.ErrorCode.ToString());
Assert.IsTrue(keyPhrasesActions[1].HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidRequest, keyPhrasesActions[1].Error.ErrorCode.ToString());
// Entities
var entitiesActions = resultCollection.RecognizeEntitiesActionsResults.ToList();
Assert.IsFalse(entitiesActions[0].HasError);
Assert.AreEqual(3, entitiesActions[0].Result.Count);
var entitiesEmptyDocument = entitiesActions[0].Result.ElementAt(2);
Assert.IsTrue(entitiesEmptyDocument.HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidDocument, entitiesEmptyDocument.Error.ErrorCode.ToString());
Assert.IsTrue(entitiesActions[1].HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidRequest, entitiesActions[1].Error.ErrorCode.ToString());
// PII entities
var piiEntitiesActions = resultCollection.RecognizePiiEntitiesActionsResults.ToList();
Assert.IsFalse(piiEntitiesActions[0].HasError);
Assert.AreEqual(3, piiEntitiesActions[0].Result.Count);
var piiEntitiesEmptyDocument = piiEntitiesActions[0].Result.ElementAt(2);
Assert.IsTrue(piiEntitiesEmptyDocument.HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidDocument, piiEntitiesEmptyDocument.Error.ErrorCode.ToString());
Assert.IsTrue(piiEntitiesActions[1].HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidRequest, piiEntitiesActions[1].Error.ErrorCode.ToString());
// Entity Linking
var linkedEntitiesActions = resultCollection.RecognizeLinkedEntitiesActionsResults.ToList();
Assert.IsFalse(linkedEntitiesActions[0].HasError);
Assert.AreEqual(3, linkedEntitiesActions[0].Result.Count);
var linkedEntitiesEmptyDocument = linkedEntitiesActions[0].Result.ElementAt(2);
Assert.IsTrue(linkedEntitiesEmptyDocument.HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidDocument, linkedEntitiesEmptyDocument.Error.ErrorCode.ToString());
Assert.IsTrue(linkedEntitiesActions[1].HasError);
Assert.AreEqual(TextAnalyticsErrorCode.InvalidRequest, linkedEntitiesActions[1].Error.ErrorCode.ToString());
}
public async Task AnalyzeOperationWithMultipleActions()
{
TextAnalyticsClient client = GetClient();
var batchDocuments = new List <TextDocumentInput>
{
new TextDocumentInput("1", "Microsoft was founded by Bill Gates and Paul Allen.")
{
Language = "en",
},
new TextDocumentInput("2", "Mi perro y mi gato tienen que ir al veterinario.")
{
Language = "es",
}
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
RecognizeEntitiesOptions = new List <RecognizeEntitiesOptions>()
{
new RecognizeEntitiesOptions()
},
RecognizePiiEntitiesOptions = new List <RecognizePiiEntitiesOptions>()
{
new RecognizePiiEntitiesOptions()
},
RecognizeLinkedEntitiesOptions = new List <RecognizeLinkedEntitiesOptions>()
{
new RecognizeLinkedEntitiesOptions()
},
DisplayName = "AnalyzeOperationWithMultipleTasks"
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchDocuments, batchActions);
Assert.AreEqual(0, operation.ActionsFailed);
Assert.AreEqual(0, operation.ActionsSucceeded);
Assert.AreEqual(0, operation.ActionsInProgress);
Assert.AreEqual(0, operation.TotalActions);
await operation.WaitForCompletionAsync(PollingInterval);
Assert.AreEqual(0, operation.ActionsFailed);
Assert.AreEqual(4, operation.ActionsSucceeded);
Assert.AreEqual(0, operation.ActionsInProgress);
Assert.AreEqual(4, operation.TotalActions);
Assert.AreNotEqual(new DateTimeOffset(), operation.CreatedOn);
Assert.AreNotEqual(new DateTimeOffset(), operation.LastModified);
Assert.AreNotEqual(new DateTimeOffset(), operation.ExpiresOn);
//Take the first page
AnalyzeBatchActionsResult resultCollection = operation.Value.ToEnumerableAsync().Result.FirstOrDefault();
RecognizeEntitiesResultCollection entitiesResult = resultCollection.RecognizeEntitiesActionsResults.ElementAt(0).Result;
ExtractKeyPhrasesResultCollection keyPhrasesResult = resultCollection.ExtractKeyPhrasesActionsResults.ElementAt(0).Result;
RecognizePiiEntitiesResultCollection piiResult = resultCollection.RecognizePiiEntitiesActionsResults.ElementAt(0).Result;
RecognizeLinkedEntitiesResultCollection entityLinkingResult = resultCollection.RecognizeLinkedEntitiesActionsResults.ElementAt(0).Result;
Assert.IsNotNull(keyPhrasesResult);
Assert.IsNotNull(entitiesResult);
Assert.IsNotNull(piiResult);
Assert.IsNotNull(entityLinkingResult);
Assert.AreEqual("AnalyzeOperationWithMultipleTasks", operation.DisplayName);
// Keyphrases
Assert.AreEqual(2, keyPhrasesResult.Count);
var keyPhrasesListId1 = new List <string> {
"Bill Gates", "Paul Allen", "Microsoft"
};
var keyPhrasesListId2 = new List <string> {
"gato", "perro", "veterinario"
};
foreach (string keyphrase in keyPhrasesResult[0].KeyPhrases)
{
Assert.IsTrue(keyPhrasesListId1.Contains(keyphrase));
}
foreach (string keyphrase in keyPhrasesResult[1].KeyPhrases)
{
Assert.IsTrue(keyPhrasesListId2.Contains(keyphrase));
}
// Entities
Assert.AreEqual(2, entitiesResult.Count);
Assert.AreEqual(3, entitiesResult[0].Entities.Count);
var entitiesList = new List <string> {
"Bill Gates", "Microsoft", "Paul Allen"
};
foreach (CategorizedEntity entity in entitiesResult[0].Entities)
{
Assert.IsTrue(entitiesList.Contains(entity.Text));
Assert.IsNotNull(entity.Category);
Assert.IsNotNull(entity.Offset);
Assert.IsNotNull(entity.ConfidenceScore);
}
// PII
Assert.AreEqual(2, entitiesResult.Count);
Assert.AreEqual(3, entitiesResult[0].Entities.Count);
Assert.IsNotNull(entitiesResult[0].Id);
Assert.IsNotNull(entitiesResult[0].Entities);
Assert.IsNotNull(entitiesResult[0].Error);
// Entity Linking
Assert.AreEqual(2, entityLinkingResult.Count);
Assert.AreEqual(3, entityLinkingResult[0].Entities.Count);
Assert.IsNotNull(entityLinkingResult[0].Id);
Assert.IsNotNull(entityLinkingResult[0].Entities);
Assert.IsNotNull(entityLinkingResult[0].Error);
foreach (LinkedEntity entity in entityLinkingResult[0].Entities)
{
if (entity.Name == "Bill Gates")
{
Assert.AreEqual("Bill Gates", entity.DataSourceEntityId);
Assert.AreEqual("Wikipedia", entity.DataSource);
}
if (entity.Name == "Microsoft")
{
Assert.AreEqual("Microsoft", entity.DataSourceEntityId);
Assert.AreEqual("Wikipedia", entity.DataSource);
}
}
}
public void AnalyzeOperationBatchConvenience()
{
string endpoint = TestEnvironment.Endpoint;
string apiKey = TestEnvironment.ApiKey;
var client = new TextAnalyticsClient(new Uri(endpoint), new AzureKeyCredential(apiKey));
#region Snippet:AnalyzeOperationBatchConvenience
string documentA = @"We love this trail and make the trip every year. The views are breathtaking and well
worth the hike! Yesterday was foggy though, so we missed the spectacular views.
We tried again today and it was amazing. Everyone in my family liked the trail although
it was too challenging for the less athletic among us.
Not necessarily recommended for small children.
A hotel close to the trail offers services for childcare in case you want that.";
string documentB = @"Last week we stayed at Hotel Foo to celebrate our anniversary. The staff knew about
our anniversary so they helped me organize a little surprise for my partner.
The room was clean and with the decoration I requested. It was perfect!";
string documentC = @"That was the best day of my life! We went on a 4 day trip where we stayed at Hotel Foo.
They had great amenities that included an indoor pool, a spa, and a bar.
The spa offered couples massages which were really good.
The spa was clean and felt very peaceful. Overall the whole experience was great.
We will definitely come back.";
var batchDocuments = new List <string>
{
documentA,
documentB,
documentC
};
TextAnalyticsActions actions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
RecognizeEntitiesOptions = new List <RecognizeEntitiesOptions>()
{
new RecognizeEntitiesOptions()
},
RecognizePiiEntitiesOptions = new List <RecognizePiiEntitiesOptions>()
{
new RecognizePiiEntitiesOptions()
},
RecognizeLinkedEntitiesOptions = new List <RecognizeLinkedEntitiesOptions>()
{
new RecognizeLinkedEntitiesOptions()
},
DisplayName = "AnalyzeOperationSample"
};
AnalyzeBatchActionsOperation operation = client.StartAnalyzeBatchActions(batchDocuments, actions);
TimeSpan pollingInterval = new TimeSpan(1000);
while (!operation.HasCompleted)
{
Thread.Sleep(pollingInterval);
operation.UpdateStatus();
Console.WriteLine($"Status: {operation.Status}");
//If operation has not started, all other fields are null
if (operation.Status != TextAnalyticsOperationStatus.NotStarted)
{
Console.WriteLine($"Expires On: {operation.ExpiresOn}");
Console.WriteLine($"Last modified: {operation.LastModified}");
if (!string.IsNullOrEmpty(operation.DisplayName))
{
Console.WriteLine($"Display name: {operation.DisplayName}");
}
Console.WriteLine($"Total actions: {operation.TotalActions}");
Console.WriteLine($" Succeeded actions: {operation.ActionsSucceeded}");
Console.WriteLine($" Failed actions: {operation.ActionsFailed}");
Console.WriteLine($" In progress actions: {operation.ActionsInProgress}");
}
}
foreach (AnalyzeBatchActionsResult documentsInPage in operation.GetValues())
{
RecognizeEntitiesResultCollection entitiesResult = documentsInPage.RecognizeEntitiesActionsResults.FirstOrDefault().Result;
ExtractKeyPhrasesResultCollection keyPhrasesResult = documentsInPage.ExtractKeyPhrasesActionsResults.FirstOrDefault().Result;
RecognizePiiEntitiesResultCollection piiResult = documentsInPage.RecognizePiiEntitiesActionsResults.FirstOrDefault().Result;
RecognizeLinkedEntitiesResultCollection linkedEntitiesResult = documentsInPage.RecognizeLinkedEntitiesActionsResults.FirstOrDefault().Result;
Console.WriteLine("Recognized Entities");
foreach (RecognizeEntitiesResult result in entitiesResult)
{
Console.WriteLine($" Recognized the following {result.Entities.Count} entities:");
foreach (CategorizedEntity entity in result.Entities)
{
Console.WriteLine($" Entity: {entity.Text}");
Console.WriteLine($" Category: {entity.Category}");
Console.WriteLine($" Offset: {entity.Offset}");
Console.WriteLine($" Length: {entity.Length}");
Console.WriteLine($" ConfidenceScore: {entity.ConfidenceScore}");
Console.WriteLine($" SubCategory: {entity.SubCategory}");
}
Console.WriteLine("");
}
Console.WriteLine("Recognized PII Entities");
foreach (RecognizePiiEntitiesResult result in piiResult)
{
Console.WriteLine($" Recognized the following {result.Entities.Count} PII entities:");
foreach (PiiEntity entity in result.Entities)
{
Console.WriteLine($" Entity: {entity.Text}");
Console.WriteLine($" Category: {entity.Category}");
Console.WriteLine($" Offset: {entity.Offset}");
Console.WriteLine($" Length: {entity.Length}");
Console.WriteLine($" ConfidenceScore: {entity.ConfidenceScore}");
Console.WriteLine($" SubCategory: {entity.SubCategory}");
}
Console.WriteLine("");
}
Console.WriteLine("Key Phrases");
foreach (ExtractKeyPhrasesResult result in keyPhrasesResult)
{
Console.WriteLine($" Recognized the following {result.KeyPhrases.Count} Keyphrases:");
foreach (string keyphrase in result.KeyPhrases)
{
Console.WriteLine($" {keyphrase}");
}
Console.WriteLine("");
}
Console.WriteLine("Recognized Linked Entities");
foreach (RecognizeLinkedEntitiesResult result in linkedEntitiesResult)
{
Console.WriteLine($" Recognized the following {result.Entities.Count} linked entities:");
foreach (LinkedEntity entity in result.Entities)
{
Console.WriteLine($" Entity: {entity.Name}");
Console.WriteLine($" DataSource: {entity.DataSource}");
Console.WriteLine($" DataSource EntityId: {entity.DataSourceEntityId}");
Console.WriteLine($" Language: {entity.Language}");
Console.WriteLine($" DataSource Url: {entity.Url}");
Console.WriteLine($" Total Matches: {entity.Matches.Count()}");
foreach (LinkedEntityMatch match in entity.Matches)
{
Console.WriteLine($" Match Text: {match.Text}");
Console.WriteLine($" ConfidenceScore: {match.ConfidenceScore}");
Console.WriteLine($" Offset: {match.Offset}");
Console.WriteLine($" Length: {match.Length}");
}
Console.WriteLine("");
}
Console.WriteLine("");
}
}
}
public async Task AnalyzeOperationAsync()
{
string endpoint = TestEnvironment.Endpoint;
string apiKey = TestEnvironment.ApiKey;
var client = new TextAnalyticsClient(new Uri(endpoint), new AzureKeyCredential(apiKey));
#region Snippet:AnalyzeOperationBatchAsync
string documentA = @"We love this trail and make the trip every year. The views are breathtaking and well
worth the hike! Yesterday was foggy though, so we missed the spectacular views.
We tried again today and it was amazing. Everyone in my family liked the trail although
it was too challenging for the less athletic among us.
Not necessarily recommended for small children.
A hotel close to the trail offers services for childcare in case you want that.";
string documentB = @"Last week we stayed at Hotel Foo to celebrate our anniversary. The staff knew about
our anniversary so they helped me organize a little surprise for my partner.
The room was clean and with the decoration I requested. It was perfect!";
string documentC = @"That was the best day of my life! We went on a 4 day trip where we stayed at Hotel Foo.
They had great amenities that included an indoor pool, a spa, and a bar.
The spa offered couples massages which were really good.
The spa was clean and felt very peaceful. Overall the whole experience was great.
We will definitely come back.";
var batchDocuments = new List <TextDocumentInput>
{
new TextDocumentInput("1", documentA)
{
Language = "en",
},
new TextDocumentInput("2", documentB)
{
Language = "en",
},
new TextDocumentInput("3", documentC)
{
Language = "en",
}
};
TextAnalyticsActions batchActions = new TextAnalyticsActions()
{
ExtractKeyPhrasesOptions = new List <ExtractKeyPhrasesOptions>()
{
new ExtractKeyPhrasesOptions()
},
RecognizeEntitiesOptions = new List <RecognizeEntitiesOptions>()
{
new RecognizeEntitiesOptions()
},
RecognizePiiEntitiesOptions = new List <RecognizePiiEntitiesOptions>()
{
new RecognizePiiEntitiesOptions()
},
DisplayName = "AnalyzeOperationSample"
};
AnalyzeBatchActionsOperation operation = await client.StartAnalyzeBatchActionsAsync(batchDocuments, batchActions);
await operation.WaitForCompletionAsync();
await foreach (AnalyzeBatchActionsResult documentsInPage in operation.Value)
{
RecognizeEntitiesResultCollection entitiesResult = documentsInPage.RecognizeEntitiesActionsResults.FirstOrDefault().Result;
ExtractKeyPhrasesResultCollection keyPhrasesResult = documentsInPage.ExtractKeyPhrasesActionsResults.FirstOrDefault().Result;
RecognizePiiEntitiesResultCollection piiResult = documentsInPage.RecognizePiiEntitiesActionsResults.FirstOrDefault().Result;
Console.WriteLine("Recognized Entities");
foreach (RecognizeEntitiesResult result in entitiesResult)
{
Console.WriteLine($" Recognized the following {result.Entities.Count} entities:");
foreach (CategorizedEntity entity in result.Entities)
{
Console.WriteLine($" Entity: {entity.Text}");
Console.WriteLine($" Category: {entity.Category}");
Console.WriteLine($" Offset: {entity.Offset}");
Console.WriteLine($" ConfidenceScore: {entity.ConfidenceScore}");
Console.WriteLine($" SubCategory: {entity.SubCategory}");
}
Console.WriteLine("");
}
Console.WriteLine("Recognized PII Entities");
foreach (RecognizePiiEntitiesResult result in piiResult)
{
Console.WriteLine($" Recognized the following {result.Entities.Count} PII entities:");
foreach (PiiEntity entity in result.Entities)
{
Console.WriteLine($" Entity: {entity.Text}");
Console.WriteLine($" Category: {entity.Category}");
Console.WriteLine($" Offset: {entity.Offset}");
Console.WriteLine($" ConfidenceScore: {entity.ConfidenceScore}");
Console.WriteLine($" SubCategory: {entity.SubCategory}");
}
Console.WriteLine("");
}
Console.WriteLine("Key Phrases");
foreach (ExtractKeyPhrasesResult result in keyPhrasesResult)
{
Console.WriteLine($" Recognized the following {result.KeyPhrases.Count} Keyphrases:");
foreach (string keyphrase in result.KeyPhrases)
{
Console.WriteLine($" {keyphrase}");
}
Console.WriteLine("");
}
}
}
