public async Task RunAsync(CancellationToken token) { var sourceRows = await _tableStore.GetRowsAsync(_sourceTableName, CancellationToken.None); var targetRows = new List <DataRow>(); var targetSchema = new RowSchema( new FieldDefinition("ContactId", FieldKind.Key, FieldDataType.Guid), new FieldDefinition("MovieId", FieldKind.Key, FieldDataType.Int64), new FieldDefinition("Title", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("Overview", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("PosterPath", FieldKind.Attribute, FieldDataType.String) ); //ML context MLContext mlContext = new MLContext(); ITransformer mlModel = mlContext.Model.Load(GetAbsolutePath(MODEL_FILEPATH), out DataViewSchema inputSchema); var predEngine = mlContext.Model.CreatePredictionEngine <TacoFlixML.Model.DataModels.ModelInput, ModelOutput>(mlModel); while (await sourceRows.MoveNext()) { foreach (var row in sourceRows.Current) { var movieId = int.Parse(row["LastMovieId"].ToString()); var recommendations = _movieRecommendationsProvider.GetRecommendations(movieId); if (recommendations.Any()) { for (var i = 0; i < _limit; i++) { if (i < recommendations.Count) { //ML ModelInput input = new ModelInput(); input.Movieid = recommendations[i].Id; ModelOutput predictionResult = predEngine.Predict(input); var targetRow = new DataRow(targetSchema); targetRow.SetGuid(0, row.GetGuid(0)); targetRow.SetInt64(1, recommendations[i].Id); targetRow.SetString(2, recommendations[i].Title + "score=" + predictionResult.Score); targetRow.SetString(3, recommendations[i].Overview); targetRow.SetString(4, recommendations[i].PosterPath); targetRows.Add(targetRow); } } } } } var tableDefinition = new TableDefinition(_targetTableName, targetSchema); var targetTable = new InMemoryTableData(tableDefinition, targetRows); await _tableStore.PutTableAsync(targetTable, TimeSpan.FromMinutes(30), CancellationToken.None); }
public async Task RunAsync(CancellationToken token) { var sourceRows = await _tableStore.GetRowsAsync(_sourceTableName, CancellationToken.None); var targetRows = new List <DataRow>(); var targetSchema = new RowSchema( new FieldDefinition("ContactId", FieldKind.Key, FieldDataType.Guid), new FieldDefinition("MovieId", FieldKind.Key, FieldDataType.String), new FieldDefinition("Title", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("Overview", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("Image", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("ImdbRating", FieldKind.Attribute, FieldDataType.String) ); while (await sourceRows.MoveNext()) { foreach (var row in sourceRows.Current) { var movieIds = row["LastMoviesId"].ToString().Split(new[] { "," }, StringSplitOptions.RemoveEmptyEntries); //grabbing only unique movie ID's movieIds = movieIds.Distinct().ToArray(); if (!movieIds.Any()) { continue; } var recommendations = _movieRecommendationsProvider.GetRecommendations(movieIds); //clean recommendations to not have any dups recommendations = recommendations.GroupBy(m => m.netflixid).Select(g => g.FirstOrDefault()).ToList(); if (recommendations.Any()) { for (var i = 0; i < _limit; i++) { if (i < recommendations.Count) { var targetRow = new DataRow(targetSchema); targetRow.SetGuid(0, row.GetGuid(0)); targetRow.SetString(1, recommendations[i].netflixid); targetRow.SetString(2, recommendations[i].title); targetRow.SetString(3, recommendations[i].synopsis); targetRow.SetString(4, recommendations[i].image); targetRow.SetString(5, recommendations[i].rating); targetRows.Add(targetRow); } } } } } var tableDefinition = new TableDefinition(_targetTableName, targetSchema); var targetTable = new InMemoryTableData(tableDefinition, targetRows); await _tableStore.PutTableAsync(targetTable, TimeSpan.FromMinutes(30), CancellationToken.None); }
public async Task RunAsync(CancellationToken token) { // Retrieve the source data from the projection. var sourceRows = await _tableStore.GetRowsAsync(_sourceTableName, CancellationToken.None); // Define the target table shcema we'll be populating into. var targetRows = new List <DataRow>(); var targetSchema = new RowSchema( new FieldDefinition("ContactID", FieldKind.Key, FieldDataType.Guid), new FieldDefinition("AlbumID", FieldKind.Key, FieldDataType.String), new FieldDefinition("AlbumName", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("ArtistID", FieldKind.Attribute, FieldDataType.String), new FieldDefinition("ArtistName", FieldKind.Attribute, FieldDataType.String) ); // Iterate the source data. while (await sourceRows.MoveNext()) { foreach (var row in sourceRows.Current) { // Retrieve the IDs of the album artists from the projected data. var artistIds = row["Artists"].ToString().Split(new[] { "," }, StringSplitOptions.RemoveEmptyEntries); // Call the recomender service. var recommendations = await _musicRecommender.GetRecommendationsAsync(artistIds, _limit); // Add a target data row for each recommendation. foreach (var album in recommendations) { var targetRow = new DataRow(targetSchema); targetRow.SetGuid(0, row.GetGuid(0)); targetRow.SetString(1, album.AlbumId); targetRow.SetString(2, album.AlbumName); targetRow.SetString(3, album.ArtistId); targetRow.SetString(4, album.ArtistName); targetRows.Add(targetRow); } } } // Populate the rows into the target table. var tableDefinition = new TableDefinition(_targetTableName, targetSchema); var targetTable = new InMemoryTableData(tableDefinition, targetRows); await _tableStore.PutTableAsync(targetTable, TimeSpan.FromMinutes(30), CancellationToken.None); }
public async Task RunAsync(CancellationToken token) { var sourceRows = await _tableStore.GetRowsAsync(_sourceTableName, CancellationToken.None); var targetRows = new List <DataRow>(); var targetSchema = new RowSchema( new FieldDefinition("ContactId", FieldKind.Key, FieldDataType.Guid), new FieldDefinition("ProductId", FieldKind.Key, FieldDataType.Int64), new FieldDefinition("Score", FieldKind.Attribute, FieldDataType.Double) ); while (await sourceRows.MoveNext()) { foreach (var row in sourceRows.Current) { var purchasedProductId = uint.Parse(row["ProductId"].ToString()); var recommendations = GetRecommendList(purchasedProductId, _limit); if (recommendations.Any()) { for (var i = 0; i < _limit; i++) { var targetRow = new DataRow(targetSchema); targetRow.SetGuid(0, row.GetGuid(0)); targetRow.SetInt64(1, recommendations[i].RecommendedItemId); targetRow.SetDouble(2, recommendations[i].Score); targetRows.Add(targetRow); } } } } var tableDefinition = new TableDefinition(_targetTableName, targetSchema); var targetTable = new InMemoryTableData(tableDefinition, targetRows); await _tableStore.PutTableAsync(targetTable, TimeSpan.FromMinutes(30), CancellationToken.None); }