public void DirectCount(DocumentBlenderFunctionOptions scope) { switch (scope) { case DocumentBlenderFunctionOptions.none: break; case DocumentBlenderFunctionOptions.binaryAggregation: break; case DocumentBlenderFunctionOptions.weightedAggregation: break; case DocumentBlenderFunctionOptions.pageLevel: page_frequency++; break; case DocumentBlenderFunctionOptions.blockLevel: block_frequency++; break; case DocumentBlenderFunctionOptions.sentenceLevel: break; case DocumentBlenderFunctionOptions.siteLevel: site_frequency++; break; case DocumentBlenderFunctionOptions.uniqueContentUnitsOnly: break; case DocumentBlenderFunctionOptions.separatePages: break; case DocumentBlenderFunctionOptions.keepLayersInMemory: break; case DocumentBlenderFunctionOptions.categoryLevel: class_frequency++; break; case DocumentBlenderFunctionOptions.datasetLevel: total_frequency++; break; case DocumentBlenderFunctionOptions.layerLevel: layer_frequency++; break; default: break; } }
public void Add(DocumentBlenderFunctionOptions scope, Boolean contained) { if (!TermFrequencyByScope.ContainsKey(scope)) { TermFrequencyByScope.Add(scope, 0); } if (contained) { TermFrequencyByScope[scope]++; } }
public void Add(String model_id, DocumentBlenderFunctionOptions scope, double C, double n_ck, double N_ck) { if (!TermFrequencyRatios.ContainsKey(scope)) { TermFrequencyRatios.Add(scope, new Dictionary <string, double>()); } if (TermFrequencyRatios[scope].ContainsKey(model_id)) { throw new ArgumentException("Model with ID [" + model_id + "] is already queried for Density information"); } throw new NotImplementedException(); }
public void Add(DocumentBlenderFunctionOptions scope, Double __score, Boolean sumValue = true) { if (!TermFrequencyByScope.ContainsKey(scope)) { TermFrequencyByScope.Add(scope, 0); } if (sumValue) { TermFrequencyByScope[scope] += __score; } else { TermFrequencyByScope[scope] = __score; } }
public static List <SpaceDocumentModel> GetDocumentToBlend(DocumentBlenderFunctionOptions options, List <SpaceDocumentModel> spaceModelDocuments, ILogBuilder log) { List <SpaceDocumentModel> toBlendIntoVectors = new List <SpaceDocumentModel>(); DocumentBlenderFunctionOptions blendScope = options.GetBlendingScope(); switch (blendScope) { default: case DocumentBlenderFunctionOptions.siteLevel: foreach (SpaceDocumentModel siteModel in spaceModelDocuments) { toBlendIntoVectors.Add(siteModel); } break; case DocumentBlenderFunctionOptions.pageLevel: foreach (SpaceDocumentModel siteModel in spaceModelDocuments) { toBlendIntoVectors.AddRange(siteModel.Children); } break; case DocumentBlenderFunctionOptions.blockLevel: foreach (SpaceDocumentModel siteModel in spaceModelDocuments) { foreach (SpaceDocumentModel m in siteModel.Children) { toBlendIntoVectors.AddRange(m.Children); } } break; } if (log != null) { log.log("Blend scope [" + blendScope.ToString() + "] - selected items [" + toBlendIntoVectors.Count() + "] "); } return(toBlendIntoVectors); }
/// <summary> /// Breaks to content units. /// </summary> /// <param name="layers">The layers.</param> /// <param name="options">The options.</param> /// <returns></returns> /// <exception cref="NotImplementedException"> /// </exception> public List <String> breakToContentUnits(TextDocumentLayerCollection layers, DocumentBlenderFunctionOptions options) { List <String> units = new List <string>(); if (options.HasFlag(DocumentBlenderFunctionOptions.pageLevel)) { units.Add(layers.ToString()); return(units); } if (options.HasFlag(DocumentBlenderFunctionOptions.blockLevel)) { throw new NotImplementedException();//units.Add(layers.ToString()); return(units); } if (options.HasFlag(DocumentBlenderFunctionOptions.sentenceLevel)) { throw new NotImplementedException(); //units.Add(layers.ToString()); return(units); } return(units); }
public static DocumentBlenderFunctionOptions GetBlendingScope(this DocumentBlenderFunctionOptions options) { if (options.HasFlag(DocumentBlenderFunctionOptions.siteLevel)) { return(DocumentBlenderFunctionOptions.siteLevel); } else if (options.HasFlag(DocumentBlenderFunctionOptions.pageLevel)) { return(DocumentBlenderFunctionOptions.pageLevel); } else if (options.HasFlag(DocumentBlenderFunctionOptions.blockLevel)) { return(DocumentBlenderFunctionOptions.blockLevel); } else if (options.HasFlag(DocumentBlenderFunctionOptions.sentenceLevel)) { return(DocumentBlenderFunctionOptions.sentenceLevel); } else { return(DocumentBlenderFunctionOptions.siteLevel); } }