Exemple #1
0
        public void DirectCount(DocumentBlenderFunctionOptions scope)
        {
            switch (scope)
            {
            case DocumentBlenderFunctionOptions.none:
                break;

            case DocumentBlenderFunctionOptions.binaryAggregation:
                break;

            case DocumentBlenderFunctionOptions.weightedAggregation:
                break;

            case DocumentBlenderFunctionOptions.pageLevel:
                page_frequency++;
                break;

            case DocumentBlenderFunctionOptions.blockLevel:
                block_frequency++;
                break;

            case DocumentBlenderFunctionOptions.sentenceLevel:

                break;

            case DocumentBlenderFunctionOptions.siteLevel:
                site_frequency++;
                break;

            case DocumentBlenderFunctionOptions.uniqueContentUnitsOnly:
                break;

            case DocumentBlenderFunctionOptions.separatePages:
                break;

            case DocumentBlenderFunctionOptions.keepLayersInMemory:
                break;

            case DocumentBlenderFunctionOptions.categoryLevel:
                class_frequency++;
                break;

            case DocumentBlenderFunctionOptions.datasetLevel:
                total_frequency++;
                break;

            case DocumentBlenderFunctionOptions.layerLevel:
                layer_frequency++;
                break;

            default:
                break;
            }
        }
Exemple #2
0
 public void Add(DocumentBlenderFunctionOptions scope, Boolean contained)
 {
     if (!TermFrequencyByScope.ContainsKey(scope))
     {
         TermFrequencyByScope.Add(scope, 0);
     }
     if (contained)
     {
         TermFrequencyByScope[scope]++;
     }
 }
Exemple #3
0
        public void Add(String model_id, DocumentBlenderFunctionOptions scope, double C, double n_ck, double N_ck)
        {
            if (!TermFrequencyRatios.ContainsKey(scope))
            {
                TermFrequencyRatios.Add(scope, new Dictionary <string, double>());
            }

            if (TermFrequencyRatios[scope].ContainsKey(model_id))
            {
                throw new ArgumentException("Model with ID [" + model_id + "] is already queried for Density information");
            }

            throw new NotImplementedException();
        }
Exemple #4
0
 public void Add(DocumentBlenderFunctionOptions scope, Double __score, Boolean sumValue = true)
 {
     if (!TermFrequencyByScope.ContainsKey(scope))
     {
         TermFrequencyByScope.Add(scope, 0);
     }
     if (sumValue)
     {
         TermFrequencyByScope[scope] += __score;
     }
     else
     {
         TermFrequencyByScope[scope] = __score;
     }
 }
        public static List <SpaceDocumentModel> GetDocumentToBlend(DocumentBlenderFunctionOptions options, List <SpaceDocumentModel> spaceModelDocuments, ILogBuilder log)
        {
            List <SpaceDocumentModel>      toBlendIntoVectors = new List <SpaceDocumentModel>();
            DocumentBlenderFunctionOptions blendScope         = options.GetBlendingScope();



            switch (blendScope)
            {
            default:
            case DocumentBlenderFunctionOptions.siteLevel:
                foreach (SpaceDocumentModel siteModel in spaceModelDocuments)
                {
                    toBlendIntoVectors.Add(siteModel);
                }
                break;

            case DocumentBlenderFunctionOptions.pageLevel:
                foreach (SpaceDocumentModel siteModel in spaceModelDocuments)
                {
                    toBlendIntoVectors.AddRange(siteModel.Children);
                }
                break;

            case DocumentBlenderFunctionOptions.blockLevel:
                foreach (SpaceDocumentModel siteModel in spaceModelDocuments)
                {
                    foreach (SpaceDocumentModel m in siteModel.Children)
                    {
                        toBlendIntoVectors.AddRange(m.Children);
                    }
                }
                break;
            }

            if (log != null)
            {
                log.log("Blend scope [" + blendScope.ToString() + "] - selected items [" + toBlendIntoVectors.Count() + "] ");
            }


            return(toBlendIntoVectors);
        }
        /// <summary>
        /// Breaks to content units.
        /// </summary>
        /// <param name="layers">The layers.</param>
        /// <param name="options">The options.</param>
        /// <returns></returns>
        /// <exception cref="NotImplementedException">
        /// </exception>
        public List <String> breakToContentUnits(TextDocumentLayerCollection layers, DocumentBlenderFunctionOptions options)
        {
            List <String> units = new List <string>();

            if (options.HasFlag(DocumentBlenderFunctionOptions.pageLevel))
            {
                units.Add(layers.ToString());
                return(units);
            }
            if (options.HasFlag(DocumentBlenderFunctionOptions.blockLevel))
            {
                throw new NotImplementedException();//units.Add(layers.ToString());
                return(units);
            }
            if (options.HasFlag(DocumentBlenderFunctionOptions.sentenceLevel))
            {
                throw new NotImplementedException();
                //units.Add(layers.ToString());
                return(units);
            }
            return(units);
        }
 public static DocumentBlenderFunctionOptions GetBlendingScope(this DocumentBlenderFunctionOptions options)
 {
     if (options.HasFlag(DocumentBlenderFunctionOptions.siteLevel))
     {
         return(DocumentBlenderFunctionOptions.siteLevel);
     }
     else if (options.HasFlag(DocumentBlenderFunctionOptions.pageLevel))
     {
         return(DocumentBlenderFunctionOptions.pageLevel);
     }
     else if (options.HasFlag(DocumentBlenderFunctionOptions.blockLevel))
     {
         return(DocumentBlenderFunctionOptions.blockLevel);
     }
     else if (options.HasFlag(DocumentBlenderFunctionOptions.sentenceLevel))
     {
         return(DocumentBlenderFunctionOptions.sentenceLevel);
     }
     else
     {
         return(DocumentBlenderFunctionOptions.siteLevel);
     }
 }