/// <summary> /// Initializes a new instance of the <see cref="BrownBigramFeatureGenerator"/> class. /// </summary> /// <param name="brownLexicon">The Brown lexicon.</param> /// <exception cref="System.ArgumentNullException">brownLexicon</exception> public BrownBigramFeatureGenerator(BrownCluster brownLexicon) { if (brownLexicon == null) { throw new ArgumentNullException(nameof(brownLexicon)); } this.brownLexicon = brownLexicon; }
/// <summary> /// Initializes a new instance of the <see cref="BrownTokenClassFeatureGenerator"/> class. /// </summary> /// <param name="brownLexicon">The Brown lexicon.</param> /// <exception cref="System.ArgumentNullException">brownLexicon</exception> public BrownTokenClassFeatureGenerator(BrownCluster brownLexicon) { if (brownLexicon == null) { throw new ArgumentNullException("brownLexicon"); } this.brownLexicon = brownLexicon; }
/// <summary> /// It provides a list containing the pathLengths for a token if found in the <see cref="BrownCluster"/>. /// </summary> /// <param name="token">The token to be looked up in the brown clustering map.</param> /// <param name="brownLexicon">The Brown clustering map.</param> /// <returns>The list of the paths for a token.</returns> public static List<string> GetWordClasses(string token, BrownCluster brownLexicon) { if (brownLexicon[token] == null) return new List<string>(); var brownClass = brownLexicon[token]; var pathLengthsList = new List<string> { brownClass.Substring(0, Math.Min(brownClass.Length, pathLengths[0])) }; for (var i = 1; i < pathLengths.Length; i++) { if (pathLengths[i - 1] < brownClass.Length) { pathLengthsList.Add(brownClass.Substring(0, Math.Min(brownClass.Length, pathLengths[i]))); } } return pathLengthsList; }
/// <summary> /// It provides a list containing the pathLengths for a token if found in the <see cref="BrownCluster"/>. /// </summary> /// <param name="token">The token to be looked up in the brown clustering map.</param> /// <param name="brownLexicon">The Brown clustering map.</param> /// <returns>The list of the paths for a token.</returns> public static List <string> GetWordClasses(string token, BrownCluster brownLexicon) { if (brownLexicon[token] == null) { return(new List <string>()); } var brownClass = brownLexicon[token]; var pathLengthsList = new List <string> { brownClass.Substring(0, Math.Min(brownClass.Length, pathLengths[0])) }; for (var i = 1; i < pathLengths.Length; i++) { if (pathLengths[i - 1] < brownClass.Length) { pathLengthsList.Add(brownClass.Substring(0, Math.Min(brownClass.Length, pathLengths[i]))); } } return(pathLengthsList); }
/// <summary> /// Initializes a new instance of the <see cref="BrownTokenClassFeatureGenerator"/> class. /// </summary> /// <param name="brownLexicon">The Brown lexicon.</param> /// <exception cref="System.ArgumentNullException">brownLexicon</exception> public BrownTokenClassFeatureGenerator(BrownCluster brownLexicon) { if (brownLexicon == null) throw new ArgumentNullException("brownLexicon"); this.brownLexicon = brownLexicon; }