public void dense_features_simple() { var instance1 = new[] { 20f, 30f, 0f, 0f }; var instance2 = new[] { 20f, 30f, 0f, 0f }; var instance3 = new[] { 0f, 0f, 10f, 20f }; var instance4 = new[] { 0f, 0f, 10f, 20f }; var inputFeaturesTypes = new InputFeatureTypes[] { InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal }; var ordinalDenseSet = new InstanceRepresentation(inputFeaturesTypes, sparse: false); ordinalDenseSet.AddInstance(instance1); ordinalDenseSet.AddInstance(instance2); ordinalDenseSet.AddInstance(instance3); ordinalDenseSet.AddInstance(instance4); var som = new SelfOrganizingMap(10, new ushort[] { 20, 20 }, 100, 3); var categories = som.Train(ordinalDenseSet); }
public void sparse_features_simple() { var instance1 = new[] { 20f, 30f, 0f, 0f }; var instance2 = new[] { 20f, 30f, 0f, 0f }; var instance3 = new[] { 0f, 0f, 10f, 20f }; var instance4 = new[] { 0f, 0f, 10f, 20f }; var inputFeaturesTypes = new InputFeatureTypes[] { InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal }; var ordinalSparseSet = new InstanceRepresentation( inputFeaturesTypes, sparse: true); ordinalSparseSet.AddInstance(instance1); ordinalSparseSet.AddInstance(instance2); ordinalSparseSet.AddInstance(instance3); ordinalSparseSet.AddInstance(instance4); var clustering = new MiniBatchClustering(2, 3, 10); clustering.Train(ordinalSparseSet); var categories = clustering.Cluster(ordinalSparseSet); }
public void sparse_features_medium() { // Cluster generator settings var maxRadius = 100; var minRadius = 10; var clusterCount = 10; // Data size var featureDim = 100; var obsCount = 2000; var inputFeaturesTypes = new InputFeatureTypes[featureDim]; for (var i = 0; i < featureDim; i++) { inputFeaturesTypes[i] = InputFeatureTypes.Ordinal; } var sparseOrdinalSet = new InstanceRepresentation( inputFeaturesTypes, sparse: true); var clusterGenerator = new SyntheticDataGenerator(maxRadius, minRadius, obsCount, clusterCount, featureDim); var trueClusterLabels = new List <int>(); using (var obsGetter = clusterGenerator.GenerateClusterObservations().GetEnumerator()) { var isNextObservation = obsGetter.MoveNext(); while (isNextObservation) { var cluster = obsGetter.Current.Item1; var obs = obsGetter.Current.Item2; trueClusterLabels.Add(cluster); sparseOrdinalSet.AddInstance(obs); isNextObservation = obsGetter.MoveNext(); } } var clustering = new MiniBatchClustering(clusterCount, 100, 2000); clustering.Train(sparseOrdinalSet); var categories = clustering.Cluster(sparseOrdinalSet); var metricsGenerator = new MetricsGenerator(); metricsGenerator.Add(Metrics.Purity); for (var i = 0; i < categories.Length; i++) { metricsGenerator.AddResult(categories[i], trueClusterLabels[i]); metricsGenerator.UpdateMetrics(); } var purity = metricsGenerator.GetMetric(Metrics.Purity); Assert.True(purity + Epsilon - 0.6 > 0); }
public void standardize_dense_instance() { var instance1 = new[] { -1f, 5f, 0f, 1f }; var instance2 = new[] { 0f, 6f, 1f, 1f }; var instance3 = new[] { 3f, 7f, 1f, 1f }; var instance4 = new[] { 4f, 0f, 1f, 0f }; var feature1Sigma = Math.Sqrt(new[] { -1f, 0f, 3f, 4f }.Variance()); var feature2Sigma = Math.Sqrt(new[] { 5f, 6f, 7f, 0f }.Variance()); var feature1Mean = new[] { -1f, 0f, 3f, 4f }.Mean(); var feature2Mean = new[] { 5f, 6f, 7f, 0f }.Mean(); var inputFeaturesTypes = new InputFeatureTypes[] { InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Flags, InputFeatureTypes.Flags }; var mixedDenseSet = new InstanceRepresentation( inputFeaturesTypes, sparse: false); mixedDenseSet.AddInstance(instance1); mixedDenseSet.AddInstance(instance2); mixedDenseSet.AddInstance(instance3); mixedDenseSet.AddInstance(instance4); mixedDenseSet.Standardize(); var value1 = mixedDenseSet.Instances[0].GetValues(); Assert.True(Math.Abs((-1f - feature1Mean) / feature1Sigma - value1[0]) < Epsilon); Assert.True((Math.Abs((5f - feature2Mean) / feature2Sigma - value1[1]) < Epsilon)); Assert.Equal(-1f, value1[2]); Assert.Equal(1f, value1[3]); }
public void rescale_sparse_instance() { var instance1 = new[] { 1f, 5f, 0f, 1f }; var instance2 = new[] { 0f, 6f, 1f, 1f }; var instance3 = new[] { 3f, 7f, 1f, 1f }; var instance4 = new[] { 4f, 0f, 1f, 0f }; var feature1Max = 4f; var feature2Max = 7f; var feature1Min = 0f; var feature2Min = 0f; var inputFeaturesTypes = new InputFeatureTypes[] { InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Flags, InputFeatureTypes.Flags }; var mixedSparseSet = new InstanceRepresentation( inputFeaturesTypes, sparse: true); mixedSparseSet.AddInstance(instance1); mixedSparseSet.AddInstance(instance2); mixedSparseSet.AddInstance(instance3); mixedSparseSet.AddInstance(instance4); mixedSparseSet.Rescale(); var value1 = mixedSparseSet.Instances[0].GetValues(); Assert.True(Math.Abs((1f - feature1Min) / feature1Max - value1[0]) < Epsilon); Assert.True((Math.Abs((5f - feature2Min) / feature2Max - value1[1]) < Epsilon)); Assert.Equal(0, value1[2]); Assert.Equal(1f, value1[3]); }
public void dense_features_simple() { var instance1 = new[] { 20f, 30f, 0f, 0f }; var instance2 = new[] { 20f, 30f, 0f, 0f }; var instance3 = new[] { 0f, 0f, 10f, 20f }; var instance4 = new[] { 0f, 0f, 10f, 20f }; var inputFeaturesTypes = new InputFeatureTypes[] { InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal, InputFeatureTypes.Ordinal }; var ordinalDenseSet = new InstanceRepresentation(inputFeaturesTypes, sparse: false); ordinalDenseSet.AddInstance(instance1); ordinalDenseSet.AddInstance(instance2); ordinalDenseSet.AddInstance(instance3); ordinalDenseSet.AddInstance(instance4); Assert.Equal(instance2, ordinalDenseSet.Instances[1].GetValues()); Assert.Equal(4, ordinalDenseSet.FeauturesCount); }