public void TestEncoderPassesUpToTopLayer()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
p.SetParameterByKey(Parameters.KEY.ANOMALY_KEY_MODE, Anomaly.Mode.PURE);
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("1", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true))
.Add(Net.Network.Network.CreateLayer <IInference>("2", p)
.Add(Anomaly.Create(p)))
.Add(Net.Network.Network.CreateLayer <IInference>("3", p)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(new SpatialPooler())
.Add((MultiEncoder)MultiEncoder.GetBuilder().Name("").Build())));
Region r1 = n.Lookup("r1");
r1.Connect("1", "2").Connect("2", "3").Connect("3", "4");
Assert.IsNotNull(r1.Lookup("1").GetEncoder());
}
public void TestAutomaticClose()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add((MultiEncoder)MultiEncoder.GetBuilder().Name("").Build())));
//.Close(); // Not necessary due to implicit call during start() or compute()
Region r1 = n.Lookup("r1");
r1.Start();
Assert.IsTrue(r1.IsClosed());
try
{
r1.Add(Net.Network.Network.CreateLayer <IInference>("5", p));
Assert.Fail();
}
catch (Exception e)
{
Assert.IsTrue(e.GetType().IsAssignableFrom(typeof(InvalidOperationException)));
Assert.AreEqual("Cannot add Layers when Region has already been closed.", e.Message);
}
}
public void TestAdd()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add((MultiEncoder)MultiEncoder.GetBuilder().Name("").Build())));
Region r1 = n.Lookup("r1");
ILayer layer4 = r1.Lookup("4");
Assert.IsNotNull(layer4);
Assert.AreEqual("r1:4", layer4.GetName());
try
{
r1.Add(Net.Network.Network.CreateLayer <IInference>("4", p));
Assert.Fail();
}
catch (Exception e)
{
Assert.IsInstanceOfType(e, typeof(InvalidOperationException));
Assert.AreEqual("A Layer with the name: 4 has already been added to this Region.", e.Message);
}
}
private Net.Network.Network GetLoadedDayOfWeekNetwork()
{
Parameters p = NetworkTestHarness.GetParameters().Copy();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new XorshiftRandom(42));
Sensor <ObservableSensor <string[]> > sensor = Sensor <ObservableSensor <string[]> > .Create(
ObservableSensor <string[]> .Create, SensorParams.Create(SensorParams.Keys.Obs, new object[] { "name",
PublisherSupplier.GetBuilder()
.AddHeader("dayOfWeek")
.AddHeader("number")
.AddHeader("B").Build() }));
Net.Network.Network network = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer("1", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true)
.Add(Anomaly.Create())
.Add(new TemporalMemory())
.Add(new SpatialPooler())
.Add(sensor)));
return(network);
}
public void TestAlgorithmRepetitionDetection()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
// -- No overlap
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("2/3", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(Sensor <FileSensor> .Create(FileSensor.Create, SensorParams.Create(
SensorParams.Keys.Path, "", ResourceLocator.Path(typeof(Resources), "days-of-week.Csv"))))
.Add(new SpatialPooler()))
.Connect("2/3", "4"));
Region r = n.Lookup("r1");
Assert.IsTrue(r.layersDistinct);
LayerMask flags = r.flagAccumulator;
flags ^= LayerMask.SpatialPooler;
flags ^= LayerMask.TemporalMemory;
flags ^= LayerMask.ClaClassifier;
Assert.AreEqual(LayerMask.None, flags);
Assert.AreEqual(r.Lookup("2/3").GetMask(), (LayerMask.TemporalMemory | LayerMask.ClaClassifier));
Assert.AreEqual(r.Lookup("4").GetMask(), LayerMask.SpatialPooler);
// -- Test overlap detection
n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("2/3", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(Sensor <FileSensor> .Create(FileSensor.Create, SensorParams.Create(
SensorParams.Keys.Path, "", ResourceLocator.Path(typeof(Resources), "days-of-week.Csv"))))
.Add(new TemporalMemory())
.Add(new SpatialPooler()))
.Connect("2/3", "4"));
r = n.Lookup("r1");
Assert.IsFalse(r.layersDistinct);
Assert.AreEqual(r.Lookup("2/3").GetMask(), (LayerMask.TemporalMemory | LayerMask.ClaClassifier));
Assert.AreEqual(r.Lookup("4").GetMask(), (LayerMask.SpatialPooler | LayerMask.TemporalMemory));
}
public void TestIsLearn()
{
Parameters p = NetworkTestHarness.GetParameters().Copy();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.COLUMN_DIMENSIONS, new int[] { 30 });
p.SetParameterByKey(Parameters.KEY.SYN_PERM_INACTIVE_DEC, 0.1);
p.SetParameterByKey(Parameters.KEY.SYN_PERM_ACTIVE_INC, 0.1);
p.SetParameterByKey(Parameters.KEY.SYN_PERM_TRIM_THRESHOLD, 0.05);
p.SetParameterByKey(Parameters.KEY.SYN_PERM_CONNECTED, 0.4);
p.SetParameterByKey(Parameters.KEY.MAX_BOOST, 10.0);
p.SetParameterByKey(Parameters.KEY.DUTY_CYCLE_PERIOD, 7);
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
p.SetParameterByKey(Parameters.KEY.ANOMALY_KEY_MODE, Anomaly.Mode.PURE);
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("1", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true))
.Add(Net.Network.Network.CreateLayer <IInference>("2", p)
.Add(Anomaly.Create(p)))
.Add(Net.Network.Network.CreateLayer <IInference>("3", p)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(new SpatialPooler())
.Add((MultiEncoder)MultiEncoder.GetBuilder().Name("").Build()))
.Connect("1", "2")
.Connect("2", "3")
.Connect("3", "4"));
n.Lookup("r1").Close();
n.SetLearn(false);
Assert.IsFalse(n.IsLearn());
Region r1 = n.Lookup("r1");
Assert.IsFalse(n.IsLearn());
ILayer layer = r1.GetTail();
Assert.IsFalse(layer.SetIsLearn());
while (layer.GetNext() != null)
{
layer = layer.GetNext();
Assert.IsFalse(layer.SetIsLearn());
}
}
public void TestInputDimensionsAutomaticallyInferredFromEncoderWidth()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
// Purposefully set this to be wrong
p.SetParameterByKey(Parameters.KEY.INPUT_DIMENSIONS, new int[] { 40, 40 });
Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add((MultiEncoder)MultiEncoder.GetBuilder().Name("").Build()))
.Close());
// Should correct the above ( {40,40} ) to have only one dimension whose width is 8 ( {8} )
Assert.IsTrue(Arrays.AreEqual(new int[] { 8 }, (int[])p.GetParameterByKey(Parameters.KEY.INPUT_DIMENSIONS)));
}
public void TestHTMSensor_DaysOfWeek()
{
Object[] n = { "some name", ResourceLocator.Path("days-of-week.csv") };
HTMSensor <FileInfo> sensor = (HTMSensor <FileInfo>) Sensor <FileInfo> .Create(
FileSensor.Create, SensorParams.Create(SensorParams.Keys.Path, n));
Parameters p = GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
sensor.InitEncoder(p);
SerialConfig config = new SerialConfig("testHTMSensor_DaysOfWeek", SerialConfig.SERIAL_TEST_DIR);
IPersistenceAPI api = Persistence.Get(config);
byte[] bytes = api.Write(sensor);
HTMSensor <FileInfo> serializedSensor = api.Read <HTMSensor <FileInfo> >(bytes);
bool b = serializedSensor.IsDeepEqual(sensor);
DeepCompare(serializedSensor, sensor);
Assert.IsTrue(b);
}
public void Test2LayerAssemblyWithSensor()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("2/3", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(Sensor <FileSensor> .Create(FileSensor.Create, SensorParams.Create(
SensorParams.Keys.Path, "", ResourceLocator.Path(typeof(Resources), "days-of-week.Csv"))))
.Add(new SpatialPooler()))
.Connect("2/3", "4"));
int[][] inputs = new int[7][];
inputs[0] = new[] { 1, 1, 0, 0, 0, 0, 0, 1 };
inputs[1] = new[] { 1, 1, 1, 0, 0, 0, 0, 0 };
inputs[2] = new[] { 0, 1, 1, 1, 0, 0, 0, 0 };
inputs[3] = new[] { 0, 0, 1, 1, 1, 0, 0, 0 };
inputs[4] = new[] { 0, 0, 0, 1, 1, 1, 0, 0 };
inputs[5] = new[] { 0, 0, 0, 0, 1, 1, 1, 0 };
inputs[6] = new[] { 0, 0, 0, 0, 0, 1, 1, 1 };
Region r1 = n.Lookup("r1");
// Observe the top layer
r1.Lookup("4").Observe().Subscribe(
// next
i =>
{
Console.WriteLine("onNext() called (4)");
Assert.IsTrue(Arrays.AreEqual(inputs[idx0++], i.GetEncoding()));
},
//error
e => { Console.WriteLine(e); },
//completed
() => { Console.WriteLine("onCompleted() called (4)"); }
);
//r1.Lookup("4").Observe().Subscribe(new Subscriber<Inference>()
//{
// public void onCompleted() { }
// public void onError(Throwable e) { e.printStackTrace(); }
// public void onNext(Inference i)
// {
// Assert.IsTrue(Arrays.equals(inputs[idx0++], i.GetEncoding()));
// }
//});
// Observe the bottom layer
r1.Lookup("2/3").Observe().Subscribe(
// next
i =>
{
Console.WriteLine("onNext() called (2/3)");
Assert.IsTrue(Arrays.AreEqual(inputs[idx1++], i.GetEncoding()));
},
//error
e => { Console.WriteLine(e); },
//completed
() => { Console.WriteLine("onCompleted() called (2/3)"); }
);
//r1.Lookup("2/3").Observe().Subscribe(new Subscriber<Inference>() {
// public void onCompleted() { }
// public void onError(Throwable e) { e.printStackTrace(); }
// public void onNext(Inference i)
// {
// Assert.IsTrue(Arrays.equals(inputs[idx1++], i.GetEncoding()));
// }
//});
// Observe the Region output
r1.Observe().Subscribe(
// next
i =>
{
Console.WriteLine("onNext() called (out)");
Assert.IsTrue(Arrays.AreEqual(inputs[idx2++], i.GetEncoding()));
},
//error
e => { Console.WriteLine(e); },
//completed
() => { Console.WriteLine("onCompleted() called (out)"); }
);
//r1.Observe().Subscribe(new Subscriber<Inference>() {
// public void onCompleted() { }
// public void onError(Throwable e) { e.printStackTrace(); }
// public void onNext(Inference i)
// {
// Assert.IsTrue(Arrays.equals(inputs[idx2++], i.GetEncoding()));
// }
//});
r1.Start();
try
{
r1.Lookup("4").GetLayerThread().Wait();
}
catch (Exception e)
{
Console.WriteLine(e);
}
Assert.AreEqual(7, idx0);
Assert.AreEqual(7, idx1);
Assert.AreEqual(7, idx2);
}
public void TestMultiLayerAssemblyNoSensor()
{
Parameters p = NetworkTestHarness.GetParameters().Copy();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.COLUMN_DIMENSIONS, new int[] { 30 });
p.SetParameterByKey(Parameters.KEY.SYN_PERM_INACTIVE_DEC, 0.1);
p.SetParameterByKey(Parameters.KEY.SYN_PERM_ACTIVE_INC, 0.1);
p.SetParameterByKey(Parameters.KEY.SYN_PERM_TRIM_THRESHOLD, 0.05);
p.SetParameterByKey(Parameters.KEY.SYN_PERM_CONNECTED, 0.4);
p.SetParameterByKey(Parameters.KEY.MAX_BOOST, 10.0);
p.SetParameterByKey(Parameters.KEY.DUTY_CYCLE_PERIOD, 7);
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
p.SetParameterByKey(Parameters.KEY.ANOMALY_KEY_MODE, Anomaly.Mode.PURE);
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("1", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true))
.Add(Net.Network.Network.CreateLayer <IInference>("2", p)
.Add(Anomaly.Create(p)))
.Add(Net.Network.Network.CreateLayer <IInference>("3", p)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(new SpatialPooler())
.Add((MultiEncoder)MultiEncoder.GetBuilder().Name("").Build()))
.Connect("1", "2")
.Connect("2", "3")
.Connect("3", "4"));
Region r1 = n.Lookup("r1");
r1.Lookup("3").Using(r1.Lookup("4").GetConnections()); // How to share Connections object between Layers
//r1.Observe().Subscribe(new Subscriber<Inference>()
//{
// public void onCompleted() { }
// public void onError(Throwable e) { e.printStackTrace(); }
// public void onNext(Inference i)
// {
// // UNCOMMENT TO VIEW STABILIZATION OF PREDICTED FIELDS
// System.Out.println("Day: " + r1.GetInput() + " - predictive cells: " + i.GetPreviousPredictiveCells() +
// " - " + Arrays.toString(i.GetFeedForwardSparseActives()) + " - " +
// ((int)Math.Rint(((Number)i.GetClassification("dayOfWeek").GetMostProbableValue(1)).doubleValue())));
// }
//});
const int NUM_CYCLES = 400;
const int INPUT_GROUP_COUNT = 7; // Days of Week
Map <String, Object> multiInput = new Map <string, object>();
for (int i = 0; i < NUM_CYCLES; i++)
{
for (double j = 0; j < INPUT_GROUP_COUNT; j++)
{
multiInput.Add("dayOfWeek", j);
r1.Compute(multiInput);
}
r1.Reset();
}
r1.SetLearn(false);
r1.Reset();
// Test that we get proper output after prediction stabilization
//r1.Observe().Subscribe(new Subscriber<Inference>()
//{
// public void onCompleted() { }
// public void onError(Throwable e) { e.printStackTrace(); }
// public void onNext(Inference i)
// {
// int nextDay = ((int)Math.Rint(((Number)i.GetClassification("dayOfWeek").GetMostProbableValue(1)).doubleValue()));
// Assert.AreEqual(6, nextDay);
// }
//});
multiInput.Add("dayOfWeek", 5.0);
r1.Compute(multiInput);
}
public void TestHalt()
{
Parameters p = NetworkTestHarness.GetParameters();
p = p.Union(NetworkTestHarness.GetDayDemoTestEncoderParams());
p.SetParameterByKey(Parameters.KEY.RANDOM, new MersenneTwister(42));
p.SetParameterByKey(Parameters.KEY.ANOMALY_KEY_MODE, Anomaly.Mode.PURE);
Net.Network.Network n = Net.Network.Network.Create("test network", p)
.Add(Net.Network.Network.CreateRegion("r1")
.Add(Net.Network.Network.CreateLayer <IInference>("1", p)
.AlterParameter(Parameters.KEY.AUTO_CLASSIFY, true))
.Add(Net.Network.Network.CreateLayer <IInference>("2", p)
.Add(Anomaly.Create(p)))
.Add(Net.Network.Network.CreateLayer <IInference>("3", p)
.Add(new TemporalMemory()))
.Add(Net.Network.Network.CreateLayer <IInference>("4", p)
.Add(Sensor <FileSensor> .Create(FileSensor.Create, SensorParams.Create(
SensorParams.Keys.Path, "", ResourceLocator.Path(typeof(Resources), "days-of-week.csv"))))
.Add(new SpatialPooler()))
.Connect("1", "2")
.Connect("2", "3")
.Connect("3", "4"));
Region r1 = n.Lookup("r1");
int seq = 0;
r1.Observe().Subscribe(
// next
i =>
{
if (seq == 2)
{
isHalted = true;
}
seq++;
},
//error
e => { Console.WriteLine(e); },
//completed
() => { Console.WriteLine("onCompleted() called"); }
);
//r1.Observe().Subscribe(new Subscriber<Inference>() {
// int seq = 0;
// public void onCompleted()
// {
// // System.Out.println("onCompleted() called");
// }
// public void onError(Throwable e) { e.printStackTrace(); }
// public void onNext(Inference i)
// {
// if (seq == 2)
// {
// isHalted = true;
// }
// seq++;
// // System.Out.println("output: " + i.GetSDR());
// }
//});
new Thread(() =>
{
while (!isHalted)
{
try { Thread.Sleep(1); } catch (Exception e) { Console.WriteLine(e); }
}
r1.Halt();
}).Start();
// (new Thread()
// {
// public void run()
// {
// while (!isHalted)
// {
// try { Thread.Sleep(1); } catch (Exception e) { e.printStackTrace(); }
// }
// r1.Halt();
// }
//}).Start();
r1.Start();
try
{
r1.Lookup("4").GetLayerThread().Wait();
}
catch (Exception e)
{
Console.WriteLine(e);
}
}