public void ConstructorTest()
{
Accord.Math.Random.Generator.Seed = 0;
IdxReader idxReader = new IdxReader(Resources.train_images_idx3_ubyte);
double[][] X = idxReader.ReadToEndAsVectors <double>();
Assert.AreEqual(X.Length, 60000);
Assert.AreEqual(X[59999].Length, 784);
// Perform the initial dimensionality reduction using PCA
//var pca = new PrincipalComponentAnalysis(numberOfOutputs: 2);
//pca.Learn(X);
//pca.Save(@"pca_v3_1.bin");
var pca = Serializer.Load <PrincipalComponentAnalysis>(Properties.Resources.pca_mnist_v3_1);
X = pca.Transform(X);
TSNE tSNE = new TSNE();
var Y = tSNE.Transform(X);
Assert.Fail();
}
public void ConstructorTest()
{
Accord.Math.Random.Generator.Seed = 0;
string mnistPath = Path.Combine(TestContext.CurrentContext.TestDirectory, "Resources", "mnist", "train-images-idx3-ubyte.gz");
IdxReader idxReader = new IdxReader(mnistPath);
double[][] X = idxReader.ReadToEndAsVectors <double>();
Assert.AreEqual(X.Length, 60000);
Assert.AreEqual(X[59999].Length, 784);
// Perform the initial dimensionality reduction using PCA
//var pca = new PrincipalComponentAnalysis(numberOfOutputs: 2);
//pca.Learn(X);
//pca.Save(@"pca_v3_1.bin");
string pcaPath = Path.Combine(TestContext.CurrentContext.TestDirectory, "Resources", "mnist", "pca_mnist_v3_1.bin");
var pca = Serializer.Load <PrincipalComponentAnalysis>(pcaPath);
X = pca.Transform(X);
TSNE tSNE = new TSNE();
var Y = tSNE.Transform(X);
Assert.Fail();
}
public void ReadSampleTest3()
{
MemoryStream file = new MemoryStream(Resources.t10k_images_idx3_ubyte);
IdxReader reader = new IdxReader(file, compressed: true);
var samples = reader.ReadToEndAsVectors<byte>();
for (int i = 0; i < samples.Length; i++)
Assert.AreEqual(28 * 28, samples[i].Length);
}
public void ReadSampleTest3()
{
MemoryStream file = new MemoryStream(Resources.t10k_images_idx3_ubyte);
IdxReader reader = new IdxReader(file, compressed: true);
var samples = reader.ReadToEndAsVectors <byte>();
for (int i = 0; i < samples.Length; i++)
{
Assert.AreEqual(28 * 28, samples[i].Length);
}
}
public void ReadSampleTest3()
{
string fileName = Path.Combine(TestContext.CurrentContext.TestDirectory, "Resources", "t10k-images-idx3-ubyte.gz");
var stream = new FileStream(fileName, FileMode.Open, FileAccess.Read);
IdxReader reader = new IdxReader(stream, compressed: true);
var samples = reader.ReadToEndAsVectors <byte>();
for (int i = 0; i < samples.Length; i++)
{
Assert.AreEqual(28 * 28, samples[i].Length);
}
}
public void ConstructorTest()
{
Accord.Math.Random.Generator.Seed = 0;
IdxReader idxReader = new IdxReader(Resources.train_images_idx3_ubyte);
double[][] X = idxReader.ReadToEndAsVectors<double>();
Assert.AreEqual(X.Length, 60000);
Assert.AreEqual(X[59999].Length, 784);
// Perform the initial dimensionality reduction using PCA
//var pca = new PrincipalComponentAnalysis(numberOfOutputs: 2);
//pca.Learn(X);
//pca.Save(@"pca_v3_1.bin");
var pca = Serializer.Load<PrincipalComponentAnalysis>(Properties.Resources.pca_mnist_v3_1);
X = pca.Transform(X);
TSNE tSNE = new TSNE();
var Y = tSNE.Transform(X);
Assert.Fail();
}
public static DataTable Load(Stream stream, TableFormat format)
{
switch (format)
{
case TableFormat.SerializedXml:
{
XmlSerializer serializer = new XmlSerializer(typeof(DataTable));
return (DataTable)serializer.Deserialize(stream);
}
case TableFormat.SerializedBin:
{
BinaryFormatter serializer = new BinaryFormatter();
return (DataTable)serializer.Deserialize(stream);
}
case TableFormat.OctaveMatFile:
{
MatReader reader = new MatReader(stream);
return reader.Fields.First().Value.GetValue<double[,]>().ToTable();
}
case TableFormat.OpenDocument:
{
ExcelReader reader = new ExcelReader(stream, true);
string ws = reader.GetWorksheetList().First();
return reader.GetWorksheet(ws);
}
case TableFormat.OlderExcel:
{
ExcelReader reader = new ExcelReader(stream, false);
string ws = reader.GetWorksheetList().First();
return reader.GetWorksheet(ws);
}
case TableFormat.Csv:
{
CsvReader reader = new CsvReader(stream, true);
return reader.ToTable();
}
case TableFormat.Tsv:
{
CsvReader reader = new CsvReader(stream, true, '\t');
return reader.ToTable();
}
case TableFormat.LibSVM:
{
SparseReader reader = new SparseReader(stream);
return reader.ToTable();
}
case TableFormat.Idx:
{
IdxReader reader = new IdxReader(stream);
return reader.ReadToEndAsVectors().ToTable();
}
case TableFormat.CSharp:
throw new NotSupportedException();
}
}