public static double[][] ReadAllData(String directory)
{
object olock = new object();
int fileNum = 0;
DirectoryInfo diR = new DirectoryInfo(directory);
//count the file number
foreach (FileInfo fi in diR.GetFiles())
{
fileNum++;
}
FileInfo[] files = diR.GetFiles();
String filename = files[0].FullName;
Bitmap bitmap = new Bitmap(Image.FromFile(filename));
int Pixels = bitmap.Width * bitmap.Height;
double[][] dataArray = new double[Pixels][];
//foreach (FileInfo fi in diR.GetFiles())
for (int counter = 0; counter < fileNum; ++counter)
//Parallel.For(0, fileNum, counter =>
{
String fname = files[counter].FullName;
Bitmap bmp = new Bitmap(fname);
if (ImageProc.IsGrayScale(bmp) == false) //make sure it is grayscale
{
ImageProc.ConvertToGray(bmp);
}
int image = 0;
for (int i = 0; i < bmp.Width; ++i)
{
for (int j = 0; j < bmp.Height; ++j)
{
if (counter == 0)
{
dataArray[image] = new double[fileNum];
}
dataArray[image++][counter] = bmp.GetPixel(i, j).R;
}
}
}/*);*/
return(dataArray);
}
public static double[] ReadDataPoint(String fname) // fname is full file name
{
Bitmap bmp = new Bitmap(Image.FromFile(fname));
byte[,] ImgPixelData = new byte[bmp.Width, bmp.Height];
if (ImageProc.IsGrayScale(bmp) == false) //make sure it is grayscale
{
ImageProc.ConvertToGray(bmp);
}
for (int i = 0; i < bmp.Width; i++)
{
for (int j = 0; j < bmp.Height; j++)
{
ImgPixelData[i, j] = bmp.GetPixel(i, j).R;
}
}
//convert to 1D
int totalPixels = bmp.Width * bmp.Height;
int tempIndex = 0;
double[] pointData = new double[totalPixels];
for (int i = 0; i < bmp.Width; i++)
{
for (int j = 0; j < bmp.Height; j++)
{
pointData[tempIndex] = ImgPixelData[i, j];
tempIndex++;
}
}
//char[] seps = { '\\' };
//string[] parts = fname.Split(seps);
//int classLabel = parts[parts.Length - 1][0]-48;
//DataPoint dt = new DataPoint(classLabel, totalPixels, pointData);
//return dt;
return(pointData);
}
//For the MNIST data set
public static DataPoint[] ReadAllDataUnscaled(String directory)
{
object olock = new object();
int fileNum = 0;
int dataIndex = 0;
DirectoryInfo diR = new DirectoryInfo(directory);
//count the file number
foreach (FileInfo fi in diR.GetFiles())
{
fileNum++;
}
DataPoint[] dataArray = new DataPoint[fileNum];
//count the file number
//foreach (FileInfo fi in diR.GetFiles())
FileInfo[] files = diR.GetFiles();
//for (int counter = 0; counter < fileNum; ++ counter)
Parallel.For(0, fileNum, counter =>
{
String fname = files[counter].FullName;
Bitmap bmp = new Bitmap(Image.FromFile(fname));
byte[,] ImgPixelData = new byte[bmp.Width, bmp.Height];
if (ImageProc.IsGrayScale(bmp) == false) //make sure it is grayscale
{
ImageProc.ConvertToGray(bmp);
}
for (int i = 0; i < bmp.Width; i++)
{
for (int j = 0; j < bmp.Height; j++)
{
ImgPixelData[i, j] = bmp.GetPixel(i, j).R;
}
}
//convert to 1D
int totalPixels = bmp.Width * bmp.Height;
int tempIndex = 0;
double[] pointData = new double[totalPixels];
for (int i = 0; i < bmp.Width; i++)
{
for (int j = 0; j < bmp.Height; j++)
{
pointData[tempIndex] = (double)ImgPixelData[i, j]; //convert to 0 to 1 scale
tempIndex++;
}
}
//String s1 = fi.Name;
//Char output = s1[0];
lock (olock)
{
Char output = files[counter].Name[0];
int classLabel = (Convert.ToInt16(output) - 48); //will only work with numbers 0-9
dataArray[dataIndex++] = new DataPoint(classLabel, totalPixels, pointData);
}
// dataArray[dataIndex].Bmp = bmp;
//dataIndex++;
if ((dataIndex % 500) == 0)
{
Console.WriteLine("iter: " + dataIndex);
}
});
return(dataArray);
}