private void TestBigFileDump_File(string BIG_FILE, string FOLDER_PATH_FOR_CHUNK_FILES)
{
// Start processing the input Big file.
StreamReader reader = new StreamReader(BIG_FILE);
// Create a dump file class object to handle efficient memory management.
var bigFileDumper = new BigFileDumper(FOLDER_PATH_FOR_CHUNK_FILES);
// Reverse the list of commands as we would want the deepest leaf folder to be processed first.
bigFileDumper.ReverseIt = true;
bigFileDumper.CHUNK_SIZE = 100; // How much at a time to keep in RAM before dumping to local file.
while (reader.EndOfStream == false)
{
string line = reader.ReadLine();
bigFileDumper.WriteLine(line);
}
bigFileDumper.Close();
reader.Close();
// Get back full reversed file.
var reversedFilename = bigFileDumper.GetFullFile();
Console.WriteLine("Check output file - " + reversedFilename);
// Delete the temporary folders.
bigFileDumper.CleanEverything();
}
private void WriteTheBatchFile(ref BigFileDumper bigFileDumper)
{
// Read from the big file.
string bigFile = bigFileDumper.GetFullFile();
if (!File.Exists(bigFile))
{
MessageBox.Show("Something Went Wrong, no tempFile Generated.");
return;
}
var bigFileReader = new StreamReader(bigFile);
// Make the output bat file file ready.
StreamWriter writer = new StreamWriter(batOutputFile);
// First line is to change to working directory.
writer.WriteLine("cd " + tbxMappedFolder.Text);
writer.WriteLine(tbxMappedFolder.Text.Substring(0, 2));
string echoline = "";
int count = 0;
long totalcount = bigFileDumper.TotalLineCount;
while (!bigFileReader.EndOfStream)
{
// Echo line at each 10th folder.
count++;
if (count % 10 == 0)
{
echoline = String.Format("echo ********** {0} of {1} FOLDERS UPDATED ***********", count, totalcount);
writer.WriteLine(echoline);
}
writer.WriteLine(bigFileReader.ReadLine());
}
writer.Close();
bigFileReader.Close();
// Delete the temporary folders.
bigFileDumper.CleanEverything();
}
private void TestBigFileDump(string foldername)
{
if (Directory.Exists(foldername))
{
var bigfileDumper = new BigFileDumper(foldername);
bigfileDumper.ReverseIt = true;
for (int i = 0; i < 10000; i++)
{
bigfileDumper.WriteLine(String.Format("{0}", i));
}
bigfileDumper.Close();
// Get back full reversed file.
var reversedFilename = bigfileDumper.GetFullFile();
Console.WriteLine("Check output file - " + reversedFilename);
}
else
{
Console.WriteLine("Invalid folder path");
}
}