private static void WriteOutputFile(FileProperties properties, StreamReader reader, long linesPerFile, string outputPath, bool isLastFile)
{
using (var outputStream = new FileStream(outputPath, FileMode.Create))
{
Stream writeStream = outputStream;
if (properties.IsGzipped)
{
writeStream = new GZipOutputStream(writeStream);
}
var lineIndex = 0;
using (var writer = new StreamWriter(writeStream, properties.Encoding))
{
string line;
while (((!isLastFile && lineIndex < linesPerFile) || isLastFile) &&
(line = reader.ReadLine()) != null)
{
lineIndex++;
writer.WriteLine(line);
}
}
}
}
public static int Main(string[] args)
{
var desiredFileSize = 20 * 1024 * 1024;
var fileIndexFormat = "_{0:D4}";
if (args.Length == 0)
{
Console.WriteLine("The first parameter should be the path to the large file to split.");
Console.WriteLine($"The optional second parameter should be the desired file size in bytes. Default is {desiredFileSize} bytes.");
Console.WriteLine($"The optional third parameter is the file index suffix. Default is '{fileIndexFormat}'.");
return(1);
}
var inputPath = args[0];
if (args.Length > 1 && !int.TryParse(args[1], out desiredFileSize))
{
Console.WriteLine($"Unable to parse desired file size: {args[1]}");
return(1);
}
if (desiredFileSize < 1)
{
Console.WriteLine("The desired file size must be larger than zero.");
return(1);
}
if (args.Length > 2)
{
fileIndexFormat = args[2];
}
Console.WriteLine("Input parameters:");
Console.WriteLine();
Console.WriteLine($" Input path: {inputPath}");
Console.WriteLine($" Desired output file size (bytes): {desiredFileSize}");
Console.WriteLine($" File Index Format: {fileIndexFormat} (ex: '{string.Format(fileIndexFormat, 0)}')");
Console.WriteLine();
if (!File.Exists(inputPath))
{
Console.WriteLine("The input file does not exist.");
return(1);
}
using (var inputStream = new FileStream(inputPath, FileMode.Open))
{
Console.WriteLine("Gathering data about the input file...");
var properties = FileProperties.FromFileStream(inputStream);
// Generate the output path format.
var outputPathFormat = GenerateOutputPathFormat(inputPath, fileIndexFormat, properties.IsGzipped);
// This is a rough estimate assuming that each line compresses to the same length.
var fileCount = GetFileCount(properties.Size, desiredFileSize);
var linesPerFile = properties.LineCount / fileCount;
Console.WriteLine();
Console.WriteLine($" Output path format: {outputPathFormat}");
Console.WriteLine();
Console.WriteLine($" Input File encoding: {properties.Encoding}");
Console.WriteLine($" Is gzipped: {properties.IsGzipped}");
Console.WriteLine($" Input file size (bytes): {properties.Size}");
Console.WriteLine($" Input file line count: {properties.LineCount}");
Console.WriteLine();
Console.WriteLine($" Output file count: {fileCount}");
Console.WriteLine($" Output file line count: {linesPerFile}");
Console.WriteLine();
Console.WriteLine("Splitting up files...");
Stream readStream = inputStream;
if (properties.IsGzipped)
{
readStream = new GZipInputStream(inputStream);
}
using (var reader = new StreamReader(readStream, properties.Encoding))
{
for (var fileIndex = 0; fileIndex < fileCount; fileIndex++)
{
var isLastFile = fileIndex >= fileCount - 1;
var outputPath = string.Format(outputPathFormat, fileIndex);
Console.Write($"[{fileIndex + 1}/{fileCount}] Writing {outputPath}...");
WriteOutputFile(properties, reader, linesPerFile, outputPath, isLastFile);
Console.WriteLine(" done.");
}
}
}
Console.WriteLine();
Console.WriteLine("The file has been split up.");
return(0);
}
