public void TestSort8Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort8t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort8.txt");
var sortTasklet = new SortTasklet
{
Separator = "\r\n",
SortCard = "(7,10,CH,A)",
Sum = "FIELDS=(23,11,34,11,45,11,56,11),FORMAT=ZD",
Omit = "(04,03,CH,EQ,C'555')",
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort8.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
public void TestSort15Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort15t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort15.txt");
var sortTasklet = new SortTasklet
{
SortCard = "(250,3,CH,A,628,09,CH,A,1,10,CH,A)",
Include = "(609,4,CH,GT,C'0100',AND,920,4,PD,NE,+0)",
Encoding = Cp1047,
RecordLength = 2500,
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort15.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
// same than TestSort3Tasklet but in stable sort, the expected output differs due to the sorting algorithm
public void TestSortStable1Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sortStable1.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sortStable1.txt");
var sortTasklet = new SortTasklet
{
StableSort = true,
Separator = "\n",
SortCard = "9,2,CH,A,259,6,CH,D,17,3,CH,A,296,1,CH,D",
Sum = "233,12,ZD",
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort3.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
// TIMING : 10:38:13.2660 Info 14 (SortTasklet.cs:128) Total sort time: 142,82s (CPU = Intel I7 - 3770 @3.40Ghz)
// for the given 1.17 Go file
public void BenchTest()
{
var output = new FileInfo(@"Q:\temp\bench\output.csv");
var input = new FileInfo(@"Q:\temp\bench\input.csv");
var sortTasklet = new SortTasklet
{
SortCard = "1,5,CH,A,7,4,CH,A",
Separator = "\r\n",
HeaderSize = 1,
Input = new List <IResource> {
new FileSystemResource(input)
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
output.Refresh();
Assert.AreEqual(input.Length, output.Length);
}
public void TestSort16Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort16t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort16.txt");
var sortTasklet = new SortTasklet
{
SortCard = "1,5,CH,A",
Sum = "6,3,ZD",
Outrec = "1,5,6,3,ZD,EDIT=(TTT)",
Separator = "\r\n",
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort16.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
public void TestSort9Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort9t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort9.txt");
var sortTasklet = new SortTasklet
{
RecordLength = 5,
SortCard = "3,5,PD,A",
Sum = "1,2,PD",
Omit = "(3,5,PD,GE,300000)",
Inrec = "(X'001C',1,5)",
Encoding = Cp1047,
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort9.txt"))
},
Output = new FileSystemResource(output)
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
public void TestSort5Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort5t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort5.txt");
var sortTasklet = new SortTasklet
{
Separator = "\n",
SortCard = "1,6,CH,A",
Omit = "75,7,CH,EQ,C' '",
Outrec = "26,6,75,7,82,40,2X,228,80,681,4,11X",
Encoding = Cp1252,
SortEncoding = Cp1147,
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort5.txt"))
},
Output = new FileSystemResource(output)
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
public void TestSort10Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort10t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort10.txt");
var sortTasklet = new SortTasklet
{
SortCard = "1,2,FI,A,3,2,BI,D",
Sum = "3,2,BI",
Omit = "1,2,FI,LT,0",
Outrec = "X,1,4",
RecordLength = 4,
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort10.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
public void TestSort4Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort4t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort4.txt");
var sortTasklet = new SortTasklet
{
Separator = "\n",
SortCard = "(1,23,CH,A)",
Inrec = "5,6,300,3,12,14,60,40,11,1,X,141,3,22X",
Encoding = Cp1252,
SortEncoding = Cp1147,
Input = new List <IResource> {
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort4.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
public void TestSort1Tasklet()
{
var output = new FileInfo(@"TestData\Sort\Output\sort1t.txt");
var expected = new FileInfo(@"TestData\Sort\Expected\sort1.txt");
var sortTasklet = new SortTasklet
{
Separator = "\r\n",
HeaderSize = 1,
SortCard = "FORMAT=CH,FIELDS=(1,25,A,26,10,ZD,D)",
Omit = "(36,1,ZD,EQ,5)",
Input = new List <IResource>
{
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort1a.txt")),
new FileSystemResource(new FileInfo(@"TestData\Sort\Input\sort1b.txt"))
},
Output = new List <IResource> {
new FileSystemResource(output)
}
};
sortTasklet.Execute(new StepContribution(new StepExecution("sort", new JobExecution(1))), null);
Assert.IsTrue(TestHelper.TestHelper.ContentEquals(expected.OpenRead(), output.OpenRead()));
}
