public void explicitArgs(int argCount, int?readArg, int?writeArg, String error)
{
String inPath = Path.Combine(TestUtil.findTestFileLocation(), "encoding", "psalm23.unix.ansi.txt");
String outPath = Path.Combine(TestUtil.findTestOutputLocation(), "argsOutput", Guid.NewGuid() + ".txt");
FileUtil.assureDirectoryStructExists(outPath);
String[] args;
switch (argCount)
{
default: args = new string[0]; break;
case 1: args = new [] { inPath }; break;
case 2: args = new [] { inPath, outPath }; break;
case 3: args = new [] { inPath, outPath, "junk" }; break;
}
ArgsInputOutput numbered = new ArgsInputOutput(args);
using (Pnyx p = new Pnyx())
{
p.setSettings(processOnDispose: false);
p.setNumberedInputOutput(numbered);
try
{
if (readArg == null)
{
p.read(inPath);
}
else
{
p.readArg(readArg.Value);
}
if (writeArg == null)
{
p.write(outPath);
}
else
{
p.writeArg(writeArg.Value);
}
p.compile();
Assert.Null(error);
}
catch (Exception err)
{
Assert.Equal(error, err.Message);
return;
}
p.process();
}
Assert.Null(TestUtil.binaryDiff(inPath, outPath));
}
private static void transform()
{
using (Pnyx p = new Pnyx())
{
p.read("C:/dev/asclepius/prod_import/BHC Patients from 1-1-15 thru 10-31-2018.csv");
p.parseCsv(hasHeader: true);
p.withColumns(p2 => p2.lineTransformer(new DateTransform
{
formatSource = DateUtil.FORMAT_MDYYYY, formatDestination = DateUtil.FORMAT_ISO_8601_DATE
}), 4, 5, 6);
p.rowTransformerFunc(row =>
{
String fullName = row[2];
Name name = NameUtil.parseFullName(fullName);
if (name == null)
{
return(null);
}
// Expands name into 4 columns
row = RowUtil.replaceColumn(row, 3, name.firstName, name.middleName, name.lastName, name.suffix);
return(row);
});
p.tee(p2 =>
{
p2.removeColumns(7 + 3, 8 + 3, 9 + 3); // plus 3 from name split above
p2.rowFilter(new RepeatFilter());
p2.write("C:/dev/asclepius/prod_import/bhc_discharges.csv");
});
p.widthColumns(9 + 3); // plus 3 from name split above
p.write("C:/dev/asclepius/prod_import/bhc_discharges_diagnosis.csv");
p.process();
}
}
private static void ccmNames()
{
using (Pnyx p = new Pnyx())
{
p.read("C:/dev/asclepius/prod_import/ccm_names.csv");
p.parseCsv(hasHeader: true);
p.rowTransformerFunc(row =>
{
String lastName = row[1];
Tuple <String, String> lastNameSuffix = NameUtil.parseSuffix(lastName);
if (lastNameSuffix.Item2 == null)
{
return(null);
}
// Expands name into 2 columns
row = RowUtil.replaceColumn(row, 2, lastNameSuffix.Item1, lastNameSuffix.Item2);
return(row);
});
p.rowTransformerFunc(row =>
{
for (int i = 0; i < row.Count; i++)
{
row[i] = TextUtil.encodeSqlValue(row[i]);
}
return(row);
});
p.print("update bhc_patient_ccm set lastname=$2, suffix=$3 where patientid=$1;");
p.write("C:/dev/asclepius/prod_import/ccm_names_update.sql");
p.process();
}
}
private static void transform()
{
using (Pnyx p = new Pnyx())
{
p.setSettings(outputNewline: "\n");
p.read("C:/dev/asclepius/prod_import/bhc_procedures.csv");
p.parseCsv(hasHeader: true);
p.withColumns(p2 => p2.lineTransformer(new DateTransform
{
formatSource = DateUtil.FORMAT_MDYYYY, formatDestination = DateUtil.FORMAT_ISO_8601_DATE
}), 12);
p.rowTransformer(new DateFixer());
p.tee(p2 =>
{
p2.removeColumns(7, 8, 9, 10, 11);
p2.withColumns(p3 => p3.rowFilter(new RepeatFilter()), 1, 2, 7);
p2.write("C:/dev/asclepius/prod_import/bhc_procedure_base.csv");
});
p.removeColumns(3, 4, 5, 6);
p.rowTransformer(new SequenceFixer());
p.write("C:/dev/asclepius/prod_import/bhc_procedure_diagnosis.csv");
p.process();
}
}
// pnyx -e=documentation pncs.cmd.examples.documentation.library.ExampleInput specificEncoding
public static void specificEncoding()
{
using (Pnyx p = new Pnyx())
{
p.setSettings(defaultEncoding: Encoding.UTF8, detectEncodingFromByteOrderMarks: false);
p.read("myfile.txt");
p.writeStdout();
}
// Reads a UTF-8 file regardless of BOM (or lack thereof)
}
// pnyx -e=documentation pncs.cmd.examples.documentation.library.ExampleOutput specificEncoding
public static void specificEncoding()
{
using (Pnyx p = new Pnyx())
{
p.setSettings(outputEncoding: Encoding.UTF8);
p.read("a\nb\nc");
p.write("myfile.txt");
}
// Writes a UTF-8 file regardless of source
}
private static void columnDefs()
{
using (Pnyx p = new Pnyx())
{
p.read("C:/dev/asclepius/prod_import/bhc_procedures.csv");
p.parseCsv();
p.columnDefinition(maxWidth: true, hasHeaderRow: true, minWidth: true, nullable: true);
p.swapColumnsAndRows();
p.writeStdout();
p.process();
}
}
public static int main()
{
using (Pnyx p = new Pnyx())
{
p.read(@"c:/dev/asclepius/prod_import/test.csv");
p.parseCsv(hasHeader: true);
p.rowBuffering(new Discovery());
p.swapColumnsAndRows();
p.writeStdout();
}
return(0);
}
public static int main()
{
using (Pnyx p = new Pnyx())
{
p.read(@"c:/dev/asclepius/prod_import/events.csv");
p.grep("CL/C/MonitoringDashboard/");
p.sed("MonitoringDashboard[/][^.]+[.]", "MonitoringDashboard.");
p.sed("CL/C/MonitoringDashboard.", "");
p.parseCsv();
p.withColumns(p2 => { p2.sed(",", "", "g"); }, 2, 3);
p.lineTransformerFunc(line => TextUtil.encodeSqlValue(line));
p.print("insert into `groupit` values($1,$2);");
p.write(@"c:/dev/asclepius/prod_import/events.sql");
}
return(0);
}
private void verifyEncoding(String file, String expectedEncoding)
{
String inPath = Path.Combine(TestUtil.findTestFileLocation(), "encoding", file);
String outPath = Path.Combine(TestUtil.findTestOutputLocation(), "encoding", file);
FileUtil.assureDirectoryStructExists(outPath);
using (Pnyx p = new Pnyx())
{
p.read(inPath);
p.write(outPath);
p.process();
String actualEncoding = String.Format("{0}-{1}", p.streamInformation.streamEncoding.WebName, p.streamInformation.retrieveStreamNewLineEnum().ToString());
Assert.Equal(expectedEncoding, actualEncoding);
}
Assert.Null(TestUtil.binaryDiff(inPath, outPath));
}
public void rewriteLine()
{
String inPath = Path.Combine(TestUtil.findTestFileLocation(), "csv", "us_census_surnames.csv");
String outPath = Path.Combine(TestUtil.findTestOutputLocation(), "rewrite", "rewriteLine.csv");
FileUtil.assureDirectoryStructExists(outPath);
using (Pnyx p = new Pnyx())
p.read(inPath).grep("schenbach", caseSensitive: false).write(outPath).process();
String expectedPath = Path.Combine(TestUtil.findTestFileLocation(), "csv", "us_census_schenbach.csv");
String diff = TestUtil.binaryDiff(expectedPath, outPath);
Assert.Null(diff);
using (Pnyx p = new Pnyx())
p.read(outPath).grep("eschenbach", caseSensitive: false).rewrite().process();
expectedPath = Path.Combine(TestUtil.findTestFileLocation(), "csv", "us_census_eschenbach.csv");
diff = TestUtil.binaryDiff(expectedPath, outPath);
Assert.Null(diff);
}
public static int fix()
{
using (Pnyx p = new Pnyx())
{
p.setSettings(outputNewline: "\n");
p.read("C:/dev/asclepius/prod_import/mirPatients.csv");
p.parseCsv(hasHeader: false);
p.widthColumns(10, null);
p.rowTransformerFunc(x => new System.Collections.Generic.List <string> {
x[1], x[4], x[5], x[9] ?? x[8] ?? x[7] ?? x[6] ?? x[5] ?? x[4]
});
p.rowTransformerFunc(row =>
{
var fullName = row[0];
var name = pnyx.net.util.NameUtil.parseFullName(fullName);
if (name == null)
{
return(null);
}
return(pnyx.net.util.RowUtil.replaceColumn(row, 1, name.firstName, name.lastName));
});
p.rowTransformerFunc(x =>
{
x[2] = PhoneUtil.parsePhone(x[2]);
x[3] = PhoneUtil.parsePhone(x[3]);
return(x.ToList());
});
p.tee(px => px.writeStdout());
p.write("C:/dev/asclepius/prod_import/mirPatients.out.csv");
p.process();
}
return(0);
}
public void sort(String source, bool hasHeader, bool descending, bool caseSensitive, bool unique, String expected)
{
String inPath = Path.Combine(TestUtil.findTestFileLocation(), "csv", source);
String outPath = Path.Combine(TestUtil.findTestOutputLocation(), "csv", "line_" + expected);
FileUtil.assureDirectoryStructExists(outPath);
using (Pnyx p = new Pnyx())
{
p.read(inPath);
if (hasHeader)
{
p.lineFilter(new SkipSpecificFilter(1));
}
p.sort(descending, caseSensitive, unique, tempDirectory: Path.Combine(TestUtil.findTestOutputLocation(), "csv"));
p.write(outPath);
p.process();
}
String expectedPath = Path.Combine(TestUtil.findTestFileLocation(), "csv", expected);
Assert.Null(TestUtil.binaryDiff(expectedPath, outPath));
}
public static int main()
{
using (Pnyx p = new Pnyx())
{
p.read("nya.csv");
p.parseCsv();
p.rowTransformerFunc(row =>
{
var fullName = row[1];
var name = pnyx.net.util.NameUtil.parseFullName(fullName);
if (name == null)
{
return(null);
}
return(pnyx.net.util.RowUtil.replaceColumn(row, 2, name.firstName, name.lastName));
});
p.selectColumns(2, 3, 5);
p.columnTransformer(3, new pnyx.net.impl.DateTransform {
formatSource = "M-d-yyyy", formatDestination = "yyyy-M-d"
});
p.lineTransformerFunc(x => pnyx.net.util.TextUtil.encodeSqlValue(x));
p.print("insert into tmp_name values($1,$2,$3);");
p.write("nya.sql");
}
using (Pnyx p = new Pnyx())
{
p.read(@"C:\dev\asclepius\prod_import\alt.txt");
p.parseTab();
p.rowTransformerFunc(row =>
{
var fullName = row[0];
var name = pnyx.net.util.NameUtil.parseFullName(fullName);
if (name == null)
{
return(null);
}
return(pnyx.net.util.RowUtil.replaceColumn(row, 1, name.firstName, name.middleName, name.lastName));
});
p.lineTransformerFunc(x => pnyx.net.util.TextUtil.encodeSqlValue(x));
p.sortRow(new[] { 1, 3 });
p.writeCsv(@"C:\dev\asclepius\prod_import\alt.csv");
}
using (Pnyx p = new Pnyx())
{
p.read(@"C:\dev\asclepius\prod_import\alt_names.csv");
p.parseCsv();
p.columnTransformer(3, new DateTransform {
formatSource = DateUtil.FORMAT_MDYYYY, formatDestination = DateUtil.FORMAT_ISO_8601_DATE
});
p.rowTransformerFunc(row =>
{
for (int i = 0; i < row.Count; i++)
{
row[i] = TextUtil.encodeSqlValue(row[i]);
}
return(row);
});
p.print("insert into to_import value($1,$2,$3);");
p.write(@"C:\dev\asclepius\prod_import\names.sql");
}
return(0);
}
public static int main()
{
using (Pnyx p = new Pnyx())
{
p.setSettings(outputNewline: StreamInformation.newlineString(NewLineEnum.Unix));
p.read(@"c:/dev/asclepius/prod_import/American Academy of Private Physicians.csv");
p.parseCsv(hasHeader: true);
p.hasColumns(true, 2);
p.withColumns(p2 => { p2.lineTransformerFunc(line => line == "" ? "-66" : line); }, 1, 2, 3, 4, 5);
p.rowTransformerFunc(row =>
{
row[3] = TextUtil.extractAlpha(row[3]); // removes periods from title
return(row);
});
p.rowTransformerFunc(row =>
{
row[7] = ZipCodeUtil.parseZipCode(row[7], true);
return(row);
});
p.rowTransformerFunc(row =>
{
row[8] = PhoneUtil.parsePhone(row[8]);
return(row);
});
p.rowTransformerFunc(row =>
{
row[9] = EmailUtil.validateAndRepair(row[9]);
return(row);
});
p.rowTransformerFunc(row =>
{
String firstName = row[1];
String lastName = row[2];
firstName = firstName.Replace(",", " ");
lastName = lastName.Replace(",", " ");
String wholeName = firstName + " " + lastName;
Name name = NameUtil.parseFullName(wholeName);
row[1] = name.firstName;
row[2] = name.lastName;
row = RowUtil.insertColumns(row, 4, name.suffix);
row = RowUtil.insertColumns(row, 3, name.middleName);
return(row);
});
p.widthColumns(13);
p.headerNames("Credentials", "FirstName", "MiddleName", "LastName", "Suffix", "Title", "StreetAddress", "City", "State", "ZipCode", "Phone", "Email", "CompanyName");
p.write(@"c:/dev/asclepius/prod_import/aapp.csv");
}
using (Pnyx p = new Pnyx())
{
p.read(@"c:/dev/asclepius/prod_import/aapp.csv");
p.parseCsv();
p.columnDefinition(hasHeaderRow: true, maxWidth: true, nullable: true);
p.swapColumnsAndRows();
p.writeStdout();
}
return(0);
}
