private static DataBufferProcessor CreateDummyFrontEnd()
{
var bufferProc = ConfigurationManager.GetInstance <DataBufferProcessor>();
bufferProc.ProcessDataFrame(new DataStartSignal(16000));
foreach (var doubleData in RandomDataProcessor.CreateFeatVectors(5, 16000, 0, 39, 10))
{
bufferProc.ProcessDataFrame(doubleData);
}
bufferProc.ProcessDataFrame(new SpeechStartSignal());
foreach (var doubleData in RandomDataProcessor.CreateFeatVectors(3, 16000, 1000, 39, 10))
{
bufferProc.ProcessDataFrame(doubleData);
}
bufferProc.ProcessDataFrame(new SpeechEndSignal());
foreach (var doubleData in RandomDataProcessor.CreateFeatVectors(5, 16000, 2000, 39, 10))
{
bufferProc.ProcessDataFrame(doubleData);
}
bufferProc.ProcessDataFrame(new DataEndSignal(123));
return(bufferProc);
}
//application routines
/// <summary>
/// Retrieves a DataTable containing a list of random names.
/// </summary>
/// <param name="rdr">Object containing the constraints to be used in generating random names.</param>
/// <param name="numEntriesToGenerate">Number of name entries to generate</param>
/// <param name="outputToXmlFile">Set to true to output to an XML file.</param>
/// <param name="xmlOutputFolder">Path to XML output folder.</param>
/// <param name="listName">Name given to the list of names. This name will serveras the DataTable.TableName value.</param>
/// <param name="outputToGrid">Set to true to output the names to a DataViewGrid.</param>
/// <returns>DataTable populated with rows containing the generated names.</returns>
public DataTable GetRandomNamesList(RandomNamesAndLocationsDataRequest rdr, int numEntriesToGenerate, bool outputToXmlFile, string xmlOutputFolder, string listName, bool outputToGrid)
{
RandomDataProcessor rdp = new RandomDataProcessor(rdr.DatabaseFilePath, rdr.DatabasePassword, rdr.RandomDataXmlFilesFolder);
string xmlFileName = string.Empty;
Stopwatch sw = new Stopwatch();
DataTable dtRData = null;
try
{
sw.Start();
//rdr.SaveToXmlFile(@"c:\temp\CountryRequest.xml");
rdp.CountryRandomDataSpec = rdr;
PFList <RandomName> rn = rdp.GenerateRandomNameList(numEntriesToGenerate);
//rn.SaveToXmlFile(@"c:\temp\RandomNamesPfList.xml");
dtRData = rdp.ConvertRandomNameListToDataTable(rn);
dtRData.TableName = listName;
//for (int c = 0; c < dtRData.Columns.Count; c++)
//{
// //workaround: RowNum column name causes Oracle ODBC and OLEDB drivers to fail
// if (dtRData.Columns[c].ColumnName == "RowNum")
// dtRData.Columns[c].ColumnName="NameRowNum";
//}
if (outputToXmlFile)
{
string outputFile = string.Empty;
if (xmlOutputFolder.Trim() == string.Empty)
{
outputFile = Path.Combine(_defaultRandomDataUserXmlFilesFolder, listName + ".xml");
}
else
{
outputFile = Path.Combine(xmlOutputFolder, listName + ".xml");
}
XMLFileOutputProcessor xout = new XMLFileOutputProcessor(outputFile, true);
xout.XMLOutputType = enXMLOutputType.DataPlusSchema;
xout.WriteDataToOutput(dtRData);
//save data definition to an xml file
if (xmlOutputFolder.Trim() == string.Empty)
{
outputFile = Path.Combine(_defaultRandomDataUserXmlFilesFolder, listName + ".nlistdef");
}
else
{
outputFile = Path.Combine(xmlOutputFolder, listName + ".nlistdef");
}
rdr.SaveToXmlFile(outputFile);
}
sw.Stop();
_msg.Length = 0;
_msg.Append(Environment.NewLine);
_msg.Append("Random name list generation finished.");
_msg.Append(Environment.NewLine);
_msg.Append("Elapsed time for name list generation: ");
_msg.Append(sw.FormattedElapsedTime);
_msg.Append(Environment.NewLine);
WriteToMessageLog(_msg.ToString());
if (outputToGrid)
{
PFDataOutputGrid.DataOutputGridProcessor grid = new PFDataOutputGrid.DataOutputGridProcessor();
grid.ShowInstalledDatabaseProvidersOnly = this.ShowInstalledDatabaseProvidersOnly;
grid.DefaultOutputDatabaseType = this.DefaultOutputDatabaseType;
grid.DefaultOutputDatabaseConnectionString = this.DefaultOutputDatabaseConnectionString;
if (_gridExportFolder != _defaultGridExportFolder)
{
grid.DefaultGridExportFolder = _gridExportFolder;
}
else
{
grid.DefaultGridExportFolder = Path.Combine(_defaultGridExportFolder, "NamesAndLocations");
}
grid.GridColumnFilters.Add(new PFDataOutputGrid.GridColumnFilter("NameRowNum", PFDataOutputGrid.enFilterType.NumRangeColumnFilter));
grid.GridColumnFilters.Add(new PFDataOutputGrid.GridColumnFilter("Country", PFDataOutputGrid.enFilterType.ComboBoxColumnFilter));
grid.GridColumnFilters.Add(new PFDataOutputGrid.GridColumnFilter("NameType", PFDataOutputGrid.enFilterType.ComboBoxColumnFilter));
grid.GridColumnFilters.Add(new PFDataOutputGrid.GridColumnFilter("City", PFDataOutputGrid.enFilterType.ComboBoxColumnFilter));
grid.GridColumnFilters.Add(new PFDataOutputGrid.GridColumnFilter("StateProvince", PFDataOutputGrid.enFilterType.ComboBoxColumnFilter));
grid.GridColumnFilters.Add(new PFDataOutputGrid.GridColumnFilter("StateProvinceName", PFDataOutputGrid.enFilterType.ComboBoxColumnFilter));
grid.WriteDataToGrid(dtRData);
}
}
catch (System.Exception ex)
{
_msg.Length = 0;
_msg.Append(AppGlobals.AppMessages.FormatErrorMessage(ex));
WriteToMessageLog(_msg.ToString());
AppMessages.DisplayErrorMessage(_msg.ToString(), _saveErrorMessagesToAppLog);
}
finally
{
if (sw.StopwatchIsRunning)
{
sw.Stop();
}
}
return(dtRData);
}
/// <summary>
/// Main routine for inserting random values into a data table.
/// </summary>
/// <param name="dt">DataTable object containing data to be randomized.</param>
/// <param name="colSpecs">List of specifications for which columns to randomize and values to use in the randomizing.</param>
/// <param name="nameSpecs">Object containing various criteria for determining types of random names and locations to include.</param>
public void RandomizeDataTableValues(DataTable dt, PFList <DataTableRandomizerColumnSpec> colSpecs, RandomNamesAndLocationsDataRequest nameSpecs)
{
PFList <PFList <RandomName> > randomNameLists = new PFList <PFList <RandomName> >();
PFList <PFList <string> > randomDataValueLists = new PFList <PFList <string> >();
PFKeyValueList <string, int> randomNamesListIndexes = new PFKeyValueList <string, int>();
PFKeyValueList <string, int> randomDataValueListIndexes = new PFKeyValueList <string, int>();
PFList <RandomName> currentRandomNames = null;
PFList <string> currentRandomDataValues = null;
PFList <RandomName> generatedRandomNamesList = null;
RandomName currentGeneratedRandomName = null;
bool generatedRandomNameRequested = false;
int generatedRandomNameIndex = this.BatchSizeForGeneratedRandomNames;
RandomDataProcessor rdp = null;
if (dt == null || colSpecs == null || nameSpecs == null)
{
_msg.Length = 0;
_msg.Append("You must specify a non-null value for following parameter(s): ");
if (dt == null)
{
_msg.Append("dt, ");
}
if (colSpecs == null)
{
_msg.Append("colSpecs, ");
}
if (nameSpecs == null)
{
_msg.Append("nameSpecs, ");
}
char[] charsToTrim = { ',', ' ' };
throw new System.Exception(_msg.ToString().TrimEnd(charsToTrim) + ".");
}
if (dt.Rows.Count < 1 || colSpecs.Count == 0)
{
_msg.Length = 0;
_msg.Append("You must specify non-empty collections for following parameter(s): ");
if (dt.Rows.Count < 1)
{
_msg.Append("dt, ");
}
if (colSpecs.Count == 0)
{
_msg.Append("colSpecs, ");
}
char[] charsToTrim = { ',', ' ' };
throw new System.Exception(_msg.ToString().TrimEnd(charsToTrim) + ".");
}
if (this.BatchSizeForGeneratedRandomNames == _defaultBatchSizeForGeneratedRandomNumbers)
{
if (dt.Rows.Count > 0)
{
this.BatchSizeForGeneratedRandomNames = dt.Rows.Count;
}
}
if (this.BatchSizeForGeneratedRandomNames > _defaultMaxBatchSizeForGeneratedRandomNumbers)
{
this.BatchSizeForGeneratedRandomNames = _defaultMaxBatchSizeForGeneratedRandomNumbers;
}
//test
int numDups = 0;
string prevAddressLine1 = string.Empty;
string prevGeneratedAddressLine1 = string.Empty;
//end test
this.DataTableToRandomize = dt;
this.RandomizerColumnSpecs = colSpecs;
this.RandomizerNameSpecs = nameSpecs;
if (colSpecs == null || dt == null)
{
_msg.Length = 0;
_msg.Append("You must specify both the data table to be randomized and the list of column randomizer specifications in order to run OLD_RandomizeDataTableValues method.");
throw new System.Exception(_msg.ToString());
}
if (dt.Rows.Count < 1 || colSpecs.Count == 0)
{
//no changes nee3d to be made;
return;
}
try
{
for (int inx = 0; inx < colSpecs.Count; inx++)
{
DataTableRandomizerColumnSpec spec = colSpecs[inx];
spec.DataTableColumnIndex = GetDataTableColumnIndex(dt, spec);
if (spec.DataTableColumnIndex != -1)
{
if (spec.RandomDataType == enRandomDataType.RandomNamesAndLocations)
{
generatedRandomNameRequested = true;
spec.RandomDataFileName = string.Empty;
spec.RandomDataListIndex = -1;
spec.CurrentValueIndex = -1;
if (generatedRandomNamesList == null)
{
rdp = new RandomDataProcessor(nameSpecs.DatabaseFilePath, nameSpecs.DatabasePassword, nameSpecs.RandomDataXmlFilesFolder);
rdp.CountryRandomDataSpec = nameSpecs;
generatedRandomNamesList = rdp.GenerateRandomNameList(this.BatchSizeForGeneratedRandomNames);
}
}
else if (spec.RandomDataType == enRandomDataType.CustomRandomValues)
{
if (RandomListAlreadyStored(spec, inx, colSpecs) == false)
{
PFList <string> randomDataValueList;
randomDataValueList = PFList <string> .LoadFromXmlFile(spec.RandomDataFileName);
randomDataValueLists.Add(randomDataValueList);
spec.RandomDataListIndex = randomDataValueLists.Count - 1;
randomDataValueListIndexes.Add(new stKeyValuePair <string, int>(spec.RandomDataFileName, spec.RandomDataListIndex));
}
else
{
spec.RandomDataListIndex = GetRandomDataValueListIndex(spec, randomDataValueListIndexes);
}
}
else
{
_msg.Length = 0;
_msg.Append("Invalid or not specified random data file type detected: ");
_msg.Append(spec.RandomDataType.ToString());
throw new System.Exception(_msg.ToString());
}
}
else
{
_msg.Length = 0;
_msg.Append("Invalid or missing column name detected: ");
_msg.Append(spec.DataTableColumnName);
_msg.Append(" Column name not found in DataTable.");
throw new System.Exception(_msg.ToString());
}
}//end for
generatedRandomNameIndex = -1;
for (int rowInx = 0; rowInx < dt.Rows.Count; rowInx++)
{
//test********************************************
if (currentRandomNames != null)
{
if (currentRandomNames.Count > 0)
{
if (rowInx > 0)
{
prevAddressLine1 = currentRandomNames[0].AddressLine1;
}
else
{
prevAddressLine1 = string.Empty;
}
}
}
if (generatedRandomNameRequested)
{
if (currentGeneratedRandomName != null)
{
if (rowInx > 0)
{
prevGeneratedAddressLine1 = currentGeneratedRandomName.AddressLine1;
}
else
{
prevGeneratedAddressLine1 = string.Empty;
}
}
}
//end test****************************************
if (generatedRandomNameRequested)
{
generatedRandomNameIndex++;
if (generatedRandomNameIndex >= this.BatchSizeForGeneratedRandomNames)
{
generatedRandomNamesList.Clear();
generatedRandomNamesList = null;
generatedRandomNamesList = rdp.GenerateRandomNameList(this.BatchSizeForGeneratedRandomNames);
generatedRandomNameIndex = 0;
}
currentGeneratedRandomName = generatedRandomNamesList[generatedRandomNameIndex];
}
currentRandomNames = GetCurrentRandomNames(colSpecs, randomNameLists);
currentRandomDataValues = GetCurrentRandomDataValues(colSpecs, randomDataValueLists);
//test***********************************************
if (currentRandomNames.Count > 0)
{
if (currentRandomNames[0].AddressLine1 == prevAddressLine1)
{
numDups++;
}
}
if (generatedRandomNameRequested)
{
if (currentGeneratedRandomName.AddressLine1 == prevGeneratedAddressLine1)
{
numDups++;
}
}
//end test******************************************
for (int specInx = 0; specInx < colSpecs.Count; specInx++)
{
DataTableRandomizerColumnSpec spec = colSpecs[specInx];
DataRow dr = dt.Rows[rowInx];
string val = string.Empty;
try
{
if (spec.RandomDataType == enRandomDataType.RandomNamesAndLocations)
{
val = currentGeneratedRandomName.GetPropertyValue(spec.RandomDataFieldName).ToString();
}
else
{
val = currentRandomDataValues[spec.CurrentValueIndex];
}
if (dt.Columns[spec.DataTableColumnIndex].DataType == Type.GetType("System.String"))
{
dr[spec.DataTableColumnIndex] = val;
}
else
{
dr[spec.DataTableColumnIndex] = Convert.ChangeType(val, dt.Columns[spec.DataTableColumnIndex].DataType);
}
}
catch (System.Exception ex)
{
_msg.Length = 0;
_msg.Append("Unable to randomize data for ");
_msg.Append(spec.DataTableColumnName);
if (spec.DataTableColumnIndex < dt.Columns.Count)
{
_msg.Append(" Randomized value is of type System.String. DataTable column type is ");
_msg.Append(dt.Columns[spec.DataTableColumnIndex].DataType.FullName);
if (spec.RandomDataType == enRandomDataType.RandomNamesAndLocations)
{
_msg.Append(".");
_msg.Append(" Random field is ");
_msg.Append(spec.RandomDataFieldName);
}
_msg.Append(".");
}
else
{
_msg.Append("Invalid column index. Column with index of ");
_msg.Append(spec.DataTableColumnIndex.ToString());
_msg.Append(" does not exit. Thre are ");
_msg.Append(dt.Columns.Count.ToString());
_msg.Append(" columns in the DataTable with indexes from 0 to ");
_msg.Append((dt.Columns.Count - 1).ToString());
_msg.Append(".");
}
_msg.Append(Environment.NewLine);
_msg.Append(AppGlobals.AppMessages.FormatErrorMessage(ex));
throw new System.Exception(_msg.ToString());
}
} // end for loop on colSpecs
} // end for loop on dt.rows
dt.AcceptChanges(); //commit changes
}//end try
catch (System.Exception ex)
{
_msg.Length = 0;
_msg.Append(AppGlobals.AppMessages.FormatErrorMessage(ex));
throw new System.Exception(_msg.ToString());
}
finally
{
_msg.Length = 0;
_msg.Append("Number of dup persons or businesses: ");
_msg.Append(numDups.ToString("#,##0"));
//Console.WriteLine(_msg.ToString());
DllMessageLogExt.WriteLine(_msg.ToString());
}
}//end method
