public void InsertCassandraDataPoints()
{
IDataPointsSource pointsSource = new TxtDataPointsSource();
(pointsSource as TxtDataPointsSource).HeaderFile = @"P:\Projects\Licence\Main\docs\Data points\Constanta\secondHeader.txt";
(pointsSource as TxtDataPointsSource).DisplacementsFile = @"P:\Projects\Licence\Main\docs\Data points\Constanta\secondDisplacements.txt";
Assert.ThrowsException <ArgumentException>(() =>
{
PointsDataSet dataset = pointsSource.CreateDataSet("Test", CoordinateSystem.UTM).First();
IDataPointsZoomLevelsSource zoomGenerator = new SquareMeanPZGenerator();
PointsDataSet[] set = zoomGenerator.CreateDataSetsZoomSets(dataset, 3, 19);
});
//CassandraDataPointsRepository repository = CassandraDataPointsRepository.Instance;
//Task<bool> result = repository.InsertPointsDataset(dataset);
//result.Wait();
}
public void CheckDataSetCreation()
{
IDataPointsSource pointsSource = new TxtDataPointsSource();
IDataPointsRegionsSource regionSource = new PowerOfTwoRegionsSource();
(pointsSource as TxtDataPointsSource).HeaderFile = @"E:\temp\header.txt";
(pointsSource as TxtDataPointsSource).DisplacementsFile = @"E:\temp\displacements.txt";
(pointsSource as TxtDataPointsSource).LatitudeZone = 'T';
(pointsSource as TxtDataPointsSource).Zone = 35;
PointsDataSet dataset = pointsSource.CreateDataSet("Test", CoordinateSystem.UTM).First();
bool regionsGenerationResult = regionSource.GenerateRegions(dataset);
IEnumerable <PointType> points = PointType.GetPoints(dataset);
IDataPointsZoomLevelsSource zoomGenerator = new SquareMeanPZGenerator();
PointsDataSet[] set = zoomGenerator.CreateDataSetsZoomSets(dataset, 3, 19);
Assert.IsNotNull(dataset);
Assert.IsNotNull(points);
Assert.IsTrue(regionsGenerationResult);
}
private void processFile(string fileName, string username, string datasetName)
{
IDataPointsSource pointsSource = new TxtDataPointsSource();
int datasetId = this.userRepository.GetDatasetID(username, datasetName);
if (datasetId == -1)
{
throw new Exception($"Failed to find / create dataset with the name {datasetName} for user {username} ");
}
(pointsSource as TxtDataPointsSource).HeaderFile = ConfigurationManager.AppSettings["DataSetsHeaderFile"];
(pointsSource as TxtDataPointsSource).DisplacementsFile = fileName;
(pointsSource as TxtDataPointsSource).LatitudeZone = 'T'; //TODO: modify here. This can be read from database
(pointsSource as TxtDataPointsSource).Zone = 35; //TODO: modify here. This can be read from database
decimal minimumLatitude = 90,
minimumLongitude = 180,
maximumLatitude = -90,
maximumLongitude = -180,
minimumHeight = decimal.MaxValue,
maximumHeight = decimal.MinValue,
minimumStdDev = decimal.MaxValue,
maximumStdDev = decimal.MinValue,
minimumDefRate = decimal.MaxValue,
maximumDefRate = decimal.MinValue;
int sectionIndex = 1;
///The source file must be looped, because a full read in memory of the file could throw a OutOfMemoryException.
///This means that the file will be read and parsed in chunks and multiple datasets with the same ID will be created
///and stored in repository.
foreach (var dataset in pointsSource.CreateDataSet(datasetName, CoordinateSystem.Default))
{
if (dataset == null)
{
logData("Failed to read the dataset", EventLogEntryType.Error);
this.userRepository.UpdateDatasetStatus(datasetName, DatasetStatus.GenerateFail, username);
//todo: cleanup the repository?
return;
}
dataset.ID = datasetId;
IDataPointsRegionsSource regionSource = new PowerOfTwoRegionsSource();
regionSource.GenerateRegions(dataset, sectionIndex++);
logData($"Starting to parse an entry of {dataset.Points.Count()} points count", EventLogEntryType.Information);
Task <bool> insertTask = this.dataPointsRepository.InsertPointsDataset(dataset);
insertTask.Wait();
logData("Finished to insert the current dataset", EventLogEntryType.Information);
if (sectionIndex == 21)
{
}
if (insertTask.IsFaulted || !insertTask.Result)
{
throw new Exception("Failed to insert data in the database");
}
minimumLatitude = Math.Min(minimumLatitude, dataset.MinimumLatitude ?? 90);
maximumLatitude = Math.Max(maximumLatitude, dataset.MaximumLatitude ?? -90);
minimumLongitude = Math.Min(minimumLongitude, dataset.MinimumLongitude ?? 180);
maximumLongitude = Math.Max(maximumLongitude, dataset.MaximumLongitude ?? -180);
minimumHeight = Math.Min(minimumHeight, dataset.MinimumHeight ?? minimumHeight);
maximumHeight = Math.Max(maximumHeight, dataset.MaximumHeight ?? maximumHeight);
minimumStdDev = Math.Min(minimumStdDev, dataset.MinimumStdDev ?? minimumStdDev);
maximumStdDev = Math.Max(maximumStdDev, dataset.MaximumStdDev ?? maximumStdDev);
minimumDefRate = Math.Min(minimumDefRate, dataset.MinimumDeformationRate ?? minimumDefRate);
maximumDefRate = Math.Max(maximumDefRate, dataset.MaximumDeformationRate ?? maximumDefRate);;
//update the status of the dataset which has been processed
}
this.userRepository.UpdateDatasetLimits(datasetName,
username,
minimumLatitude,
minimumLongitude,
maximumLatitude,
maximumLongitude);
this.userRepository.UpdateDatasetRepresentationLimits(datasetName,
username,
minimumHeight,
maximumHeight,
minimumDefRate,
maximumDefRate,
minimumStdDev,
maximumStdDev);
this.userRepository.UpdateDatasetStatus(datasetName, DatasetStatus.Generated, username);
}