static void ConvertDataset()
{
var list = FileUtil.ReadFile(@"c:\temp\temp.csv");
var dataset = new Points();
foreach (var s in list)
{
var arr = s.Split(';');
if (arr.Length != 4)
{
continue;
}
double x = arr[0].ToDouble();
double y = arr[1].ToDouble();
var i = arr[2].ToInt();
var t = arr[3].ToInt();
dataset.Add(new P {
X = x, Y = y, I = i, T = t
});
}
FileUtil.SaveDataSetToFile(dataset, "temp.ser");
}
private static IPoints LoadDatasetFromCsv(string websitepath)
{
var filepath = websitepath;
var fi = new FileInfo(websitepath);
if (!fi.Exists)
{
throw new ApplicationException("File does not exists: " + fi.FullName);
}
var list = FileUtil.ReadFile(filepath);
IPoints dataset = new Points();
foreach (var s in list)
{
var arr = s.Split(new[] { ";" }, StringSplitOptions.RemoveEmptyEntries);
if (arr.Length != 4) continue;
var x = arr[0].ToDouble();
var y = arr[1].ToDouble();
var i = arr[2].ToInt();
var t = arr[3].ToInt();
dataset.Add(new P { X = x, Y = y, I = i, T = t });
}
dataset.Normalize();
return dataset;
}
// lat lon points data
static void LatLonParse()
{
//http://download.geonames.org/export/dump/
var rand = new Random();
const string name = "cities1000";
var lines = FileUtil.ReadFile(string.Format("c:\\temp\\{0}.txt", name));
var dataset = new Points();
const int numOfType = 3;
foreach (var line in lines)
{
var delimiters = new[] { ' ', '\t' };
var arr = line.Split(delimiters, StringSplitOptions.RemoveEmptyEntries);
if (arr.Length < 10)
{
continue;
}
double?lon = null;
double?lat = null;
var id = arr[0].ToInt();
for (var i = 1; i < arr.Length - 2; i++)
{
double d1, d2, d3;
var dp1 = Double.TryParse(arr[i], NumberStyles.Float, NumberFormatInfo.InvariantInfo, out d1);
var dp2 = Double.TryParse(arr[i + 1], NumberStyles.Float, NumberFormatInfo.InvariantInfo, out d2);
var dp3 = Double.TryParse(arr[i + 2], NumberStyles.Float, NumberFormatInfo.InvariantInfo, out d3);
if (dp1 && dp2 && dp3)
{
lat = d2;
lon = d3;
break;
}
if (dp1 && dp2)
{
lat = d1;
lon = d2;
break;
}
}
if (lon.HasValue && lat.HasValue && MathTool.IsLonValid(lon.Value) && MathTool.IsLatValid(lat.Value))
{
dataset.Add(new P {
X = lon.Value, Y = lat.Value, I = id, T = (rand.Next(numOfType) + 1)
});
}
}
SaveCsvData(dataset, new FileInfo(string.Format("c:\\temp\\{0}.csv", name)));
}
static void ConvertDataset()
{
var list = FileUtil.ReadFile(@"c:\temp\temp.csv");
var dataset = new Points();
foreach (var s in list)
{
var arr = s.Split(';');
if (arr.Length != 4) continue;
double x = arr[0].ToDouble();
double y = arr[1].ToDouble();
var i = arr[2].ToInt();
var t = arr[3].ToInt();
dataset.Add(new P { X = x, Y = y, I = i, T = t });
}
FileUtil.SaveDataSetToFile(dataset, "temp.ser");
}
public IPoints GetClusterResult(Boundary grid)
{
// Collect used buckets and return the result
var clusterPoints = new Points();
//O(m*n)
foreach (var item in BucketsLookup)
{
var bucket = item.Value;
if (!bucket.IsUsed) continue;
if (bucket.Points.Count < AlgoConfig.MinClusterSize) clusterPoints.Data.AddRange(bucket.Points.Data);
else
{
bucket.Centroid.C = bucket.Points.Count;
clusterPoints.Add(bucket.Centroid);
}
}
//var filtered = FilterDataset(clusterPoints, grid); // post filter data for client viewport
//return filtered; //not working properly when zoomed far out.
return clusterPoints; // return not post filtered
}
// lat lon points data
static void LatLonParse()
{
//http://download.geonames.org/export/dump/
var rand = new Random();
const string name = "cities1000";
var lines = FileUtil.ReadFile(string.Format("c:\\temp\\{0}.txt", name));
var dataset = new Points();
const int numOfType = 3;
foreach (var line in lines)
{
var delimiters = new[] { ' ', '\t' };
var arr = line.Split(delimiters, StringSplitOptions.RemoveEmptyEntries);
if (arr.Length < 10) continue;
double? lon = null;
double? lat = null;
var id = arr[0].ToInt();
for (var i = 1; i < arr.Length - 2; i++)
{
double d1, d2, d3;
var dp1 = Double.TryParse(arr[i], NumberStyles.Float, NumberFormatInfo.InvariantInfo, out d1);
var dp2 = Double.TryParse(arr[i + 1], NumberStyles.Float, NumberFormatInfo.InvariantInfo, out d2);
var dp3 = Double.TryParse(arr[i + 2], NumberStyles.Float, NumberFormatInfo.InvariantInfo, out d3);
if (dp1 && dp2 && dp3)
{
lat = d2;
lon = d3;
break;
}
if (dp1 && dp2)
{
lat = d1;
lon = d2;
break;
}
}
if (lon.HasValue && lat.HasValue && MathTool.IsLonValid(lon.Value) && MathTool.IsLatValid(lat.Value))
{
dataset.Add(new P { X = lon.Value, Y = lat.Value, I = id, T = (rand.Next(numOfType) + 1) });
}
}
SaveCsvData(dataset, new FileInfo(string.Format("c:\\temp\\{0}.csv", name)));
}