private Classify(Classify src)
{
Sad = new SADictionary(src.Sad.SASets);
}
public static void AddRegions()
{
Console.WriteLine($"Analysing Geos \n");
const string xmlTemplate = @"medians-{0}p02.xml";
var cfg = new[] { StatArea.SA4, StatArea.SA3, StatArea.SA2, StatArea.SA1 };
// location feature sets
var saLoader = new LoadStatisticalAreas();
var featureSets = new Dictionary <StatArea, Features>();
foreach (var area in cfg)
{
var xmlFile = Path.Combine(@"..\..", string.Format(xmlTemplate, area.ToString().ToLower()));
var features = saLoader.GetFeatures(xmlFile);
featureSets.Add(area, features);
}
// summarise
foreach (var area in cfg)
{
Console.WriteLine(
$"{area}\tregions:{featureSets[area].Count,6:N0}\tploygons: {featureSets[area].Sum(x => x.Locations.Count),8:N0}");
}
var sad = new SADictionary(featureSets);
var src = @"A:\geoCombined\";
var jr = new JsonRead <GeoSentimentParameters>(new[] { src });
jr.DoLoad();
var requiredUsers = new Dictionary <long, string>();
using (var ifs = new StreamReader(@"..\..\userHomeCity.csv"))
{
var ln = ifs.ReadLine(); // skip header
while ((ln = ifs.ReadLine()) != null)
{
var arr = ln.Split(',');
requiredUsers.Add(long.Parse(arr[0]), arr[1]);
}
}
var filtered = jr.Records
.Where(x => x.Compound < -0.05 || 0.05 < x.Compound)
.ToList();
var cls = new Classify(filtered, sad); //{SingleThreaded = true};
cls.DoClassification();
foreach (var sa in cfg)
{
var clusteredBySa = cls.Scores
.Where(x => requiredUsers.ContainsKey(x.Parameters.UserId) &&
x.Parameters.Location != requiredUsers[x.Parameters.UserId])
.Where(x => x.Area.Regions.ContainsKey(sa))
.Select(x => new KeyValuePair <long, double>(x.Area.Regions[sa].Id, x.Parameters.Compound))
.ToLookup(x => x.Key);
using (var of = new StreamWriter($@"..\..\SentimentFilterWithRegion-{sa}.csv"))
{
of.WriteLine("RegionId,Name,Observations,Sum,Sentiment");
// collate regional averages
foreach (var rec in clusteredBySa)
{
var count = rec.Count();
var sum = rec.Sum(x => x.Value) * 100;
var avg = rec.Average(x => x.Value) * 100;
of.WriteLine($"{rec.Key},\"{sad.SANames[sa][rec.Key]}\",{count},{sum:F2},{avg:F2}");
}
}
}
foreach (var sa in cfg)
{
var clusteredBySa = cls.Scores
.Where(x => x.Area.Regions.ContainsKey(sa))
.Select(x => new KeyValuePair <long, double>(x.Area.Regions[sa].Id, x.Parameters.Compound))
.ToLookup(x => x.Key);
using (var of = new StreamWriter($@"..\..\SentimentWithRegion-{sa}.csv"))
{
of.WriteLine("RegionId,Name,Observations,Sum,Sentiment");
// collate regional averages
foreach (var rec in clusteredBySa)
{
var count = rec.Count();
var sum = rec.Sum(x => x.Value) * 100;
var avg = rec.Average(x => x.Value) * 100;
of.WriteLine($"{rec.Key},\"{sad.SANames[sa][rec.Key]}\",{count},{sum:F2},{avg:F2}");
}
}
}
}
