public async Task <Judet[]> InitJudete()
{
var dd = new DownloadData();
var dataBytes = await dd.Data(new Uri("http://data.gov.ro/storage/f/2013-11-01T11%3A53%3A13.359Z/siruta-judete.csv"));
string data = Encoding.UTF8.GetString(dataBytes);
var list = new List <Judet>();
var lines = data.Split(new string[] { Environment.NewLine }, StringSplitOptions.RemoveEmptyEntries);
foreach (var line in lines)
{
if (string.IsNullOrWhiteSpace(line))
{
continue;
}
var arr = line.Split(new string[] { ";" }, StringSplitOptions.RemoveEmptyEntries);
if (arr[0] == "JUD")//header
{
continue;
}
var j = new Judet();
j.Cod = arr[3];
j.Nume = arr[1];
j.ID = arr[2];//FSJ
list.Add(j);
}
return(list.ToArray());
}
public override async Task <RopDocument[]> FillDate()
{
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
string data = Encoding.UTF8.GetString(dataBytes);
var list = new List <RopData>();
var lines = data.Split((char)(10));
var restFromPreviousLine = "";
for (int lineIter = 0; lineIter < lines.Length; lineIter++)
{
var line = lines[lineIter];
if (string.IsNullOrWhiteSpace(line))
{
continue;
}
var arr = (restFromPreviousLine + line).Split(new[] { ";" }, StringSplitOptions.None);
if (arr.Length < 10)
{
restFromPreviousLine += line;
continue;
}
restFromPreviousLine = "";
if (arr[0].StartsWith("Jude"))
{
continue;
}
if (string.IsNullOrWhiteSpace(arr[0]))
{
continue;
}
var numeJudet = arr[0].Trim().ToLower();
if (numeJudet.ToLower() == "dgeip")
{
continue;
}
var judet = judetFinder.Find(numeJudet);
var val = int.Parse(arr[6].Replace(".", ""));
var rd = new RopData();
rd.Judet = judet;
rd.Valoare = val;
list.Add(rd);
}
list = list.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToList();
rdBase.Data = list.ToArray();
return(new[] { rdBase });
}
public override async Task <RopDocument[]> FillDate()
{
var data = new List <RopData>();
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
var path = Path.Combine(Path.GetTempPath(), Path.GetTempFileName() + ".csv");
var csv = Encoding.UTF8.GetString(dataBytes);
//var path = "D:\\a.xls";
var lines = csv.Split(new string[] { Environment.NewLine }, StringSplitOptions.RemoveEmptyEntries);
foreach (var line in lines)
{
if (string.IsNullOrWhiteSpace(line))
{
continue;
}
var arr = line.Split(new string[] { "," }, StringSplitOptions.RemoveEmptyEntries);
for (int i = 0; i < arr.Length; i++)
{
arr[i] = arr[i].Replace("\"", "");
}
if (arr[0].Trim().ToUpper() == "JUDET") //header
{
continue;
}
var numeJudet = arr[0].Trim().ToLower();
var judet = judetFinder.Find(numeJudet);
int valoare;
try
{
valoare = int.Parse(arr[arr.Length - 1]);
}
catch (Exception ex)
{
throw new ArgumentException("judet:" + numeJudet + "=> valoare" + arr[arr.Length - 1], ex);
}
var rd = new RopData();
rd.Judet = judet;
rd.Valoare = valoare;
rd.Oras = null;
data.Add(rd);
}
rdBase.Data = data
.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToArray();
return(new[] { rdBase });
}
public override async Task <RopDocument[]> FillDate()
{
List <RopData> data = new List <RopData>();
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
var path = Path.Combine(Path.GetTempPath(), Path.GetTempFileName() + ".xls");
File.WriteAllBytes(path, dataBytes);
//var path = "D:\\a.xls";
var dt = new DataTable();
using (var m = new OleDbConnection())
{
m.ConnectionString = ExcelHelpers.BuildExcelConnectionString(path, true);
m.Open();
var query = @"Select * From [Sheet1$]";
using (var cmd = new OleDbCommand(query, m))
{
using (var dr = cmd.ExecuteReaderAsync().Result)
{
dt.Load(dr);
}
}
}
foreach (DataRow row in dt.Rows)
{
int nr;
var arr = row.ItemArray;
//if (arr[0] == null || string.IsNullOrWhiteSpace(arr[0].ToString()))
if (string.IsNullOrWhiteSpace(arr[0]?.ToString()))
{
continue;
}
if (!int.TryParse(arr[0].ToString(), out nr))
{
continue;
}
var numeJudet = arr[1].ToString().Trim().ToLower();
var judet = judetFinder.Find(numeJudet);
var rd = new RopData();
rd.Judet = judet;
rd.Valoare = int.Parse(arr[2].ToString());
rd.Oras = null;
data.Add(rd);
}
rdBase.Data = data.ToArray();
return(new [] { rdBase });
}
public override async Task <RopDocument[]> FillDate()
{
var dd = new DownloadData();
var uri = new Uri("http://data.gov.ro/dataset/situatia-farmaciilor-din-romania");
var dataBytes = await dd.Data(uri);
var str = Encoding.ASCII.GetString(dataBytes);
var hd = new HtmlDocument();
hd.LoadHtml(str);
var nodes = hd.DocumentNode.SelectNodes("//a[@class='resource-url-analytics']");
var taskList = new List <Task <RopData> >();
foreach (var node in nodes)
{
var link = node.Attributes["href"].Value;
var task = CreateFarmacie(new Uri(link));
taskList.Add(task);
}
await Task.WhenAll(taskList.ToArray());
var rd = new RopDocument();
rd.Name = "farmacii";
rd.PathDocument = uri;
rd.ID = "45A83E85-D049-4258-8575-9CE43C49273C";
rd.Description = "Situatia farmaciilor din Romania";
var list = taskList.
Select(it => (it.Exception == null) ? it.Result : null)
.Where(it => it != null);
//Bucuresti is duplicate - judet
list = list.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToArray();
rd.Data = list.ToArray();
return(new[] { rd });
}
public async Task <UAT[]> InitUat(Judet[] judete)
{
var dd = new DownloadData();
var dataBytes = await dd.Data(new Uri("http://data.gov.ro/storage/f/2013-11-01T11%3A49%3A59.808Z/siruta.csv"));
string data = Encoding.UTF8.GetString(dataBytes);
var list = new List <UAT>();
var lines = data.Split(new string[] { Environment.NewLine }, StringSplitOptions.RemoveEmptyEntries);
Judet lastJudet = null;
foreach (var line in lines)
{
if (string.IsNullOrWhiteSpace(line))
{
continue;
}
var arr = line.Split(new string[] { ";" }, StringSplitOptions.None);
if (arr[0] == "\"SIRUTA\"")//header
{
continue;
}
if (arr[12].Contains("00000000000"))//rang => judet
{
var idJudet = int.Parse(arr[12].Replace("00000000000", "").Replace("\"", ""));
lastJudet = judete.First(it => it.ID == idJudet.ToString());
continue;
}
if (lastJudet == null)
{
throw new ArgumentException("not found judet for " + line);
}
var uat = new UAT();
uat.UatTip = (arr[5]);
uat.Nume = arr[1].Replace("\"", "");
uat.ID = arr[9];
uat.Judet = lastJudet;
list.Add(uat);
}
return(list.ToArray());
}
private async Task <RopData> CreateFarmacie(Uri uri)
{
var rd = new RopData();
var numeFarmacie = uri.Segments.Last().Replace(".xls", "");
switch (numeFarmacie)
{
case "bucuresti---sector-1":
case "bucuresti---sector-2":
case "bucuresti---sector-3":
case "bucuresti---sector-4":
case "bucuresti---sector-5":
case "bucuresti---sector-6":
rd.Judet = judetFinder.Find("Bucuresti");
break;
case "farmacii-circuit-inchis324112670-1":
//TODO: take this into consideration
return(null);
default:
rd.Judet = judetFinder.Find(numeFarmacie);
break;
}
var dd = new DownloadData();
var dataBytes = await dd.Data(uri);
var path = Path.Combine(Path.GetTempPath(), Path.GetTempFileName() + ".xls");
File.WriteAllBytes(path, dataBytes);
var nr = await ExcelHelpers.NrRows(path);
rd.Valoare = nr;
return(rd);
}
public override async Task <RopDocument[]> FillDate()
{
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
var str = Encoding.UTF8.GetString(dataBytes);
var list = new List <RopData>();
var lines = str.Split(new[] { Environment.NewLine }, StringSplitOptions.RemoveEmptyEntries);
foreach (var line in lines)
{
var arr = line.Split(new[] { ";" }, StringSplitOptions.None);
if (string.IsNullOrWhiteSpace(arr[0]))
{
continue;
}
if (arr[0].Contains("Jude"))
{
continue;
}
var rd = new RopData();
rd.Judet = judetFinder.Find(arr[0]);
rd.Valoare = int.Parse(arr[3]);
list.Add(rd);
}
list = list.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToList();
rdBase.Data = list.ToArray();
return(new[] { rdBase });
}
public override async Task <RopDocument[]> FillDate()
{
var dataAlegatori = new List <RopData>();
var dataAlegatoriPrezenti = new List <RopData>();
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
var path = Path.Combine(Path.GetTempPath(), Path.GetTempFileName() + ".xls");
File.WriteAllBytes(path, dataBytes);
//var path = "D:\\a.xls";
var dt = new DataTable();
using (var m = new OleDbConnection())
{
m.ConnectionString = ExcelHelpers.BuildExcelConnectionString(path, true);
m.Open();
var query = @"Select * From [SIAEP2014_STAT_Statistica pe lo$]";
using (var cmd = new OleDbCommand(query, m))
{
using (var dr = cmd.ExecuteReaderAsync().Result)
{
dt.Load(dr);
}
}
}
foreach (DataRow row in dt.Rows)
{
var arr = row.ItemArray;
//if (arr[0] == null || string.IsNullOrWhiteSpace(arr[0].ToString()))
if (string.IsNullOrWhiteSpace(arr[0]?.ToString()))
{
continue;
}
var numeJudet = arr[1].ToString().Trim().ToLower();
if (numeJudet == "străinătate")
{
continue;
}
var judet = judetFinder.Find(numeJudet);
var valoare = int.Parse(arr[3].ToString());
var rd = new RopData();
rd.Judet = judet;
rd.Valoare = valoare;
rd.Oras = null;
dataAlegatori.Add(rd);
rd = new RopData();
rd.Judet = judet;
rd.Valoare = int.Parse(arr[6].ToString());
rd.Oras = null;
dataAlegatoriPrezenti.Add(rd);
}
var newRD = new RopDocument(rdBase);
newRD.Name += "Nr Alegatori Liste";
newRD.ID = "BA671A2B-27E8-408D-BABD-59B52661789D";
newRD.Data = dataAlegatori
.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToArray();
var newRDUrne = new RopDocument(rdBase);
newRDUrne.Name += "Nr Alegatori Prezentati La Urne";
newRDUrne.ID = "BBB0ECA2-34BE-4177-B3A2-82BC6B41311E";
newRDUrne.Data = dataAlegatoriPrezenti
.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToArray();
return(new[] { newRD, newRDUrne });
}
public override async Task <RopDocument[]> FillDate()
{
var dataCasatoriti = new List <RopData>();
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
var path = Path.Combine(Path.GetTempPath(), Path.GetTempFileName() + ".xls");
File.WriteAllBytes(path, dataBytes);
//var path = "D:\\a.xls";
var dt = new DataTable();
using (var m = new OleDbConnection())
{
m.ConnectionString = ExcelHelpers.BuildExcel2007ConnectionString(path, true);
m.Open();
var query = @"Select * From [Anul2015$]";
using (var cmd = new OleDbCommand(query, m))
{
using (var dr = cmd.ExecuteReaderAsync().Result)
{
dt.Load(dr);
}
}
}
foreach (DataRow row in dt.Rows)
{
var arr = row.ItemArray;
//if (arr[0] == null || string.IsNullOrWhiteSpace(arr[0].ToString()))
if (string.IsNullOrWhiteSpace(arr[0]?.ToString()))
{
continue;
}
var numeJudet = arr[1].ToString().Trim().ToLower();
var judet = judetFinder.Find(numeJudet);
Func <object, int> retVal = (obj) =>
{
int i;
if (obj == null)
{
return(0);
}
if (int.TryParse(obj.ToString(), out i))
{
return(i);
}
return(0);
};
int valoare = retVal(arr[15]);
var rd = new RopData();
rd.Judet = judet;
rd.Valoare = valoare;
rd.Oras = null;
dataCasatoriti.Add(rd);
}
rdBase.Data = dataCasatoriti
.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToArray();
return(new[] { rdBase });
}
public override async Task <RopDocument[]> FillDate()
{
var dd = new DownloadData();
var dataBytes = await dd.Data(rdBase.PathDocument);
string data = Encoding.UTF8.GetString(dataBytes);
var list = new List <RopData>();
var lines = data.Split((char)(10));
var restFromPreviousLine = "";
for (int lineIter = 0; lineIter < lines.Length; lineIter++)
{
if (lineIter == 0)//header
{
continue;
}
var line = lines[lineIter];
if (string.IsNullOrWhiteSpace(line))
{
continue;
}
var arr = (restFromPreviousLine + line).Split(new [] { "," }, StringSplitOptions.None);
if (arr.Length < 16)
{
restFromPreviousLine += line;
continue;
}
restFromPreviousLine = "";
for (int i = 0; i < arr.Length; i++)
{
arr[i] = arr[i].Replace("\"", "");
}
Judet judet = null;
for (int i = 16; i < arr.Length; i++)
{
var numeJudet = arr[i].ToString().Trim().ToLower();
try
{
judet = judetFinder.Find(numeJudet);
}
catch (ArgumentException)
{
//do not log
}
if (judet != null)
{
break;
}
}
if (judet == null)
{
throw new ArgumentException("not found judet:" + string.Join(",", arr));
}
var rd = new RopData();
rd.Judet = judet;
rd.Valoare = 1;
list.Add(rd);
}
list = list.GroupBy(it => it.Judet).Select(group =>
new RopData()
{
Judet = group.Key,
Valoare = group.Sum(it => it.Valoare)
}
).ToList();
rdBase.Data = list.ToArray();
return(new[] { rdBase });
}