/// <summary>
/// Check Append Request IDs and populate log file
/// </summary>
public static void CheckAllAppendStatus()
{
// SLEEP FOR 10 SECONDS BEFORE CHECKING APPEND STATUS
System.Threading.Thread.Sleep((int)System.TimeSpan.FromSeconds(10).TotalMilliseconds);
foreach (var appendItem in appendRequestIds)
{
var result = AquQuery.TimeSeriesAppendStatus(appendItem);
if (result[0] < 400)
{
okCount++;
}
else
{
failCount++;
}
appendCount += result[1];
}
Program.logFile.Log(" APPEND STATUS | " + okCount + " SDIDs Succeeded | " + failCount + " SDIDs Failed | " + appendCount + " Total points appended");
}
/// <summary>
/// Builds the text files required by the AquAS UI
/// </summary>
/// <param name="tsItems"></param>
/// <param name="t1"></param>
/// <param name="t2"></param>
/// <param name="sitesTags"></param>
/// <param name="siteNum"></param>
/// <param name="thisYear"></param>
/// <param name="lastYear"></param>
/// <param name="twoYear"></param>
private static void BuildAquasOutputs(tsInventory tsItems, DateTime t1, DateTime t2, ref string sitesTags, ref int siteNum, List <string> thisYear, List <string> lastYear, List <string> twoYear)
{
tsItems.TimeSeriesDescriptions.Sort((x, y) => string.Compare(x.LocationIdentifier, y.LocationIdentifier));
foreach (var ts in tsItems.TimeSeriesDescriptions)
{
//if (ts.Label.Contains("Published |"))
//{
//get approvals
var tsApprovals = AquQuery.GetAqTimeSeriesApprovals(ts.UniqueId, t1, t2);
Console.WriteLine("Processing " + tsApprovals.LocationIdentifier + " | " + tsApprovals.Parameter + @""",");
//build approvals table
var dTab = new DataTable();
dTab.Columns.Add("startDate", typeof(DateTime));
dTab.Columns.Add("endDate", typeof(DateTime));
dTab.Columns.Add("loadDate", typeof(DateTime));
dTab.Columns.Add("ApprovalLevel", typeof(string));
dTab.Columns.Add("Comment", typeof(string));
foreach (var item in tsApprovals.Approvals)
{
var dRow = dTab.NewRow();
dRow["startDate"] = item.StartTime;
dRow["endDate"] = item.EndTime;
dRow["loadDate"] = item.DateAppliedUtc;
dRow["approvalLevel"] = item.LevelDescription;
dRow["comment"] = item.Comment;
dTab.Rows.Add(dRow);
}
dTab.DefaultView.Sort = "loadDate ASC";
dTab = dTab.DefaultView.ToTable();
//build approvals series with no approval data
var s = new Series();
for (DateTime t = t1; t <= t2; t = t.AddDays(1))
{
s.Add(t, 0.0, "4");//no approval data
}
// iterate through approval levels in AQ and update series
foreach (DataRow row in dTab.Rows)
{
DateTime ithStart = DateTime.Parse(row["startDate"].ToString()).Date;
DateTime ithEnd = DateTime.Parse(row["endDate"].ToString()).Date;
string ithApproval = row["approvalLevel"].ToString();
string approvalFlag;
if (ithApproval.ToLower() == "working")
{
approvalFlag = "1";
}
else if (ithApproval.ToLower() == "in review")
{
approvalFlag = "2";
}
else if (ithApproval.ToLower() == "approved")
{
approvalFlag = "3";
}
else
{
approvalFlag = "4";
}
if (ithStart < t1)
{
ithStart = t1;
}
if (ithEnd > t2)
{
ithEnd = t2;
}
var sTemp = new Series();
for (DateTime t = ithStart; t <= ithEnd; t = t.AddDays(1))
{
sTemp.Add(t, 0.0, approvalFlag);
}
s = Reclamation.TimeSeries.Math.Merge(sTemp, s);
}
//write data entries to dashboard input file
/*
*************************
*************************sitesTags.txt - THIS IS A COMMA-DELIMITED TEXT FILE OF THE ROWS IN THE DASHBOARD MAPS TO THE SITE# FOR THE DATA FILE
*************************"SITE 1 | PAR 1","SITE 1 | PAR 2","SITE 2 | PAR 1","SITE 2 | PAR 2","SITE 2 | PAR 3"
*/
sitesTags += @"""" + tsApprovals.LocationIdentifier + " | " + tsApprovals.Parameter + @""",";
siteNum = siteNum + 1;
/*
*************************
*************************thisYear.txt - THIS IS A TAB-DELIMITED FILE OF THE DAILY ROWS FOR THE DASHBOARD
*************************site day value
*************************1 1 1
*************************1 2 1
*************************1 . 2
*************************1 . 4
*************************1 . 3
*************************1 365 3
*************************
*/
foreach (Point pt in s)
{
var yearDiff = pt.DateTime.Year - t1.Year;
//var jDay = pt.DateTime.DayOfYear;
//var val = pt.Flag;
var val = siteNum.ToString() + "\t" + pt.DateTime.DayOfYear.ToString() + "\t" + pt.Flag;
switch (yearDiff)
{
case 0:
twoYear.Add(val);
break;
case 1:
lastYear.Add(val);
break;
case 2:
thisYear.Add(val);
break;
default:
break;
}
}
//}
}
}
/// <summary>
/// MAIN ENTRY POINT FOR THE PROGRAM
/// </summary>
/// <param name="args"></param>
static void Main(string[] argList)
{
GetCredentials();
///////////////////////////////////////////////////////////////////////
// DEFINE DEBUG SETTINGS
if (jrDEBUG)
{
#region
aqSrvr = "IBR3LCRAQU02";
acquisitionAPI = @"http://" + aqSrvr + ".bor.doi.net/AQUARIUS/Acquisition/v2";
publishAPI = @"http://" + aqSrvr + ".bor.doi.net/AQUARIUS/Publish/v2";
provisionAPI = @"http://" + aqSrvr + ".bor.doi.net/AQUARIUS/Provisioning/v1";
//argList = new string[1];
//argList[0] = "getapprovals";
argList = new string[5];
argList[0] = "aqdataupdate";
argList[1] = "manual";
argList[2] = "sdid=13973";
int year1 = 2016;
int year2 = 2017;
argList[3] = "tStart=" + (year1 - 1) + "-12-31";
if (year2 == DateTime.Now.Year)
{
argList[4] = "tEnd=" + year2 + "-08-24";
}
else
{
argList[4] = "tEnd=" + year2 + "-12-31";
}
#endregion
}
Arguments args = new Arguments(argList);
if (args.Count == 0)
{
ShowHelp();
return;
}
// INITIALIZE CONNECTION
authToken = AquQuery.ConnectToAquarius();
tsInventory tsItems;
// GET ALL TS ITEMS IN AQDB
if (args.Contains("getapprovals"))
{
tsItems = AquQuery.GetAqTimeSeries(true);
}
else
{
tsItems = AquQuery.GetAqTimeSeries();
}
///////////////////////////////////////////////////////////////////////
// GET APPROVAL LEVELS IN AQDB
if (args.Contains("getapprovals"))
{
#region
Console.WriteLine("Running AquAS...");
var t1 = new DateTime(DateTime.Now.Year - 2, 1, 1);
var t2 = new DateTime(DateTime.Now.Year, 12, 31);
//initialize output files
var sitesTags = "";
int siteNum = 0;
var thisYear = new List <string>(); thisYear.Add("site\tday\tvalue");
var lastYear = new List <string>(); lastYear.Add("site\tday\tvalue");
var twoYear = new List <string>(); twoYear.Add("site\tday\tvalue");
//build AquAS output files
BuildAquasOutputs(tsItems, t1, t2, ref sitesTags, ref siteNum, thisYear, lastYear, twoYear);
//output dashboard input files
sitesTags.TrimEnd(',');
System.IO.File.WriteAllLines(aquasOutputDir + @"\sitesTags.txt", new string[] { sitesTags });
System.IO.File.WriteAllLines(aquasOutputDir + @"\thisYear.txt", thisYear.ToArray());
System.IO.File.WriteAllLines(aquasOutputDir + @"\lastYear.txt", lastYear.ToArray());
System.IO.File.WriteAllLines(aquasOutputDir + @"\twoYearsAgo.txt", twoYear.ToArray());
#endregion
}
///////////////////////////////////////////////////////////////////////
// IMPORT HDB DATA FOR TS ITEMS IN AQDB
else if (args.Contains("aqdataupdate"))
{
#region
foreach (var ts in tsItems.TimeSeriesDescriptions)
{
// GET INPUTS FROM AQDB REQUIRED BY HDB SYNC PROCESS
var hdbSyncVars = ts.ExtendedAttributes;
hdb = hdbSyncVars[0].Value;
string syncProc = hdbSyncVars[1].Value;
sdID = hdbSyncVars[2].Value;
// CHECK FOR REQUIRED AQDB VARIABLES AND PROCESS
if (hdbValues.Contains(hdb) && processValues.Contains(syncProc) && Regex.IsMatch(sdID, @"^\d+$"))
{
// GET TS INTERVAL FROM AQDB
interval = ts.ComputationPeriodIdentifier;
if (interval == "Hourly")
{
interval = "HOUR";
}
else
{
interval = "DAY";
}
// BUILD QUERY DATES GIVEN INTERVAL
if (interval == "HOUR")
{
startDate = DateTime.Now.AddDays(-1);
endDate = DateTime.Now;
}
else
{
startDate = DateTime.Now.AddDays(-7);
endDate = DateTime.Now;
}
logFile.Log(" Processing SDID#" + sdID);
// CHECK IF AQ RawStartTime EXISTS -- NEW TS IF !EXISTS SO TRY TO POPULATE BACK TO 01JAN2012
if (ts.RawStartTime == null && !args.Contains("manual"))
{
// Hard coded default start date per BHO
startDate = new DateTime(2012, 1, 1, 0, 0, 0);
// Transfer 3-year chunks of data
if ((endDate.Year - startDate.Year) >= 3)
{
var origStart = startDate;
var origEnd = endDate;
var chunkCount = System.Math.Ceiling((endDate.Year - startDate.Year) / 3.0);
for (int i = 0; i < chunkCount; i++)
{
startDate = origStart.AddYears(3 * i).AddDays(-1);
endDate = origStart.AddYears(3 + (3 * i));
if (startDate > origEnd)
{
endDate = origEnd;
}
AquWrite.ReflectedTimeSeriesOverWriteAppend(ts.UniqueId);
}
startDate = origStart;
endDate = origEnd;
}
else
{
AquWrite.ReflectedTimeSeriesOverWriteAppend(ts.UniqueId);
}
}
// TS EXISTS SO ONLY GET UPDATED DATA
else
{
if (args.Contains("manual"))
{
// [JR] MANUAL OVERRRIDE TO FILL IN SPECIFIC DATES
//if (sdID == "7776" || sdID == "8018")
if (argList.Length == 0 || !args.Contains("sdid") || !args.Contains("tStart"))
{
ShowHelp();
return;
}
else
{
//startDate = new DateTime(2017, 4, 27, 0, 0, 0);
var sdIDCheck = args["sdid"].ToString();
if (sdID == sdIDCheck || sdIDCheck.ToLower() == "all")
{
startDate = DateTime.Parse(args["tStart"].ToString());
try
{ endDate = DateTime.Parse(args["tEnd"].ToString()); }
catch
{ endDate = DateTime.Now; }
Console.Write("Filling SDID " + sdID + "... ");
AquWrite.ReflectedTimeSeriesOverWriteAppend(ts.UniqueId);
Console.WriteLine("Done!");
}
}
}
else if (args.Contains("auto"))
{
AquWrite.ReflectedTimeSeriesOverWriteAppend(ts.UniqueId, true);
}
else
{
}
}
} //END AQTS PROCESSING
} //LOOP TO NEXT AQTS OBJECT
// CHECK STATUS OF APPEND REQUESTS
CheckAllAppendStatus();
#endregion
}
///////////////////////////////////////////////////////////////////////
// GET HDB UPDATED DATA FOR TS ITEMS IN AQDB
else if (args.Contains("aqgetupdateddata"))
{
#region
foreach (var ts in tsItems.TimeSeriesDescriptions)
{
// GET INPUTS FROM AQDB REQUIRED BY HDB SYNC PROCESS
var hdbSyncVars = ts.ExtendedAttributes;
hdb = hdbSyncVars[0].Value;
string syncProc = hdbSyncVars[1].Value;
sdID = hdbSyncVars[2].Value;
// CHECK FOR REQUIRED AQDB VARIABLES AND PROCESS
if (hdbValues.Contains(hdb) && processValues.Contains(syncProc) && Regex.IsMatch(sdID, @"^\d+$"))
{
// GET TS INTERVAL FROM AQDB
interval = ts.ComputationPeriodIdentifier;
if (interval == "Hourly")
{
interval = "HOUR";
}
else
{
interval = "DAY";
}
// BUILD QUERY DATES GIVEN INTERVAL
if (interval == "HOUR")
{
startDate = DateTime.Now.AddDays(-1);
endDate = DateTime.Now;
}
else
{
startDate = DateTime.Now.AddDays(-7);
endDate = DateTime.Now;
}
logFile.Log(" Processing SDID#" + sdID);
} //END AQTS PROCESSING
} //LOOP TO NEXT AQTS OBJECT
// CHECK STATUS OF APPEND REQUESTS
CheckAllAppendStatus();
#endregion
}
///////////////////////////////////////////////////////////////////////
// SHOW HELP
else
{
ShowHelp();
}
// DISCONNECT
AquQuery.DisconnectFromAquarius();
}
