private void SyncSeries(string address, int localChannelId, int remoteChannelId)
{
IEnumerable <Series> local = DataContext.Table <Series>().QueryRecordsWhere("ChannelID = {0}", localChannelId);
List <Series> remote = WebAPIHub.GetRecordsWhere(address, "Series", $"ChannelID = {remoteChannelId}").Select(x => (Series)x).ToList();
// if there is a local record but not a remote record
foreach (Series localSeries in local)
{
if (!remote.Where(x => x.SeriesTypeID == localSeries.SeriesTypeID && x.SourceIndexes == localSeries.SourceIndexes).Any())
{
Series record = new Series()
{
ChannelID = remoteChannelId,
SeriesTypeID = localSeries.SeriesTypeID,
SourceIndexes = localSeries.SourceIndexes
};
int remoteSeriesId = WebAPIHub.CreateRecord(address, "Series", JObject.FromObject(record));
SynceOutputChannels(address, localSeries.ID, remoteSeriesId);
}
else
{
int remoteSeriesId = remote.Where(x => x.SeriesTypeID == localSeries.SeriesTypeID && x.SourceIndexes == localSeries.SourceIndexes).FirstOrDefault().ID;
SynceOutputChannels(address, localSeries.ID, remoteSeriesId);
}
}
}
private LinesToDataPush AddLine(string address, MeterLine meterLine, bool obsfucate)
{
Line localLine = DataContext.Table <Line>().QueryRecordWhere("ID = {0}", meterLine.LineID);
List <LinesToDataPush> selectedLines = DataContext.Table <LinesToDataPush>().QueryRecords("LocalXDAAssetKey").ToList();
List <Line> remoteLines = WebAPIHub.GetRecords(address, "Line", "all").Select(x => (Line)x).ToList();
//if the line does not exist in the PQMarkPusher Database to allow for obsfucation add it.
if (!selectedLines.Where(x => x.LocalXDALineID == meterLine.LineID).Any())
{
LinesToDataPush record = new LinesToDataPush()
{
LocalXDALineID = localLine.ID,
RemoteXDALineID = 0,
LocalXDAAssetKey = localLine.AssetKey,
RemoteXDAAssetKey = (obsfucate ? Guid.NewGuid().ToString(): localLine.AssetKey)
};
Line newRecord = new Line()
{
AssetKey = (obsfucate? record.RemoteXDAAssetKey.ToString() : localLine.AssetKey),
VoltageKV = localLine.VoltageKV,
ThermalRating = localLine.ThermalRating,
Length = localLine.Length,
Description = (obsfucate? "" : localLine.Description)
};
record.RemoteXDALineID = WebAPIHub.CreateRecord(address, "Line", JObject.FromObject(newRecord));
DataContext.Table <LinesToDataPush>().AddNewRecord(record);
return(record);
}
else
{
return(DataContext.Table <LinesToDataPush>().QueryRecordWhere("LocalXDALineID = {0}", meterLine.LineID));
}
}
private void SyncDataFiles(string address, int localFileGroupId, int remoteFileGroupId)
{
IEnumerable <DataFile> local = DataContext.Table <DataFile>().QueryRecordsWhere("FileGroupID = {0}", localFileGroupId);
List <DataFile> remote = WebAPIHub.GetRecordsWhere(address, "DataFile", $"FileGroupID = {remoteFileGroupId}").Select(x => (DataFile)x).ToList();
// if there is a local record but not a remote record
foreach (DataFile localRecord in local)
{
if (!remote.Where(x => x.FilePath == localRecord.FilePath).Any())
{
DataFile record = new DataFile()
{
FileGroupID = remoteFileGroupId,
FilePath = localRecord.FilePath,
FilePathHash = localRecord.FilePathHash,
FileSize = localRecord.FileSize,
CreationTime = localRecord.CreationTime,
LastAccessTime = localRecord.LastAccessTime,
LastWriteTime = localRecord.LastWriteTime
};
int id = WebAPIHub.CreateRecord(address, "DataFile", JObject.FromObject(record));
SyncFileBlobs(address, localRecord.ID, id);
}
}
}
private int GetRemoteFileGroup(string address, int localFileGroupId)
{
FileGroup local = DataContext.Table <FileGroup>().QueryRecordWhere("ID = {0}", localFileGroupId);
List <FileGroup> remote = WebAPIHub.GetRecords(address, "FileGroup", "all").Select(x => (FileGroup)x).ToList();
int id;
if (local != null && !remote.Where(x => x.DataStartTime.Equals(local.DataStartTime) && x.DataEndTime.Equals(local.DataEndTime) && x.ProcessingStartTime.Equals(local.ProcessingStartTime) && x.ProcessingEndTime.Equals(local.ProcessingEndTime)).Any())
{
FileGroup record = new FileGroup()
{
DataStartTime = local.DataStartTime,
DataEndTime = local.DataEndTime,
ProcessingStartTime = local.ProcessingStartTime,
ProcessingEndTime = local.ProcessingEndTime,
Error = local.Error,
FileHash = local.FileHash
};
id = WebAPIHub.CreateRecord(address, "FileGroup", JObject.FromObject(record));
}
else
{
id = remote.Where(x => x.DataStartTime.Equals(local.DataStartTime) && x.DataEndTime.Equals(local.DataEndTime) && x.ProcessingStartTime.Equals(local.ProcessingStartTime) && x.ProcessingEndTime.Equals(local.ProcessingEndTime)).First().ID;
}
SyncDataFiles(address, localFileGroupId, id);
return(id);
}
private void SyncFileBlobs(string address, int localDataFileId, int remoteDataFileId)
{
FileBlob local = DataContext.Table <FileBlob>().QueryRecordWhere("DataFileID = {0}", localDataFileId);
FileBlob remote = (FileBlob)WebAPIHub.GetRecordsWhere(address, "FileBlob", $"DataFileID = {remoteDataFileId}").FirstOrDefault();
if (local != null && remote == null)
{
FileBlob record = new FileBlob()
{
DataFileID = remoteDataFileId,
Blob = local.Blob
};
WebAPIHub.CreateRecord(address, "FileBlob", JObject.FromObject(record));
}
}
private void SyncMeterFacility(string address, MetersToDataPush meter)
{
// ensure remote and local line impedance matches
MeterFacility local = DataContext.Table <MeterFacility>().QueryRecordWhere("MeterID = {0}", meter.LocalXDAMeterID);
MeterFacility remote = WebAPIHub.GetRecordsWhere(address, "MeterFacility", $"MeterID = {meter.RemoteXDAMeterID}").Select(x => (MeterFacility)x).FirstOrDefault();
// if there is a local record but not a remote record
if (local != null && remote == null)
{
JObject record = new JObject();
record.Add("MeterID", meter.RemoteXDAMeterID);
record.Add("FacilityID", local.FacilityID);
WebAPIHub.CreateRecord(address, "MeterFacility", record);
}
}
private int SyncMeterLocationLines(string address, int lineID, int meterLocationID)
{
// add line to meterlocationline table
dynamic remoteMeterLocationLine = WebAPIHub.GetRecordsWhere(address, "MeterLocationLine", $"LineID = {lineID}").FirstOrDefault();
if (remoteMeterLocationLine == null)
{
JObject record = new JObject();
record.Add("LineID", lineID);
record.Add("MeterLocationID", meterLocationID);
WebAPIHub.CreateRecord(address, "MeterLocationLine", record);
}
return(WebAPIHub.GetRecords(address, "MeterLocationLine", "all").Where(x => x.LineID == lineID).First().ID);
}
private void AddMeterMeterGroup(string address, int meterGroupId, int meterId)
{
List <MeterMeterGroup> remote = WebAPIHub.GetRecordsWhere(address, "MeterMeterGroup", $"MeterID = {meterId} AND MeterGroupID = {meterGroupId}").Select(x => (MeterMeterGroup)x).ToList();
// if MeterLine association has not been previously made, make it
if (!remote.Any())
{
MeterMeterGroup record = new MeterMeterGroup()
{
MeterID = meterId,
MeterGroupID = meterGroupId
};
WebAPIHub.CreateRecord(address, "MeterMeterGroup", JObject.FromObject(record));
}
}
private void SyncSourceImpedance(string address, int meterLocationLineID)
{
// ensure remote and local line impedance matches
SourceImpedance local = DataContext.Table <SourceImpedance>().QueryRecordWhere("MeterLocationLineID = {0}", meterLocationLineID);
SourceImpedance remote = (SourceImpedance)WebAPIHub.GetRecordsWhere(address, "SourceImpedance", $"MeterLocationLineID = {meterLocationLineID}").FirstOrDefault();
// if there is a local record but not a remote record
if (local != null && remote == null)
{
JObject record = new JObject();
record.Add("MeterLocationLineID", meterLocationLineID);
record.Add("RSrc", local.RSrc);
record.Add("XSrc", local.XSrc);
WebAPIHub.CreateRecord(address, "LineImpedance", record);
}
}
private void AddMeterLine(string address, MetersToDataPush meter, LinesToDataPush selectedLine)
{
List <MeterLine> remoteMeterLines = WebAPIHub.GetRecordsWhere(address, "MeterLine", $"MeterID = {meter.RemoteXDAMeterID} AND LineID = {selectedLine.RemoteXDALineID}").Select(x => (MeterLine)x).ToList();
// if MeterLine association has not been previously made, make it
if (!remoteMeterLines.Any())
{
MeterLine record = new MeterLine()
{
MeterID = meter.RemoteXDAMeterID,
LineID = selectedLine.RemoteXDALineID,
LineName = selectedLine.RemoteXDAAssetKey.ToString()
};
WebAPIHub.CreateRecord(address, "MeterLine", JObject.FromObject(record));
}
}
private int GetRemoteEventTypeId(string address, int localEventTypeId)
{
IEnumerable <EventType> localTypes = DataContext.Table <EventType>().QueryRecords();
List <EventType> remoteTypes = WebAPIHub.GetRecords(address, "EventType", "all").Select(x => (EventType)x).ToList();
if (!remoteTypes.Where(x => x.Name == localTypes.Where(y => y.ID == localEventTypeId).First().Name).Any())
{
EventType record = new EventType()
{
Name = localTypes.Where(y => y.ID == localEventTypeId).First().Name,
Description = localTypes.Where(y => y.ID == localEventTypeId).First().Description
};
return(WebAPIHub.CreateRecord(address, "EventType", JObject.FromObject(record)));
}
else
{
return(remoteTypes.Where(x => x.Name == localTypes.Where(y => y.ID == localEventTypeId).First().Name).First().ID);
}
}
private void SyncLineImpedances(string address, LinesToDataPush selectedLine)
{
// ensure remote and local line impedance matches
LineImpedance localLineImpedance = DataContext.Table <LineImpedance>().QueryRecordWhere("LineID = {0}", selectedLine.LocalXDALineID);
LineImpedance remoteLineImpedance = (LineImpedance)WebAPIHub.GetRecordsWhere(address, "LineImpedance", $"LineID = {selectedLine.RemoteXDALineID}").FirstOrDefault();
// if there is a local record but not a remote record
if (localLineImpedance != null && remoteLineImpedance == null)
{
JObject record = new JObject();
record.Add("LineID", selectedLine.RemoteXDALineID);
record.Add("R0", localLineImpedance.R0);
record.Add("R1", localLineImpedance.R1);
record.Add("X0", localLineImpedance.X0);
record.Add("X1", localLineImpedance.X1);
WebAPIHub.CreateRecord(address, "LineImpedance", record);
}
}
private int AddMeterGroup(string address)
{
List <MeterGroup> remote = WebAPIHub.GetRecords(address, "MeterGroup", "all").Select(x => (MeterGroup)x).ToList();
// if the company meter location does not exist, create it
if (!remote.Where(x => x.Name == WebAPIHub.CompanyName).Any())
{
MeterGroup record = new MeterGroup()
{
Name = WebAPIHub.CompanyName
};
return(WebAPIHub.CreateRecord(address, "MeterGroup", JObject.FromObject(record)));
}
else
{
return(remote.Where(x => x.Name == WebAPIHub.CompanyName).First().ID);
}
}
private void SynceOutputChannels(string address, int localSeriesId, int remoteSeriesId)
{
IEnumerable <OutputChannel> local = DataContext.Table <OutputChannel>().QueryRecordsWhere("SeriesID = {0}", localSeriesId);
List <OutputChannel> remote = WebAPIHub.GetRecordsWhere(address, "OutputChannel", $"SeriesID = {remoteSeriesId}").Select(x => (OutputChannel)x).ToList();
// if there is a local record but not a remote record
foreach (OutputChannel localOutputChannel in local)
{
if (!remote.Where(x => x.ChannelKey == localOutputChannel.ChannelKey && x.LoadOrder == localOutputChannel.LoadOrder).Any())
{
OutputChannel record = new OutputChannel()
{
SeriesID = remoteSeriesId,
ChannelKey = localOutputChannel.ChannelKey,
LoadOrder = localOutputChannel.LoadOrder
};
WebAPIHub.CreateRecord(address, "OutputChannel", JObject.FromObject(record));
}
}
}
private int GetRemotePhaseId(string address, int localPhaseId)
{
List <Phase> remote = WebAPIHub.GetRecords(address, "Phase", "all").Select(x => (Phase)x).ToList();
Phase local = DataContext.Table <Phase>().QueryRecordWhere("ID = {0}", localPhaseId);
if (remote.Where(x => x.Name == local.Name).Any())
{
return(remote.Where(x => x.Name == local.Name).First().ID);
}
else
{
Phase record = new Phase()
{
Name = local.Name,
Description = local.Description
};
return(WebAPIHub.CreateRecord(address, "Phase", JObject.FromObject(record)));
}
}
private int SyncMeterLocations(string address, MetersToDataPush meterToDataPush, Meter localMeterRecord)
{
List <MeterLocation> remoteMeterLocations = WebAPIHub.GetRecords(address, "MeterLocation", "all").Select(x => (MeterLocation)x).ToList();
if (meterToDataPush.Obsfucate)
{
// if the company meter location does not exist, create it
if (!remoteMeterLocations.Where(x => x.AssetKey == WebAPIHub.CompanyName).Any())
{
MeterLocation record = new MeterLocation()
{
AssetKey = WebAPIHub.CompanyName,
Name = WebAPIHub.CompanyName,
Alias = WebAPIHub.CompanyName,
ShortName = "",
Description = "",
Latitude = 0.0F,
Longitude = 0.0F
};
return(WebAPIHub.CreateRecord(address, "MeterLocation", JObject.FromObject(record)));
}
else
{
return(remoteMeterLocations.Where(x => x.AssetKey == WebAPIHub.CompanyName).First().ID);
}
}
else
{
MeterLocation meterLocation = DataContext.Table <MeterLocation>().QueryRecordWhere("ID = {0}", localMeterRecord.MeterLocationID);
if (!remoteMeterLocations.Where(x => x.AssetKey == meterLocation.AssetKey).Any())
{
return(WebAPIHub.CreateRecord(address, "MeterLocation", JObject.FromObject(meterLocation)));
}
else
{
return(remoteMeterLocations.Where(x => x.AssetKey == meterLocation.AssetKey).First().ID);
}
}
}
private void SyncMeterAlarmSummary(string address, MetersToDataPush meter)
{
// ensure remote and local line impedance matches
IEnumerable <MeterAlarmSummary> local = DataContext.Table <MeterAlarmSummary>().QueryRecordsWhere("MeterID = {0}", meter.LocalXDAMeterID);
List <MeterAlarmSummary> remote = WebAPIHub.GetRecordsWhere(address, "MeterAlarmSummary", $"MeterID = {meter.RemoteXDAMeterID}").Select(x => (MeterAlarmSummary)x).ToList();
// if there is a local record but not a remote record
foreach (MeterAlarmSummary summary in local)
{
if (!remote.Where(x => x.Date == summary.Date).Any())
{
JObject record = new JObject();
record.Add("MeterID", meter.RemoteXDAMeterID);
record.Add("AlarmTypeID", summary.AlarmTypeID);
record.Add("Date", summary.Date);
record.Add("AlarmPoints", summary.AlarmPoints);
WebAPIHub.CreateRecord(address, "MeterAlarmSummary", record);
}
}
}
private void AddMeter(string address, MetersToDataPush meter, Meter localMeterRecord, int remoteMeterLocationId)
{
List <Meter> remoteMeters = WebAPIHub.GetRecords(address, "Meter", "all").Select(x => (Meter)x).ToList();
// if meter doesnt exist remotely create the meter record
if (!remoteMeters.Where(x => x.AssetKey.Equals(meter.RemoteXDAAssetKey.ToString())).Any())
{
if (meter.Obsfucate)
{
Meter record = new Meter()
{
AssetKey = meter.RemoteXDAAssetKey.ToString(),
MeterLocationID = remoteMeterLocationId,
Name = meter.RemoteXDAName,
Alias = meter.RemoteXDAName,
ShortName = "",
Make = localMeterRecord.Make,
Model = localMeterRecord.Model,
Description = localMeterRecord.Description,
TimeZone = localMeterRecord.TimeZone
};
meter.RemoteXDAMeterID = WebAPIHub.CreateRecord(address, "Meter", JObject.FromObject(record));
}
else
{
localMeterRecord.MeterLocationID = remoteMeterLocationId;
meter.RemoteXDAMeterID = WebAPIHub.CreateRecord(address, "Meter", JObject.FromObject(localMeterRecord));
}
DataContext.Table <MetersToDataPush>().UpdateRecord(meter);
}
else
{
meter.RemoteXDAMeterID = remoteMeters.Where(x => x.AssetKey.Equals(meter.RemoteXDAAssetKey.ToString())).First().ID;
}
}
private void SyncChannel(string address, MetersToDataPush meter, LinesToDataPush line)
{
// ensure remote and local line impedance matches
IEnumerable <ChannelDetail> local = DataContext.Table <ChannelDetail>().QueryRecordsWhere("MeterID = {0} AND LineID = {1}", meter.LocalXDAMeterID, line.LocalXDALineID);
List <ChannelDetail> remote = WebAPIHub.GetChannels(address, $"MeterID = {meter.RemoteXDAMeterID} AND LineID = {line.RemoteXDALineID}").ToList();
// if there is a local record but not a remote record
foreach (ChannelDetail summary in local)
{
if (!remote.Where(x => x.MeasurementType == summary.MeasurementType && x.MeasurementCharacteristic == summary.MeasurementCharacteristic && x.Phase == summary.Phase && x.Name == summary.Name).Any())
{
JObject record = new JObject();
record.Add("MeterID", meter.RemoteXDAMeterID);
record.Add("LineID", line.RemoteXDALineID);
record.Add("MeasurementType", summary.MeasurementType);
record.Add("MeasurementCharacteristic", summary.MeasurementCharacteristic);
record.Add("Phase", summary.Phase);
record.Add("Name", summary.Name);
record.Add("SamplesPerHour", summary.SamplesPerHour);
record.Add("PerUnitValue", summary.PerUnitValue);
record.Add("HarmonicGroup", summary.HarmonicGroup);
record.Add("Description", summary.Description);
record.Add("Enabled", summary.Enabled);
int remoteChannelId = WebAPIHub.CreateChannel(address, record);
SyncSeries(address, summary.ID, remoteChannelId);
//SyncAlarmLogs(address, summary.ID, remoteChannelId);
//SyncAlarmRangeLimit(address, summary.ID, remoteChannelId);
//SyncBreakerChannel(address, summary.ID, remoteChannelId);
//SyncChannelAlarmSummary(address, summary.ID, remoteChannelId);
//SyncChannelDataQualitySummary(address, summary.ID, remoteChannelId);
//SyncDailyTrendingSummary(address, summary.ID, remoteChannelId);
//SyncDailyQualityRangeLimit(address, summary.ID, remoteChannelId);
}
}
}
public void SyncMeterFilesForInstance(string clientId, int instanceId, int meterId, DateTime?startTime = null, DateTime?endTime = null)
{
RemoteXDAInstance instance = DataContext.Table <RemoteXDAInstance>().QueryRecordWhere("ID = {0}", instanceId);
MetersToDataPush meterToDataPush = DataContext.Table <MetersToDataPush>().QueryRecordWhere("ID = {0}", meterId);
IEnumerable <FileGroup> localFileGroups = DataContext.Table <FileGroup>().QueryRecordsWhere("ID IN (SELECT FileGroupID From Event WHERE MeterID = {0})", meterToDataPush.LocalXDAMeterID);
int progressTotal = (localFileGroups.Count() > 0 ? localFileGroups.Count() : 1);
int progressCount = 0;
OnUpdateProgressForMeter(clientId, meterToDataPush.LocalXDAAssetKey, (int)(100 * (progressCount) / progressTotal));
foreach (FileGroup fileGroup in localFileGroups)
{
FileGroupLocalToRemote fileGroupLocalToRemote = DataContext.Table <FileGroupLocalToRemote>().QueryRecordWhere("LocalFileGroupID = {0}", fileGroup.ID);
if (fileGroupLocalToRemote == null)
{
FileGroup fg = new FileGroup()
{
ProcessingEndTime = fileGroup.ProcessingEndTime,
ProcessingStartTime = fileGroup.ProcessingStartTime,
DataEndTime = fileGroup.DataEndTime,
DataStartTime = fileGroup.DataStartTime,
Error = fileGroup.Error,
FileHash = fileGroup.FileHash
};
int remoteFileGroupId = WebAPIHub.CreateRecord(instance.Address, "FileGroup", JObject.FromObject(fg));
fileGroupLocalToRemote = new FileGroupLocalToRemote()
{
LocalFileGroupID = fileGroup.ID,
RemoteFileGroupID = remoteFileGroupId
};
DataContext.Table <FileGroupLocalToRemote>().AddNewRecord(fileGroupLocalToRemote);
}
IEnumerable <DataFile> localDataFiles = DataContext.Table <DataFile>().QueryRecordsWhere("FileGroupID = {0}", fileGroupLocalToRemote.LocalFileGroupID);
IEnumerable <DataFile> remoteDataFiles = WebAPIHub.GetRecordsWhere(instance.Address, "DataFile", $"FileGroupID = {fileGroupLocalToRemote.RemoteFileGroupID}").Select(x => (DataFile)x);
bool process = false;
foreach (DataFile localDataFile in localDataFiles)
{
int remoteDataFileId;
if (!remoteDataFiles.Where(x => x.FilePath == localDataFile.FilePath).Any())
{
DataFile df = new DataFile()
{
CreationTime = localDataFile.CreationTime,
FileGroupID = fileGroupLocalToRemote.RemoteFileGroupID,
FilePath = localDataFile.FilePath,
FilePathHash = localDataFile.FilePathHash,
FileSize = localDataFile.FileSize,
LastAccessTime = localDataFile.LastAccessTime,
LastWriteTime = localDataFile.LastWriteTime
};
remoteDataFileId = WebAPIHub.CreateRecord(instance.Address, "DataFile", JObject.FromObject(df));
process = true;
}
else
{
remoteDataFileId = remoteDataFiles.Where(x => x.FilePath == localDataFile.FilePath).First().ID;
}
FileBlob remoteFileBlob = (FileBlob)WebAPIHub.GetRecordsWhere(instance.Address, "FileBlob", $"DataFileID = {remoteDataFileId}").FirstOrDefault();
if (remoteFileBlob == null)
{
FileBlob localFileBlob = DataContext.Table <FileBlob>().QueryRecordWhere("DataFileID = {0}", localDataFile.ID);
try
{
if (localFileBlob == null)
{
localFileBlob = new FileBlob()
{
DataFileID = localDataFile.ID, Blob = File.ReadAllBytes(localDataFile.FilePath)
};
DataContext.Table <FileBlob>().AddNewRecord(localFileBlob);
}
}
catch (Exception ex)
{
OnLogExceptionMessage(ex.ToString());
process = false;
}
localFileBlob.DataFileID = remoteDataFileId;
WebAPIHub.CreateRecord(instance.Address, "FileBlob", JObject.FromObject(new FileBlob()
{
DataFileID = remoteDataFileId, Blob = localFileBlob.Blob
}));
}
}
if (process)
{
Dictionary <string, int> dictionary = new Dictionary <string, int>();
dictionary.Add("FileGroupID", fileGroupLocalToRemote.RemoteFileGroupID);
dictionary.Add("MeterID", meterToDataPush.RemoteXDAMeterID);
WebAPIHub.ProcessFileGroup(instance.Address, JObject.FromObject(dictionary));
}
OnUpdateProgressForMeter(clientId, meterToDataPush.LocalXDAAssetKey, (int)(100 * (++progressCount) / progressTotal));
}
}
