private async Task <bool> SendCommands(IsolationAlgorithm algorithm, Dictionary <long, DiscreteCommandingType> commands, Dictionary <long, CommandedElement> commandedElements)
{
var algorithmBaseLogString = $"{baseLogString} [HeadBreakerGid: 0x{algorithm.HeadBreakerGid:X16}]";
if (!await lifecycleHelper.SendMultipleScadaCommandAsync(commands, commandedElements, CommandOriginType.ISOLATING_ALGORITHM_COMMAND))
{
string message = $"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Sending multiple command failed.";
Logger.LogError(message);
return(false);
}
commands.Keys.ToList().ForEach(async commandedElementGid =>
{
var commandedElement = new CommandedElement()
{
ElementGid = commandedElementGid,
CorrespondingHeadElementGid = algorithm.HeadBreakerGid,
CommandingType = commands[commandedElementGid],
};
await CommandedElements.SetAsync(commandedElementGid, commandedElement);
await ElementsToBeIgnoredInReportPotentialOutage.SetAsync(commandedElementGid, DateTime.UtcNow);
Logger.LogDebug($"{algorithmBaseLogString} SendCommands => Element 0x{commandedElementGid:X16} set to collection '{ReliableDictionaryNames.ElementsToBeIgnoredInReportPotentialOutage}' at {DateTime.UtcNow}.");
});
await StartedIsolationAlgorithms.SetAsync(algorithm.HeadBreakerGid, algorithm);
return(true);
}
//TODO: razmotriti stanje outage na ako se algoritam enduje sa nekim fejlom.... da li brisati sam outage npr...
private async Task OnEndAlgorithmCleanUp(long headBreakerGid)
{
var algorithmBaseLogString = $"{baseLogString} [HeadBreakerGid: 0x{headBreakerGid:X16}]";
await StartedIsolationAlgorithms.TryRemoveAsync(headBreakerGid);
await MonitoredHeadBreakerMeasurements.TryRemoveAsync(headBreakerGid);
var enumerableCommandedElements = await CommandedElements.GetEnumerableDictionaryAsync();
var commandedElementsToBeRemoved = enumerableCommandedElements.Values.Where(element => element.CorrespondingHeadElementGid == headBreakerGid);
foreach (var element in commandedElementsToBeRemoved)
{
await CommandedElements.TryRemoveAsync(element.ElementGid);
}
var enumerableOptimumIsolationPoints = await OptimumIsolationPoints.GetEnumerableDictionaryAsync();
var optimumIsolationPointsToBeRemovedGids = enumerableOptimumIsolationPoints.Where(kvp => kvp.Value == headBreakerGid).Select(kvp => kvp.Key);
foreach (var gid in optimumIsolationPointsToBeRemovedGids)
{
await OptimumIsolationPoints.TryRemoveAsync(gid);
}
}
private async Task <bool> SendCommands(IsolationAlgorithm algorithm, Dictionary <long, DiscreteCommandingType> commands, Dictionary <long, CommandedElement> commandedElements)
{
var algorithmBaseLogString = $"{baseLogString} [HeadBreakerGid: 0x{algorithm.HeadBreakerGid:X16}]";
if (!await lifecycleHelper.SendMultipleScadaCommandAsync(commands, commandedElements, CommandOriginType.ISOLATING_ALGORITHM_COMMAND))
{
string message = $"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Sending multiple command failed.";
Logger.LogError(message);
return(false);
}
commands.Keys.ToList().ForEach(async commandedElementGid =>
{
var commandedElement = new CommandedElement()
{
ElementGid = commandedElementGid,
CorrespondingHeadElementGid = algorithm.HeadBreakerGid,
CommandingType = commands[commandedElementGid],
};
await CommandedElements.SetAsync(commandedElementGid, commandedElement);
algorithm.ElementsCommandedInCurrentCycle.Add(commandedElementGid);
});
await StartedIsolationAlgorithms.SetAsync(algorithm.HeadBreakerGid, algorithm);
return(true);
}
private async Task <bool> FinishIndividualAlgorithmCycle(IsolationAlgorithm algorithm, OutageTopologyModel topology)
{
var algorithmBaseLogString = $"{baseLogString} [HeadBreakerGid: 0x{algorithm.HeadBreakerGid:X16}]";
Logger.LogInformation($"{algorithmBaseLogString} entering FinishIndividualAlgorithmCycle.");
if (algorithm.CurrentBreakerGid <= 0 || algorithm.CurrentBreakerGid == algorithm.RecloserGid)
{
string message = $"{algorithmBaseLogString} FinishIndividualAlgorithmCycle => End of the feeder, no outage detected.";
Logger.LogWarning(message);
return(false);
}
var getCreatedOutageResult = await lifecycleHelper.GetCreatedOutage(algorithm.OutageId);
if (!getCreatedOutageResult.HasValue)
{
Logger.LogError($"{algorithmBaseLogString} FinishIndividualAlgorithmCycle => Created Outage is null. OutageId: {algorithm.OutageId}");
return(false);
}
var outageToIsolate = getCreatedOutageResult.Value;
await SetDefaultIsolationPoints(outageToIsolate, algorithm);
await SetOptimumIsolationPoints(outageToIsolate, algorithm, topology);
//ISOLATE on optimum points
var firstOptimumPoint = outageToIsolate.OptimumIsolationPoints[0];
var secondOptimumPoint = outageToIsolate.OptimumIsolationPoints[1];
var commands = new Dictionary <long, DiscreteCommandingType>
{
{ algorithm.HeadBreakerGid, DiscreteCommandingType.CLOSE },
{ firstOptimumPoint.EquipmentId, DiscreteCommandingType.OPEN },
{ secondOptimumPoint.EquipmentId, DiscreteCommandingType.OPEN },
{ algorithm.RecloserGid, DiscreteCommandingType.CLOSE },
};
var enumerableCommandedElements = await CommandedElements.GetEnumerableDictionaryAsync();
if (!await SendCommands(algorithm, commands, enumerableCommandedElements))
{
string message = $"{algorithmBaseLogString} FinishIndividualAlgorithmCycle => Failed on SendMultipleScadaCommandAsync.";
Logger.LogError(message);
return(false);
}
long outageElementGid = topology.OutageTopology[secondOptimumPoint.EquipmentId].FirstEnd; //element iznad donjeg pointa - moze biti samo jedan gornji element (parent)
if (!topology.OutageTopology[firstOptimumPoint.EquipmentId].SecondEnd.Contains(outageElementGid))
{
string message = $"{algorithmBaseLogString} FinishIndividualAlgorithmCycle => Outage element with gid: 0x{outageElementGid:X16} is not on a second end of current breaker id";
Logger.LogError(message);
return(false);
}
outageToIsolate.IsolatedTime = DateTime.UtcNow;
outageToIsolate.OutageElementGid = outageElementGid;
outageToIsolate.OutageState = OutageState.ISOLATED;
var outageModelAccessClient = OutageModelAccessClient.CreateClient();
await outageModelAccessClient.UpdateOutage(outageToIsolate);
Logger.LogInformation($"{algorithmBaseLogString} FinishIndividualAlgorithmCycle => Isolation of outage with id: {outageToIsolate.OutageId}. Optimum isolation points: 0x{outageToIsolate.OptimumIsolationPoints[0].EquipmentId:X16} and 0x{outageToIsolate.OptimumIsolationPoints[1].EquipmentId:X16}, and outage element id is 0x{outageElementGid:X16}");
await lifecycleHelper.PublishOutageAsync(Topic.ACTIVE_OUTAGE, outageMessageMapper.MapOutageEntity(outageToIsolate));
Logger.LogInformation($"{algorithmBaseLogString} FinishIndividualAlgorithmCycle => Outage with id: 0x{outageToIsolate.OutageId:x16} is successfully published.");
await OnEndAlgorithmCleanUp(algorithm.HeadBreakerGid);
return(true);
}
/// <summary>
///
/// </summary>
/// <param name="algorithm"></param>
/// <param name="topology"></param>
/// <returns>ConditionalValue with HeadElementGid as value - HasValue: false indicates that task ended unsuccessfully, value will never be null and will represent the id of the task -> HeadElementGid</returns>
private async Task <ConditionalValue <long> > StartIndividualAlgorithmCycle(IsolationAlgorithm algorithm, OutageTopologyModel topology)
{
var algorithmBaseLogString = $"{baseLogString} [HeadBreakerGid: 0x{algorithm.HeadBreakerGid:X16}]";
//END CONDITION - poslednji otvoren brejker se nije otvorio vise od 'cycleUpperLimit' milisekundi => on predstavlja prvu optimalnu izolacionu tacku
if (algorithm.CycleCounter * CycleInterval >= CycleUpperLimit)
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => END CONDITION: {algorithm.CycleCounter} ms * {CycleInterval} ms > {CycleUpperLimit} ms.");
var success = await FinishIndividualAlgorithmCycle(algorithm, topology);
return(new ConditionalValue <long>(success, algorithm.HeadBreakerGid));
}
else
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => END CONDITION NOT MET: {algorithm.CycleCounter} ms * {CycleInterval} ms <= {CycleUpperLimit} ms.");
}
#region Check if HeadBreaker has OPENED after the last cycle
var result = await MonitoredHeadBreakerMeasurements.TryGetValueAsync(algorithm.HeadBreakerMeasurementGid);
if (!result.HasValue)
{
Logger.LogError($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => HeadBreakerMeasurement with gid: 0x{algorithm.HeadBreakerMeasurementGid:X16} not found in {ReliableDictionaryNames.MonitoredHeadBreakerMeasurements}.");
return(new ConditionalValue <long>(false, algorithm.HeadBreakerGid));
}
var headMeasurementData = result.Value;
if (headMeasurementData.Value == (ushort)DiscreteCommandingType.CLOSE)
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => HeadBreaker is CLOSED.");
//by exiting now we apply the logical WAITING (cycle mechanism in RunAsync):
//1) For HeadBreaker to open => moving to next breaker
//2) For "time" to run up => FinishIndividualAlgorithmCycle
//counting cycles from after the command was successfully executed
var commandsCount = await CommandedElements.GetCountAsync();
if (commandsCount == 0)
{
algorithm.CycleCounter++;
await StartedIsolationAlgorithms.SetAsync(algorithm.HeadBreakerGid, algorithm);
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => AlgorithCycleCounter set to {algorithm.CycleCounter}.");
}
else
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Skipping the cycle and waiting for {commandsCount} commands to be executed. HEAD is CLOSED. AlgorithCycleCounter remains set on {algorithm.CycleCounter}.");
}
return(new ConditionalValue <long>(true, algorithm.HeadBreakerGid));
}
else if (headMeasurementData.Value == (ushort)DiscreteCommandingType.OPEN)
{
//skipping untill all commands were successfully executed
var commandsCount = await CommandedElements.GetCountAsync();
if (commandsCount > 0)
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Skipping the cycle and waiting for {commandsCount} commands to be executed. HEAD is OPENED. AlgorithCycleCounter remains set on {algorithm.CycleCounter}.");
return(new ConditionalValue <long>(true, algorithm.HeadBreakerGid));
}
}
else
{
Logger.LogError($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => headMeasurementData.Value is {headMeasurementData.Value} and cannot be casted to {typeof(DiscreteCommandingType)}.");
return(new ConditionalValue <long>(false, algorithm.HeadBreakerGid));
}
#endregion
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => HeadBreaker is OPENED.");
//Closing current breaker, before moving to the next breaker
var commands = new Dictionary <long, DiscreteCommandingType>();
if (algorithm.CurrentBreakerGid != algorithm.HeadBreakerGid)
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Preaparing command to CLOSE the current breaker 0x{algorithm.CurrentBreakerGid:X16}");
commands.Add(algorithm.CurrentBreakerGid, DiscreteCommandingType.CLOSE);
}
algorithm.CycleCounter = 0;
//moving to the next breaker
algorithm.CurrentBreakerGid = lifecycleHelper.GetNextBreaker(algorithm.CurrentBreakerGid, topology);
Logger.LogDebug($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Next breaker gid is 0x{algorithm.CurrentBreakerGid:X16}.");
if (algorithm.CurrentBreakerGid <= 0 || !topology.GetElementByGid(algorithm.CurrentBreakerGid, out _))
{
Logger.LogError($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => HeadBreakerMeasurement with gid: 0x{algorithm.HeadBreakerMeasurementGid:X16} not found in {ReliableDictionaryNames.MonitoredHeadBreakerMeasurements}.");
return(new ConditionalValue <long>(false, algorithm.HeadBreakerGid));
}
var enumerableCommandedElements = await CommandedElements.GetEnumerableDictionaryAsync();
//reaching the END of the FEEDER - ending the algorithm
if (algorithm.CurrentBreakerGid == algorithm.RecloserGid)
{
string message = $"{algorithmBaseLogString} StartIndividualAlgorithmCycle => End of the feeder, no outage detected.";
Logger.LogWarning(message);
//TODO: HOW TO HANDEL - archived, deleted....
await SendCommands(algorithm, commands, enumerableCommandedElements);
return(new ConditionalValue <long>(false, algorithm.HeadBreakerGid));
}
if (!commands.ContainsKey(algorithm.CurrentBreakerGid) && !commands.ContainsKey(algorithm.HeadBreakerGid))
{
commands.Add(algorithm.CurrentBreakerGid, DiscreteCommandingType.OPEN);
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Preaparing command to OPEN the current breaker 0x{algorithm.CurrentBreakerGid:X16}");
commands.Add(algorithm.HeadBreakerGid, DiscreteCommandingType.CLOSE);
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Preaparing command to CLOSE the head breaker 0x{algorithm.HeadBreakerGid:X16}");
}
if (await SendCommands(algorithm, commands, enumerableCommandedElements))
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Commands sent with success.");
return(new ConditionalValue <long>(true, algorithm.HeadBreakerGid));
}
else
{
Logger.LogInformation($"{algorithmBaseLogString} StartIndividualAlgorithmCycle => Send commands failed.");
return(new ConditionalValue <long>(false, algorithm.HeadBreakerGid));
}
}
private async Task <bool> StartLocationAndIsolationAlgorithm(OutageEntity outageEntity, OutageTopologyModel topology)
{
long reportedGid = outageEntity.DefaultIsolationPoints.First().EquipmentId;
if (!topology.GetElementByGid(reportedGid, out OutageTopologyElement topologyElement))
{
Logger.LogError($"{baseLogString} StartLocationAndIsolationAlgorithm => element with gid 0x{reportedGid:X16} not found in outage topology model.");
return(false);
}
long upBreaker;
long outageElementGid = -1;
Logger.LogInformation($"{baseLogString} StartLocationAndIsolationAlgorithm => Entering 10 sec delay.");
await Task.Delay(10_000);
Logger.LogInformation($"{baseLogString} StartLocationAndIsolationAlgorithm => 10 sec delay ended.");
var outageSimulatorClient = OutageSimulatorClient.CreateClient();
var outageModelAccessClient = OutageModelAccessClient.CreateClient();
//Da li je prijaveljen element OutageElement
if (await outageSimulatorClient.IsOutageElement(reportedGid))
{
outageElementGid = reportedGid;
}
//Da li je mozda na ACL-novima ispod prijavljenog elementa
else
{
for (int i = 0; i < topologyElement.SecondEnd.Count; i++)
{
var potentialOutageElementGid = topologyElement.SecondEnd[i];
if (!(await outageSimulatorClient.IsOutageElement(potentialOutageElementGid)))
{
continue;
}
if (outageElementGid == -1)
{
outageElementGid = potentialOutageElementGid;
outageEntity.OutageElementGid = outageElementGid;
//outageEntity.AffectedConsumers = await lifecycleHelper.GetAffectedConsumersFromDatabase(lifecycleHelper.GetAffectedConsumers(outageElementGid, topology, NetworkType.NON_SCADA_NETWORK));
}
else
{
//KAKO SE ULAZI U OVAJ ELSE? => u else se ulazi tako sto se ide kroz for i prvi element se oznaci kao outage element, zatim se pronaje jos neki... znaci ovo je nacin da se kreira drugi, treci outage, na racvanju ispod elementa, po for-u....
var entity = new OutageEntity()
{
OutageElementGid = potentialOutageElementGid,
ReportTime = DateTime.UtcNow
};
await outageModelAccessClient.AddOutage(entity);
}
}
}
//Tragamo za ACL-om gore ka source-u
while (outageElementGid == -1 && !topologyElement.IsRemote && topologyElement.DmsType != "ENERGYSOURCE")
{
if (await outageSimulatorClient.IsOutageElement(topologyElement.Id))
{
outageElementGid = topologyElement.Id;
outageEntity.OutageElementGid = outageElementGid;
}
topology.GetElementByGid(topologyElement.FirstEnd, out topologyElement);
}
if (outageElementGid == -1)
{
outageEntity.OutageState = OutageState.REMOVED;
await outageModelAccessClient.RemoveOutage(outageEntity);
Logger.LogError($"{baseLogString} StartLocationAndIsolationAlgorithm => End of feeder no outage detected.");
return(false);
}
topology.GetElementByGidFirstEnd(outageEntity.OutageElementGid, out topologyElement);
while (topologyElement.DmsType != "BREAKER")
{
topology.GetElementByGidFirstEnd(topologyElement.Id, out topologyElement);
}
upBreaker = topologyElement.Id;
long nextBreaker = lifecycleHelper.GetNextBreaker(outageEntity.OutageElementGid, topology);
if (!topology.OutageTopology.ContainsKey(nextBreaker))
{
string message = $"{baseLogString} StartLocationAndIsolationAlgorithm => Breaker (next breaker) with id: 0x{nextBreaker:X16} is not in topology";
Logger.LogError(message);
throw new Exception(message);
}
long outageElement = topology.OutageTopology[nextBreaker].FirstEnd;
if (!topology.OutageTopology[upBreaker].SecondEnd.Contains(outageElement))
{
string message = $"{baseLogString} StartLocationAndIsolationAlgorithm => Outage element with gid: 0x{outageElement:X16} is not on a second end of current breaker id";
Logger.LogError(message);
throw new Exception(message);
}
outageEntity.OptimumIsolationPoints = await lifecycleHelper.GetEquipmentEntityAsync(new List <long>() { upBreaker, nextBreaker });
outageEntity.IsolatedTime = DateTime.UtcNow;
outageEntity.OutageState = OutageState.ISOLATED;
await outageModelAccessClient.UpdateOutage(outageEntity);
var commands = new Dictionary <long, DiscreteCommandingType>
{
{ upBreaker, DiscreteCommandingType.OPEN },
{ nextBreaker, DiscreteCommandingType.OPEN },
};
var enumerableCommandedElements = await CommandedElements.GetEnumerableDictionaryAsync();
if (!await lifecycleHelper.SendMultipleScadaCommandAsync(commands, enumerableCommandedElements, CommandOriginType.LOCATION_AND_ISOLATING_ALGORITHM_COMMAND))
{
string message = $"{baseLogString} StartLocationAndIsolationAlgorithm => Sending multiple command failed.";
Logger.LogError(message);
return(false);
}
commands.Keys.ToList().ForEach(async commandedElementGid =>
{
await ElementsToBeIgnoredInReportPotentialOutage.SetAsync(commandedElementGid, DateTime.UtcNow);
Logger.LogDebug($"{baseLogString} SendCommands => Element 0x{commandedElementGid:X16} set to collection '{ReliableDictionaryNames.ElementsToBeIgnoredInReportPotentialOutage}' at {DateTime.UtcNow}.");
});
return(true);
}
public async Task Notify(IPublishableMessage message, string publisherName)
{
Logger.LogDebug($"{baseLogString} Notify method started.");
while (!ReliableDictionariesInitialized)
{
await Task.Delay(1000);
}
try
{
if (message is MultipleDiscreteValueSCADAMessage multipleDiscreteValueSCADAMessage)
{
Logger.LogDebug($"{baseLogString} MultipleDiscreteValueSCADAMessage received.");
var discreteData = multipleDiscreteValueSCADAMessage.Data;
#region HeadBreakers
var enumerableHeadBreakerMeasurements = await MonitoredHeadBreakerMeasurements.GetEnumerableDictionaryAsync();
foreach (var headMeasurementGid in enumerableHeadBreakerMeasurements.Keys)
{
if (!discreteData.ContainsKey(headMeasurementGid))
{
continue;
}
await MonitoredHeadBreakerMeasurements.SetAsync(headMeasurementGid, discreteData[headMeasurementGid]);
}
#endregion HeadBreakers
#region CommandedElements
var measurementProviderClient = MeasurementProviderClient.CreateClient();
var enumerableCommandedElements = await CommandedElements.GetEnumerableDictionaryAsync();
foreach (var commandedElementGid in enumerableCommandedElements.Keys)
{
var measurementGid = (await measurementProviderClient.GetMeasurementsOfElement(commandedElementGid)).FirstOrDefault();
var measurement = await measurementProviderClient.GetDiscreteMeasurement(measurementGid);
if (measurement is ArtificalDiscreteMeasurement)
{
await CommandedElements.TryRemoveAsync(commandedElementGid);
Logger.LogInformation($"{baseLogString} Notify => Command on element 0x{commandedElementGid:X16} executed (ArtificalDiscreteMeasurement). New value: {measurement.CurrentOpen}");
continue;
}
if (!discreteData.ContainsKey(measurementGid))
{
continue;
}
if (discreteData[measurementGid].Value == (ushort)enumerableCommandedElements[commandedElementGid].CommandingType)
{
if ((await CommandedElements.TryRemoveAsync(commandedElementGid)).HasValue)
{
Logger.LogInformation($"{baseLogString} Notify => Command on element 0x{commandedElementGid:X16} executed. New value: {discreteData[measurementGid].Value}");
}
}
}
#endregion CommandedElements
}
else if (message is OMSModelMessage omsModelMessage)
{
Logger.LogDebug($"{baseLogString} OMSModelMessage received. Count {omsModelMessage.OutageTopologyModel.OutageTopology.Count}");
OutageTopologyModel topology = omsModelMessage.OutageTopologyModel;
await OutageTopologyModel.SetAsync(ReliableDictionaryNames.OutageTopologyModel, topology);
var reportingOutageClient = PotentialOutageReportingClient.CreateClient();
while (true)
{
var result = await PotentialOutagesQueue.TryDequeueAsync();
if (!result.HasValue)
{
break;
}
var command = result.Value;
await reportingOutageClient.ReportPotentialOutage(command.ElementGid, command.CommandOriginType, command.NetworkType);
Logger.LogInformation($"{baseLogString} PotentianOutageCommand executed. ElementGid: 0x{command.ElementGid:X16}, OriginType: {command.CommandOriginType}");
}
}
else
{
Logger.LogWarning($"{baseLogString} Notify => unexpected type of message: {message.GetType()}");
return;
}
}
catch (Exception e)
{
string errorMessage = $"{baseLogString} Notify => Exception: {e.Message}";
Logger.LogError(errorMessage, e);
}
}
