public void TestParseMinerSettingsFileAndMineData()
{
// Arrange
var ConfigPath = @".\ApiDataMinerConfigs\ApiDataMinerConfigs.xml";
// Act
var apiDataMiner = new ApiDataMiner(databaseConnectionString);
apiDataMiner.ParseMinerSettingsFileAndMineData(ConfigPath);
// Assert
using (var streamReader = new StreamReader(ConfigPath))
{
var xmlSerializer = new XmlSerializer(typeof(ApiMinerConfigLayout));
var minerConfigs = (ApiMinerConfigLayout)xmlSerializer.Deserialize(streamReader);
foreach (var regionConfiguration in minerConfigs.Regions)
{
// Verify emissions were mined successfully for each region in the Config File
if (regionConfiguration.EmissionsMiningRegion != null)
{
var emissionsRegionName = regionConfiguration.EmissionsMiningRegion.friendlyName;
var timeZone = regionConfiguration.EmissionsMiningRegion.TimeZone;
var regionLat = regionConfiguration.EmissionsMiningRegion.Latitude;
var regionLong = regionConfiguration.EmissionsMiningRegion.Longitude;
var regionWattTimeName = regionConfiguration.EmissionsMiningRegion.EmissionsWattTimeAbbreviation;
var wattTimeApiUrl = regionConfiguration.EmissionsMiningRegion.ApiUrl;
var wattTimeApiKey = regionConfiguration.EmissionsMiningRegion.ApiKey;
var selfThrottlingMethod = regionConfiguration.WeatherMiningRegion.SelfThrottlingMethod;
var maxNumberOfCallsPerMinute =
regionConfiguration.WeatherMiningRegion.MaxNumberOfCallsPerMinute;
var startDateTime = DateTime.UtcNow.AddDays(-2);
var endDateTime = DateTime.UtcNow.AddDays(10);
var wattTimeInteraction = new EmissionsApiInteraction(selfThrottlingMethod, maxNumberOfCallsPerMinute);
var results = wattTimeInteraction.GetObservedMarginalCarbonResults(
wattTimeApiUrl,
regionWattTimeName,
startDateTime,
endDateTime,
null,
wattTimeApiKey);
int regionId;
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
regionId =
_objectModel.AddEmissionsRegion(emissionsRegionName, timeZone, regionLat, regionLong)
.EmissionsRegionID;
}
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
foreach (var result in results)
{
var dataPoint = _objectModel.FindCarbonEmissionsDataPoints(regionId, result.timestamp);
Assert.IsNotNull(dataPoint);
}
}
}
// Verify weather was mined successfully for each region in the Config File
if (regionConfiguration.WeatherMiningRegion != null)
{
var emissionsRegionName = regionConfiguration.WeatherMiningRegion.friendlyName;
var timeZone = regionConfiguration.WeatherMiningRegion.TimeZone;
var regionLat = regionConfiguration.WeatherMiningRegion.Latitude;
var regionLong = regionConfiguration.WeatherMiningRegion.Longitude;
var weatherRegionWundergroundSubUrl =
regionConfiguration.WeatherMiningRegion.weatherRegionWundergroundSubUrl;
var wundergroundApiUrl = regionConfiguration.WeatherMiningRegion.ApiUrl;
var wundergroundApiKey = regionConfiguration.WeatherMiningRegion.ApiKey;
var selfThrottlingMethod = regionConfiguration.WeatherMiningRegion.SelfThrottlingMethod;
var maxNumberOfCallsPerMinute =
regionConfiguration.WeatherMiningRegion.MaxNumberOfCallsPerMinute;
var wundergroundWeatherInteraction = new WundergroundWeatherInteraction(
selfThrottlingMethod,
maxNumberOfCallsPerMinute);
var results =
wundergroundWeatherInteraction.GetTenDayHourlyForecastWeatherData(
wundergroundApiUrl,
weatherRegionWundergroundSubUrl,
wundergroundApiKey);
int regionId;
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
regionId =
_objectModel.AddWeatherRegion(emissionsRegionName, timeZone, regionLat, regionLong)
.WeatherRegionID;
}
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
foreach (var result in results)
{
var dataPoint = _objectModel.FindWeatherDataPoints(
regionId,
result.observationDateTime);
Assert.IsNotNull(dataPoint);
}
}
}
}
}
}
public void TestMineHistoricMarginalCarbonResults()
{
// Arrange
var startDateTime = DateTime.Now.AddDays(-10);
var endDateTime = DateTime.Now.AddDays(-9);
var wattTimeApiUrl = CloudConfigurationManager.GetSetting("WattTimeApiUrl");
var wattTimeApiKey = CloudConfigurationManager.GetSetting("WattTimeApiKey");
var selfThrottlingMethod = "AzureTableStorageCallRecollection";
var maxNumberOfCallsPerMinute = 9;
List <WattTimeBalancingAuthorityInformation> regionsToMine =
new List <WattTimeBalancingAuthorityInformation>
{
new WattTimeBalancingAuthorityInformation(
"PJM",
"US_PJM",
"Eastern Standard Time",
40.348444276169,
-74.6428556442261)
};
foreach (var region in regionsToMine)
{
int regionId;
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
regionId =
_objectModel.AddEmissionsRegion(region.smartGridRegionName, region.timeZone, region.regionLat, region.regionLong)
.EmissionsRegionID;
_objectModel.AddMarketWeatherEmissionsRegionMapping(
region.smartGridRegionName,
null,
null,
regionId);
}
var wattTimeInteraction = new EmissionsApiInteraction(selfThrottlingMethod, maxNumberOfCallsPerMinute);
CarbonEmissionsMiner carbonEmissionsMiner = new CarbonEmissionsMiner(
wattTimeApiUrl,
wattTimeApiKey,
selfThrottlingMethod,
databaseConnectionString,
maxNumberOfCallsPerMinute,
wattTimeInteraction);
// Act
carbonEmissionsMiner.MineHistoricMarginalCarbonResults(
startDateTime,
endDateTime,
region.regionWattTimeName,
regionId);
// Assert
// Verify that each data point has been recorded in the database
var results = wattTimeInteraction.GetObservedMarginalCarbonResults(
wattTimeApiUrl,
region.regionWattTimeName,
startDateTime,
endDateTime,
null,
wattTimeApiKey);
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
foreach (var result in results)
{
var dataPoint = _objectModel.FindCarbonEmissionsDataPoints(regionId, result.timestamp);
Assert.IsNotNull(dataPoint);
}
}
}
}
public void TestMineHistoricMarginalCarbonResults()
{
// Arrange
var startDateTime = DateTime.Now.AddDays(-10);
var endDateTime = DateTime.Now.AddDays(-1);
var wattTimeApiUrl = CloudConfigurationManager.GetSetting("WattTimeApiUrl");
var wattTimeApiKey = CloudConfigurationManager.GetSetting("WattTimeApiKey");
string wattTimeApiV2Url = CloudConfigurationManager.GetSetting("WattTimeApiV2Url");
string WattTimeUsername = CloudConfigurationManager.GetSetting("WattTimeUsername");
string WattTimePassword = CloudConfigurationManager.GetSetting("WattTimePassword");
string WattTimeEmail = CloudConfigurationManager.GetSetting("WattTimeEmail");
string WattTimeOrganization = CloudConfigurationManager.GetSetting("WattTimeOrganization");
var selfThrottlingMethod = "AzureTableStorageCallRecollection";
var maxNumberOfCallsPerMinute = 9;
List <WattTimeBalancingAuthorityInformation> regionsToMine = new List <WattTimeBalancingAuthorityInformation>();
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("PSEI", "US_PugetSoundEnergy", "Pacific Standard Time", 47.68009593341535, -122.11638450372567));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("BPA", "US_BPA", "Pacific Standard Time", 40.348444276169, -74.6428556442261));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("CAISO", "US_CAISO", "Pacific Standard Time", 41.7324, -123.409423));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("ERCOT", "US_ERCOT", "Central Standard Time", 32.79878236662912, -96.77856445062508));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("ISONE", "US_ISONewEngland", "Eastern Standard Time", 42.70864591994315, -72.16918945062508));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("MISO", "US_UpperMidwestISO", "Central Standard Time", 41.91853269857261, -93.55193137872567));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("SPP", "US_SouthwesternPublicServiceISO", "Eastern Standard Time", 34.41133502036136, -103.19243430841317));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("PJM", "US_PJM", "Eastern Standard Time", 40.348444276169, -74.6428556442261));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("PJM_ATLANTIC", "US_PJM_ATLANTIC", "Eastern Standard Time", 40.566564, -76.98465597395705));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("PJM_SOUTH", "US_PJM_SOUTH", "Eastern Standard Time", 37.44276433719146, -76.87479269270705));
regionsToMine.Add(new WattTimeBalancingAuthorityInformation("PJM_WEST", "US_PJM_WEST", "Eastern Standard Time", 38.69484915602888, -85.11453878645705));
foreach (var region in regionsToMine)
{
int regionId;
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
regionId =
_objectModel.AddEmissionsRegion(region.smartGridRegionName, region.timeZone, region.regionLat, region.regionLong)
.EmissionsRegionID;
_objectModel.AddMarketWeatherEmissionsRegionMapping(
region.smartGridRegionName,
null,
null,
regionId);
}
var wattTimeInteraction = new EmissionsApiInteraction(selfThrottlingMethod, maxNumberOfCallsPerMinute);
CarbonEmissionsMiner carbonEmissionsMiner = new CarbonEmissionsMiner(
wattTimeApiUrl,
wattTimeApiKey,
wattTimeApiV2Url,
WattTimeUsername,
WattTimePassword,
WattTimeEmail,
WattTimeOrganization,
selfThrottlingMethod,
databaseConnectionString,
maxNumberOfCallsPerMinute,
wattTimeInteraction);
// Act
carbonEmissionsMiner.MineHistoricMarginalCarbonResults(
startDateTime,
endDateTime,
region.regionWattTimeName,
regionId);
// Assert
// Verify that each data point has been recorded in the database
var results = wattTimeInteraction.GetObservedMarginalCarbonResults(
wattTimeApiV2Url,
region.regionWattTimeName,
WattTimeUsername,
WattTimePassword,
startDateTime,
endDateTime,
null,
null);
using (var _objectModel = new SmartEnergyOM(databaseConnectionString))
{
foreach (var result in results)
{
var dataPoint = _objectModel.FindCarbonEmissionsDataPoint(regionId, result.point_time);
Assert.IsNotNull(dataPoint);
}
}
}
}
