public void TryGetValueTest()
{
using (FileBackedDictionary <int, int> dictionary = new FileBackedDictionary <int, int>())
{
dictionary.Add(0, 0);
Assert.IsTrue(dictionary.TryGetValue(0, out int value));
Assert.AreEqual(value, 0);
}
}
public void TryGetValueTest()
{
int value;
using (FileBackedDictionary<int, int> dictionary = new FileBackedDictionary<int, int>())
{
dictionary.Add(0, 0);
Assert.IsTrue(dictionary.TryGetValue(0, out value));
Assert.AreEqual(value, 0);
}
}
/// <summary>
/// Attempts to use the authentication token to retrieve the user's credentials from the credential cache.
/// </summary>
/// <param name="authenticationToken">The token used to retrieve the user's credentials.</param>
/// <param name="username">The username of the user.</param>
/// <param name="password">THe user's password.</param>
/// <returns>True if the user's credentials were successfully retrieved; false otherwise.</returns>
public static bool TryGetCachedCredentials(string authenticationToken, out string username, out string password)
{
try
{
// Parse the selector and validator from the authentication token
string[] authenticationTokenParts = authenticationToken.Split(':');
if (authenticationTokenParts.Length != 2)
{
username = null;
password = null;
return(false);
}
string selector = authenticationTokenParts[0];
string validator = authenticationTokenParts[1];
// Determine where the credential cache is located
ConfigurationFile configFile = ConfigurationFile.Current;
CategorizedSettingsElementCollection systemSettings = configFile.Settings["systemSettings"];
string configurationCachePath = systemSettings["ConfigurationCachePath"].Value;
string credentialCachePath = Path.Combine(configurationCachePath, "CredentialCache.bin");
// Read the credential cache to retrieve the user's
// credentials that were mapped to this authentication token
lock (s_credentialCacheLock)
{
using (FileBackedDictionary <string, Credential> credentialCache = new FileBackedDictionary <string, Credential>(credentialCachePath))
{
Credential credential;
if (credentialCache.TryGetValue(selector, out credential) && validator == credential.Validator && DateTime.UtcNow < credential.Expiration)
{
username = credential.Username;
password = credential.Password;
return(true);
}
}
}
}
catch (Exception ex)
{
OnProcessException(ex);
}
username = null;
password = null;
return(false);
}
/// <summary>
/// Processes data not yet processed
/// by this SandBox instance.
/// </summary>
private void ProcessLatestDataOperation()
{
string latestDataFile = FilePath.GetAbsolutePath(@"LatestData.bin");
int latestFileGroupID;
FileInfoDataContext fileInfo;
List <int> newFileGroups;
if ((object)m_systemSettings == null)
{
ReloadSystemSettings();
}
using (FileBackedDictionary <string, int> dictionary = new FileBackedDictionary <string, int>(latestDataFile))
using (DbAdapterContainer dbAdapterContainer = new DbAdapterContainer(m_systemSettings.DbConnectionString, m_systemSettings.DbTimeout))
{
fileInfo = dbAdapterContainer.GetAdapter <FileInfoDataContext>();
do
{
dictionary.Compact();
if (!dictionary.TryGetValue("latestFileGroupID", out latestFileGroupID))
{
latestFileGroupID = 0;
}
newFileGroups = fileInfo.FileGroups
.Select(fileGroup => fileGroup.ID)
.Where(id => id > latestFileGroupID)
.Take(100)
.OrderBy(id => id)
.ToList();
foreach (int fileGroupID in newFileGroups)
{
MeterDataProcessor processor = new MeterDataProcessor(LoadSystemSettings());
processor.ProcessFileGroup(fileGroupID);
dictionary["latestFileGroupID"] = fileGroupID;
}
}while (newFileGroups.Count > 0);
}
}
/// <summary>
/// Processes data not yet processed
/// by this SandBox instance.
/// </summary>
private void ProcessLatestDataOperation()
{
string latestDataFile = FilePath.GetAbsolutePath(@"LatestData.bin");
List <int> newFileGroups;
if ((object)m_systemSettings == null)
{
ReloadSystemSettings();
}
using (FileBackedDictionary <string, int> dictionary = new FileBackedDictionary <string, int>(latestDataFile))
using (AdoDataConnection connection = new AdoDataConnection("systemSettings"))
{
do
{
dictionary.Compact();
if (!dictionary.TryGetValue("latestFileGroupID", out m_latestFileGroupID))
{
m_latestFileGroupID = 0;
}
newFileGroups = (new TableOperations <FileGroup>(connection)).QueryRecordsWhere("ID > {0}", m_latestFileGroupID)
.Select(fileGroup => fileGroup.ID)
.Take(100)
.OrderBy(id => id)
.ToList();
foreach (int fileGroupID in newFileGroups)
{
MeterDataProcessor processor = new MeterDataProcessor(s_connectionString);
processor.ProcessFileGroup(fileGroupID);
dictionary["latestFileGroupID"] = fileGroupID;
}
}while (newFileGroups.Count > 0);
}
}
/// <summary>
/// Processes data not yet processed
/// by this SandBox instance.
/// </summary>
private void ProcessLatestDataOperation()
{
string latestDataFile = FilePath.GetAbsolutePath(@"LatestData.bin");
int latestFileGroupID;
FileInfoDataContext fileInfo;
List<int> newFileGroups;
if ((object)m_systemSettings == null)
ReloadSystemSettings();
using (FileBackedDictionary<string, int> dictionary = new FileBackedDictionary<string, int>(latestDataFile))
using (DbAdapterContainer dbAdapterContainer = new DbAdapterContainer(m_systemSettings.DbConnectionString, m_systemSettings.DbTimeout))
{
fileInfo = dbAdapterContainer.GetAdapter<FileInfoDataContext>();
do
{
dictionary.Compact();
if (!dictionary.TryGetValue("latestFileGroupID", out latestFileGroupID))
latestFileGroupID = 0;
newFileGroups = fileInfo.FileGroups
.Select(fileGroup => fileGroup.ID)
.Where(id => id > latestFileGroupID)
.Take(100)
.OrderBy(id => id)
.ToList();
foreach (int fileGroupID in newFileGroups)
{
MeterDataProcessor processor = new MeterDataProcessor(LoadSystemSettings());
processor.ProcessFileGroup(fileGroupID);
dictionary["latestFileGroupID"] = fileGroupID;
}
}
while (newFileGroups.Count > 0);
}
}
// Run Query in Haoop
private void m_timer_Elapsed(object sender, ElapsedEventArgs e)
{
List <IMeasurement> measurements = new List <IMeasurement>();
OnStatusMessage(MessageLevel.Info, "Connecting to Hadoop DB for update");
if (Monitor.TryEnter(m_timer))
{
try
{
bool addTicks = !string.IsNullOrEmpty(SubSecondField);
//Connect to DataBase
using (OdbcConnection connection = new OdbcConnection(HadoopConnectionString))
{
m_currNum = 0;
int nPoints = 0;
foreach (Guid guid in m_queryParameter.Keys)
{
Ticks newerThan;
m_currNum++;
nPoints = 0;
lock (s_TimeStampUpdateLock)
{
using (FileBackedDictionary <Guid, Ticks> dictionary = new FileBackedDictionary <Guid, Ticks>(TimeStampUpdatefile))
{
if (!dictionary.TryGetValue(guid, out newerThan))
{
newerThan = m_oldestTimestamp;
}
}
}
object[] param = { newerThan.ToString("yyyy-MM-dd hh:mm:ss") };
param = param.Concat(m_queryParameter[guid]).ToArray();
DataTable table = connection.RetrieveData(string.Format(m_query, param));
foreach (DataRow row in table.Rows)
{
Measurement measurement = new Measurement {
Metadata = MeasurementKey.LookUpOrCreate(guid, "").Metadata
};
measurement.Value = row.AsDouble(0) ?? double.NaN;
measurement.Timestamp = DateTime.Parse(row.AsString(1));
// This is only down to Seconds accuracy so we do make sure we are only keeping the seconds here
measurement.Timestamp = measurement.Timestamp - measurement.Timestamp.DistanceBeyondSecond();
if (addTicks)
{
measurement.Timestamp = measurement.Timestamp + row.AsInt64(2) ?? 0;
}
if (measurement.Timestamp <= newerThan)
{
continue;
}
measurements.Add(measurement);
nPoints++;
if (measurement.Timestamp > newerThan)
{
newerThan = measurement.Timestamp;
}
}
lock (s_TimeStampUpdateLock)
{
using (FileBackedDictionary <Guid, Ticks> dictionary = new FileBackedDictionary <Guid, Ticks>(TimeStampUpdatefile))
{
if (dictionary.Keys.Contains(guid))
{
dictionary[guid] = newerThan;
}
else
{
dictionary.Add(guid, newerThan);
}
}
}
m_lastConnected = DateTime.UtcNow;
if (m_currNum % 20 == 0)
{
OnStatusMessage(MessageLevel.Info, $"Got Measurements for {m_currNum} out of {m_nTags} Tags");
OnStatusMessage(MessageLevel.Info, $"Obtained {nPoints} Points For Tag {guid} up to {newerThan:dd/MM/yyyy hh:mm:ss}");
}
}
}
}
catch (InvalidOperationException ex)
{
// Pooled timer thread executed after last read, verify timer has stopped
m_timer.Enabled = false;
OnProcessException(MessageLevel.Warning, ex);
}
catch (Exception ex)
{
OnProcessException(MessageLevel.Error, ex);
}
finally
{
Monitor.Exit(m_timer);
}
}
// Publish all measurements for this time interval
m_num = measurements.Count;
OnStatusMessage(MessageLevel.Info, $"Disconnected from Hadoop with a total of {m_num} Points");
if (measurements.Count > 0)
{
OnNewMeasurements(measurements);
}
}
