static void SensorList(String filename)
{
// try to open it for reading...
Console.Write("Opening " + filename + " data-store for reading...");
TinyOnDiskStorage data_store = new TinyOnDiskStorage(filename, false, 100000);
Console.WriteLine("done");
Dictionary <String, XS1_DataObject> Sensors = new Dictionary <string, XS1_DataObject>();
foreach (OnDiscAdress ondisc in data_store.InMemoryIndex)
{
XS1_DataObject dataobject = new XS1_DataObject();
dataobject.Deserialize(data_store.Read(ondisc));
if (!Sensors.ContainsKey(dataobject.Name))
{
Sensors.Add(dataobject.Name, dataobject);
}
//Console.WriteLine(dataobject.Timecode.ToLongTimeString()+";"+dataobject.Timecode.ToShortDateString()+";"+dataobject.Name+";"+dataobject.Type+";"+dataobject.TypeName+";"+dataobject.Value+";"+dataobject.OriginalXS1Statement);
}
foreach (XS1_DataObject dataobject in Sensors.Values)
{
Console.WriteLine(dataobject.Name + ";" + dataobject.Type + ";" + dataobject.TypeName + ";" + dataobject.Value + ";" + dataobject.OriginalXS1Statement);
}
}
public HttpServer(Int32 HTTP_Port, String HTTP_ListeningIP, String HTTP_DocumentRoot, TinyOnDiskStorage _Storage, TinyOnDiskStorage _LatitudeStorage, XS1Configuration _XS1_Configuration, ConsoleOutputLogger Logger, MAXMonitoringThread _ELVMAXMonitoringThread, bool AuthEnabled, String Uname, String Pword, String StartAdrFilter)
{
HTTPServer_Port = HTTP_Port;
HTTPServer_ListeningIP = HTTP_ListeningIP;
HTTPServer_DocumentRoot = HTTP_DocumentRoot;
Storage = _Storage;
XS1_Configuration = _XS1_Configuration;
ConsoleOutputLogger = Logger;
ELVMAXMonitoringThread = _ELVMAXMonitoringThread;
LatitudeStorage = _LatitudeStorage;
AuthorizationEnabled = AuthEnabled;
Username = Uname;
Password = Pword;
AuthDisabledForAdressesThatStartWith = StartAdrFilter;
}
static void ExportKML(String filename, String Accountname)
{
Console.WriteLine("<?xml version=\"1.0\" encoding=\"UTF-8\"?><kml xmlns=\"http://www.opengis.net/kml/2.2\"><Document><name>" + Accountname + "</name><open>1</open>");
Console.WriteLine("<Style id=\"trailsstyle\">");
Console.WriteLine("<LineStyle><color>7f0000ff</color><width>6</width></LineStyle></Style><description>n/a</description>");
// try to open it for reading...
TinyOnDiskStorage data_store = new TinyOnDiskStorage(filename, false, 100000);
Console.WriteLine("<Placemark><styleUrl>#trailsstyle</styleUrl><name>" + Accountname + "</name><LineString>;<tessellate>1</tessellate>");
Console.WriteLine("<coordinates>");
foreach (OnDiscAdress ondisc in data_store.InMemoryIndex)
{
GoogleLatitudeDataObject dataobject = new GoogleLatitudeDataObject();
dataobject.Deserialize(data_store.Read(ondisc));
//Int32 CurrentDay = -1;
if (dataobject.AccountName == Accountname)
{
Console.WriteLine(String.Format("{0:F6}#{1:F6}#{0:F6}", dataobject.Latitude, dataobject.Longitude, dataobject.AccuracyInMeters).Replace(",", ".").Replace("#", ","));
// check which date it is...
/* if (CurrentDay == -1)
* { // the first time...
* Console.WriteLine("<Placemark><styleUrl>#trailsstyle</styleUrl><name>"+DateTime.FromBinary (dataobject.Timecode).ToString()+"</name><LineString>;<tessellate>1</tessellate>");
* Console.WriteLine("<coordinates>");
*
* CurrentDay = DateTime.FromBinary (dataobject.Timecode).Day;
* }
*
* if (DateTime.FromBinary (dataobject.Timecode).Day == CurrentDay)
* {
* Console.WriteLine(String.Format("{0:F6},{1:F6},{0:F6}",dataobject.Latitude, dataobject.Longitude,dataobject.AccuracyInMeters));
* }
* else
* {
* Console.WriteLine("</coordinates></LineString></Placemark>");
* Console.WriteLine("<Placemark><styleUrl>#trailsstyle</styleUrl><name>"+DateTime.FromBinary (dataobject.Timecode).ToString()+"</name><LineString>;<tessellate>1</tessellate>");
* Console.WriteLine("<coordinates>");
* Console.WriteLine(String.Format("{0:F6},{1:F6},{0:F6}",dataobject.Latitude, dataobject.Longitude,dataobject.AccuracyInMeters));
* CurrentDay = DateTime.FromBinary (dataobject.Timecode).Day;
* }*/
}
}
Console.WriteLine("</coordinates></LineString></Placemark></Document></kml>");
}
private static XS1_DataObject ReadFromCache(TinyOnDiskStorage sensor_data, OnDiscAdress adress)
{
XS1_DataObject dataobject = null;
object cacheditem = sensor_data.Cache.ReadFromCache(adress);
if (cacheditem == null)
{
// not found in cache, read from disk and add to cache
dataobject.Deserialize(sensor_data.Read(adress));
sensor_data.Cache.AddToCache(adress, dataobject);
}
else
{
// found in cache, take it...
dataobject = (XS1_DataObject)cacheditem;
}
return(dataobject);
}
public LoggingThread(String _ServerName, ConsoleOutputLogger Logger, TinyOnDiskStorage _actor_store, TinyOnDiskStorage _sensor_store, TinyOnDiskStorage _unknown_store, TinyOnDiskStorage _miataru_store, String _Username, String _Password, Int32 _ConfigurationCacheMinutes)
{
actor_data_store = _actor_store;
sensor_data_store = _sensor_store;
unknown_data_store = _unknown_store;
miataru_data_store = _miataru_store;
ServerName = _ServerName;
UserName = _Username;
Password = _Password;
ConfigurationCacheMinutes = _ConfigurationCacheMinutes;
ConsoleOutputLogger = Logger;
XS1_DataQueue = new ConcurrentQueue <XS1_DataObject>();
MAX_DataQueue = new ConcurrentQueue <IDeviceDiffSet>();
SolarLog_DataQueue = new ConcurrentQueue <SolarLogDataSet>();
NetworkMonitor_Queue = new ConcurrentQueue <NetworkMonitoringDataSet>();
if (Properties.Settings.Default.AlarmingEnabled)
{
Alarming_Queue = new ConcurrentQueue <IAlarmingEvent>();
}
}
public static string Generate(MAXMonitoringThread ELVMAX, TinyOnDiskStorage SensorDataStore, String ObjectName, String ObjectTypeName, DateTime StartDateTime, DateTime EndDateTime)
{
SwimLaneRootObject _root = new SwimLaneRootObject();
_root.items = new System.Collections.Generic.List <ItemJSON>();
_root.lanes = new System.Collections.Generic.List <LaneJSON>();
#region fill the lanes
// we need to have the data here
// we shall have a cache (it's private for the other json methods... what about it?)
// we need to have a selector which sensors need to be outputted...
lock (SensorDataStore.InMemoryIndex)
{
foreach (OnDiscAdress ondisc in SensorDataStore.InMemoryIndex)
{
if (ondisc.CreationTime >= StartDateTime.Ticks)
{
if (ondisc.CreationTime <= EndDateTime.Ticks)
{
// we are in the right timespan
// is this the right sensor?
XS1_DataObject dataobject = ReadFromCache(SensorDataStore, ondisc);
if (dataobject.TypeName == ObjectTypeName)
{
if (dataobject.Name == ObjectName)
{
// okay we got what we want...
}
}
}
}
}
}
#endregion
return("");
}
static void Main(string[] args)
{
#region ConsoleOutputLogger
ConsoleOutputLogger ConsoleOutputLogger = new hacs.ConsoleOutputLogger();
ConsoleOutputLogger.verbose = true;
ConsoleOutputLogger.writeLogfile = false;
#endregion
#region Logo
ConsoleOutputLogger.WriteLine("home automation control server " + System.Reflection.Assembly.GetExecutingAssembly().GetName().Version.ToString());
ConsoleOutputLogger.WriteLine("(C) 2010-2013 Daniel Kirstenpfad - http://github.com/bietiekay/hacs");
#endregion
ConsoleOutputLogger.writeLogfile = true;
TinyOnDiskStorage actor_data_store = new TinyOnDiskStorage(Properties.Settings.Default.DataDirectory + Path.DirectorySeparatorChar + "actor-data", false, hacs.Properties.Settings.Default.DataObjectCacheSize);
ConsoleOutputLogger.WriteLine("Initialized actor-data storage: " + actor_data_store.InMemoryIndex.Count);
TinyOnDiskStorage sensor_data_store = new TinyOnDiskStorage(Properties.Settings.Default.DataDirectory + Path.DirectorySeparatorChar + "sensor-data", false, hacs.Properties.Settings.Default.DataObjectCacheSize);
ConsoleOutputLogger.WriteLine("Initialized sensor-data storage: " + sensor_data_store.InMemoryIndex.Count);
TinyOnDiskStorage unknown_data_store = new TinyOnDiskStorage(Properties.Settings.Default.DataDirectory + Path.DirectorySeparatorChar + "unknown-data", false, hacs.Properties.Settings.Default.DataObjectCacheSize);
ConsoleOutputLogger.WriteLine("Initialized unknown-data storage: " + unknown_data_store.InMemoryIndex.Count);
TinyOnDiskStorage miataru_data_store = null;
if (hacs.Properties.Settings.Default.MiataruEnabled)
{
miataru_data_store = new TinyOnDiskStorage(Properties.Settings.Default.DataDirectory + Path.DirectorySeparatorChar + "miataru-data", false, hacs.Properties.Settings.Default.DataObjectCacheSize);
ConsoleOutputLogger.WriteLine("Initialized Miataru storage: " + miataru_data_store.InMemoryIndex.Count);
}
//List<Thread> LoggingThreads = new List<Thread>();
ScriptingTimerThread _ScriptingTimerThread;
ScriptingActorConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.ScriptingActorConfigurationFilename);
PowerSensorConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.PowerSensorConfigurationFilename);
ScriptingTimerConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.ScriptingTimerConfigurationFilename);
SensorCheckIgnoreConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.SensorCheckIgnoreFile);
HTTPProxyConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.HTTPProxyConfigurationFilename);
if (Properties.Settings.Default.AlarmingEnabled)
{
AlarmingConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.AlarmingConfigurationFilename);
}
if (Properties.Settings.Default.MiataruEnabled)
{
MiataruConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.MiataruConfigurationFilename);
}
#region add NetworkMonitor sensors to sensorcheckignore list
if (Properties.Settings.Default.NetworkMonitorEnabled)
{
NetworkMonitorConfiguration.ReadConfiguration(Properties.Settings.Default.ConfigurationDirectory + Path.DirectorySeparatorChar + Properties.Settings.Default.NetworkMonitorConfigurationFilename);
foreach (NetworkMonitoringHost Host in NetworkMonitorConfiguration.NetworkHosts)
{
SensorCheckIgnoreConfiguration.AddToIgnoreList(Host.IPAdressOrHostname);
}
}
#endregion
#region Logging and Actor Handling
ConsoleOutputLogger.WriteLineToScreenOnly("Starting Logging for Server: " + Properties.Settings.Default.XS1);
LoggingThread _Thread = new LoggingThread(Properties.Settings.Default.XS1, ConsoleOutputLogger, actor_data_store, sensor_data_store, unknown_data_store, miataru_data_store, Properties.Settings.Default.Username, Properties.Settings.Default.Password, Properties.Settings.Default.ConfigurationCacheMinutes);
Thread LoggingThread = new Thread(new ThreadStart(_Thread.Run));
LoggingThread.Start();
#endregion
#region Scripting Timer Handling
ConsoleOutputLogger.WriteLineToScreenOnly("Starting Scripting Timer Handling.");
_ScriptingTimerThread = new ScriptingTimerThread(_Thread, ConsoleOutputLogger);
Thread ScriptingTThread = new Thread(new ThreadStart(_ScriptingTimerThread.Run));
ScriptingTThread.Start();
#endregion
}
static void Main(string[] args)
{
Console.WriteLine("hacs storage performance tuning project: benchmark");
Console.WriteLine("(C) 2013 Daniel Kirstenpfad - http://technology-ninja.com");
Console.WriteLine();
int number = 100000;
int cachefactor = 1;
Stopwatch sw = new Stopwatch();
#region Generating benchmark data set
if (Directory.Exists("benchmark-data"))
{
Directory.Delete("benchmark-data", true);
Directory.CreateDirectory("benchmark-data");
}
else
{
Directory.CreateDirectory("benchmark-data");
}
sw.Start();
TinyOnDiskStorage benchmark_storage = new TinyOnDiskStorage("benchmark-data" + Path.DirectorySeparatorChar + "benchmark-data", false, number / cachefactor);
sw.Stop();
Console.WriteLine("Initialized benchmark-data storage in " + sw.ElapsedMilliseconds + " ms");
sw.Reset();
Console.Write("Generating data (" + number + ") - ");
int CursorLeft = Console.CursorLeft;
int CursorTop = Console.CursorTop;
sw.Start();
for (int i = 0; i <= number; i++)
{
//Console.SetCursorPosition(CursorLeft,CursorTop);
//Console.Write(i+"/"+number);
// now generating the file...
XS1_DataObject data = new XS1_DataObject("ServerName", "Name", ObjectTypes.Actor, "TypeName", DateTime.Now, i, i);
benchmark_storage.Write(data.Serialize());
}
sw.Stop();
Console.WriteLine("done in " + sw.ElapsedMilliseconds + " ms");
sw.Reset();
Console.WriteLine("Resetting...");
benchmark_storage.Shutdown();
sw.Start();
benchmark_storage = new TinyOnDiskStorage("benchmark-data" + Path.DirectorySeparatorChar + "benchmark-data", false, number / 2);
sw.Stop();
Console.WriteLine("Initialized benchmark-data storage in " + sw.ElapsedMilliseconds + " ms");
sw.Reset();
Console.Write("Reading (" + number + ") - ");
int o = 0;
sw.Start();
foreach (OnDiscAdress addr in benchmark_storage.InMemoryIndex)
{
XS1_DataObject data = new XS1_DataObject();
data.Deserialize(benchmark_storage.Read(addr));
if (data.XS1ObjectID != o)
{
Console.WriteLine(data.Timecode.ToString());
}
o++;
}
o--;
sw.Stop();
Console.WriteLine("done (" + o + ") in " + sw.ElapsedMilliseconds + " ms");
sw.Reset();
#endregion
}
public JSONData(TinyOnDiskStorage sensor_data_storage, ConsoleOutputLogger Logger)
{
sensor_data = sensor_data_storage;
ConsoleOutputLogger_ = Logger;
}
public MiataruThread(ConsoleOutputLogger Logger, TinyOnDiskStorage DataStore, Int32 UpdateTime = 30000)
{
ConsoleOutputLogger = Logger;
MiataruUpdateTime = UpdateTime;
miatarustore = DataStore;
}
public AlarmingThread(ConsoleOutputLogger Logger, ConcurrentQueue <IAlarmingEvent> _AlarmQueue, TinyOnDiskStorage sensor_data, TinyOnDiskStorage actor_data, TinyOnDiskStorage latitude_data)
{
ConsoleOutputLogger = Logger;
Alarming_Queue = _AlarmQueue;
SMSGateway = new SMS77Gateway(Properties.Settings.Default.AlarmingSMS77Username, Properties.Settings.Default.AlarmingSMS77Password);
}
