/// <summary>
/// Configure data access
/// </summary>
/// <param name="configuration">Data configuration</param>
public static void Configure(DataConfiguration configuration)
{
if (configuration == null || configuration.Servers == null || configuration.Servers.Count <= 0)
{
return;
}
foreach (var serverItem in configuration.Servers)
{
if (serverItem.Value == null)
{
continue;
}
//register database engine
if (!string.IsNullOrWhiteSpace(serverItem.Value.EngineFullTypeName))
{
IDatabaseEngine engine = (IDatabaseEngine)Activator.CreateInstance(Type.GetType(serverItem.Value.EngineFullTypeName));
ConfigureDatabaseEngine(serverItem.Key, engine);
}
//configure entity
if (!serverItem.Value.EntityConfigurations.IsNullOrEmpty())
{
foreach (var entityConfig in serverItem.Value.EntityConfigurations)
{
ConfigureDatabaseServerEntity(serverItem.Key, entityConfig.Key, entityConfig.Value);
}
}
}
}
public ClusterManagementService(IClusterService clusterService, IDatabaseEngine database, int youngAgeHours, int oldAgeHours)
{
ClusterService = clusterService;
DatabaseEngine = database;
HoursConsideredOld = youngAgeHours;
DaysAllowedToStore = oldAgeHours;
}
public DataSession(IDatabaseEngine database)
: this(database,
new CommandFactory(database),
new AutoCommitExecutionState(database.GetConnection(), database.GetDataAdapter()),
new TransactionalExecutionState(database.GetConnection(), database.GetDataAdapter()))
{
}
public DatabaseChunkPart Process(IDatabaseEngine sourceEngine, string sourceSchemaName, List <QueryDefinition> sourceQueryDefinitions, string sourceConnection, string vendor)
{
try
{
Console.WriteLine("DatabaseChunkBuilder");
var part = new DatabaseChunkPart(_chunkId, _createPersonBuilder, "0", 0);
var timer = new Stopwatch();
timer.Start();
var result = part.Load(sourceEngine, sourceSchemaName, sourceQueryDefinitions, sourceConnection, vendor);
if (result.Value != null)
{
Logger.Write(_chunkId, LogMessageTypes.Info, result.Key);
throw result.Value;
}
Logger.Write(_chunkId, LogMessageTypes.Info,
$"ChunkId={_chunkId} was loaded - {timer.ElapsedMilliseconds} ms | {GC.GetTotalMemory(false) / 1024f / 1024f} Mb");
part.Build();
return(part);
}
catch (Exception e)
{
Logger.WriteError(_chunkId, e);
throw;
}
}
public void Save(CdmVersions cdm, string destinationConnectionString, IDatabaseEngine destinationEngine, string sourceSchema, string destinationSchema)
{
Console.WriteLine($"Saving chunkId={ChunkId} ...");
Console.WriteLine("DestinationConnectionString=" + destinationConnectionString);
if (ChunkData.Persons.Count == 0)
{
ChunkData.Clean();
return;
}
var saver = destinationEngine.GetSaver();
var timer = new Stopwatch();
timer.Start();
using (saver)
{
saver.Create(destinationConnectionString, cdm, sourceSchema, destinationSchema).Save(ChunkData, OffsetManager);
}
timer.Stop();
Console.WriteLine($"Saving chunkId={ChunkId} - complete");
ChunkData.Clean();
GC.Collect();
}
//public DatabaseChunkPart Process(IDatabaseEngine sourceEngine, string sourceSchemaName, List<QueryDefinition> sourceQueryDefinitions, OdbcConnection sourceConnection)
public DatabaseChunkPart Process(IDatabaseEngine sourceEngine, string sourceSchemaName, List <QueryDefinition> sourceQueryDefinitions, string sourceConnectionString)
{
try
{
Console.WriteLine("DatabaseChunkBuilder");
var part = new DatabaseChunkPart(_chunkId, () => new PersonBuilder(), "0", 0);
var timer = new Stopwatch();
timer.Start();
//var result = part.Load(sourceEngine, sourceSchemaName, sourceQueryDefinitions, sourceConnection, "");
var result = part.Load(sourceEngine, sourceSchemaName, sourceQueryDefinitions, sourceConnectionString, "");
if (result.Value != null)
{
//Logger.Write(_chunkId, LogMessageTypes.Info, result.Key);
throw result.Value;
}
part.Build();
return(part);
}
catch (Exception e)
{
throw;
}
}
public override void Initialize(IDatabaseEngine engine)
{
IDbCommand innerCommand = engine.CreateStoredProcedureCommand(_commandText);
var parameters = new ParameterCollection(innerCommand.Parameters);
initializeMembers(parameters, innerCommand);
}
public DbSource(string connectionString, string folder, string schemaName, IDatabaseEngine dbEngine)
{
_connectionString = connectionString;
_folder = folder;
_schemaName = schemaName;
_dbEngine = dbEngine;
}
public override void Initialize(IDatabaseEngine engine)
{
IDbCommand innerCommand = engine.CreateStoredProcedureCommand(_commandText);
var parameters = new ParameterCollection(innerCommand.Parameters);
initializeMembers(parameters, innerCommand);
}
public NotificationService(IDatabaseEngine databaseEngine, string email, string pass, IUserManagementService user)
{
_databaseEngine = databaseEngine;
OurEmail = email;
Password = pass;
UserManagementService = user;
}
public NotificationContoller(IMobileMessagingClient mobileMessagingClient, IDatabaseEngine databaseEngine, IUserManagementService userEngine, INotificationService notificationEngine)
{
_mobileMessagingClient = mobileMessagingClient;
_databaseEngine = databaseEngine;
_notificationService = notificationEngine;
_userService = userEngine;
}
static Core()
{
// Load global configs
GlobalConfig = new GlobalConfiguration().Load();
Logger = new Logger();
Commands = new List <Command>();
CustomCommands = new Dictionary <ulong, List <CustomCommand> >();
LoadCommands(GlobalConfig.CommandsToExclude);
DatabaseEngine = new MongoEngine();
LoadedGuildConfigs = new List <GuildConfig>();
Messages = 0;
// Configure Client
DiscordClient = new DiscordShardedClient(new DiscordSocketConfig()
{
LogLevel = LogSeverity.Verbose,
AlwaysDownloadUsers = true,
MessageCacheSize = 100,
});
DiscordClient.Log += Logger.LogClientMessage;
DiscordClient.MessageReceived += MessageEventHandler.MessageRecieved;
DiscordClient.MessageUpdated += MessageEventHandler.HandleEditedCommand;
DiscordClient.MessageDeleted += MessageEventHandler.MessageDeleted;
DiscordClient.UserJoined += UserEventHandler.UserJoined;
DiscordClient.UserLeft += UserEventHandler.UserLeft;
DiscordClient.UserUpdated += UserEventHandler.UserUpdated;
DiscordClient.GuildAvailable += GuildEventHandler.GuildLoaded;
DiscordClient.ShardReady += ShardReady;
}
static Core()
{
// Load the global configuration
GlobalConfig = new GlobalConfiguration().Load();
// Initialize a new logger with the current data and time
Logger = new Logger();
// Intialize a new, empty list of commands and custom commands
Commands = new List <Command>();
// CustomCommands are structured as GuildID -> List<CustomCommand>
CustomCommands = new Dictionary <ulong, List <CustomCommand> >();
// Load custom commands from enabled modules
LoadCommands(GlobalConfig.CommandsToExclude);
// Create the database engine
DatabaseEngine = new MongoEngine();
LoadedGuildConfigs = new List <GuildConfig>();
Messages = 0;
// Configure Client
DiscordClient = new DiscordShardedClient(new DiscordSocketConfig()
{
LogLevel = LogSeverity.Verbose,
AlwaysDownloadUsers = true,
MessageCacheSize = 100,
});
// Set up event handlers
DiscordClient.Log += Logger.LogClientMessage;
DiscordClient.MessageReceived += MessageEventHandler.MessageRecieved;
DiscordClient.MessageUpdated += MessageEventHandler.HandleEditedCommand;
DiscordClient.MessageDeleted += MessageEventHandler.MessageDeleted;
DiscordClient.UserJoined += UserEventHandler.UserJoined;
DiscordClient.UserLeft += UserEventHandler.UserLeft;
DiscordClient.UserUpdated += UserEventHandler.UserUpdated;
DiscordClient.GuildAvailable += GuildEventHandler.GuildLoaded;
DiscordClient.ShardReady += ShardReady;
}
public override void Initialize(IDatabaseEngine engine, IDbCommand command)
{
string innerParameterName = engine.GetParameterName(ParameterName);
sqlSnippet = sqlSnippet.Replace(REPLACEMENT_VALUE, innerParameterName);
_innerParameter = command.CreateParameter();
_innerParameter.ParameterName = innerParameterName;
}
public override void Initialize(IDatabaseEngine engine)
{
var builder = new ParameterizedCommandBuilder(engine, _commandText);
builder.Build();
initializeMembers(builder.Parameters, builder.Command);
}
public DataSession(IDatabaseEngine database)
: this(database,
new CommandFactory(database),
new AutoCommitExecutionState(database.GetConnection(), database.GetDataAdapter()),
new TransactionalExecutionState(database.GetConnection(), database.GetDataAdapter()))
{
}
public DefaultDatabaseEntityDefFactory(IDatabaseEngine databaseEngine, IDatabaseTypeConverterFactory typeConverterFactory)
{
_databaseSettings = databaseEngine.DatabaseSettings;
_databaseEngine = databaseEngine;
_typeConverterFactory = typeConverterFactory;
IEnumerable <Type> allEntityTypes;
public CrossedPathsService(IClusterService clusterService, IMobileMessagingClient mobileMessagingClient, IDatabaseEngine databaseEngine, double proximityToCarrier)
{
_clusterService = clusterService;
_mobileMessagingClient = mobileMessagingClient;
_databaseEngine = databaseEngine;
ProximityToCarrier = proximityToCarrier;
}
public static RouterDbRecord Get(IDatabaseEngine db, string routerId, string routerType, string reporterId)
{
RouterDbRecord rec = null;
if (!String.IsNullOrWhiteSpace(routerId))
{
string[] ids = new string[2];
if (!String.IsNullOrWhiteSpace(routerType))
{
ids[0] = routerId;
ids[1] = routerType;
rec = db.Get <RouterDbRecord>(ids);
}
// If Not Found By RouterType, Try ReporterId Instead
if (rec == null)
{
ids[0] = routerId;
ids[1] = reporterId;
rec = db.Get <RouterDbRecord>(ids);
}
}
return(rec);
}
public ItineraryService(IClusterService clusterService, IDatabaseEngine databaseEngine, int _highDensity, string token)
{
HIGHDENSITY = _highDensity;
DatabaseEngine = databaseEngine;
ClusterService = clusterService;
WebAppToken = token;
}
/// <summary>
/// Configure database engine
/// </summary>
/// <param name="serverType">Database server type</param>
/// <param name="databaseEngine">Database engine</param>
public static void ConfigureDatabaseEngine(DatabaseServerType serverType, IDatabaseEngine databaseEngine)
{
if (databaseEngine == null)
{
return;
}
DatabaseEngines[serverType] = databaseEngine;
}
public DataService(string _covid19za_provincial_cumulative_timeline_confirmed, IPredictionService predictionService, IDatabaseEngine databaseEngine)
{
//https://github.com/dsfsi/covid19za
URL_covid19za_provincial_cumulative_timeline_confirmed = _covid19za_provincial_cumulative_timeline_confirmed;
CaseOverTime_ZA = new List <DataOverTimeObject>();
Prediction = predictionService;
DatabaseEngine = databaseEngine;
}
public override void Initialize(IDatabaseEngine engine)
{
var builder = new ParameterizedCommandBuilder(engine, _commandText);
builder.Build();
initializeMembers(builder.Parameters, builder.Command);
}
public Processor(IDatabaseEngine engine, ILogger logger = null)
{
DbEngine = engine;
if (logger != null)
{
Logger = logger;
}
}
public override void Initialize(IDatabaseEngine engine, IDbCommand command)
{
string innerParameterName = engine.GetParameterName(ParameterName);
sqlSnippet = sqlSnippet.Replace(REPLACEMENT_VALUE, innerParameterName);
_innerParameter = command.CreateParameter();
_innerParameter.ParameterName = innerParameterName;
}
public UserManagementService(IDatabaseEngine databaseEngine, int _Token_Length, string web_token, string xamarin_key, string email, string pass)
{
OurEmail = email;
SuperSecretPassword = pass;
DatabaseEngine = databaseEngine;
Token_Length = _Token_Length;
WebAppToken = web_token;
XamarinKey = xamarin_key;
}
public string ToSqlInString(IDatabaseEngine dbEngine)
{
if (Count == 0)
{
return("NULL");
}
return(SqlJoin(_values, dbEngine));
}
internal FromExpression(IDatabaseEngine databaseEngine, IDatabaseEntityDefFactory entityDefFactory)
{
_entityDefFactory = entityDefFactory;
_expressionContext = new SQLExpressionVisitorContenxt(databaseEngine, entityDefFactory)
{
ParamPlaceHolderPrefix = databaseEngine.ParameterizedChar + "f__"
};
}
/// <summary>
/// Initializes a new instance of the <see cref="Database" /> class with the specified database engine factory..
/// </summary>
/// <param name="databaseComponentFactory">The database component factory.</param>
/// <exception cref="System.ArgumentNullException"><paramref name="databaseComponentFactory"/> is null.</exception>
public Database(IDatabaseComponentFactory databaseComponentFactory)
{
if (databaseComponentFactory == null)
{
throw new ArgumentNullException("databaseComponentFactory");
}
this.databaseEngine = new DefaultDatabaseEngine(databaseComponentFactory, this);
this.storedProcedures = new StoredProcedureCollection(this);
this.tables = new TableCollection(this);
}
public ClusterController(IClusterService clusterService, IUserManagementService userService, IClusterManagementService clusterManagementService, IDatabaseEngine databaseEngine, IConfiguration configurationManager)
{
ClusterManagementService = clusterManagementService;
Cluster_Service = clusterService;
UserManagementService = userService;
DatabaseEngine = databaseEngine;
//databaseEngine.Integrated_Populate();
//databaseEngine.Set_Totals(new Area("", "", "", "Brooklyn"));
//var list = databaseEngine.Get_Totals(new Area("", "", "", "Brooklyn"));
Azure_Key = configurationManager["AzureToken"];
}
public DefaultDatabaseEntityDefFactory(IDatabaseSettings databaseSettings, IDatabaseEngine databaseEngine, IDatabaseTypeConverterFactory typeConverterFactory)
{
_databaseSettings = databaseSettings;
_databaseEngine = databaseEngine;
_typeConverterFactory = typeConverterFactory;
_allEntityTypes = ReflectUtil.GetAllTypeByCondition(t => t.IsSubclassOf(typeof(DatabaseEntity)));
_entitySchemaDict = ConstructeSchemaDict();
WarmUp();
}
public OldCluster(Cluster cluster)
{
Reference_ID = cluster.Cluster_Id;
Coordinates = null;
Center_Location = null;
Cluster_Created = cluster.Cluster_Created;
Center_Location_Reference = cluster.Center_LocationLocation_ID;
Carrier_Data_Points = cluster.Carrier_Data_Points;
DatabaseEngine = cluster.DatabaseEngine;
Cluster_Radius = cluster.Cluster_Radius;
}
/// <summary>
/// Initializes a new instance of the <see cref="Database" /> class with the specified database engine factory..
/// </summary>
/// <param name="databaseComponentFactory">The database component factory.</param>
/// <exception cref="System.ArgumentNullException"><paramref name="databaseComponentFactory"/> is null.</exception>
public Database(IDatabaseComponentFactory databaseComponentFactory)
{
if (databaseComponentFactory == null)
{
throw new ArgumentNullException("databaseComponentFactory");
}
this.databaseEngine = new DefaultDatabaseEngine(databaseComponentFactory, this);
this.storedProcedures = new StoredProcedureCollection(this);
this.tables = new TableCollection(this);
}
public ParameterizedCommandBuilder(IDatabaseEngine engine, string commandTemplate)
{
_engine = engine;
_commandTemplate = commandTemplate;
_parameters = new ParameterCollection();
var parser = new TemplateParser(_commandTemplate);
_parameterNames = parser.Parse();
_commandTextBuilder = new StringBuilder(_commandTemplate);
_command = _engine.GetCommand();
}
public override void Initialize(IDatabaseEngine engine)
{
var parameters = new ParameterCollection();
foreach (string substitution in _substitutions)
{
var parameter = new TemplateParameter(substitution);
parameters.AddParameter(parameter);
}
IDbCommand command = engine.GetCommand();
initializeMembers(parameters, command);
}
public T GetTemplate(IDatabaseEngine db)
{
string[] ids = { TemplateId, this.GetType().Name };
TemplateDbRecord template = db.Get <TemplateDbRecord>(ids);
if (template == null)
{
throw new Exception($"Template [{TemplateId}] of Type [{this.GetType().Name}] Not Found.");
}
template.SetParameters(Arguments);
return(JsonTools.Convert <T>(template.Template));
}
public Cluster(OldCluster cluster)
{
Cluster_Id = cluster.Old_Cluster_Id;
foreach (OldLocation location in cluster.Coordinates)
{
Coordinates.Add(new Location(location));
}
Center_Location = new Location(cluster.Center_Location);
Carrier_Data_Points = cluster.Carrier_Data_Points;
DatabaseEngine = cluster.DatabaseEngine;
Cluster_Radius = cluster.Cluster_Radius;
}
/// <summary>
/// Testing constructor
/// </summary>
/// <param name="database"></param>
/// <param name="factory"></param>
/// <param name="defaultState"></param>
/// <param name="transactionalState"></param>
public DataSession(IDatabaseEngine database, ICommandFactory factory, IExecutionState defaultState,
ITransactionalExecutionState transactionalState)
{
_database = database;
_factory = factory;
_defaultState = defaultState;
_transactionalState = transactionalState;
_currentState = _defaultState;
_commands = new CommandCollection(this, _factory);
_readerSources = new ReaderSourceCollection(this, _factory);
}
public void SetUp()
{
_factoryMock = new DynamicMock(typeof(ICommandFactory));
_databaseMock = new DynamicMock(typeof(IDatabaseEngine));
_database = (IDatabaseEngine)_databaseMock.MockInstance;
_factory = (ICommandFactory)_factoryMock.MockInstance;
_autoCommitMock = new DynamicMock(typeof(IExecutionState));
_transactionalMock = new DynamicMock(typeof(ITransactionalExecutionState));
IExecutionState autoCommitState = (IExecutionState) _autoCommitMock.MockInstance;
ITransactionalExecutionState transactionalState = (ITransactionalExecutionState) _transactionalMock.MockInstance;
_session = new DataSession(_database, _factory, autoCommitState, transactionalState);
}
public override void Initialize(IDatabaseEngine engine)
{
var parameters = new ParameterCollection(_filters);
IDbCommand command = engine.GetCommand();
var parser = new TemplateParser(_selectAndFromClause);
string[] substitutions = parser.Parse();
foreach (string substitution in substitutions)
{
var parameter = new TemplateParameter(substitution);
_templatedParameters.Add(parameter);
parameters.AddParameter(parameter);
}
foreach (IQueryFilter filter in _filters)
{
filter.Initialize(engine, command);
}
initializeMembers(parameters, command);
}
public abstract void Initialize(IDatabaseEngine engine);
public IDataParameter ConfigureParameter(IDatabaseEngine database)
{
return database.CreateStringParameter(_parameterName, _size, _isNullable);
}
public abstract void Initialize(IDatabaseEngine engine, IDbCommand command);
public StoredProcedureCommand(string commandText, IDatabaseEngine engine)
: this(commandText)
{
Initialize(engine);
}
public CommandFactory(IDatabaseEngine engine)
{
_engine = engine;
}
public override void Initialize(IDatabaseEngine engine, IDbCommand command)
{
// no-op
}
public TemplatedCommand(string template, IDatabaseEngine engine)
: this(template)
{
Initialize(engine);
}
