public WorkContext()
{
DoNotTouchAgainIfMissingReferences = new ConcurrentDictionary <int, ConcurrentSet <string> >();
CurrentlyRunningQueries = new ConcurrentDictionary <string, ConcurrentSet <ExecutingQueryInfo> >(StringComparer.OrdinalIgnoreCase);
MetricsCounters = new MetricsCountersManager();
InstallGauges();
}
public WorkContext()
{
CurrentlyRunningQueries = new ConcurrentDictionary <string, ConcurrentSet <ExecutingQueryInfo> >(StringComparer.OrdinalIgnoreCase);
MetricsCounters = new MetricsCountersManager();
InstallGauges();
LastIdleTime = SystemTime.UtcNow;
}
public RavenFileSystem(InMemoryRavenConfiguration systemConfiguration, string name, TransportState recievedTransportState = null)
{
this.Name = name;
this.systemConfiguration = systemConfiguration;
var storageType = systemConfiguration.FileSystem.DefaultStorageTypeName;
storage = CreateTransactionalStorage(storageType, systemConfiguration);
search = new IndexStorage(systemConfiguration.FileSystem.IndexStoragePath, systemConfiguration.Settings);
sigGenerator = new SigGenerator();
var replicationHiLo = new SynchronizationHiLo(storage);
var sequenceActions = new SequenceActions(storage);
transportState = recievedTransportState ?? new TransportState();
notificationPublisher = new NotificationPublisher(transportState);
fileLockManager = new FileLockManager();
storage.Initialize();
search.Initialize();
var uuidGenerator = new UuidGenerator(sequenceActions);
historian = new Historian(storage, replicationHiLo, uuidGenerator);
BufferPool = new BufferPool(1024 * 1024 * 1024, 65 * 1024);
conflictArtifactManager = new ConflictArtifactManager(storage, search);
conflictDetector = new ConflictDetector();
conflictResolver = new ConflictResolver(storage, new CompositionContainer(systemConfiguration.Catalog));
synchronizationTask = new SynchronizationTask(storage, sigGenerator, notificationPublisher, systemConfiguration);
storageOperationsTask = new StorageOperationsTask(storage, search, notificationPublisher);
metricsCounters = new MetricsCountersManager();
AppDomain.CurrentDomain.ProcessExit += ShouldDispose;
AppDomain.CurrentDomain.DomainUnload += ShouldDispose;
}
public RavenFileSystem(InMemoryRavenConfiguration systemConfiguration, string name, TransportState receivedTransportState = null)
{
ExtensionsState = new AtomicDictionary <object>();
Name = name;
this.systemConfiguration = systemConfiguration;
systemConfiguration.Container.SatisfyImportsOnce(this);
transportState = receivedTransportState ?? new TransportState();
storage = CreateTransactionalStorage(systemConfiguration);
sigGenerator = new SigGenerator();
fileLockManager = new FileLockManager();
BufferPool = new BufferPool(1024 * 1024 * 1024, 65 * 1024);
conflictDetector = new ConflictDetector();
conflictResolver = new ConflictResolver(storage, new CompositionContainer(systemConfiguration.Catalog));
notificationPublisher = new NotificationPublisher(transportState);
synchronizationTask = new SynchronizationTask(storage, sigGenerator, notificationPublisher, systemConfiguration);
metricsCounters = new MetricsCountersManager();
search = new IndexStorage(name, systemConfiguration);
conflictArtifactManager = new ConflictArtifactManager(storage, search);
storageOperationsTask = new StorageOperationsTask(storage, DeleteTriggers, search, notificationPublisher);
AppDomain.CurrentDomain.ProcessExit += ShouldDispose;
AppDomain.CurrentDomain.DomainUnload += ShouldDispose;
}
public RequestRouter(Dictionary <string, RouteInformation> routes, RavenServer ravenServer)
{
_trie = Trie <RouteInformation> .Build(routes);
_ravenServer = ravenServer;
_serverMetrics = ravenServer.Metrics;
}
public DocumentDatabase(string name, RavenConfiguration configuration, ServerStore serverStore)
{
StartTime = SystemTime.UtcNow;
Name = name;
ResourceName = "db/" + name;
Configuration = configuration;
_logger = LoggingSource.Instance.GetLogger <DocumentDatabase>(Name);
Notifications = new DocumentsNotifications();
DocumentsStorage = new DocumentsStorage(this);
IndexStore = new IndexStore(this);
TransformerStore = new TransformerStore(this);
SqlReplicationLoader = new SqlReplicationLoader(this);
DocumentReplicationLoader = new DocumentReplicationLoader(this);
DocumentTombstoneCleaner = new DocumentTombstoneCleaner(this);
SubscriptionStorage = new SubscriptionStorage(this);
Operations = new DatabaseOperations(this);
Metrics = new MetricsCountersManager();
IoMetrics = serverStore?.IoMetrics ?? new IoMetrics(256, 256);
Patch = new PatchDocument(this);
TxMerger = new TransactionOperationsMerger(this, DatabaseShutdown);
HugeDocuments = new HugeDocuments(configuration.Databases.MaxCollectionSizeHugeDocuments,
configuration.Databases.MaxWarnSizeHugeDocuments);
ConfigurationStorage = new ConfigurationStorage(this, serverStore);
DatabaseInfoCache = serverStore?.DatabaseInfoCache;
}
public DocumentDatabase(string name, RavenConfiguration configuration, ServerStore serverStore)
{
Scripts = new ScriptRunnerCache(this);
_logger = LoggingSource.Instance.GetLogger <DocumentDatabase>(Name);
_serverStore = serverStore;
StartTime = SystemTime.UtcNow;
Name = name;
Configuration = configuration;
try
{
using (_serverStore.ContextPool.AllocateOperationContext(out TransactionOperationContext ctx))
using (ctx.OpenReadTransaction())
{
MasterKey = serverStore.GetSecretKey(ctx, Name);
var databaseRecord = _serverStore.Cluster.ReadDatabase(ctx, Name);
if (databaseRecord != null)
{
// can happen when we are in the process of restoring a database
if (databaseRecord.Encrypted && MasterKey == null)
{
throw new InvalidOperationException($"Attempt to create encrypted db {Name} without supplying the secret key");
}
if (databaseRecord.Encrypted == false && MasterKey != null)
{
throw new InvalidOperationException($"Attempt to create a non-encrypted db {Name}, but a secret key exists for this db.");
}
}
}
QueryMetadataCache = new QueryMetadataCache();
IoChanges = new IoChangesNotifications();
Changes = new DocumentsChanges();
DocumentTombstoneCleaner = new DocumentTombstoneCleaner(this);
DocumentsStorage = new DocumentsStorage(this);
IndexStore = new IndexStore(this, serverStore, _indexAndTransformerLocker);
EtlLoader = new EtlLoader(this, serverStore);
ReplicationLoader = new ReplicationLoader(this, serverStore);
SubscriptionStorage = new SubscriptionStorage(this, serverStore);
Metrics = new MetricsCountersManager();
TxMerger = new TransactionOperationsMerger(this, DatabaseShutdown);
HugeDocuments = new HugeDocuments(configuration.PerformanceHints.HugeDocumentsCollectionSize,
configuration.PerformanceHints.HugeDocumentSize.GetValue(SizeUnit.Bytes));
ConfigurationStorage = new ConfigurationStorage(this);
NotificationCenter = new NotificationCenter.NotificationCenter(ConfigurationStorage.NotificationsStorage, Name, _databaseShutdown.Token);
Operations = new Operations.Operations(Name, ConfigurationStorage.OperationsStorage, NotificationCenter, Changes);
DatabaseInfoCache = serverStore.DatabaseInfoCache;
RachisLogIndexNotifications = new RachisLogIndexNotifications(DatabaseShutdown);
CatastrophicFailureNotification = new CatastrophicFailureNotification(e =>
{
serverStore.DatabasesLandlord.UnloadResourceOnCatastrophicFailure(name, e);
});
}
catch (Exception)
{
Dispose();
throw;
}
}
protected ReduceMapResultsBase(Index index, T indexDefinition, IndexStorage indexStorage, MetricsCountersManager metrics, MapReduceIndexingContext mapReduceContext)
{
_index = index;
_indexDefinition = indexDefinition;
_indexStorage = indexStorage;
_metrics = metrics;
_mapReduceContext = mapReduceContext;
_logger = LoggingSource.Instance.GetLogger <ReduceMapResultsBase <T> >(indexStorage.DocumentDatabase.Name);
}
public RavenFileSystem(InMemoryRavenConfiguration config, string name, TransportState receivedTransportState = null)
{
ExtensionsState = new AtomicDictionary <object>();
Name = name;
ResourceName = string.Concat(Constants.FileSystem.UrlPrefix, "/", name);
configuration = config;
try
{
ValidateStorage();
configuration.Container.SatisfyImportsOnce(this);
transportState = receivedTransportState ?? new TransportState();
storage = CreateTransactionalStorage(configuration);
sigGenerator = new SigGenerator();
fileLockManager = new FileLockManager();
BufferPool = new BufferPool(1024 * 1024 * 1024, 65 * 1024);
conflictDetector = new ConflictDetector();
conflictResolver = new ConflictResolver(storage, new CompositionContainer(configuration.Catalog));
notificationPublisher = new NotificationPublisher(transportState);
synchronizationTask = new SynchronizationTask(storage, sigGenerator, notificationPublisher, configuration);
metricsCounters = new MetricsCountersManager();
search = new IndexStorage(name, configuration);
conflictArtifactManager = new ConflictArtifactManager(storage, search);
TimerManager = new ResourceTimerManager();
Tasks = new TaskActions(this, Log);
Files = new FileActions(this, Log);
Synchronizations = new SynchronizationActions(this, Log);
AppDomain.CurrentDomain.ProcessExit += ShouldDispose;
AppDomain.CurrentDomain.DomainUnload += ShouldDispose;
}
catch (Exception e)
{
Log.ErrorException(string.Format("Could not create file system '{0}'", Name ?? "unknown name"), e);
try
{
Dispose();
}
catch (Exception ex)
{
Log.FatalException("Failed to dispose when already getting an error in file system ctor", ex);
}
throw;
}
}
public RavenServer(RavenConfiguration configuration)
{
JsonDeserializationValidator.Validate();
Configuration = configuration ?? throw new ArgumentNullException(nameof(configuration));
if (Configuration.Initialized == false)
{
throw new InvalidOperationException("Configuration must be initialized");
}
ServerStore = new ServerStore(Configuration, this);
Metrics = new MetricsCountersManager();
_tcpLogger = LoggingSource.Instance.GetLogger <RavenServer>("<TcpServer>");
}
public RavenFileSystem(InMemoryRavenConfiguration systemConfiguration, TransportState transportState, string name)
{
this.Name = name;
this.systemConfiguration = systemConfiguration;
var storageType = systemConfiguration.DefaultFileSystemStorageTypeName;
if (string.Equals(InMemoryRavenConfiguration.VoronTypeName, storageType, StringComparison.OrdinalIgnoreCase) == false)
{
if (Directory.Exists(systemConfiguration.FileSystemDataDirectory) &&
Directory.EnumerateFileSystemEntries(systemConfiguration.FileSystemDataDirectory).Any())
{
throw new InvalidOperationException(
string.Format(
"We do not allow to run on a storage engine other then Voron, while we are in the early pre-release phase of RavenDB 3.0. You are currently running on {0}",
storageType));
}
Trace.WriteLine("Forcing filesystem to run on Voron - pre release behavior only, mind " + Path.GetFileName(Path.GetDirectoryName(systemConfiguration.FileSystemDataDirectory)));
storageType = InMemoryRavenConfiguration.VoronTypeName;
}
storage = CreateTransactionalStorage(storageType, systemConfiguration);
search = new IndexStorage(systemConfiguration.FileSystemIndexStoragePath, systemConfiguration.Settings);
sigGenerator = new SigGenerator();
var replicationHiLo = new SynchronizationHiLo(storage);
var sequenceActions = new SequenceActions(storage);
this.transportState = transportState;
notificationPublisher = new NotificationPublisher(transportState);
fileLockManager = new FileLockManager();
storage.Initialize();
search.Initialize();
var uuidGenerator = new UuidGenerator(sequenceActions);
historian = new Historian(storage, replicationHiLo, uuidGenerator);
BufferPool = new BufferPool(1024 * 1024 * 1024, 65 * 1024);
conflictArtifactManager = new ConflictArtifactManager(storage, search);
conflictDetector = new ConflictDetector();
conflictResolver = new ConflictResolver();
synchronizationTask = new SynchronizationTask(storage, sigGenerator, notificationPublisher, systemConfiguration);
storageOperationsTask = new StorageOperationsTask(storage, search, notificationPublisher);
metricsCounters = new MetricsCountersManager();
AppDomain.CurrentDomain.ProcessExit += ShouldDispose;
AppDomain.CurrentDomain.DomainUnload += ShouldDispose;
}
public DatabaseMetrics CreateMetrics()
{
MetricsCountersManager metrics = WorkContext.MetricsCounters;
return(new DatabaseMetrics
{
RequestsPerSecond = Math.Round(metrics.RequestsPerSecondCounter.CurrentValue, 3),
DocsWritesPerSecond = Math.Round(metrics.DocsPerSecond.CurrentValue, 3),
IndexedPerSecond = Math.Round(metrics.IndexedPerSecond.CurrentValue, 3),
ReducedPerSecond = Math.Round(metrics.ReducedPerSecond.CurrentValue, 3),
RequestsDuration = metrics.RequestDuationMetric.CreateHistogramData(),
Requests = metrics.ConcurrentRequests.CreateMeterData(),
Gauges = metrics.Gauges,
StaleIndexMaps = metrics.StaleIndexMaps.CreateHistogramData(),
StaleIndexReduces = metrics.StaleIndexReduces.CreateHistogramData(),
ReplicationBatchSizeMeter = metrics.ReplicationBatchSizeMeter.ToMeterDataDictionary(),
ReplicationBatchSizeHistogram = metrics.ReplicationBatchSizeHistogram.ToHistogramDataDictionary(),
ReplicationDurationHistogram = metrics.ReplicationDurationHistogram.ToHistogramDataDictionary()
});
}
public RavenServer(RavenConfiguration configuration)
{
if (configuration == null)
{
throw new ArgumentNullException(nameof(configuration));
}
Configuration = configuration;
if (Configuration.Initialized == false)
{
throw new InvalidOperationException("Configuration must be initialized");
}
ServerStore = new ServerStore(Configuration);
Metrics = new MetricsCountersManager();
ServerMaintenanceTimer = new Timer(ServerMaintenanceTimerByMinute, null, TimeSpan.FromMinutes(1), TimeSpan.FromMinutes(1));
_logger = LoggingSource.Instance.GetLogger <RavenServer>("Raven/Server");
_tcpLogger = LoggingSource.Instance.GetLogger <RavenServer>("<TcpServer>");
_latestVersionCheck = new LatestVersionCheck(ServerStore);
}
public ReduceMapResultsOfAutoIndex(Index index, AutoMapReduceIndexDefinition indexDefinition, IndexStorage indexStorage, MetricsCountersManager metrics, MapReduceIndexingContext mapReduceContext)
: base(index, indexDefinition, indexStorage, metrics, mapReduceContext)
{
}
public ReduceMapResultsOfStaticIndex(Index index, IndexingFunc reducingFunc, MapReduceIndexDefinition indexDefinition, IndexStorage indexStorage, MetricsCountersManager metrics, MapReduceIndexingContext mapReduceContext)
: base(index, indexDefinition, indexStorage, metrics, mapReduceContext)
{
_reducingFunc = reducingFunc;
}
