/// <summary>
///
/// </summary>
/// <param name="_clusterContext"></param>
public ClusterController (ClusterContext _clusterContext) { this.clusterContext = _clusterContext; }
internal ViewIndexManager(string bucketName, HttpClient client, ClusterContext context)
{
_bucketName = bucketName;
_client = client;
_context = context;
}
public Redactor(ClusterContext context)
{
RedactionLevel = context.ClusterOptions.RedactionLevel;
}
public BucketManager(ClusterContext context)
: this(context, new HttpClient(new AuthenticatingHttpClientHandler(context)))
{
}
private Mock <IHttpStreamingConfigListenerFactory> CreateHttpStreamingConfigListenerFactoryMock(out ClusterContext context)
{
var clusterOptions = new ClusterOptions();
context = new ClusterContext(new CancellationTokenSource(), clusterOptions);
var httpStreamingConfigListenerFactory = new Mock <IHttpStreamingConfigListenerFactory>();
var httpClientFactory = new Mock <ICouchbaseHttpClientFactory>();
var configHandler = new Mock <IConfigHandler>();
var logger = new Mock <ILogger <HttpStreamingConfigListener> >();
var htpStreamingConfigListener = new HttpStreamingConfigListener(_bucket, clusterOptions, httpClientFactory.Object, configHandler.Object, logger.Object);
httpStreamingConfigListenerFactory.Setup(x => x.Create(It.IsAny <IBucket>(), It.IsAny <IConfigHandler>())).Returns(htpStreamingConfigListener);
return(httpStreamingConfigListenerFactory);
}
public AnalyticsClient(HttpClient client, IDataMapper dataMapper, ClusterContext context)
: base(client, dataMapper, context)
{
}
public CollectionManager(string bucketName, ClusterContext context, HttpClient client)
{
_bucketName = bucketName;
_context = context;
_client = client;
}
public HttpClusterMap(HttpClient httpClient, ClusterContext context)
{
_httpClient = httpClient;
_context = context;
}
// This method gets called by the runtime. Use this method to configure the HTTP request pipeline.
public void Configure(IApplicationBuilder app, IHostingEnvironment env,
ILoggerFactory loggerFactory, IApplicationLifetime lifetime)
{
// Add the console logger.
loggerFactory.AddConsole(Configuration.GetSection("Logging")).AddDebug();
loggerFactory.AddFile("/var/log/webui/webui-{Date}.txt");
app.UseMetrics();
// May need to be turned off if reporting server is not available
app.UseMetricsReporting(lifetime);
var _logger = loggerFactory.CreateLogger("Configure");
ConfigurationParser.ParseConfiguration(loggerFactory);
//app.UseCors(builder =>
// builder.AllowAnyOrigin()
// );
var clusters = ConfigurationParser.GetConfiguration("DLClusters") as Dictionary <string, object>;
if (Object.ReferenceEquals(clusters, null))
{
throw new ArgumentException("There are no DLClusters in the configuration file");
}
Clusters = new Dictionary <string, DLCluster>();
Database = new Dictionary <string, ClusterContext>();
string defaultClusterName = null;
foreach (var pair in clusters)
{
var clusterName = pair.Key;
var clusterConfig = pair.Value as Dictionary <string, object>;
_logger.LogInformation("Configure cluster {0}", clusterName);
if (Object.ReferenceEquals(clusterConfig, null))
{
throw new ArgumentException("Configuration for cluster {0} is not provided as a JSon dictionary", clusterName);
}
var clusterInfo = new DLCluster();
clusterInfo.ClusterName = clusterName;
clusterInfo.ClusterId = clusterConfig["ClusterId"] as string;
if (clusterConfig.ContainsKey("AdminGroups"))
{
var lst = ConfigurationParser.ParseConfigurationAsList(clusterConfig["AdminGroups"]);
// Convert to Dictionary for fast checkin
clusterInfo.AdminGroups = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var group in lst)
{
clusterInfo.AdminGroups[group] = true;
}
}
else
{
clusterInfo.AdminGroups = new Dictionary <string, bool>();
}
if (clusterConfig.ContainsKey("AuthorizedGroups"))
{
var lst = ConfigurationParser.ParseConfigurationAsList(clusterConfig["AuthorizedGroups"]);
clusterInfo.AuthorizedGroups = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var group in lst)
{
clusterInfo.AuthorizedGroups[group] = true;
}
}
else
{
clusterInfo.AuthorizedGroups = new Dictionary <string, bool>();
}
if (clusterConfig.ContainsKey("RegisterGroups"))
{
var lst = ConfigurationParser.ParseConfigurationAsList(clusterConfig["RegisterGroups"]);
clusterInfo.RegisterGroups = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var group in lst)
{
clusterInfo.RegisterGroups[group] = true;
}
}
else
{
clusterInfo.RegisterGroups = new Dictionary <string, bool>();
}
clusterInfo.DataFolderAccessPoint = clusterConfig["DataFolderAccessPoint"] as string;
clusterInfo.WorkFolderAccessPoint = clusterConfig["WorkFolderAccessPoint"] as string;
if (clusterConfig.ContainsKey("smbUsername"))
{
clusterInfo.smbUsername = clusterConfig["smbUsername"] as string;
}
else
{
clusterInfo.smbUsername = "******";
}
if (clusterConfig.ContainsKey("smbUserPassword"))
{
clusterInfo.smbUserPassword = clusterConfig["smbUserPassword"] as string;
}
else
{
clusterInfo.smbUserPassword = "******";
}
clusterInfo.Restapi = clusterConfig["Restapi"] as string;
clusterInfo.Grafana = clusterConfig["Grafana"] as string;
clusterInfo.SQLDatabaseForUser = (clusterConfig["SQLDatabaseForUser"] as string) + clusterInfo.ClusterId;
clusterInfo.SQLHostname = clusterConfig["SQLHostname"] as string;
clusterInfo.SQLPassword = clusterConfig["SQLPassword"] as string;
clusterInfo.SQLUsername = clusterConfig["SQLUsername"] as string;
// Mount description and mount point
if (clusterConfig.ContainsKey("mountdescription"))
{
clusterInfo.MountDescription = clusterConfig["mountdescription"] as string;
}
else
{
clusterInfo.MountDescription = "{}";
}
// Mount description and mount point
if (clusterConfig.ContainsKey("mountpoints"))
{
clusterInfo.MountPoints = clusterConfig["mountpoints"] as string;
}
else
{
clusterInfo.MountPoints = "{}";
}
if (clusterConfig.ContainsKey("mounthomefolder"))
{
var val = clusterConfig["mounthomefolder"] as string;
switch (val.ToLower()[0])
{
case 'y':
case 't':
clusterInfo.MountHomeFolder = true;
break;
default:
clusterInfo.MountHomeFolder = false;
break;
}
}
else
{
clusterInfo.MountHomeFolder = true;
}
if (clusterConfig.ContainsKey("deploymounts"))
{
clusterInfo.DeployMounts = clusterConfig["deploymounts"] as string;
}
else
{
clusterInfo.DeployMounts = "[]";
}
var isDefault = clusterConfig.ContainsKey("Default") && (clusterConfig["Default"] as string).ToLower() == "true";
if (isDefault)
{
defaultClusterName = clusterName;
}
_logger.LogDebug("ClusterId: {0}", clusterInfo.ClusterId);
_logger.LogDebug("DataFolderAccessPoint: {0}", clusterInfo.DataFolderAccessPoint);
_logger.LogDebug("WorkFolderAccessPoint: {0}", clusterInfo.WorkFolderAccessPoint);
_logger.LogDebug("Restapi: {0}", clusterInfo.Restapi);
_logger.LogDebug("SQLDatabaseForUser: {0}", clusterInfo.SQLDatabaseForUser);
_logger.LogDebug("SQLHostname: {0}", clusterInfo.SQLHostname);
_logger.LogDebug("SQLPassword: {0}", clusterInfo.SQLPassword);
_logger.LogDebug("SQLUsername: {0}", clusterInfo.SQLUsername);
Clusters[clusterName] = clusterInfo;
/*
* var connectionUsers = String.Format("Server={0};Database={1}{2};User Id={3};Password={4};", // Trusted_Connection=True;MultipleActiveResultSets=true",
* clusterInfo.SQLHostname,
* clusterInfo.SQLDatabaseForUser,
* clusterInfo.ClusterId,
* clusterInfo.SQLUsername,
* clusterInfo.SQLPassword);
* var optionsBuilderUsers = new DbContextOptionsBuilder<ClusterContext>();
* optionsBuilderUsers.UseSqlServer(connectionUsers);
* var userDatabase = new ClusterContext(optionsBuilderUsers.Options);
* // userDatabase.Database.EnsureCreated();
* userDatabase.Database.Migrate();
* Database[clusterName] = userDatabase; */
Database[clusterName] = createDatabase(clusterInfo.SQLDatabaseForUser, clusterConfig, clusterInfo);
}
var templateDb = ConfigurationParser.GetConfiguration("MasterTemplates") as Dictionary <string, object>;
var SQLDatabaseForTemplates = templateDb["SQLDatabaseForTemplates"] as string;
DLCluster curInfo = new DLCluster();
curInfo.SQLDatabaseForUser = SQLDatabaseForTemplates;
curInfo.SQLHostname = templateDb["SQLHostname"] as string;
curInfo.SQLPassword = templateDb["SQLPassword"] as string;
curInfo.SQLUsername = templateDb["SQLUsername"] as string;
/*
* templatesMaster.SQLHostname = templateDb["SQLHostname"] as string;
* templatesMaster.SQLPassword = templateDb["SQLPassword"] as string;
* templatesMaster.SQLUsername = templateDb["SQLUsername"] as string;
* var connectionTemplatesMaster = String.Format("Server={0};Database={1};User Id={2};Password={3};", // Trusted_Connection=True;MultipleActiveResultSets=true",
* templatesMaster.SQLHostname,
* templatesMaster.SQLDatabaseForTemplates,
* templatesMaster.SQLUsername,
* templatesMaster.SQLPassword);
* var optionsBuilderTemplatesMaster = new DbContextOptionsBuilder<ClusterContext>();
* optionsBuilderTemplatesMaster.UseSqlServer(connectionTemplatesMaster);
* var templateMasterDatabase = new ClusterContext(optionsBuilderTemplatesMaster.Options);
* // var created = templateMasterDatabase.Database.EnsureCreated();
* templateMasterDatabase.Database.Migrate(); */
var templateMasterDatabase = createDatabase(SQLDatabaseForTemplates, templateDb, curInfo);
var entryArries = templateMasterDatabase.Template.Select(x => x.Template).ToArray();
var dic = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var entry in entryArries)
{
dic.Add(entry, true);
}
var nEntries = entryArries.Length;
_logger.LogInformation("# of entries in Master-Templates: {0}", nEntries);
MasterDatabase = templateMasterDatabase;
var template_file = "./Master-Templates.json";
if (File.Exists(template_file))
{
int ncount = 0;
_logger.LogInformation("Entries in template file: {0}", template_file);
var list = new List <Tuple <string, string> >();
using (var file = File.OpenText(template_file))
using (var reader = new JsonTextReader(file))
{
foreach (var templateTok in (JArray)JToken.ReadFrom(reader))
{
var template = (JObject)templateTok;
var TName = template["Name"].Value <string>();
var TJson = template["Json"].Value <string>();
_logger.LogInformation("{0}: {1}, {2}", ncount, TName, TJson);
list.Add(new Tuple <string, string>(TName, TJson));
ncount++;
// var sql = @"INSERT INTO dbo.Template (Template, Json, Type) VALUES ({0}, {1}, job)";
// MasterDatabase.Database.ExecuteSqlCommand(sql, TName, TJson);
}
}
if (ncount > nEntries)
{
// Trigger ingestion logic
foreach (var entry in list)
{
if (!dic.ContainsKey(entry.Item1))
{
TemplateEntry entryAdd = new TemplateEntry(entry.Item1, null, entry.Item2, "job");
try {
MasterDatabase.Template.Add(entryAdd);
_logger.LogInformation($"Add {entry.Item1} to template.");
} catch (Exception ex)
{
_logger.LogInformation($"Failed to add {entry.Item1}, already exist in template.");
}
}
}
MasterDatabase.SaveChanges();
}
}
if (String.IsNullOrEmpty(defaultClusterName))
{
defaultClusterName = Clusters.Keys.First <string>();
}
Clusters[""] = Clusters[defaultClusterName];
_logger.LogDebug("Default Cluster: {0}", defaultClusterName);
// Configure error handling middleware.
app.UseExceptionHandler("/Home/Error");
// Add static files to the request pipeline.
app.UseStaticFiles();
// Configure the OWIN pipeline to use cookie auth.
var cookieOpt = new CookieAuthenticationOptions();
cookieOpt.ExpireTimeSpan = TimeSpan.FromDays(14);
cookieOpt.SlidingExpiration = true;
//cookieOpt.AutomaticAuthenticate = true;
// cookieOpt.CookieName = "dlws-auth";
//cookieOpt.CookieSecure = Microsoft.AspNetCore.Http.CookieSecurePolicy.Always;
// cookieOpt.AuthenticationScheme = "Cookies";
app.UseCookieAuthentication(cookieOpt);
var deployAuthenticationConfig = ConfigurationParser.GetConfiguration("DeployAuthentications") as Dictionary <string, object>;
var deployAuthentication = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var pair in deployAuthenticationConfig)
{
deployAuthentication[pair.Value as string] = true;
}
int numDeployedAuthentication = deployAuthentication.Count;
var authentication = ConfigurationParser.GetConfiguration("Authentications") as Dictionary <string, object>;
AuthenticationSchemes = new Dictionary <string, OpenIDAuthentication>();
foreach (var pair in authentication)
{
bool bUse = (numDeployedAuthentication == 0 || deployAuthentication.ContainsKey(pair.Key));
if (bUse)
{
var authenticationScheme = pair.Key;
var authenticationConfig = pair.Value;
var openIDOpt = new OpenIDAuthentication(authenticationScheme, authenticationConfig, loggerFactory);
AuthenticationSchemes[authenticationScheme] = openIDOpt;
app.UseOpenIdConnectAuthentication(openIDOpt);
}
}
// Configure the OWIN pipeline to use OpenID Connect auth.
app.UseSession();
app.Use(async(context, next) =>
{
if (context.Request.Query.ContainsKey("team") && context.Session.GetString("Teams") != null)
{
var team = context.Request.Query["Team"];
var teams = JsonConvert.DeserializeObject <string[]>(context.Session.GetString("Teams"));
if (Array.Exists(teams, t => t.Equals(team)))
{
context.Session.SetString("Team", team);
var teamClusters = await Controllers.HomeController.GetTeamClusters(context, team);
context.Session.SetString("TeamClusters", JsonConvert.SerializeObject(teamClusters));
_logger.LogInformation("{0} switch team to {1}", context.Session.GetString("Username"), team);
}
}
await next.Invoke();
});
// Configure MVC routes
app.UseMvc(routes =>
{
routes.MapRoute(
name: "default",
template: "{controller=Home}/{action=Index}/{id?}");
});
}
public AuthenticatingHttpClientHandler(ClusterContext context)
: this(context.ClusterOptions.UserName, context.ClusterOptions.Password)
{
}
/// <inheritdoc />
public HttpClusterMapBase Create(ClusterContext context)
{
return(new HttpClusterMap(_couchbaseHttpClientFactory, context));
}
internal QueryClient(HttpClient httpClient, IDataMapper dataMapper, ClusterContext context)
: base(httpClient, dataMapper, context)
{
}
internal MemcachedBucket(string name, ClusterContext context, IScopeFactory scopeFactory, IRetryOrchestrator retryOrchestrator, IKetamaKeyMapperFactory ketamaKeyMapperFactory,
ILogger <MemcachedBucket> logger, IRedactor redactor, IBootstrapperFactory bootstrapperFactory) :
this(name, context, scopeFactory, retryOrchestrator, ketamaKeyMapperFactory, logger,
new HttpClusterMap(context.ServiceProvider.GetRequiredService <CouchbaseHttpClient>(), context), redactor, bootstrapperFactory)
{
}
/// <summary>
/// Initializes a new instance of the <see cref="HomeController"/> class.
/// Initializes the database context for data retrieval.
/// </summary>
/// <param name="logger">Can use used for logging, if required.</param>
/// <param name="dbContext">The database context used to retrieve Cluster data.</param>
public HomeController(ILogger <HomeController> logger, ClusterContext dbContext)
{
this.logger = logger;
this.db = dbContext;
}
internal SearchIndexManager(ClusterContext context)
: this(new CouchbaseHttpClient(context))
{
_context = context;
}
internal ElectionContextImpl(InstanceId me, CommonContextState commonState, LogProvider logging, Timeouts timeouts, ClusterContext clusterContext, HeartbeatContext heartbeatContext, IList <ElectionRole> roles, IDictionary <string, Election> elections, ElectionCredentialsProvider electionCredentialsProvider) : base(me, commonState, logging, timeouts)
{
this._clusterContext = clusterContext;
this._heartbeatContext = heartbeatContext;
this._roles = roles;
this._elections = elections;
this._electionCredentialsProvider = electionCredentialsProvider;
heartbeatContext.AddHeartbeatListener(this);
}
public AuthenticatingHttpMessageHandler(HttpMessageHandler innerHandler, ClusterContext context)
: this(innerHandler, context.ClusterOptions.UserName ?? "default", context.ClusterOptions.Password ?? string.Empty)
{
}
public StreamingQueryClient(HttpClient httpClient, IDataMapper dataMapper, ClusterContext context)
: base(httpClient, dataMapper, context)
{
}
internal MemcachedBucket(string name, ClusterContext context, IScopeFactory scopeFactory, IRetryOrchestrator retryOrchestrator, ILogger <MemcachedBucket> logger) :
this(name, context, scopeFactory, retryOrchestrator, logger,
new HttpClusterMap(context.ServiceProvider.GetRequiredService <CouchbaseHttpClient>(), context))
{
}
public AnalyticsClient(ClusterContext context) : this(
new HttpClient(new AuthenticatingHttpClientHandler(context.ClusterOptions.UserName, context.ClusterOptions.Password)),
new JsonDataMapper(new DefaultSerializer()), context)
{
}
//private static readonly ILog Log = LogManager.GetLogger<SearchClient>();
//for log redaction
//private Func<object, string> User = RedactableArgument.UserAction;
public SearchClient(ClusterContext context) : this(
new HttpClient(new AuthenticatingHttpClientHandler(context)),
new SearchDataMapper(), context)
{
}
private async Task <UserEntry> AuthenticateByOneDB(string email, string tenantID, ClusterContext db, UserID userID)
{
var priorEntrys = db.User.Where(b => b.Email == email).ToAsyncEnumerable();
long nEntry = 0;
UserEntry ret = null;
// Prior entry exists?
await priorEntrys.ForEachAsync(entry =>
{
// We will not update existing entry in database.
// db.Entry(entry).CurrentValues.SetValues(userEntry);
ret = entry;
Interlocked.Add(ref nEntry, 1);
}
);
if (Interlocked.Read(ref nEntry) == 0)
{
if (!Object.ReferenceEquals(userID, null))
{
string password = Guid.NewGuid().ToString().Substring(0, 8);
UserEntry userEntry = new UserEntry(userID, email, email, password);
await db.User.AddAsync(userEntry);
await db.SaveChangesAsync();
return(userEntry);
}
else
{
return(null);
}
}
else
{
// Prior entry exists, we use the database as the authorative source.
UserEntry newEntry = ret;
// Update is AuthorizedEntry only, other entry will be updated by database.
if (!Object.ReferenceEquals(userID, null))
{
bool bUpdate = false;
if (String.Compare(ret.isAuthorized, userID.isAuthorized, true) < 0 || String.Compare(ret.isAdmin, userID.isAdmin, true) < 0)
{
// userID isAuthorized is true
newEntry.isAuthorized = userID.isAuthorized;
newEntry.isAdmin = userID.isAdmin;
newEntry.uid = userID.uid;
newEntry.gid = userID.gid;
bUpdate = true;
}
if (bUpdate)
{
db.Entry(ret).CurrentValues.SetValues(newEntry);
await db.SaveChangesAsync();
}
}
if (newEntry.Alias != newEntry.Email)
{
return(await AuthenticateByOneDB(newEntry.Alias, tenantID, db, userID));
}
else
{
return(newEntry);
}
}
}
public SearchClient(HttpClient httpClient, IDataMapper dataMapper, ClusterContext context)
: base(httpClient, dataMapper, context)
{
}
private static async Task <ConcurrentDictionary <string, IEnumerable <IEndpointDiagnostics> > > GetEndpointDiagnosticsAsync(ClusterContext context,
IEnumerable <IClusterNode> clusterNodes, bool ping, ICollection <ServiceType> serviceTypes, CancellationToken token)
{
var endpoints = new ConcurrentDictionary <string, IEnumerable <IEndpointDiagnostics> >();
foreach (var clusterNode in clusterNodes)
{
if (serviceTypes.Contains(ServiceType.KeyValue) && clusterNode.HasKv)
{
var kvEndpoints = (List <IEndpointDiagnostics>)endpoints.GetOrAdd("kv", new List <IEndpointDiagnostics>());
foreach (var connection in clusterNode.ConnectionPool.GetConnections())
{
var endPointDiagnostics =
CreateEndpointHealth(clusterNode.Owner?.Name, DateTime.UtcNow, connection);
if (ping)
{
await RecordLatencyAsync(endPointDiagnostics, async() =>
{
var op = new Noop();
await clusterNode.ExecuteOp(connection, op, token).ConfigureAwait(false);
}).ConfigureAwait(false);
}
kvEndpoints.Add(endPointDiagnostics);
}
}
if (serviceTypes.Contains(ServiceType.Views) && clusterNode.HasViews)
{
if (clusterNode.Owner is CouchbaseBucket bucket)
{
var kvEndpoints = (List <IEndpointDiagnostics>)endpoints.GetOrAdd("view", new List <IEndpointDiagnostics>());
var endPointDiagnostics = CreateEndpointHealth(bucket.Name, ServiceType.Views, DateTime.UtcNow, clusterNode.LastViewActivity, clusterNode.EndPoint);
if (ping)
{
await RecordLatencyAsync(endPointDiagnostics,
async() => await bucket.ViewQueryAsync <object, object>("p", "p").ConfigureAwait(false))
.ConfigureAwait(false);
}
kvEndpoints.Add(endPointDiagnostics);
}
}
if (serviceTypes.Contains(ServiceType.Query) && clusterNode.HasQuery)
{
var kvEndpoints = (List <IEndpointDiagnostics>)endpoints.GetOrAdd("n1ql", new List <IEndpointDiagnostics>());
var endPointDiagnostics = CreateEndpointHealth("Cluster", ServiceType.Query, DateTime.UtcNow, clusterNode.LastQueryActivity, clusterNode.EndPoint);
if (ping)
{
await RecordLatencyAsync(endPointDiagnostics,
() => context.Cluster.QueryAsync <dynamic>("SELECT 1;"))
.ConfigureAwait(false);
}
kvEndpoints.Add(endPointDiagnostics);
}
if (serviceTypes.Contains(ServiceType.Analytics) && clusterNode.HasAnalytics)
{
var kvEndpoints = (List <IEndpointDiagnostics>)endpoints.GetOrAdd("cbas", new List <IEndpointDiagnostics>());
var endPointDiagnostics = CreateEndpointHealth("Cluster", ServiceType.Analytics, DateTime.UtcNow, clusterNode.LastQueryActivity, clusterNode.EndPoint);
if (ping)
{
await RecordLatencyAsync(endPointDiagnostics,
() => context.Cluster.AnalyticsQueryAsync <dynamic>("SELECT 1;"))
.ConfigureAwait(false);
}
kvEndpoints.Add(endPointDiagnostics);
}
if (serviceTypes.Contains(ServiceType.Search) && clusterNode.HasSearch)
{
var kvEndpoints = (List <IEndpointDiagnostics>)endpoints.GetOrAdd("fts", new List <IEndpointDiagnostics>());
var endPointDiagnostics = CreateEndpointHealth("Cluster", ServiceType.Search, DateTime.UtcNow, clusterNode.LastQueryActivity, clusterNode.EndPoint);
if (ping)
{
var index = "ping";
await RecordLatencyAsync(endPointDiagnostics,
() => context.Cluster.SearchQueryAsync(index, new NoOpQuery())).ConfigureAwait(false);
}
kvEndpoints.Add(endPointDiagnostics);
}
}
return(endpoints);
}
public ConfigHandler(ClusterContext context, IHttpStreamingConfigListenerFactory configListenerFactory, ILogger <ConfigHandler> logger)
{
_context = context ?? throw new ArgumentNullException(nameof(context));
_configListenerFactory = configListenerFactory ?? throw new ArgumentNullException(nameof(configListenerFactory));
_logger = logger ?? throw new ArgumentNullException(nameof(logger));
}
public BucketManager(ClusterContext context, HttpClient client)
{
_context = context;
_client = client;
}
public CouchbaseHttpClient(ClusterContext context, ILogger <CouchbaseHttpClient> logger)
: this(CreateClientHandler(context, logger))
{
DefaultRequestHeaders.ExpectContinue = context.ClusterOptions.EnableExpect100Continue;
}
public ClusterVersionProvider(ClusterContext clusterContext, ILogger <ClusterVersionProvider> logger)
{
_clusterContext = clusterContext ?? throw new ArgumentNullException(nameof(clusterContext));
_logger = logger ?? throw new ArgumentNullException(nameof(logger));
}
// This method gets called by the runtime. Use this method to configure the HTTP request pipeline.
public void Configure(IApplicationBuilder app, IHostingEnvironment env, ILoggerFactory loggerFactory)
{
// Add the console logger.
loggerFactory.AddConsole(Configuration.GetSection("Logging")).AddDebug();
loggerFactory.AddFile("/var/log/webui/webui-{Date}.txt");
var _logger = loggerFactory.CreateLogger("Configure");
ConfigurationParser.ParseConfiguration(loggerFactory);
var clusters = ConfigurationParser.GetConfiguration("DLClusters") as Dictionary <string, object>;
if (Object.ReferenceEquals(clusters, null))
{
throw new ArgumentException("There are no DLClusters in the configuration file");
}
Clusters = new Dictionary <string, DLCluster>();
Database = new Dictionary <string, ClusterContext>();
string defaultClusterName = null;
foreach (var pair in clusters)
{
var clusterName = pair.Key;
var clusterConfig = pair.Value as Dictionary <string, object>;
_logger.LogInformation("Configure cluster {0}", clusterName);
if (Object.ReferenceEquals(clusterConfig, null))
{
throw new ArgumentException("Configuration for cluster {0} is not provided as a JSon dictionary", clusterName);
}
var clusterInfo = new DLCluster();
clusterInfo.ClusterName = clusterName;
clusterInfo.ClusterId = clusterConfig["ClusterId"] as string;
if (clusterConfig.ContainsKey("AdminGroups"))
{
var lst = ConfigurationParser.ParseConfigurationAsList(clusterConfig["AdminGroups"]);
// Convert to Dictionary for fast checkin
clusterInfo.AdminGroups = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var group in lst)
{
clusterInfo.AdminGroups[group] = true;
}
}
else
{
clusterInfo.AdminGroups = new Dictionary <string, bool>();
}
if (clusterConfig.ContainsKey("AuthorizedGroups"))
{
var lst = ConfigurationParser.ParseConfigurationAsList(clusterConfig["AuthorizedGroups"]);
clusterInfo.AuthorizedGroups = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var group in lst)
{
clusterInfo.AuthorizedGroups[group] = true;
}
}
else
{
clusterInfo.AuthorizedGroups = new Dictionary <string, bool>();
}
if (clusterConfig.ContainsKey("RegisterGroups"))
{
var lst = ConfigurationParser.ParseConfigurationAsList(clusterConfig["RegisterGroups"]);
clusterInfo.RegisterGroups = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var group in lst)
{
clusterInfo.RegisterGroups[group] = true;
}
}
else
{
clusterInfo.RegisterGroups = new Dictionary <string, bool>();
}
clusterInfo.DataFolderAccessPoint = clusterConfig["DataFolderAccessPoint"] as string;
clusterInfo.WorkFolderAccessPoint = clusterConfig["WorkFolderAccessPoint"] as string;
if (clusterConfig.ContainsKey("smbUsername"))
{
clusterInfo.smbUsername = clusterConfig["smbUsername"] as string;
}
else
{
clusterInfo.smbUsername = "******";
}
if (clusterConfig.ContainsKey("smbUserPassword"))
{
clusterInfo.smbUserPassword = clusterConfig["smbUserPassword"] as string;
}
else
{
clusterInfo.smbUserPassword = "******";
}
clusterInfo.Restapi = clusterConfig["Restapi"] as string;
clusterInfo.SQLDatabaseForUser = clusterConfig["SQLDatabaseForUser"] as string;
clusterInfo.SQLHostname = clusterConfig["SQLHostname"] as string;
clusterInfo.SQLPassword = clusterConfig["SQLPassword"] as string;
clusterInfo.SQLUsername = clusterConfig["SQLUsername"] as string;
var isDefault = clusterConfig.ContainsKey("Default") && (clusterConfig["Default"] as string).ToLower() == "true";
if (isDefault)
{
defaultClusterName = clusterName;
}
_logger.LogDebug("ClusterId: {0}", clusterInfo.ClusterId);
_logger.LogDebug("DataFolderAccessPoint: {0}", clusterInfo.DataFolderAccessPoint);
_logger.LogDebug("WorkFolderAccessPoint: {0}", clusterInfo.WorkFolderAccessPoint);
_logger.LogDebug("Restapi: {0}", clusterInfo.Restapi);
_logger.LogDebug("SQLDatabaseForUser: {0}", clusterInfo.SQLDatabaseForUser);
_logger.LogDebug("SQLHostname: {0}", clusterInfo.SQLHostname);
_logger.LogDebug("SQLPassword: {0}", clusterInfo.SQLPassword);
_logger.LogDebug("SQLUsername: {0}", clusterInfo.SQLUsername);
Clusters[clusterName] = clusterInfo;
var connectionUsers = String.Format("Server={0};Database={1}{2};User Id={3};Password={4}",
clusterInfo.SQLHostname,
clusterInfo.SQLDatabaseForUser,
clusterInfo.ClusterId,
clusterInfo.SQLUsername,
clusterInfo.SQLPassword);
var optionsBuilderUsers = new DbContextOptionsBuilder <ClusterContext>();
optionsBuilderUsers.UseSqlServer(connectionUsers);
var userDatabase = new ClusterContext(optionsBuilderUsers.Options);
userDatabase.Database.EnsureCreated();
Database[clusterName] = userDatabase;
}
var templateDb = ConfigurationParser.GetConfiguration("MasterTemplates") as Dictionary <string, object>;
var templatesMaster = new TemplateDatabase();
templatesMaster.SQLDatabaseForTemplates = templateDb["SQLDatabaseForTemplates"] as string;
templatesMaster.SQLHostname = templateDb["SQLHostname"] as string;
templatesMaster.SQLPassword = templateDb["SQLPassword"] as string;
templatesMaster.SQLUsername = templateDb["SQLUsername"] as string;
var connectionTemplatesMaster = String.Format("Server={0};Database={1};User Id={2};Password={3}",
templatesMaster.SQLHostname,
templatesMaster.SQLDatabaseForTemplates,
templatesMaster.SQLUsername,
templatesMaster.SQLPassword);
var optionsBuilderTemplatesMaster = new DbContextOptionsBuilder <ClusterContext>();
optionsBuilderTemplatesMaster.UseSqlServer(connectionTemplatesMaster);
var templateMasterDatabase = new ClusterContext(optionsBuilderTemplatesMaster.Options);
var created = templateMasterDatabase.Database.EnsureCreated();
var entryArries = templateMasterDatabase.Template.Select(x => x.Template).ToArray();
var dic = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var entry in entryArries)
{
dic.Add(entry, true);
}
var nEntries = entryArries.Length;
_logger.LogInformation("# of entries in Master-Templates: {0}", nEntries);
MasterDatabase = templateMasterDatabase;
var template_file = "./Master-Templates.json";
if (File.Exists(template_file))
{
int ncount = 0;
_logger.LogInformation("Entries in template file: {0}", template_file);
var list = new List <Tuple <string, string> >();
using (var file = File.OpenText(template_file))
using (var reader = new JsonTextReader(file))
{
foreach (var templateTok in (JArray)JToken.ReadFrom(reader))
{
var template = (JObject)templateTok;
var TName = template["Name"].Value <string>();
var TJson = template["Json"].Value <string>();
_logger.LogInformation("{0}: {1}, {2}", ncount, TName, TJson);
list.Add(new Tuple <string, string>(TName, TJson));
ncount++;
// var sql = @"INSERT INTO dbo.Template (Template, Json, Type) VALUES ({0}, {1}, job)";
// MasterDatabase.Database.ExecuteSqlCommand(sql, TName, TJson);
}
}
if (ncount > nEntries)
{
// Trigger ingestion logic
foreach (var entry in list)
{
if (!dic.ContainsKey(entry.Item1))
{
TemplateEntry entryAdd = new TemplateEntry(entry.Item1, null, entry.Item2, "job");
MasterDatabase.Template.Add(entryAdd);
}
}
MasterDatabase.SaveChanges();
}
}
if (String.IsNullOrEmpty(defaultClusterName))
{
defaultClusterName = Clusters.Keys.First <string>();
}
Clusters[""] = Clusters[defaultClusterName];
_logger.LogDebug("Default Cluster: {0}", defaultClusterName);
// Configure error handling middleware.
app.UseExceptionHandler("/Home/Error");
// Add static files to the request pipeline.
app.UseStaticFiles();
// Configure the OWIN pipeline to use cookie auth.
var cookieOpt = new CookieAuthenticationOptions();
//cookieOpt.AutomaticAuthenticate = true;
// cookieOpt.CookieName = "dlws-auth";
//cookieOpt.CookieSecure = Microsoft.AspNetCore.Http.CookieSecurePolicy.Always;
// cookieOpt.AuthenticationScheme = "Cookies";
app.UseCookieAuthentication(cookieOpt);
var deployAuthenticationConfig = ConfigurationParser.GetConfiguration("DeployAuthentications") as Dictionary <string, object>;
var deployAuthentication = new Dictionary <string, bool>(StringComparer.OrdinalIgnoreCase);
foreach (var pair in deployAuthenticationConfig)
{
deployAuthentication[pair.Value as string] = true;
}
int numDeployedAuthentication = deployAuthentication.Count;
var authentication = ConfigurationParser.GetConfiguration("Authentications") as Dictionary <string, object>;
AuthenticationSchemes = new Dictionary <string, OpenIDAuthentication>();
foreach (var pair in authentication)
{
bool bUse = (numDeployedAuthentication == 0 || deployAuthentication.ContainsKey(pair.Key));
if (bUse)
{
var authenticationScheme = pair.Key;
var authenticationConfig = pair.Value;
var openIDOpt = new OpenIDAuthentication(authenticationScheme, authenticationConfig, loggerFactory);
AuthenticationSchemes[authenticationScheme] = openIDOpt;
app.UseOpenIdConnectAuthentication(openIDOpt);
}
}
// Configure the OWIN pipeline to use OpenID Connect auth.
app.UseSession();
// Configure MVC routes
app.UseMvc(routes =>
{
routes.MapRoute(
name: "default",
template: "{controller=Home}/{action=Index}/{id?}");
});
}
public WebApiInvokerContext(DirectoryContext directoryContext, ClusterContext clusterContext, LoadBalanceContext loadBalanceContext, string method = "POST", string contentType = "application/json")
: base(directoryContext, clusterContext, loadBalanceContext)
{
this.Method = method;
this.ContentType = contentType;
}
public ConfigHandler(ClusterContext context)
{
_context = context;
_httpClient = new CouchbaseHttpClient(_context);
}
