static void Main(string[] inputArgs)
{
if (inputArgs.Length > 0)
{
Settings.Initialize(string.Join(" ", inputArgs), Environment.MachineName);
}
else
{
Settings.Initialize(ConfigurationManager.ConnectionStrings["Builder"].ConnectionString, Environment.MachineName);
}
var builderController = new BuilderController();
try
{
var vocabulary = new Vocabulary();
vocabulary.Initialize();
Build(builderController);
Task.WaitAll(tasks.ToArray());
}
catch (Exception e)
{
Logger.WriteError(e);
builderController.UpdateState(BuilderState.Error);
}
}
static void Main(string[] inputArgs)
{
Console.WriteLine("Process has started, please do not close the window...");
if (inputArgs.Length > 0)
{
var args = string.Join(" ", inputArgs);
var builderConnectionString = Regex.Match(args, @"(?s)(?<=\<cs\>).*?(?=\<\/cs\>)", RegexOptions.IgnoreCase).Value;
var s3awsAccessKeyId = Regex.Match(args, @"(?s)(?<=\<s3keyid\>).*?(?=\<\/s3keyid\>)", RegexOptions.IgnoreCase).Value;
var s3awsSecretAccessKey = Regex.Match(args, @"(?s)(?<=\<s3accesskey\>).*?(?=\<\/s3accesskey\>)", RegexOptions.IgnoreCase).Value;
var ec2awsAccessKeyId = Regex.Match(args, @"(?s)(?<=\<ec2keyid\>).*?(?=\<\/ec2keyid\>)", RegexOptions.IgnoreCase).Value;
var ec2awsSecretAccessKey = Regex.Match(args, @"(?s)(?<=\<ec2accesskey\>).*?(?=\<\/ec2accesskey\>)", RegexOptions.IgnoreCase).Value;
var bucket = Regex.Match(args, @"(?s)(?<=\<bucket\>).*?(?=\<\/bucket\>)", RegexOptions.IgnoreCase).Value;
var cdmFolder = Regex.Match(args, @"(?s)(?<=\<cdmFolder\>).*?(?=\<\/cdmFolder\>)", RegexOptions.IgnoreCase).Value;
var saveOnlyToS3 = Regex.Match(args, @"(?s)(?<=\<saveOnlyToS3\>).*?(?=\<\/saveOnlyToS3\>)", RegexOptions.IgnoreCase).Value;
var storageType = Regex.Match(args, @"(?s)(?<=\<storageType\>).*?(?=\<\/storageType\>)", RegexOptions.IgnoreCase).Value;
Settings.Initialize(builderConnectionString, Environment.MachineName);
Settings.Current.S3AwsAccessKeyId = s3awsAccessKeyId;
Settings.Current.S3AwsSecretAccessKey = s3awsSecretAccessKey;
Settings.Current.Ec2AwsAccessKeyId = ec2awsAccessKeyId;
Settings.Current.Ec2AwsSecretAccessKey = ec2awsSecretAccessKey;
Settings.Current.Bucket = bucket;
Settings.Current.CDMFolder = cdmFolder;
Settings.Current.SaveOnlyToS3 = Parse(saveOnlyToS3);
if (Enum.TryParse(storageType, out S3StorageType type))
{
Settings.Current.StorageType = type;
}
Console.WriteLine($"Bucket ={Settings.Current.Bucket};CDMFolder={Settings.Current.CDMFolder}");
Console.WriteLine($"SaveOnlyToS3={Settings.Current.SaveOnlyToS3}; StorageType={Settings.Current.StorageType};");
}
else
{
Settings.Initialize(ConfigurationManager.ConnectionStrings["Builder"].ConnectionString, Environment.MachineName);
}
Console.WriteLine("Settings initialized");
Console.WriteLine($"MachineName={Environment.MachineName}; Vendor={Settings.Current.Building.Vendor}");
var builderController = new BuilderController();
try
{
Console.WriteLine("Loading vocabulary...");
var vocabulary = new Vocabulary();
vocabulary.Fill(false);
Console.WriteLine("Vocabulary was loaded");
Build(builderController);
}
catch (Exception e)
{
Logger.WriteError(e);
builderController.UpdateState(BuilderState.Error);
}
}
static void Main(string[] inputArgs)
{
if (inputArgs.Length > 0)
{
var args = string.Join(" ", inputArgs);
var builderConnectionString = Regex.Match(args, @"(?s)(?<=\<cs\>).*?(?=\<\/cs\>)", RegexOptions.IgnoreCase).Value;
var s3awsAccessKeyId = Regex.Match(args, @"(?s)(?<=\<s3keyid\>).*?(?=\<\/s3keyid\>)", RegexOptions.IgnoreCase).Value;
var s3awsSecretAccessKey = Regex.Match(args, @"(?s)(?<=\<s3accesskey\>).*?(?=\<\/s3accesskey\>)", RegexOptions.IgnoreCase).Value;
var ec2awsAccessKeyId = Regex.Match(args, @"(?s)(?<=\<ec2keyid\>).*?(?=\<\/ec2keyid\>)", RegexOptions.IgnoreCase).Value;
var ec2awsSecretAccessKey = Regex.Match(args, @"(?s)(?<=\<ec2accesskey\>).*?(?=\<\/ec2accesskey\>)", RegexOptions.IgnoreCase).Value;
var bucket = Regex.Match(args, @"(?s)(?<=\<bucket\>).*?(?=\<\/bucket\>)", RegexOptions.IgnoreCase).Value;
Settings.Initialize(builderConnectionString, Environment.MachineName);
Settings.Current.S3AwsAccessKeyId = s3awsAccessKeyId;
Settings.Current.S3AwsSecretAccessKey = s3awsSecretAccessKey;
Settings.Current.Ec2AwsAccessKeyId = ec2awsAccessKeyId;
Settings.Current.Ec2AwsSecretAccessKey = ec2awsSecretAccessKey;
Settings.Current.Bucket = bucket;
}
else
{
Settings.Initialize(ConfigurationManager.ConnectionStrings["Builder"].ConnectionString, Environment.MachineName);
}
var builderController = new BuilderController();
try
{
var vocabulary = new Vocabulary();
vocabulary.Initialize();
Build(builderController);
}
catch (Exception e)
{
Logger.WriteError(e);
builderController.UpdateState(BuilderState.Error);
}
}
private static void Build(BuilderController builderController)
{
var dbChunk = new DbChunk(Settings.Current.Building.BuilderConnectionString);
int?chunkId = null;
while (true)
{
try
{
builderController.RefreshState();
if (builderController.Builder.State == BuilderState.Stopping)
{
break;
}
if (builderController.Builder.State == BuilderState.Stopped)
{
break;
}
if (builderController.Builder.State == BuilderState.Error)
{
break;
}
if (builderController.Builder.State == BuilderState.Unknown ||
builderController.Builder.State == BuilderState.Idle)
{
continue;
}
chunkId = dbChunk.TakeChunk(Settings.Current.Building.Id.Value, Settings.Current.Builder.Id.Value, GetRandomBoolean());
if (!chunkId.HasValue)
{
break;
}
Console.WriteLine($"ChunkId={chunkId} in progress...");
var attempt = 0;
var processing = false;
var chunk = Settings.Current.Building.SourceEngine.GetChunkBuilder(chunkId.Value, CreatePersonBuilder);
while (!processing)
{
try
{
attempt++;
chunk.Process();
processing = true;
}
catch (Exception ex)
{
if (attempt <= 3)
{
Logger.Write(chunkId, LogMessageTypes.Warning, "chunk.Process attempt=" + attempt + ") " + Logger.CreateExceptionString(ex));
chunk = Settings.Current.Building.SourceEngine.GetChunkBuilder(chunkId.Value, CreatePersonBuilder);
}
else
{
throw;
}
}
}
chunkId = null;
}
catch (Exception e)
{
if (chunkId.HasValue)
{
Logger.WriteError(chunkId, e);
dbChunk.ChunkFailed(chunkId.Value, Settings.Current.Building.Id.Value);
}
else
{
Logger.Write(null, Settings.Current.Building.Id.Value, null, LogMessageTypes.Error,
Logger.CreateExceptionString(e));
}
builderController.UpdateState(BuilderState.Error);
}
}
}
private static void Build(BuilderController builderController)
{
var dbChunk = new DbChunk(Settings.Current.Building.BuilderConnectionString);
int?chunkId = null;
while (true)
{
try
{
builderController.RefreshState();
if (builderController.Builder.State == BuilderState.Stopping)
{
break;
}
if (builderController.Builder.State == BuilderState.Stopped)
{
break;
}
if (builderController.Builder.State == BuilderState.Error)
{
break;
}
if (builderController.Builder.State == BuilderState.Unknown || builderController.Builder.State == BuilderState.Idle)
{
continue;
}
chunkId = dbChunk.TakeChunk(Settings.Current.Building.Id.Value);
if (!chunkId.HasValue)
{
break;
}
var builder = new ChunkBuilder(new ChunkData {
Id = chunkId.Value
}, GetBuilderType(Settings.Current.Building.Vendor));
var loaded_chunk = builder.Load();
var built_chunk = loaded_chunk.Build();
var task = built_chunk.Save();
tasks.Add(task);
}
catch (Exception e)
{
if (chunkId.HasValue)
{
Logger.WriteError(chunkId, e);
}
else
{
Logger.Write(null, Settings.Current.Building.Id.Value, null, LogMessageTypes.Error, Logger.CreateExceptionString(e));
}
builderController.UpdateState(BuilderState.Error);
}
}
}
