public async Task QueryFor_AJArrayOfStringsAndWithInvalidAdhocQuery_ThrowsException()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "name", new JArray {
"DeployApi", "DeployWebsite"
} }
},
AdhocQuery = "SampeInvalidMongoQuery"
};
await RunInMongoLand(database =>
{
var sut = new MongoJobQueryService(database);
var ex = Assert.ThrowsAsync <InvalidOperationException>(async() =>
{
await sut.QueryFor(exampleQuery).ConfigureAwait(false);
});
Assert.That(ex.Message, Does.Contain("Invalid adhocQuery"));
return(Task.FromResult(true));
}).ConfigureAwait(false);
}
public async Task QueryFor_HasResult_YieldsOnlyFinishedJobs()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasResult = true
};
var matchingJob1 = JobId.Generate();
var matchingJob2 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Result = new JobResult
{
{ "Result", "Failed" }
}
}, new Job
{
Id = matchingJob2,
QueueId = exampleQueueId,
Result = new JobResult
{
{ "Result", "Success" }
}
}, new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob1));
Assert.That(foundIds, Contains.Item(matchingJob2));
}).ConfigureAwait(false);
}
public async Task QueryFor_Limit_YieldsOnlyToTheLimit()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
Limit = 2,
};
var existingJobs = new[] { new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
}).ConfigureAwait(false);
}
public async Task QueryFor_AJArrayOfStringsAndWithOrStyleAdhocQuery_ReturnsAllJobsMatching()
{
var matchingJob1 = JobId.Generate();
var matchingJob2 = JobId.Generate();
var matchingJob3 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var exampleAcknowledgedDateTime1 = new DateTime(2010, 1, 22, 22, 00, 00, DateTimeKind.Utc);
var exampleAcknowledgedDateTime2 = new DateTime(2010, 1, 22, 23, 00, 00, DateTimeKind.Utc);
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "name", new JArray {
"DeployApi", "DeployWebsite"
} }
},
AdhocQuery = "{\"$or\" : [{ \"Acknowledgment.acknowledgedDateTime\": ISODate(\"2010-01-22T22:00:00.000Z\")},{ \"Acknowledgment.acknowledgedDateTime\": ISODate(\"2010-01-22T23:00:00.000Z\")}]}"
};
var existingJobs = new[] { new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeployApi" }
}
}, new Job
{
Id = matchingJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeployWebsite" }
},
Acknowledgment = new JobAcknowledgment
{
{ "acknowledgedDateTime", exampleAcknowledgedDateTime1 }
}
}, new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeploySchema" }
}
}, new Job()
{
Id = matchingJob3,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeployApi" }
},
Acknowledgment = new JobAcknowledgment
{
{ "acknowledgedDateTime", exampleAcknowledgedDateTime2 }
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob2));
Assert.That(foundIds, Contains.Item(matchingJob3));
}).ConfigureAwait(false);
}
public async Task QueryFor_AJArrayOfIntegers_ReturnsAllJobsMatching()
{
var matchingJob1 = JobId.Generate();
var matchingJob2 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "cpu", new JArray {
1, 7
} }
}
};
var existingJobs = new[] { new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "cpu", 1 }
}
}, new Job
{
Id = matchingJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "cpu", 7 }
}
}, new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "cpu", 8 }
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob1));
Assert.That(foundIds, Contains.Item(matchingJob2));
}).ConfigureAwait(false);
}
public async Task QueryFor_QueryByMultiAttributes_YieldMatchingResults()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
{ "Geo", "USA" }
}
};
var matchingJob1 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var unmatchedJob2 = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
}
}, new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
{ "Geo", "USA" }
}
}, new Job
{
Id = unmatchedJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "Geo", "USA" },
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(1));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob1));
}).ConfigureAwait(false);
}
public async Task RollingDeploy_ModelSubJobsOrchestratedByParent()
{
var exampleQueueName = QueueId.Parse("Wind");
await RunInMongoLand(async database =>
{
var cancellationSource = new CancellationTokenSource();
cancellationSource.CancelAfter(MaxTestTime);
var cancellationToken = cancellationSource.Token;
var finishedJobs = new ConcurrentBag <Job>();
await SetupTakeNextWorkerWithSubscription(database, exampleQueueName, finishedJobs, new JobAttributes {
{ "Name", "DeployServer" },
}, cancellationToken).ConfigureAwait(false);
// Create a rolling deploy relevant for my datacenter
var creationService = new MongoJobCreationService(database);
await creationService.Create(exampleQueueName, new JobAttributes
{
{ "Name", "RollingDeploy" },
{ "Environment", "Prod" }
}).ConfigureAwait(false);
// Take Next available job
var takeNextSubscriber = new TaskBasedTakeNextSubscriber(new MongoJobTakeNextService(database));
var standardAck = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
};
var peekQuery = new TakeNextOptions
{
QueueId = exampleQueueName,
HasAttributes = new JobAttributes {
{ "Environment", "Prod" }
},
Acknowledgment = standardAck
};
await takeNextSubscriber.Subscribe(async rollingDeployJob =>
{
// Send Reports
var reportService = new MongoJobReportService(database);
await
reportService.AddReport(exampleQueueName, rollingDeployJob.Id,
new JobReport {
{ "Timestamp", DateTime.UtcNow.ToString("O") }, { "Message", "Starting Rolling Deploy" }
}).ConfigureAwait(false);
var queryService = new MongoJobQueryService(database);
IEnumerable servers = new[] { "PROD2", "PROD1" };
foreach (var server in servers)
{
var deployServer = new JobAttributes
{
{ "Name", "DeployServer" },
{ "Server", server }
};
await reportService.AddReport(exampleQueueName, rollingDeployJob.Id,
new JobReport {
{ "Timestamp", DateTime.UtcNow.ToString("O") }, { "Message", $"Requesting Deploy on server {server}" }
}).ConfigureAwait(false);
var deployServerJobId = await creationService.Create(exampleQueueName, deployServer).ConfigureAwait(false);
Job hasResult;
do
{
// replace with detail service
hasResult = (await queryService.QueryFor(new JobQuery {
QueueId = exampleQueueName, JobIds = new[] { deployServerJobId }, HasResult = true
}).ConfigureAwait(false)).FirstOrDefault();
Thread.Sleep(500);
} while (hasResult == null);
await reportService.AddReport(exampleQueueName, rollingDeployJob.Id,
new JobReport {
{ "Timestamp", DateTime.UtcNow.ToString("O") }, { "Message", $"Deploy on server {server} Completed, {JsonConvert.SerializeObject(hasResult.Result)}" }
}).ConfigureAwait(false);
// inspect result
}
// Send Result
var completionService = new MongoJobCompletionService(database);
await completionService.Complete(exampleQueueName, rollingDeployJob.Id, new JobResult {
{ "Result", "Success" }
}).ConfigureAwait(false);
var finalizedRollingDeployJob = await queryService.QueryFor(new JobQuery {
QueueId = exampleQueueName, JobIds = new[] { rollingDeployJob.Id }
}).ConfigureAwait(false);
cancellationSource.Cancel();
Console.WriteLine($"Finalized Rolling Deploy Job: {JsonConvert.SerializeObject(finalizedRollingDeployJob)}");
Assert.That(finalizedRollingDeployJob.First().Result["Result"], Is.EqualTo("Success"));
}, new TakeNextSubscriptionOptions
{
TakeNextOptions = peekQuery,
Token = cancellationToken,
}).ConfigureAwait(false);
}).ConfigureAwait(false);
}