public async Task Ack_ValidInformation_StampsAcknowledgmentReturnsPositiveResult()
{
var exampleQueueName = QueueId.Parse("ExampleQueue");
var readyJobId = JobId.Generate();
var existingJobs = new[]
{
new Job
{
Id = readyJobId,
QueueId = exampleQueueName
}
};
var exampleAck = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
};
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobAcknowledgmentService(database);
var result = await sut.Ack(exampleQueueName, readyJobId, exampleAck).ConfigureAwait(false);
var jobWeExpectToHaveBeenAcknowledged = await jobs.Find(Builders <Job> .Filter.Eq(x => x.Id, readyJobId)).FirstAsync().ConfigureAwait(false);
Assert.That(result?.Success, Is.True);
Assert.That(jobWeExpectToHaveBeenAcknowledged.Acknowledgment, Is.EqualTo(exampleAck));
Assert.That(jobWeExpectToHaveBeenAcknowledged.Acknowledgment["RunnerId"], Is.EqualTo(exampleAck["RunnerId"]));
}).ConfigureAwait(false);
}
public async Task Complete_ValidResult_Persists()
{
var exampleQueueId = QueueId.Parse(Guid.NewGuid().ToString("N"));
var exampleJobId = JobId.Generate();
var exampleResult = new JobResult {
{ "Datacenter", "PEN" }
};
Assert.That(exampleResult, Is.Not.Null);
await RunInMongoLand(async database =>
{
var collection = database.GetJobCollection();
collection.InsertOne(new Job {
QueueId = exampleQueueId, Id = exampleJobId
});
var sut = new MongoJobCompletionService(database);
await sut.Complete(exampleQueueId, exampleJobId, exampleResult).ConfigureAwait(false);
var result = await collection.Find(Builders <Job> .Filter.Empty).SingleAsync().ConfigureAwait(false);
Assert.That(result.Result, Is.Not.Null);
Assert.That(result.Result["Datacenter"], Is.EqualTo("PEN"));
}).ConfigureAwait(false);
}
public async Task QueryCount_QueryByMultiAttributes_YieldMatchingResults()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
{ "Geo", "USA" }
}
};
var matchingJob1 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var unmatchedJob2 = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
}
}, new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
{ "Geo", "USA" }
}
}, new Job
{
Id = unmatchedJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "Geo", "USA" },
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryCountService(database);
var results = (await sut.QueryCount(exampleQuery).ConfigureAwait(false));
long expected = 1;
Assert.That(results, Is.Not.Null);
Assert.AreEqual(results, expected);
}).ConfigureAwait(false);
}
protected override async Task EstablishContext()
{
await base.EstablishContext().ConfigureAwait(false);
var queueIds = new List <QueueId>();
for (int i = 0; i < NumberOfQueues; i++)
{
queueIds.Add(QueueId.Parse(Guid.NewGuid().ToString("N")));
}
var rando = new Random(DateTime.UtcNow.Millisecond);
var jobsToInsert = new List <Job>();
for (int i = 0; i < NumberOfExistingNewlyCreatedJobs; i++)
{
var queueIdToUse = queueIds[rando.Next(0, queueIds.Count)];
var newJob = new Job
{
Id = JobId.Generate(),
QueueId = queueIdToUse,
Attributes = AttributeGenerator()
};
jobsToInsert.Add(newJob);
}
for (int i = 0; i < NumberOfExistingAcknowledgedJobs; i++)
{
var queueIdToUse = queueIds[rando.Next(0, queueIds.Count)];
var newJob = new Job
{
Id = JobId.Generate(),
QueueId = queueIdToUse,
Attributes = AttributeGenerator(),
Acknowledgment = AckGenerator(),
};
jobsToInsert.Add(newJob);
}
for (int i = 0; i < NumberOfExistingCompletedJobs; i++)
{
var queueIdToUse = queueIds[rando.Next(0, queueIds.Count)];
var newJob = new Job
{
Id = JobId.Generate(),
QueueId = queueIdToUse,
Attributes = AttributeGenerator(),
Acknowledgment = AckGenerator(),
Result = ResultGenerator()
};
jobsToInsert.Add(newJob);
}
await Database.GetJobCollection().InsertManyAsync(jobsToInsert).ConfigureAwait(false);
GeneratedQueueId = queueIds;
}
public async Task QueryFor_HasResult_YieldsOnlyFinishedJobs()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasResult = true
};
var matchingJob1 = JobId.Generate();
var matchingJob2 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Result = new JobResult
{
{ "Result", "Failed" }
}
}, new Job
{
Id = matchingJob2,
QueueId = exampleQueueId,
Result = new JobResult
{
{ "Result", "Success" }
}
}, new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob1));
Assert.That(foundIds, Contains.Item(matchingJob2));
}).ConfigureAwait(false);
}
public async Task TakeFor_NewJobs_ReturnsAvailableJobAndAcknowledges()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleOptions = new TakeNextOptions
{
QueueId = exampleQueueId,
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
};
var newlyCreatedJobId = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId,
Result = new JobResult {
{ "Result", "Success" }
},
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId,
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
}, new Job
{
Id = newlyCreatedJobId,
QueueId = exampleQueueId
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobTakeNextService(database);
var result = await sut.TakeFor(exampleOptions).ConfigureAwait(false);
Assert.That(result, Is.Not.Null);
Assert.That(result?.Id, Is.EqualTo(newlyCreatedJobId));
Assert.That(result?.Acknowledgment, Is.Not.Null);
Assert.That(result?.Acknowledgment["RunnerId"], Is.EqualTo(exampleOptions.Acknowledgment["RunnerId"]));
}).ConfigureAwait(false);
}
public async Task PeekFor_NewJobs_ReturnsAvailableJobs()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new PeekNextOptions
{
QueueId = exampleQueueId
};
var newlyCreatedJobId = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId,
Result = new JobResult {
{ "Result", "Success" }
},
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId,
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
}, new Job
{
Id = newlyCreatedJobId,
QueueId = exampleQueueId
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobPeekNextService(new MongoJobQueryService(database));
var results = (await sut.PeekFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(1));
Assert.That(results?.First()?.Id, Is.EqualTo(newlyCreatedJobId));
}).ConfigureAwait(false);
}
public async Task AddReport_AcknowledgedJobWithReports_AddsReport()
{
var exampleQueue = QueueId.Parse("ExampleQueue");
var myJobId = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = myJobId,
QueueId = exampleQueue,
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
},
Reports = new [] { new JobReport {
{ "Start Time", DateTime.UtcNow.ToString("O") }
} }
} };
var exampleReport = new JobReport {
{ "Timestamp", DateTime.UtcNow.ToString("O") }, { "Message", "FooBar" }
};
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobReportService(database);
await sut.AddReport(exampleQueue, myJobId, exampleReport).ConfigureAwait(false);
var myJob = await jobs.Find(Builders <Job> .Filter.Eq(x => x.Id, myJobId)).FirstAsync().ConfigureAwait(false);
Assert.That(myJob.Reports, Has.Length.EqualTo(2));
Assert.That(myJob.Reports.Last().Keys, Contains.Item("Timestamp"));
Assert.That(myJob.Reports.Last()["Timestamp"], Is.EqualTo(exampleReport["Timestamp"]));
Assert.That(myJob.Reports.Last().Keys, Contains.Item("Message"));
Assert.That(myJob.Reports.Last()["Message"], Is.EqualTo(exampleReport["Message"]));
}).ConfigureAwait(false);
}
public async Task QueryCount_Skip_YieldSkipped()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
Skip = 2,
};
var existingJobs = new[] { new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryCountService(database);
var results = (await sut.QueryCount(exampleQuery).ConfigureAwait(false));
long expected = 3;
Assert.That(results, Is.Not.Null);
Assert.AreEqual(results, expected);
}).ConfigureAwait(false);
}
public async Task QueryFor_Limit_YieldsOnlyToTheLimit()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
Limit = 2,
};
var existingJobs = new[] { new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
}).ConfigureAwait(false);
}
public async Task QueryFor_AJArrayOfStringsAndWithOrStyleAdhocQuery_ReturnsAllJobsMatching()
{
var matchingJob1 = JobId.Generate();
var matchingJob2 = JobId.Generate();
var matchingJob3 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var exampleAcknowledgedDateTime1 = new DateTime(2010, 1, 22, 22, 00, 00, DateTimeKind.Utc);
var exampleAcknowledgedDateTime2 = new DateTime(2010, 1, 22, 23, 00, 00, DateTimeKind.Utc);
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "name", new JArray {
"DeployApi", "DeployWebsite"
} }
},
AdhocQuery = "{\"$or\" : [{ \"Acknowledgment.acknowledgedDateTime\": ISODate(\"2010-01-22T22:00:00.000Z\")},{ \"Acknowledgment.acknowledgedDateTime\": ISODate(\"2010-01-22T23:00:00.000Z\")}]}"
};
var existingJobs = new[] { new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeployApi" }
}
}, new Job
{
Id = matchingJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeployWebsite" }
},
Acknowledgment = new JobAcknowledgment
{
{ "acknowledgedDateTime", exampleAcknowledgedDateTime1 }
}
}, new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeploySchema" }
}
}, new Job()
{
Id = matchingJob3,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "name", "DeployApi" }
},
Acknowledgment = new JobAcknowledgment
{
{ "acknowledgedDateTime", exampleAcknowledgedDateTime2 }
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob2));
Assert.That(foundIds, Contains.Item(matchingJob3));
}).ConfigureAwait(false);
}
public async Task QueryFor_AJArrayOfIntegers_ReturnsAllJobsMatching()
{
var matchingJob1 = JobId.Generate();
var matchingJob2 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "cpu", new JArray {
1, 7
} }
}
};
var existingJobs = new[] { new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "cpu", 1 }
}
}, new Job
{
Id = matchingJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "cpu", 7 }
}
}, new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "cpu", 8 }
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(2));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob1));
Assert.That(foundIds, Contains.Item(matchingJob2));
}).ConfigureAwait(false);
}
public async Task QueryFor_QueryByMultiAttributes_YieldMatchingResults()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleQuery = new JobQuery
{
QueueId = exampleQueueId,
HasAttributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
{ "Geo", "USA" }
}
};
var matchingJob1 = JobId.Generate();
var unmatchedJob1 = JobId.Generate();
var unmatchedJob2 = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = unmatchedJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
}
}, new Job
{
Id = matchingJob1,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "DataCenter", "CAL01" },
{ "Geo", "USA" }
}
}, new Job
{
Id = unmatchedJob2,
QueueId = exampleQueueId,
Attributes = new JobAttributes
{
{ "Geo", "USA" },
}
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobQueryService(database);
var results = (await sut.QueryFor(exampleQuery).ConfigureAwait(false))?.ToList();
Assert.That(results, Is.Not.Null);
Assert.That(results, Has.Count.EqualTo(1));
// ReSharper disable once AssignNullToNotNullAttribute
var foundIds = results.Select(x => x.Id).ToList();
Assert.That(foundIds, Contains.Item(matchingJob1));
}).ConfigureAwait(false);
}
public async Task TakeFor_NewJobs_OnlyModifiesOneJob()
{
var exampleQueueId = QueueId.Parse("ExampleQueue");
var exampleOptions = new TakeNextOptions
{
QueueId = exampleQueueId,
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
};
var newlyCreatedJobId1 = JobId.Generate();
var newlyCreatedJobId2 = JobId.Generate();
var existingJobs = new[] { new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId,
Result = new JobResult {
{ "Result", "Success" }
},
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
}, new Job
{
Id = JobId.Generate(),
QueueId = exampleQueueId,
Acknowledgment = new JobAcknowledgment
{
{ "RunnerId", Guid.NewGuid().ToString("N") }
}
}, new Job
{
Id = newlyCreatedJobId1,
QueueId = exampleQueueId
}, new Job
{
Id = newlyCreatedJobId2,
QueueId = exampleQueueId
} };
await RunInMongoLand(async database =>
{
var jobs = database.GetJobCollection();
await jobs.InsertManyAsync(existingJobs).ConfigureAwait(false);
var sut = new MongoJobTakeNextService(database);
var result = await sut.TakeFor(exampleOptions).ConfigureAwait(false);
Assert.That(result, Is.Not.Null);
Assert.That(result?.Id, Is.EqualTo(newlyCreatedJobId1));
var jobInDb1 = await jobs.Find(Builders <Job> .Filter.Eq(x => x.Id, newlyCreatedJobId1)).SingleAsync().ConfigureAwait(false);
Assert.That(jobInDb1.Acknowledgment, Is.Not.Null);
Assert.That(jobInDb1.Acknowledgment["RunnerId"], Is.EqualTo(exampleOptions.Acknowledgment["RunnerId"]));
var jobInDb2 = await jobs.Find(Builders <Job> .Filter.Eq(x => x.Id, newlyCreatedJobId2)).SingleAsync().ConfigureAwait(false);
Assert.That(jobInDb2.Acknowledgment, Is.Null);
}).ConfigureAwait(false);
}