#pragma warning disable CA1822 // Does not acces instance data can be marked static.
public virtual async Task <Segment> BuildSegment(
#pragma warning restore CA1822 // Can't mock static methods in MOQ.
bool async,
string manifestPath,
SegmentCursor cursor = default)
{
// Models we need for later
List <Shard> shards = new List <Shard>();
DateTimeOffset dateTime = BlobChangeFeedExtensions.ToDateTimeOffset(manifestPath).Value;
int shardIndex = cursor?.ShardIndex ?? 0;
// Download segment manifest
BlobClient blobClient = _containerClient.GetBlobClient(manifestPath);
BlobDownloadInfo blobDownloadInfo;
if (async)
{
blobDownloadInfo = await blobClient.DownloadAsync().ConfigureAwait(false);
}
else
{
blobDownloadInfo = blobClient.Download();
}
// Parse segment manifest
JsonDocument jsonManifest;
if (async)
{
jsonManifest = await JsonDocument.ParseAsync(blobDownloadInfo.Content).ConfigureAwait(false);
}
else
{
jsonManifest = JsonDocument.Parse(blobDownloadInfo.Content);
}
int i = 0;
foreach (JsonElement shardJsonElement in jsonManifest.RootElement.GetProperty("chunkFilePaths").EnumerateArray())
{
string shardPath = shardJsonElement.ToString().Substring("$blobchangefeed/".Length);
Shard shard = await _shardFactory.BuildShard(
async,
shardPath,
cursor?.ShardCursors?[i])
.ConfigureAwait(false);
shards.Add(shard);
i++;
}
return(new Segment(
shards,
shardIndex,
dateTime));
}
internal ChangeFeedCursor(
long urlHash,
DateTimeOffset?endDateTime,
SegmentCursor currentSegmentCursor)
{
CursorVersion = 1;
UrlHash = urlHash;
EndTime = endDateTime;
CurrentSegmentCursor = currentSegmentCursor;
}
internal ChangeFeedCursor(
string urlHost,
DateTimeOffset?endDateTime,
SegmentCursor currentSegmentCursor)
{
CursorVersion = 1;
UrlHost = urlHost;
EndTime = endDateTime;
CurrentSegmentCursor = currentSegmentCursor;
}
#pragma warning disable CA1822 // Does not acces instance data can be marked static.
public virtual async Task <Segment> BuildSegment(
#pragma warning restore CA1822 // Can't mock static methods in MOQ.
bool async,
string manifestPath,
SegmentCursor cursor = default)
{
// Models we need for later
List <Shard> shards = new List <Shard>();
DateTimeOffset dateTime = BlobChangeFeedExtensions.ToDateTimeOffset(manifestPath).Value;
// Download segment manifest
BlobClient blobClient = _containerClient.GetBlobClient(manifestPath);
BlobDownloadInfo blobDownloadInfo;
if (async)
{
blobDownloadInfo = await blobClient.DownloadAsync().ConfigureAwait(false);
}
else
{
blobDownloadInfo = blobClient.Download();
}
// Parse segment manifest
JsonDocument jsonManifest;
if (async)
{
jsonManifest = await JsonDocument.ParseAsync(blobDownloadInfo.Content).ConfigureAwait(false);
}
else
{
jsonManifest = JsonDocument.Parse(blobDownloadInfo.Content);
}
foreach (JsonElement shardJsonElement in jsonManifest.RootElement.GetProperty("chunkFilePaths").EnumerateArray())
{
string shardPath = shardJsonElement.ToString().Substring("$blobchangefeed/".Length);
var shardCursor = cursor?.ShardCursors?.Find(x => x.CurrentChunkPath.StartsWith(shardPath, StringComparison.InvariantCulture));
Shard shard = await _shardFactory.BuildShard(
async,
shardPath,
shardCursor)
.ConfigureAwait(false);
if (shard.HasNext())
{
shards.Add(shard);
}
}
int shardIndex = 0;
string currentShardPath = cursor?.CurrentShardPath;
if (!string.IsNullOrWhiteSpace(currentShardPath))
{
shardIndex = shards.FindIndex(s => s.ShardPath == currentShardPath);
if (shardIndex < 0)
{
// Either shard doesn't exist or cursor is pointing to end of shard. So start from beginning.
shardIndex = 0;
}
}
return(new Segment(
shards,
shardIndex,
dateTime,
manifestPath));
}
