public async Task ResourceWithCurrentEncoding_WhenDecoded_ProducesCorrectResult()
{
string data = "Hello 😊";
using var stream = new MemoryStream();
CompressedRawResourceConverter.WriteCompressedRawResource(stream, data);
stream.Seek(0, 0);
string actual = await CompressedRawResourceConverter.ReadCompressedRawResource(stream);
Assert.Equal(data, actual);
}
public async Task ResourceWithLegacyEncoding_WhenDecoded_ProducesCorrectResult()
{
string data = "Hello 😊";
using var stream = new MemoryStream();
using var gzipStream = new GZipStream(stream, CompressionMode.Compress);
using var writer = new StreamWriter(gzipStream, CompressedRawResourceConverter.LegacyResourceEncoding);
writer.Write(data);
writer.Flush();
stream.Seek(0, 0);
string actual = await CompressedRawResourceConverter.ReadCompressedRawResource(stream);
Assert.Equal(data, actual);
}
private async Task <SearchResult> SearchImpl(SearchOptions searchOptions, bool historySearch, CancellationToken cancellationToken)
{
Expression searchExpression = searchOptions.Expression;
// AND in the continuation token
if (!string.IsNullOrWhiteSpace(searchOptions.ContinuationToken) && !searchOptions.CountOnly)
{
var continuationToken = ContinuationToken.FromString(searchOptions.ContinuationToken);
if (continuationToken != null)
{
// in case it's a _lastUpdated sort optimization
if (string.IsNullOrEmpty(continuationToken.SortValue))
{
(SearchParameterInfo searchParamInfo, SortOrder sortOrder) = searchOptions.Sort.Count == 0 ? default : searchOptions.Sort[0];
Expression lastUpdatedExpression = sortOrder == SortOrder.Ascending
? Expression.GreaterThan(SqlFieldName.ResourceSurrogateId, null, continuationToken.ResourceSurrogateId)
: Expression.LessThan(SqlFieldName.ResourceSurrogateId, null, continuationToken.ResourceSurrogateId);
var tokenExpression = Expression.SearchParameter(SqlSearchParameters.ResourceSurrogateIdParameter, lastUpdatedExpression);
searchExpression = searchExpression == null ? tokenExpression : (Expression)Expression.And(tokenExpression, searchExpression);
}
}
else
{
throw new BadRequestException(Resources.InvalidContinuationToken);
}
}
if (searchOptions.CountOnly)
{
// if we're only returning a count, discard any _include parameters since included resources are not counted.
searchExpression = searchExpression?.AcceptVisitor(RemoveIncludesRewriter.Instance);
}
SqlRootExpression expression = (SqlRootExpression)searchExpression
?.AcceptVisitor(LastUpdatedToResourceSurrogateIdRewriter.Instance)
.AcceptVisitor(DateTimeEqualityRewriter.Instance)
.AcceptVisitor(FlatteningRewriter.Instance)
.AcceptVisitor(UntypedReferenceRewriter.Instance)
.AcceptVisitor(_sqlRootExpressionRewriter)
.AcceptVisitor(_sortRewriter, searchOptions)
.AcceptVisitor(SearchParamTableExpressionReorderer.Instance)
.AcceptVisitor(MissingSearchParamVisitor.Instance)
.AcceptVisitor(NotExpressionRewriter.Instance)
.AcceptVisitor(_chainFlatteningRewriter)
.AcceptVisitor(ResourceColumnPredicatePushdownRewriter.Instance)
.AcceptVisitor(DateTimeBoundedRangeRewriter.Instance)
.AcceptVisitor(StringOverflowRewriter.Instance)
.AcceptVisitor(NumericRangeRewriter.Instance)
.AcceptVisitor(IncludeMatchSeedRewriter.Instance)
.AcceptVisitor(TopRewriter.Instance, searchOptions)
.AcceptVisitor(IncludeRewriter.Instance)
?? SqlRootExpression.WithResourceTableExpressions();
using (SqlConnectionWrapper sqlConnectionWrapper = await _sqlConnectionWrapperFactory.ObtainSqlConnectionWrapperAsync(cancellationToken, true))
using (SqlCommandWrapper sqlCommandWrapper = sqlConnectionWrapper.CreateSqlCommand())
{
var stringBuilder = new IndentedStringBuilder(new StringBuilder());
EnableTimeAndIoMessageLogging(stringBuilder, sqlConnectionWrapper);
var queryGenerator = new SqlQueryGenerator(stringBuilder, new SqlQueryParameterManager(sqlCommandWrapper.Parameters), _model, historySearch, _schemaInformation);
expression.AcceptVisitor(queryGenerator, searchOptions);
sqlCommandWrapper.CommandText = stringBuilder.ToString();
LogSqlCommand(sqlCommandWrapper);
using (var reader = await sqlCommandWrapper.ExecuteReaderAsync(CommandBehavior.SequentialAccess, cancellationToken))
{
if (searchOptions.CountOnly)
{
await reader.ReadAsync(cancellationToken);
var searchResult = new SearchResult(reader.GetInt32(0), searchOptions.UnsupportedSearchParams);
// call NextResultAsync to get the info messages
await reader.NextResultAsync(cancellationToken);
return(searchResult);
}
var resources = new List <SearchResultEntry>(searchOptions.MaxItemCount);
long?newContinuationId = null;
bool moreResults = false;
int matchCount = 0;
// Currently we support only date time sort type.
DateTime?sortValue = null;
var isResultPartial = false;
while (await reader.ReadAsync(cancellationToken))
{
(short resourceTypeId, string resourceId, int version, bool isDeleted, long resourceSurrogateId, string requestMethod, bool isMatch, bool isPartialEntry, bool isRawResourceMetaSet, Stream rawResourceStream) = reader.ReadRow(
VLatest.Resource.ResourceTypeId,
VLatest.Resource.ResourceId,
VLatest.Resource.Version,
VLatest.Resource.IsDeleted,
VLatest.Resource.ResourceSurrogateId,
VLatest.Resource.RequestMethod,
_isMatch,
_isPartial,
VLatest.Resource.IsRawResourceMetaSet,
VLatest.Resource.RawResource);
// If we get to this point, we know there are more results so we need a continuation token
// Additionally, this resource shouldn't be included in the results
if (matchCount >= searchOptions.MaxItemCount && isMatch)
{
moreResults = true;
// At this point we are at the last row.
// if we have more columns, it means sort expressions were added.
if (reader.FieldCount > 10)
{
sortValue = reader.GetValue(SortValueColumnName) as DateTime?;
}
continue;
}
// See if this resource is a continuation token candidate and increase the count
if (isMatch)
{
newContinuationId = resourceSurrogateId;
matchCount++;
}
string rawResource;
using (rawResourceStream)
{
rawResource = await CompressedRawResourceConverter.ReadCompressedRawResource(rawResourceStream);
}
// as long as at least one entry was marked as partial, this resultset
// should be marked as partial
isResultPartial = isResultPartial || isPartialEntry;
resources.Add(new SearchResultEntry(
new ResourceWrapper(
resourceId,
version.ToString(CultureInfo.InvariantCulture),
_model.GetResourceTypeName(resourceTypeId),
new RawResource(rawResource, FhirResourceFormat.Json, isMetaSet: isRawResourceMetaSet),
new ResourceRequest(requestMethod),
new DateTimeOffset(ResourceSurrogateIdHelper.ResourceSurrogateIdToLastUpdated(resourceSurrogateId), TimeSpan.Zero),
isDeleted,
null,
null,
null),
isMatch ? SearchEntryMode.Match : SearchEntryMode.Include));
}
// call NextResultAsync to get the info messages
await reader.NextResultAsync(cancellationToken);
// Continuation token prep
ContinuationToken continuationToken = null;
if (moreResults)
{
if (sortValue.HasValue)
{
continuationToken = new ContinuationToken(new object[]
{
sortValue.Value.ToString("o"),
newContinuationId ?? 0,
});
}
else
{
continuationToken = new ContinuationToken(new object[]
{
newContinuationId ?? 0,
});
}
}
if (isResultPartial)
{
_requestContextAccessor.FhirRequestContext.BundleIssues.Add(
new OperationOutcomeIssue(
OperationOutcomeConstants.IssueSeverity.Warning,
OperationOutcomeConstants.IssueType.Incomplete,
Core.Resources.TruncatedIncludeMessage));
}
return(new SearchResult(resources, continuationToken?.ToJson(), searchOptions.Sort, searchOptions.UnsupportedSearchParams));
}
}
}
private async Task <SearchResult> SearchImpl(SearchOptions searchOptions, SqlSearchType searchType, string currentSearchParameterHash, CancellationToken cancellationToken)
{
Expression searchExpression = searchOptions.Expression;
// AND in the continuation token
if (!string.IsNullOrWhiteSpace(searchOptions.ContinuationToken) && !searchOptions.CountOnly)
{
var continuationToken = ContinuationToken.FromString(searchOptions.ContinuationToken);
if (continuationToken != null)
{
if (string.IsNullOrEmpty(continuationToken.SortValue))
{
// it's a _lastUpdated or (_type,_lastUpdated) sort optimization
(SearchParameterInfo _, SortOrder sortOrder) = searchOptions.Sort.Count == 0 ? default : searchOptions.Sort[0];
FieldName fieldName;
object keyValue;
SearchParameterInfo parameter;
if (continuationToken.ResourceTypeId == null || _schemaInformation.Current < SchemaVersionConstants.PartitionedTables)
{
// backwards compat
parameter = SqlSearchParameters.ResourceSurrogateIdParameter;
fieldName = SqlFieldName.ResourceSurrogateId;
keyValue = continuationToken.ResourceSurrogateId;
}
else
{
parameter = SqlSearchParameters.PrimaryKeyParameter;
fieldName = SqlFieldName.PrimaryKey;
keyValue = new PrimaryKeyValue(continuationToken.ResourceTypeId.Value, continuationToken.ResourceSurrogateId);
}
Expression lastUpdatedExpression = sortOrder == SortOrder.Ascending
? Expression.GreaterThan(fieldName, null, keyValue)
: Expression.LessThan(fieldName, null, keyValue);
var tokenExpression = Expression.SearchParameter(parameter, lastUpdatedExpression);
searchExpression = searchExpression == null ? tokenExpression : Expression.And(tokenExpression, searchExpression);
}
}
else
{
throw new BadRequestException(Resources.InvalidContinuationToken);
}
}
var originalSort = searchOptions.Sort;
searchOptions = UpdateSort(searchOptions, searchExpression, searchType);
if (searchOptions.CountOnly)
{
// if we're only returning a count, discard any _include parameters since included resources are not counted.
searchExpression = searchExpression?.AcceptVisitor(RemoveIncludesRewriter.Instance);
}
SqlRootExpression expression = (SqlRootExpression)searchExpression
?.AcceptVisitor(LastUpdatedToResourceSurrogateIdRewriter.Instance)
.AcceptVisitor(DateTimeEqualityRewriter.Instance)
.AcceptVisitor(FlatteningRewriter.Instance)
.AcceptVisitor(UntypedReferenceRewriter.Instance)
.AcceptVisitor(_sqlRootExpressionRewriter)
.AcceptVisitor(_partitionEliminationRewriter)
.AcceptVisitor(_sortRewriter, searchOptions)
.AcceptVisitor(SearchParamTableExpressionReorderer.Instance)
.AcceptVisitor(MissingSearchParamVisitor.Instance)
.AcceptVisitor(NotExpressionRewriter.Instance)
.AcceptVisitor(_chainFlatteningRewriter)
.AcceptVisitor(ResourceColumnPredicatePushdownRewriter.Instance)
.AcceptVisitor(DateTimeBoundedRangeRewriter.Instance)
.AcceptVisitor(
(SqlExpressionRewriterWithInitialContext <object>)(_schemaInformation.Current >= SchemaVersionConstants.PartitionedTables
? StringOverflowRewriter.Instance
: LegacyStringOverflowRewriter.Instance))
.AcceptVisitor(NumericRangeRewriter.Instance)
.AcceptVisitor(IncludeMatchSeedRewriter.Instance)
.AcceptVisitor(TopRewriter.Instance, searchOptions)
.AcceptVisitor(IncludeRewriter.Instance)
?? SqlRootExpression.WithResourceTableExpressions();
using (SqlConnectionWrapper sqlConnectionWrapper = await _sqlConnectionWrapperFactory.ObtainSqlConnectionWrapperAsync(cancellationToken, true))
using (SqlCommandWrapper sqlCommandWrapper = sqlConnectionWrapper.CreateSqlCommand())
{
var stringBuilder = new IndentedStringBuilder(new StringBuilder());
EnableTimeAndIoMessageLogging(stringBuilder, sqlConnectionWrapper);
var queryGenerator = new SqlQueryGenerator(
stringBuilder,
new HashingSqlQueryParameterManager(new SqlQueryParameterManager(sqlCommandWrapper.Parameters)),
_model,
searchType,
_schemaInformation,
currentSearchParameterHash);
expression.AcceptVisitor(queryGenerator, searchOptions);
sqlCommandWrapper.CommandText = stringBuilder.ToString();
LogSqlCommand(sqlCommandWrapper);
using (var reader = await sqlCommandWrapper.ExecuteReaderAsync(CommandBehavior.SequentialAccess, cancellationToken))
{
if (searchOptions.CountOnly)
{
await reader.ReadAsync(cancellationToken);
var searchResult = new SearchResult(reader.GetInt32(0), searchOptions.UnsupportedSearchParams);
// call NextResultAsync to get the info messages
await reader.NextResultAsync(cancellationToken);
return(searchResult);
}
var resources = new List <SearchResultEntry>(searchOptions.MaxItemCount);
short?newContinuationType = null;
long? newContinuationId = null;
bool moreResults = false;
int matchCount = 0;
// Currently we support only date time sort type.
DateTime?sortValue = null;
var isResultPartial = false;
while (await reader.ReadAsync(cancellationToken))
{
PopulateResourceTableColumnsToRead(
reader,
out short resourceTypeId,
out string resourceId,
out int version,
out bool isDeleted,
out long resourceSurrogateId,
out string requestMethod,
out bool isMatch,
out bool isPartialEntry,
out bool isRawResourceMetaSet,
out string searchParameterHash,
out Stream rawResourceStream);
// If we get to this point, we know there are more results so we need a continuation token
// Additionally, this resource shouldn't be included in the results
if (matchCount >= searchOptions.MaxItemCount && isMatch)
{
moreResults = true;
continue;
}
string rawResource;
using (rawResourceStream)
{
rawResource = await CompressedRawResourceConverter.ReadCompressedRawResource(rawResourceStream);
}
// See if this resource is a continuation token candidate and increase the count
if (isMatch)
{
newContinuationType = resourceTypeId;
newContinuationId = resourceSurrogateId;
// Keep track of sort value if this is the last row.
// if we have more than 10 columns, it means sort expressions were added.
if (matchCount == searchOptions.MaxItemCount - 1 && reader.FieldCount > _resourceTableColumnCount + 1)
{
sortValue = reader.GetValue(SortValueColumnName) as DateTime?;
}
matchCount++;
}
// as long as at least one entry was marked as partial, this resultset
// should be marked as partial
isResultPartial = isResultPartial || isPartialEntry;
resources.Add(new SearchResultEntry(
new ResourceWrapper(
resourceId,
version.ToString(CultureInfo.InvariantCulture),
_model.GetResourceTypeName(resourceTypeId),
new RawResource(rawResource, FhirResourceFormat.Json, isMetaSet: isRawResourceMetaSet),
new ResourceRequest(requestMethod),
new DateTimeOffset(ResourceSurrogateIdHelper.ResourceSurrogateIdToLastUpdated(resourceSurrogateId), TimeSpan.Zero),
isDeleted,
null,
null,
null,
searchParameterHash),
isMatch ? SearchEntryMode.Match : SearchEntryMode.Include));
}
// call NextResultAsync to get the info messages
await reader.NextResultAsync(cancellationToken);
ContinuationToken continuationToken =
moreResults
? new ContinuationToken(
searchOptions.Sort.Select(s =>
s.searchParameterInfo.Name switch
{
SearchParameterNames.ResourceType => (object)newContinuationType,
SearchParameterNames.LastUpdated => newContinuationId,
_ => sortValue.Value.ToString("o"),
}).ToArray())
