private void ExecuteDeleteStatement(RequestExecutionContext context, RequestExecutionBuffer buffer, IDriverDataEnumerator sourceEnumerator) { if (sourceEnumerator == null) { return; } buffer.RowsOutput = 0; var cts = context.CancellationTokenSource; context.ClauseEvaluationContext.RowNumber = 0; context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; var changeBuffer = context.ClauseEvaluationContext.ChangeBuffer; var changeset = m_storageDriver.CreateChangeset(changeBuffer, context.ParsedRequest.IsBulk); try { changeBuffer.ChangeType = DriverChangeType.Delete; while (!cts.IsCancellationRequested && sourceEnumerator.MoveNext()) { // if record satisfies WHERE criteria, compute updated values and give them to driver if (ApplyWhereClause(context)) { // load internal ID, it is needed sourceEnumerator.FetchAdditionalFields(); sourceEnumerator.FetchInternalEntityIdIntoChangeBuffer(changeBuffer, context); m_storageDriver.AddChange(changeset); } // row number is needed for "rownum()" Pql function context.ClauseEvaluationContext.RowNumber++; // output row number is needed for "rownumoutput()" Pql function context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; } if (!cts.IsCancellationRequested) { context.RecordsAffected = m_storageDriver.Apply(changeset); } } catch { m_storageDriver.Discard(changeset); throw; } }
public override bool MoveNext() { var bmpList = DataContainer.ValidDocumentsBitmap; // scroll forward on input data until another matching document is found while (m_inputEnumerator.MoveNext()) { var entityId = m_inputEnumerator.Current.InternalEntityId; // document must exist and be valid (not deleted) if (DataContainer.DocumentIdToIndex.TryGetValueInt32(entityId, ref Position)) { if (bmpList.SafeGet(Position)) { HaveData = true; return(true); } } } Position = -1; HaveData = false; return(false); }
private bool WriteItems( RequestExecutionContext context, RequestExecutionBuffer buffer, IDriverDataEnumerator sourceEnumerator, bool havePendingDriverRow) { // have to check for disposal here, because this method gets invoked in a loop if (m_disposed) { buffer.Error = new ObjectDisposedException("This data engine has been disposed"); return false; } if (sourceEnumerator == null) { return false; } var stream = buffer.Stream; var writer = buffer.Writer; var cts = context.CancellationTokenSource; buffer.RowsOutput = 0; var hasPendingWrite = false; var mustReturnDataset = context.Request.ReturnDataset; var lastValidLength = stream.Length; var totalRowsProduced = context.TotalRowsProduced; var recordsAffected = context.RecordsAffected; var rowsOutputLocally = 0; var func = context.ParsedRequest.BaseDataset.Paging.Offset; var pagingOffset = ReferenceEquals(func, null) ? 0 : func(context.ParsedRequest.Params.InputValues); func = context.ParsedRequest.BaseDataset.Paging.PageSize; var pageSize = ReferenceEquals(func, null) ? Int32.MaxValue : func(context.ParsedRequest.Params.InputValues); // one row might not have fit into previous buffer, let's write it now if (havePendingDriverRow) { try { // no need to apply paging and where clause for pending row: we applied them already // also expect that a buffer can accomodate at least one row // - this requires that rows are never larger than RequestExecutionBuffer.MaxBytesPerBuffer ProduceOutputRow(context); context.OutputDataBuffer.Write(writer); rowsOutputLocally++; lastValidLength = stream.Length; } catch (Exception e) { throw new Exception("Internal buffer may be too small to fit even a single data row", e); } } // now let's deal with remaining items in the enumerator while (lastValidLength < RequestExecutionBuffer.MaxBytesPerBuffer && !cts.IsCancellationRequested) { if (recordsAffected >= pageSize || !sourceEnumerator.MoveNext()) { // enough rows accumulated, or no more rows from driver: halt break; } // if record satisfies WHERE criteria, it gets counted into pre-paging total if (ApplyWhereClause(context)) { var isAccumulating = totalRowsProduced >= pagingOffset; totalRowsProduced++; if (isAccumulating) { // once WHERE has been evaluated, read all remaining fields for this row into the buffer sourceEnumerator.FetchAdditionalFields(); // output row number is needed for "rownumoutput()" Pql function context.ClauseEvaluationContext.RowNumberInOutput = recordsAffected; // increment counter BEFORE producing and writing // even if we fail to write into current buffer, we'll write into next one recordsAffected++; // this will be false when clients do ExecuteNonQuery or Prepare if (mustReturnDataset) { // produce SELECT (output scheme) from FROM (raw data from storage driver) var estimatedSize = ProduceOutputRow(context); if (lastValidLength + estimatedSize > RequestExecutionBuffer.MaxBytesPerBuffer) { // store pending write and return hasPendingWrite = true; break; } // MemoryStream will throw NotSupportedException when trying to expand beyond fixed buffer size // this should never happen (see check above) context.OutputDataBuffer.Write(writer); // this counter gets incremented AFTER writing, // because it indicates how many rows have in fact been put into current block rowsOutputLocally++; } lastValidLength = stream.Length; } // row number is needed for "rownum()" Pql function context.ClauseEvaluationContext.RowNumber++; } } buffer.RowsOutput = rowsOutputLocally; context.RecordsAffected = recordsAffected; context.TotalRowsProduced = totalRowsProduced; stream.Seek(0, SeekOrigin.Begin); return hasPendingWrite; }
private void ExecuteInsertUpdateStatement(RequestExecutionContext context, RequestExecutionBuffer buffer, IDriverDataEnumerator sourceEnumerator, DriverChangeType changeType) { if (sourceEnumerator == null) { return; } buffer.RowsOutput = 0; var cts = context.CancellationTokenSource; var updates = context.ParsedRequest.Modify.UpdateAssignments; context.ClauseEvaluationContext.RowNumber = 0; context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; var changeBuffer = context.ClauseEvaluationContext.ChangeBuffer; var changeset = m_storageDriver.CreateChangeset(changeBuffer, context.ParsedRequest.IsBulk); try { changeBuffer.ChangeType = changeType; while (!cts.IsCancellationRequested && sourceEnumerator.MoveNext()) { // if record satisfies WHERE criteria, compute updated values and give them to driver if (ApplyWhereClause(context)) { // make sure we have values for fields in SET expressions sourceEnumerator.FetchAdditionalFields(); BitVector.SetAll(changeBuffer.Data.NotNulls, false); for (var ordinal = 0; ordinal < updates.Count; ordinal++) { if (updates[ordinal].CompiledExpression != null) { updates[ordinal].CompiledExpression(context.ClauseEvaluationContext); } } // this will either take internal entity id from current data row // or from the computed change buffer data (for non-bulk inserts) sourceEnumerator.FetchInternalEntityIdIntoChangeBuffer(changeBuffer, context); m_storageDriver.AddChange(changeset); } // row number is needed for "rownum()" Pql function context.ClauseEvaluationContext.RowNumber++; // output row number is needed for "rownumoutput()" Pql function context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; } if (!cts.IsCancellationRequested) { context.RecordsAffected = m_storageDriver.Apply(changeset); } } catch { m_storageDriver.Discard(changeset); throw; } }
private void ExecuteDeleteStatement(RequestExecutionContext context, RequestExecutionBuffer buffer, IDriverDataEnumerator sourceEnumerator) { if (sourceEnumerator == null) { return; } buffer.RowsOutput = 0; var cts = context.CancellationTokenSource; context.ClauseEvaluationContext.RowNumber = 0; context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; var changeBuffer = context.ClauseEvaluationContext.ChangeBuffer; var changeset = m_storageDriver.CreateChangeset(changeBuffer, context.ParsedRequest.IsBulk); try { changeBuffer.ChangeType = DriverChangeType.Delete; while (!cts.IsCancellationRequested && sourceEnumerator.MoveNext()) { // if record satisfies WHERE criteria, compute updated values and give them to driver if (ApplyWhereClause(context)) { // load internal ID, it is needed sourceEnumerator.FetchAdditionalFields(); sourceEnumerator.FetchInternalEntityIdIntoChangeBuffer(changeBuffer, context); m_storageDriver.AddChange(changeset); } // row number is needed for "rownum()" Pql function context.ClauseEvaluationContext.RowNumber++; // output row number is needed for "rownumoutput()" Pql function context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; } if (!cts.IsCancellationRequested) { context.RecordsAffected = m_storageDriver.Apply(changeset); } } catch { m_storageDriver.Discard(changeset); throw; } }
private void ExecuteInsertUpdateStatement(RequestExecutionContext context, RequestExecutionBuffer buffer, IDriverDataEnumerator sourceEnumerator, DriverChangeType changeType) { if (sourceEnumerator == null) { return; } buffer.RowsOutput = 0; var cts = context.CancellationTokenSource; var updates = context.ParsedRequest.Modify.UpdateAssignments; context.ClauseEvaluationContext.RowNumber = 0; context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; var changeBuffer = context.ClauseEvaluationContext.ChangeBuffer; var changeset = m_storageDriver.CreateChangeset(changeBuffer, context.ParsedRequest.IsBulk); try { changeBuffer.ChangeType = changeType; while (!cts.IsCancellationRequested && sourceEnumerator.MoveNext()) { // if record satisfies WHERE criteria, compute updated values and give them to driver if (ApplyWhereClause(context)) { // make sure we have values for fields in SET expressions sourceEnumerator.FetchAdditionalFields(); BitVector.SetAll(changeBuffer.Data.NotNulls, false); for (var ordinal = 0; ordinal < updates.Count; ordinal++) { if (updates[ordinal].CompiledExpression != null) { updates[ordinal].CompiledExpression(context.ClauseEvaluationContext); } } // this will either take internal entity id from current data row // or from the computed change buffer data (for non-bulk inserts) sourceEnumerator.FetchInternalEntityIdIntoChangeBuffer(changeBuffer, context); m_storageDriver.AddChange(changeset); } // row number is needed for "rownum()" Pql function context.ClauseEvaluationContext.RowNumber++; // output row number is needed for "rownumoutput()" Pql function context.ClauseEvaluationContext.RowNumberInOutput = context.ClauseEvaluationContext.RowNumber; } if (!cts.IsCancellationRequested) { context.RecordsAffected = m_storageDriver.Apply(changeset); } } catch { m_storageDriver.Discard(changeset); throw; } }
private bool WriteItems( RequestExecutionContext context, RequestExecutionBuffer buffer, IDriverDataEnumerator sourceEnumerator, bool havePendingDriverRow) { // have to check for disposal here, because this method gets invoked in a loop if (m_disposed) { buffer.Error = new ObjectDisposedException("This data engine has been disposed"); return(false); } if (sourceEnumerator == null) { return(false); } var stream = buffer.Stream; var writer = buffer.Writer; var cts = context.CancellationTokenSource; buffer.RowsOutput = 0; var hasPendingWrite = false; var mustReturnDataset = context.Request.ReturnDataset; var lastValidLength = stream.Length; var totalRowsProduced = context.TotalRowsProduced; var recordsAffected = context.RecordsAffected; var rowsOutputLocally = 0; var func = context.ParsedRequest.BaseDataset.Paging.Offset; var pagingOffset = ReferenceEquals(func, null) ? 0 : func(context.ParsedRequest.Params.InputValues); func = context.ParsedRequest.BaseDataset.Paging.PageSize; var pageSize = ReferenceEquals(func, null) ? Int32.MaxValue : func(context.ParsedRequest.Params.InputValues); // one row might not have fit into previous buffer, let's write it now if (havePendingDriverRow) { try { // no need to apply paging and where clause for pending row: we applied them already // also expect that a buffer can accomodate at least one row // - this requires that rows are never larger than RequestExecutionBuffer.MaxBytesPerBuffer ProduceOutputRow(context); context.OutputDataBuffer.Write(writer); rowsOutputLocally++; lastValidLength = stream.Length; } catch (Exception e) { throw new Exception("Internal buffer may be too small to fit even a single data row", e); } } // now let's deal with remaining items in the enumerator while (lastValidLength < RequestExecutionBuffer.MaxBytesPerBuffer && !cts.IsCancellationRequested) { if (recordsAffected >= pageSize || !sourceEnumerator.MoveNext()) { // enough rows accumulated, or no more rows from driver: halt break; } // if record satisfies WHERE criteria, it gets counted into pre-paging total if (ApplyWhereClause(context)) { var isAccumulating = totalRowsProduced >= pagingOffset; totalRowsProduced++; if (isAccumulating) { // once WHERE has been evaluated, read all remaining fields for this row into the buffer sourceEnumerator.FetchAdditionalFields(); // output row number is needed for "rownumoutput()" Pql function context.ClauseEvaluationContext.RowNumberInOutput = recordsAffected; // increment counter BEFORE producing and writing // even if we fail to write into current buffer, we'll write into next one recordsAffected++; // this will be false when clients do ExecuteNonQuery or Prepare if (mustReturnDataset) { // produce SELECT (output scheme) from FROM (raw data from storage driver) var estimatedSize = ProduceOutputRow(context); if (lastValidLength + estimatedSize > RequestExecutionBuffer.MaxBytesPerBuffer) { // store pending write and return hasPendingWrite = true; break; } // MemoryStream will throw NotSupportedException when trying to expand beyond fixed buffer size // this should never happen (see check above) context.OutputDataBuffer.Write(writer); // this counter gets incremented AFTER writing, // because it indicates how many rows have in fact been put into current block rowsOutputLocally++; } lastValidLength = stream.Length; } // row number is needed for "rownum()" Pql function context.ClauseEvaluationContext.RowNumber++; } } buffer.RowsOutput = rowsOutputLocally; context.RecordsAffected = recordsAffected; context.TotalRowsProduced = totalRowsProduced; stream.Seek(0, SeekOrigin.Begin); return(hasPendingWrite); }