Ejemplo n.º 1
0
        public void Test_DipsStatus1Bitmasks()
        {
            //const int ExtraAuxDom = 16;
            //const int AuxDom = 32;
            //const int BsbNumber = 64;
            //const int AccountNumber = 128;
            //const int TransactionCode = 256;
            //const int Amount = 512;

            // NOTE: False == Invalid
            Assert.IsFalse(DipsStatus1Bitmask.GetAccountNumberStatusMasked(128));
            Assert.IsFalse(DipsStatus1Bitmask.GetAmountStatusMasked(512));
            Assert.IsFalse(DipsStatus1Bitmask.GetAuxDomStatusMasked(32));
            Assert.IsFalse(DipsStatus1Bitmask.GetBsbNumberStatusMasked(64));
            Assert.IsFalse(DipsStatus1Bitmask.GetExtraAuxDomStatusMasked(16));
            Assert.IsFalse(DipsStatus1Bitmask.GetTransactionCodeStatusMasked(256));

            // NOTE: True == Valid
            Assert.IsTrue(DipsStatus1Bitmask.GetAccountNumberStatusMasked(0));
            Assert.IsTrue(DipsStatus1Bitmask.GetAmountStatusMasked(0));
            Assert.IsTrue(DipsStatus1Bitmask.GetAuxDomStatusMasked(0));
            Assert.IsTrue(DipsStatus1Bitmask.GetBsbNumberStatusMasked(0));
            Assert.IsTrue(DipsStatus1Bitmask.GetExtraAuxDomStatusMasked(0));
            Assert.IsTrue(DipsStatus1Bitmask.GetTransactionCodeStatusMasked(0));

            // NOTE: Redundant tests!
            Assert.IsFalse(DipsStatus1Bitmask.GetAccountNumberStatusMasked(1 << 7));
            Assert.IsFalse(DipsStatus1Bitmask.GetAmountStatusMasked(1 << 9));
            Assert.IsFalse(DipsStatus1Bitmask.GetAuxDomStatusMasked(1 << 5));
            Assert.IsFalse(DipsStatus1Bitmask.GetBsbNumberStatusMasked(1 << 6));
            Assert.IsFalse(DipsStatus1Bitmask.GetExtraAuxDomStatusMasked(1 << 4));
            Assert.IsFalse(DipsStatus1Bitmask.GetTransactionCodeStatusMasked(1 << 8));
        }
        public override void ExecuteJob()
        {
            using (var dbConnection = new SqlConnection(Configuration.SqlConnectionString))
            {
                using (var dbContext = new DipsDbContext(dbConnection))
                {
                    Log.Information("Scanning database for completed codeline validation batches");
                    //Get all the potential batches that have been completed
                    var completedBatches =
                        dbContext.Queues
                        .Where(q =>
                               !q.ResponseCompleted &&
                               q.S_LOCATION == DipsLocationType.CodelineValidationDone.Value &&
                               q.S_LOCK.Trim() == "0")
                        .ToList();

                    Serilog.Log.Information("Found {0} completed codeline validation batches", completedBatches.Count());

                    foreach (var completedBatch in completedBatches)
                    {
                        string routingKey;
                        Serilog.Log.Debug("Creating response for batch {@batch}", completedBatch.S_BATCH);

                        //only commit the transaction if
                        // a) we were the first application to mark this batch row as ValidateCodelineCompleted (DipsQueue uses optimistic concurrency)
                        // b) we were able to place a response message on the bus
                        using (var tx = dbContext.BeginTransaction())
                        {
                            try
                            {
                                //mark the batch as completed so it gets 'locked'
                                completedBatch.ResponseCompleted = true;
                                routingKey = completedBatch.RoutingKey;

                                dbContext.SaveChanges();

                                var batchNumber = completedBatch.S_BATCH;

                                //get the vouchers, generate and send the response
                                var vouchers = dbContext.NabChqPods
                                               .Where(v => v.S_BATCH == batchNumber)
                                               .AsEnumerable()
                                               .Select(v => new
                                {
                                    S_STATUS1 =
                                        int.Parse(string.IsNullOrWhiteSpace(v.S_STATUS1) ? "0" : v.S_STATUS1),
                                    voucher = v
                                }).ToList();

                                //use bitmasks to map the values from S_STATUS1 field
                                var batchResponse = new ValidateBatchCodelineResponse
                                {
                                    voucherBatch = new VoucherBatch
                                    {
                                        scannedBatchNumber = completedBatch.S_BATCH,
                                        workType           =
                                            ResponseHelper.ParseWorkType(
                                                ResponseHelper.TrimString(completedBatch.S_JOB_ID)),
                                        batchAccountNumber = vouchers.First().voucher.batchAccountNumber,
                                        captureBsb         = vouchers.First().voucher.captureBSB,
                                        processingState    =
                                            ResponseHelper.ParseState(
                                                ResponseHelper.TrimString(vouchers.First().voucher.processing_state)),
                                        collectingBank = vouchers.First().voucher.collecting_bank,
                                        unitID         = vouchers.First().voucher.unit_id,
                                        batchType      = ResponseHelper.TrimString(vouchers.First().voucher.batch_type),
                                        subBatchType   =
                                            ResponseHelper.TrimString(vouchers.First().voucher.sub_batch_type),
                                    },
                                    voucher = vouchers.Select(v => new ValidateCodelineResponse
                                    {
                                        extraAuxDomStatus   = DipsStatus1Bitmask.GetExtraAuxDomStatusMasked(v.S_STATUS1),
                                        auxDomStatus        = DipsStatus1Bitmask.GetAuxDomStatusMasked(v.S_STATUS1),
                                        accountNumberStatus =
                                            DipsStatus1Bitmask.GetAccountNumberStatusMasked(v.S_STATUS1),
                                        amountStatus          = DipsStatus1Bitmask.GetAmountStatusMasked(v.S_STATUS1),
                                        bsbNumberStatus       = DipsStatus1Bitmask.GetBsbNumberStatusMasked(v.S_STATUS1),
                                        transactionCodeStatus =
                                            DipsStatus1Bitmask.GetTransactionCodeStatusMasked(v.S_STATUS1),
                                        documentReferenceNumber =
                                            ResponseHelper.ResolveDocumentReferenceNumber(
                                                ResponseHelper.TrimString(v.voucher.doc_ref_num)),
                                        targetEndPoint = ResponseHelper.TrimString(v.voucher.ie_endPoint),
                                        documentType   = ResponseHelper.ParseDocumentType(v.voucher.doc_type),
                                        processingDate =
                                            DateTime.ParseExact(string.Format("{0}", v.voucher.proc_date), "yyyyMMdd",
                                                                CultureInfo.InvariantCulture),
                                    }).ToArray()
                                };


                                if (Configuration.DeleteDatabaseRows)
                                {
                                    ResponseHelper.CleanupBatchData(batchNumber, dbContext);
                                }

                                if (string.IsNullOrEmpty(routingKey))
                                {
                                    routingKey = string.Empty;
                                }

                                //Task.WaitAll(responseExchange.PublishAsync(batchResponse, completedBatch.CorrelationId, routingKey.Trim()));

                                tx.Commit();

                                Serilog.Log.Debug(
                                    "Codeline validation batch '{@batch}' has been completed and a response has been placed on the queue",
                                    completedBatch.S_BATCH);
                                Serilog.Log.Information("Batch '{@batch}' response sent: {@response}",
                                                        completedBatch.S_BATCH, batchResponse);
                            }
                            catch (OptimisticConcurrencyException)
                            {
                                //this is to handle the race condition where more than instance of this service is running at the same time and tries to update the row.

                                //basically ignore the message by loggin a warning and roll back.
                                //if this row was not included by mistake (e.g. it should be included), it will just come in in the next batch run.
                                Serilog.Log.Warning(
                                    "Could not create a codeline validation response for batch '{@batch}' because the DIPS database row was updated by another connection",
                                    completedBatch.S_BATCH);

                                tx.Rollback();
                            }
                            catch (Exception ex)
                            {
                                Serilog.Log.Error(
                                    ex,
                                    "Could not complete and create a codeline validation response for batch '{@batch}'",
                                    completedBatch.S_BATCH);
                                tx.Rollback();
                            }
                        }
                    }
                }
            }
        }
        public override void ExecuteJob()
        {
            Log.Information("Scanning database for completed transaction validation batches");

            using (var dbConnection = new SqlConnection(Configuration.SqlConnectionString))
            {
                using (var dbContext = new DipsDbContext(dbConnection))
                {
                    //Get all the potential batches that have been completed
                    var completedBatches =
                        dbContext.Queues
                        .Where(q =>
                               !q.ResponseCompleted &&
                               q.S_LOCATION == DipsLocationType.TransactionValidationDone.Value &&
                               q.S_LOCK.Trim() == "0")
                        .ToList();

                    Log.Information("Found {0} completed transaction validation batches", completedBatches.Count());

                    foreach (var completedBatch in completedBatches)
                    {
                        Log.Debug("Creating response for batch {@batch}", completedBatch.S_BATCH);

                        //only commit the transaction if
                        // a) we were the first application to mark this batch row as ValidateTransactionCompleted (DipsQueue uses optimistic concurrency)
                        // b) we were able to place a response message on the bus
                        using (var tx = dbContext.BeginTransaction())
                        {
                            try
                            {
                                //mark the batch as completed so it gets 'locked'
                                completedBatch.ResponseCompleted = true;
                                var routingKey = completedBatch.RoutingKey;

                                dbContext.SaveChanges();

                                var batchNumber = completedBatch.S_BATCH;

                                //get the vouchers, generate and send the response
                                var vouchers = dbContext.NabChqPods
                                               .Where(v => v.S_BATCH == batchNumber && v.S_DEL_IND != "  255")
                                               .ToList()
                                               .Select(v => new
                                {
                                    S_STATUS1 = int.Parse(string.IsNullOrWhiteSpace(v.S_STATUS1) ? "0" : v.S_STATUS1),
                                    voucher   = v
                                }).ToList();

                                if (vouchers.Count > 0)
                                {
                                    var firstVoucher = vouchers.First(v => v.voucher.isGeneratedVoucher != "1");

                                    //use bitmasks to map the values from S_STATUS1 field
                                    var batchResponse = new ValidateBatchTransactionResponse
                                    {
                                        voucherBatch = new VoucherBatch
                                        {
                                            scannedBatchNumber = completedBatch.S_BATCH,
                                            workType           = ResponseHelper.ParseWorkType(ResponseHelper.TrimString(completedBatch.S_JOB_ID)),
                                            batchAccountNumber = firstVoucher.voucher.batchAccountNumber,
                                            captureBsb         = firstVoucher.voucher.captureBSB,
                                            processingState    = ResponseHelper.ParseState(ResponseHelper.TrimString(firstVoucher.voucher.processing_state)),
                                            collectingBank     = firstVoucher.voucher.collecting_bank,
                                            unitID             = firstVoucher.voucher.unit_id,
                                            batchType          = ResponseHelper.TrimString(firstVoucher.voucher.batch_type),
                                            subBatchType       = ResponseHelper.TrimString(firstVoucher.voucher.sub_batch_type),
                                        },
                                        voucher = vouchers.Select(v => new ValidateTransactionResponse
                                        {
                                            documentReferenceNumber = v.voucher.S_TRACE,
                                            surplusItemFlag         = ResponseHelper.ParseStringAsBool(v.voucher.surplusItemFlag),
                                            suspectFraudFlag        = ResponseHelper.ParseStringAsBool(v.voucher.micr_suspect_fraud_flag),
                                            isGeneratedVoucher      = ResponseHelper.ParseStringAsBool(v.voucher.isGeneratedVoucher),
                                            codelineFieldsStatus    = new CodelineStatus
                                            {
                                                extraAuxDomStatus     = DipsStatus1Bitmask.GetExtraAuxDomStatusMasked(v.S_STATUS1),
                                                auxDomStatus          = DipsStatus1Bitmask.GetAuxDomStatusMasked(v.S_STATUS1),
                                                accountNumberStatus   = DipsStatus1Bitmask.GetAccountNumberStatusMasked(v.S_STATUS1),
                                                amountStatus          = DipsStatus1Bitmask.GetAmountStatusMasked(v.S_STATUS1),
                                                bsbNumberStatus       = DipsStatus1Bitmask.GetBsbNumberStatusMasked(v.S_STATUS1),
                                                transactionCodeStatus = DipsStatus1Bitmask.GetTransactionCodeStatusMasked(v.S_STATUS1),
                                            },
                                            reasonCode                       = ResponseHelper.GetExpertBalanceReason(v.voucher.balanceReason),
                                            transactionLinkNumber            = ResponseHelper.TrimString(v.voucher.transactionLinkNumber),
                                            unprocessable                    = ResponseHelper.ParseStringAsBool(v.voucher.unproc_flag),
                                            forValueIndicator                = ResponseHelper.TrimString(v.voucher.fv_ind),
                                            dips_override                    = ResponseHelper.TrimString(v.voucher.@override),
                                            thirdPartyCheckRequired          = ResponseHelper.ParseYNStringAsBool(v.voucher.tpcRequired),
                                            unencodedECDReturnFlag           = ResponseHelper.ParseStringAsBool(v.voucher.fxa_unencoded_ECD_return),
                                            thirdPartyMixedDepositReturnFlag = ResponseHelper.ParseStringAsBool(v.voucher.tpcMixedDepRet),
                                            postTransmissionQaAmountFlag     = ResponseHelper.ParseStringAsBool(v.voucher.fxaPtQAAmtFlag),
                                            postTransmissionQaCodelineFlag   = ResponseHelper.ParseStringAsBool(v.voucher.fxaPtQACodelineFlag),
                                            voucher = new Voucher
                                            {
                                                accountNumber = ResponseHelper.TrimString(v.voucher.acc_num),
                                                amount        = ResponseHelper.ParseAmountField(v.voucher.amount),
                                                auxDom        = ResponseHelper.TrimString(v.voucher.ser_num),
                                                bsbNumber     = v.voucher.bsb_num,
                                                //DIPS overwrites doc_ref_num with empty values during auto balancing ..
                                                //documentReferenceNumber = ResponseHelper.ResolveDocumentReferenceNumber(ResponseHelper.TrimString(v.voucher.doc_ref_num)),
                                                documentReferenceNumber = ResponseHelper.ResolveDocumentReferenceNumber(v.voucher.S_TRACE.Trim()),
                                                extraAuxDom             = ResponseHelper.TrimString(v.voucher.ead),
                                                transactionCode         = ResponseHelper.TrimString(v.voucher.trancode),
                                                documentType            = ResponseHelper.ParseDocumentType(v.voucher.doc_type),
                                                processingDate          = DateTime.ParseExact(string.Format("{0}{1}", completedBatch.S_SDATE, completedBatch.S_STIME), "dd/MM/yyHH:mm:ss", CultureInfo.InvariantCulture),
                                            }
                                        }).ToArray()
                                    };

                                    if (Configuration.DeleteDatabaseRows)
                                    {
                                        ResponseHelper.CleanupBatchData(batchNumber, dbContext);
                                    }

                                    if (string.IsNullOrEmpty(routingKey))
                                    {
                                        routingKey = string.Empty;
                                    }

                                    Exchange.SendMessage(CustomJsonSerializer.MessageToBytes(batchResponse), routingKey.Trim(), completedBatch.CorrelationId);
                                    //Task.WaitAll(responseExchange.PublishAsync(batchResponse, completedBatch.CorrelationId, routingKey.Trim()));

                                    tx.Commit();

                                    Log.Debug("Transaction validation batch '{@batch}' has been completed and a response has been placed on the queue", completedBatch.S_BATCH);
                                    Log.Information("Batch '{@batch}' response sent: {@response}", completedBatch.S_BATCH, batchResponse);
                                }
                                else
                                {
                                    Log.Error(
                                        "Could not create a transaction validation response for batch '{@batch}' because the vouchers cannot be queried",
                                        completedBatch.S_BATCH);
                                }
                            }
                            catch (OptimisticConcurrencyException)
                            {
                                //this is to handle the race condition where more than instance of this service is running at the same time and tries to update the row.

                                //basically ignore the message by loggin a warning and roll back.
                                //if this row was not included by mistake (e.g. it should be included), it will just come in in the next batch run.
                                Log.Warning(
                                    "Could not create a transaction validation response for batch '{@batch}' because the DIPS database row was updated by another connection",
                                    completedBatch.S_BATCH);

                                tx.Rollback();
                            }
                            catch (Exception ex)
                            {
                                Log.Error(
                                    ex,
                                    "Could not complete and create an transaction validation response for batch '{@batch}'",
                                    completedBatch.S_BATCH);
                                tx.Rollback();
                            }
                        }
                    }
                }
            }
            Log.Information("Finished processing completed transaction validation batches");
        }