public static async Task Tokenize(object obj, ITokenizerService tokenizerService, Guid?correlationId = null)
{
var tokenizableFields = await TokenizeModel.CollectTokenizablesAll(obj);
if (tokenizableFields.Count == 0)
{
return;
}
BulkValue[] records = tokenizableFields
.Where(x => !x.Value.Value.HasToken())
.Select(x => new BulkValue
{
Value = x.Value.Value.ValueToStoredFormat(),
Correlation = x.Key.ToString()
})
.ToArray();
// SEND ALL NON-TOKENIZED FIELDS TO THE SERVICE
var tokens = await tokenizerService.Tokenize(records, correlationId);
var tokenDict = tokens.ToDictionary(x => Convert.ToInt32(x.Correlation));
foreach (var t in tokenizableFields)
{
var v = t.Value;
// RETRIEVE THE TOKENIZED DATA FROM RESULTS FROM THE SERVICE - WILL BE NULL IF THE DATA
// WAS ALREADY TOKENIZED
BulkToken tok = tokenDict.GetValueOrDefault(v.Correlation);
// IF THE DATA WAS ALREADY TOKENIZED THEN POPULATE IT FROM THE DATA YOU ALREADY HAVE
if (tok == null)
{
tok = new BulkToken
{
Correlation = v.Correlation.ToString(),
Token = v.Value.RawToken()
};
// LAST CHECK - IF THE TOKEN DOES NOT EXIST AT THIS POINT THEN THROW AN ERROR
if (string.IsNullOrWhiteSpace(tok.Token))
{
throw new Exception("Could not find an appropriate token");
}
}
var sa = v.SensitiveAttribute;
string mask = v.Value.MaskedValue;
if (sa != null)
{
mask = t.Value.Value.ValueToStoredFormat().ToMasked(sa.Reveal, sa.FirstChars, sa.LastChars);
}
v.Value.SetTokenAndMask(tok.Token, mask);
}
}
public Task <BulkToken[]> Tokenize(BulkValue[] records, Guid?correlationId)
{
var results = new BulkToken[records.Length];
for (var i = 0; i < records.Length; i++)
{
var record = records[i];
results[i] = new BulkToken
{
Token = record.Value,
Correlation = record.Correlation
};
}
return(Task.FromResult(results));
}
