public override Task <AggregateMetadata> GetAggregate(string keyspaceName, string aggregateName, string signatureString)
{
var query = string.Format(SelectAggregates, keyspaceName, aggregateName, signatureString);
return(Cc
.QueryAsync(query, true)
.ContinueSync(rs =>
{
var row = rs.FirstOrDefault();
if (row == null)
{
return null;
}
var emptyArray = new string[0];
var aggregate = new AggregateMetadata
{
Name = row.GetValue <string>("aggregate_name"),
KeyspaceName = row.GetValue <string>("keyspace_name"),
Signature = row.GetValue <string[]>("signature") ?? emptyArray,
StateFunction = row.GetValue <string>("state_func"),
StateType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("state_type")),
FinalFunction = row.GetValue <string>("final_func"),
ReturnType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("return_type")),
ArgumentTypes = (row.GetValue <string[]>("argument_types") ?? emptyArray).Select(s => DataTypeParser.ParseFqTypeName(s)).ToArray(),
};
var initConditionRaw = Deserialize(Cc, row.GetValue <byte[]>("initcond"), aggregate.StateType.TypeCode, aggregate.StateType.TypeInfo);
if (initConditionRaw != null)
{
aggregate.InitialCondition = initConditionRaw.ToString();
}
return aggregate;
}));
}
private Task <T> ParseTableOrView <T>(Func <Row, T> newInstance, Task <IEnumerable <Row> > getTableTask, Task <IEnumerable <Row> > getColumnsTask)
where T : DataCollectionMetadata
{
var tableMetadataRow = getTableTask.Result.FirstOrDefault();
if (tableMetadataRow == null)
{
return(TaskHelper.ToTask <T>(null));
}
var columns = new Dictionary <string, TableColumn>();
var partitionKeys = new List <Tuple <int, TableColumn> >();
var clusteringKeys = new List <Tuple <int, Tuple <TableColumn, SortOrder> > >();
//Read table options
var options = new TableOptions
{
isCompactStorage = false,
bfFpChance = tableMetadataRow.GetValue <double>("bloom_filter_fp_chance"),
caching = "{" + string.Join(",", tableMetadataRow.GetValue <IDictionary <string, string> >("caching").Select(kv => "\"" + kv.Key + "\":\"" + kv.Value + "\"")) + "}",
comment = tableMetadataRow.GetValue <string>("comment"),
gcGrace = tableMetadataRow.GetValue <int>("gc_grace_seconds"),
localReadRepair = tableMetadataRow.GetValue <double>("dclocal_read_repair_chance"),
readRepair = tableMetadataRow.GetValue <double>("read_repair_chance"),
compactionOptions = tableMetadataRow.GetValue <SortedDictionary <string, string> >("compaction"),
compressionParams =
tableMetadataRow.GetValue <SortedDictionary <string, string> >("compression")
};
var columnsMetadata = getColumnsTask.Result;
Task <Tuple <TableColumn, Row> >[] columnTasks = columnsMetadata
.Select(row =>
{
return(DataTypeParser.ParseTypeName(_udtResolver, tableMetadataRow.GetValue <string>("keyspace_name"), row.GetValue <string>("type")).
ContinueSync(type => Tuple.Create(new TableColumn
{
Name = row.GetValue <string>("column_name"),
Keyspace = row.GetValue <string>("keyspace_name"),
Table = row.GetValue <string>("table_name"),
TypeCode = type.TypeCode,
TypeInfo = type.TypeInfo
}, row)));
}).ToArray();
return(Task.Factory.ContinueWhenAll(columnTasks, tasks =>
{
var ex = tasks.Select(t => t.Exception).FirstOrDefault(e => e != null);
if (ex != null)
{
throw ex.InnerException;
}
foreach (var t in tasks)
{
var col = t.Result.Item1;
var row = t.Result.Item2;
switch (row.GetValue <string>("kind"))
{
case "partition_key":
partitionKeys.Add(Tuple.Create(row.GetValue <int?>("position") ?? 0, col));
break;
case "clustering":
clusteringKeys.Add(Tuple.Create(row.GetValue <int?>("position") ?? 0,
Tuple.Create(col, row.GetValue <string>("clustering_order") == "desc" ? SortOrder.Descending : SortOrder.Ascending)));
break;
}
columns.Add(col.Name, col);
}
if (typeof(T) == typeof(TableMetadata))
{
var flags = tableMetadataRow.GetValue <string[]>("flags");
var isDense = flags.Contains("dense");
var isSuper = flags.Contains("super");
var isCompound = flags.Contains("compound");
options.isCompactStorage = isSuper || isDense || !isCompound;
//remove the columns related to Thrift
var isStaticCompact = !isSuper && !isDense && !isCompound;
if (isStaticCompact)
{
PruneStaticCompactTableColumns(clusteringKeys, columns);
}
else if (isDense)
{
PruneDenseTableColumns(columns);
}
}
var result = newInstance(tableMetadataRow);
result.SetValues(columns,
partitionKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(),
clusteringKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(),
options);
return result;
}));
}
public override Task <TableMetadata> GetTable(string keyspaceName, string tableName)
{
var columns = new Dictionary <string, TableColumn>();
var partitionKeys = new List <Tuple <int, TableColumn> >();
var clusteringKeys = new List <Tuple <int, Tuple <TableColumn, SortOrder> > >();
return(Cc
.QueryAsync(string.Format(SelectSingleTable, tableName, keyspaceName), true)
.Then(rs =>
{
var tableMetadataRow = rs.FirstOrDefault();
if (tableMetadataRow == null)
{
return NullTableTask;
}
//Read table options
var options = new TableOptions
{
isCompactStorage = false,
bfFpChance = tableMetadataRow.GetValue <double>("bloom_filter_fp_chance"),
caching = tableMetadataRow.GetValue <string>("caching"),
comment = tableMetadataRow.GetValue <string>("comment"),
gcGrace = tableMetadataRow.GetValue <int>("gc_grace_seconds"),
localReadRepair = tableMetadataRow.GetValue <double>("local_read_repair_chance"),
readRepair = tableMetadataRow.GetValue <double>("read_repair_chance"),
compactionOptions = GetCompactionStrategyOptions(tableMetadataRow),
compressionParams =
(SortedDictionary <string, string>)Utils.ConvertStringToMap(tableMetadataRow.GetValue <string>("compression_parameters"))
};
//replicate_on_write column not present in C* >= 2.1
if (tableMetadataRow.GetColumn("replicate_on_write") != null)
{
options.replicateOnWrite = tableMetadataRow.GetValue <bool>("replicate_on_write");
}
return Cc
.QueryAsync(string.Format(SelectColumns, tableName, keyspaceName), true)
.ContinueSync(columnsMetadata =>
{
foreach (var row in columnsMetadata)
{
var dataType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("validator"));
var col = new TableColumn
{
Name = row.GetValue <string>("column_name"),
Keyspace = row.GetValue <string>("keyspace_name"),
Table = row.GetValue <string>("columnfamily_name"),
TypeCode = dataType.TypeCode,
TypeInfo = dataType.TypeInfo,
#pragma warning disable 618
SecondaryIndexName = row.GetValue <string>("index_name"),
SecondaryIndexType = row.GetValue <string>("index_type"),
SecondaryIndexOptions = Utils.ParseJsonStringMap(row.GetValue <string>("index_options")),
#pragma warning restore 618
KeyType =
row.GetValue <string>("index_name") != null
? KeyType.SecondaryIndex
: KeyType.None,
};
if (row.GetColumn("type") != null)
{
switch (row.GetValue <string>("type"))
{
case "partition_key":
partitionKeys.Add(Tuple.Create(row.GetValue <int?>("component_index") ?? 0, col));
break;
case "clustering_key":
{
var sortOrder = dataType.IsReversed ? SortOrder.Descending : SortOrder.Ascending;
clusteringKeys.Add(Tuple.Create(row.GetValue <int?>("component_index") ?? 0, Tuple.Create(col, sortOrder)));
break;
}
}
}
columns.Add(col.Name, col);
}
var comparator = tableMetadataRow.GetValue <string>("comparator");
if (tableMetadataRow.GetColumn("key_aliases") != null && partitionKeys.Count == 0)
{
//In C* 1.2, keys are not stored on the schema_columns table
var partitionKeyNames = Utils.ParseJsonStringArray(tableMetadataRow.GetValue <string>("key_aliases"));
var types = AdaptKeyTypes(tableMetadataRow.GetValue <string>("key_validator"));
for (var i = 0; i < partitionKeyNames.Length; i++)
{
var name = partitionKeyNames[i];
TableColumn c;
if (!columns.TryGetValue(name, out c))
{
c = new TableColumn
{
Name = name,
Keyspace = keyspaceName,
Table = tableName,
TypeCode = types[i].TypeCode,
TypeInfo = types[i].TypeInfo,
KeyType = KeyType.Partition
};
//The column is not part of columns metadata table
columns.Add(name, c);
}
partitionKeys.Add(Tuple.Create(i, c));
}
//In C* 1.2, keys are not stored on the schema_columns table
var clusteringKeyNames = Utils.ParseJsonStringArray(tableMetadataRow.GetValue <string>("column_aliases"));
if (clusteringKeyNames.Length > 0)
{
types = AdaptKeyTypes(comparator);
for (var i = 0; i < clusteringKeyNames.Length; i++)
{
var name = clusteringKeyNames[i];
TableColumn c;
var dataType = types[i];
if (!columns.TryGetValue(name, out c))
{
c = new TableColumn
{
Name = name,
Keyspace = keyspaceName,
Table = tableName,
TypeCode = dataType.TypeCode,
TypeInfo = dataType.TypeInfo,
KeyType = KeyType.Clustering
};
//The column is not part of columns metadata table
columns.Add(name, c);
}
clusteringKeys.Add(Tuple.Create(i, Tuple.Create(c, dataType.IsReversed ? SortOrder.Descending : SortOrder.Ascending)));
}
}
}
options.isCompactStorage = tableMetadataRow.GetColumn("is_dense") != null && tableMetadataRow.GetValue <bool>("is_dense");
if (!options.isCompactStorage)
{
//is_dense column does not exist in previous versions of Cassandra
//also, compact pk, ck and val appear as is_dense false
// clusteringKeys != comparator types - 1
// or not composite (comparator)
options.isCompactStorage = !comparator.StartsWith(DataTypeParser.CompositeTypeName);
}
var result = new TableMetadata(tableName, GetIndexesFromColumns(columns.Values));
result.SetValues(
columns,
partitionKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(),
clusteringKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(),
options);
return result;
});
}));
}
public override Task <FunctionMetadata> GetFunction(string keyspaceName, string functionName, string signatureString)
{
var query = string.Format(SelectFunctions, keyspaceName, functionName, signatureString);
return(Cc
.QueryAsync(query, true)
.ContinueSync(rs =>
{
var row = rs.FirstOrDefault();
if (row == null)
{
return null;
}
var emptyArray = new string[0];
return new FunctionMetadata
{
Name = row.GetValue <string>("function_name"),
KeyspaceName = row.GetValue <string>("keyspace_name"),
Signature = row.GetValue <string[]>("signature") ?? emptyArray,
ArgumentNames = row.GetValue <string[]>("argument_names") ?? emptyArray,
Body = row.GetValue <string>("body"),
CalledOnNullInput = row.GetValue <bool>("called_on_null_input"),
Language = row.GetValue <string>("language"),
ReturnType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("return_type")),
ArgumentTypes = (row.GetValue <string[]>("argument_types") ?? emptyArray).Select(s => DataTypeParser.ParseFqTypeName(s)).ToArray()
};
}));
}
public void DataTypeParser_Validate_Parse_Integer_Correct_Entry()
{
Assert.AreEqual(1000000, DataTypeParser.Parse("1000000", DataType.Int));
}
public void DataTypeParser_Validate_Parse_Integer_Incorrect_Entry()
{
Assert.AreEqual(0, DataTypeParser.Parse("erfeerg", DataType.Int));
}
public void DataTypeParser_Validate_Boolean_Incorrect_String()
{
Assert.IsFalse(DataTypeParser.ParseBool("qwerty"));
}
public void DataTypeParser_Validate_Boolean_False()
{
Assert.IsFalse(DataTypeParser.ParseBool("false"));
}
public void DataTypeParser_Validate_Boolean_True()
{
Assert.IsTrue(DataTypeParser.ParseBool("true"));
}
