public override Task <AggregateMetadata> GetAggregate(string keyspaceName, string aggregateName, string signatureString) { var query = string.Format(SelectAggregates, keyspaceName, aggregateName, signatureString); return(Cc .QueryAsync(query, true) .ContinueSync(rs => { var row = rs.FirstOrDefault(); if (row == null) { return null; } var emptyArray = new string[0]; var aggregate = new AggregateMetadata { Name = row.GetValue <string>("aggregate_name"), KeyspaceName = row.GetValue <string>("keyspace_name"), Signature = row.GetValue <string[]>("signature") ?? emptyArray, StateFunction = row.GetValue <string>("state_func"), StateType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("state_type")), FinalFunction = row.GetValue <string>("final_func"), ReturnType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("return_type")), ArgumentTypes = (row.GetValue <string[]>("argument_types") ?? emptyArray).Select(s => DataTypeParser.ParseFqTypeName(s)).ToArray(), }; var initConditionRaw = Deserialize(Cc, row.GetValue <byte[]>("initcond"), aggregate.StateType.TypeCode, aggregate.StateType.TypeInfo); if (initConditionRaw != null) { aggregate.InitialCondition = initConditionRaw.ToString(); } return aggregate; })); }
private Task <T> ParseTableOrView <T>(Func <Row, T> newInstance, Task <IEnumerable <Row> > getTableTask, Task <IEnumerable <Row> > getColumnsTask) where T : DataCollectionMetadata { var tableMetadataRow = getTableTask.Result.FirstOrDefault(); if (tableMetadataRow == null) { return(TaskHelper.ToTask <T>(null)); } var columns = new Dictionary <string, TableColumn>(); var partitionKeys = new List <Tuple <int, TableColumn> >(); var clusteringKeys = new List <Tuple <int, Tuple <TableColumn, SortOrder> > >(); //Read table options var options = new TableOptions { isCompactStorage = false, bfFpChance = tableMetadataRow.GetValue <double>("bloom_filter_fp_chance"), caching = "{" + string.Join(",", tableMetadataRow.GetValue <IDictionary <string, string> >("caching").Select(kv => "\"" + kv.Key + "\":\"" + kv.Value + "\"")) + "}", comment = tableMetadataRow.GetValue <string>("comment"), gcGrace = tableMetadataRow.GetValue <int>("gc_grace_seconds"), localReadRepair = tableMetadataRow.GetValue <double>("dclocal_read_repair_chance"), readRepair = tableMetadataRow.GetValue <double>("read_repair_chance"), compactionOptions = tableMetadataRow.GetValue <SortedDictionary <string, string> >("compaction"), compressionParams = tableMetadataRow.GetValue <SortedDictionary <string, string> >("compression") }; var columnsMetadata = getColumnsTask.Result; Task <Tuple <TableColumn, Row> >[] columnTasks = columnsMetadata .Select(row => { return(DataTypeParser.ParseTypeName(_udtResolver, tableMetadataRow.GetValue <string>("keyspace_name"), row.GetValue <string>("type")). ContinueSync(type => Tuple.Create(new TableColumn { Name = row.GetValue <string>("column_name"), Keyspace = row.GetValue <string>("keyspace_name"), Table = row.GetValue <string>("table_name"), TypeCode = type.TypeCode, TypeInfo = type.TypeInfo }, row))); }).ToArray(); return(Task.Factory.ContinueWhenAll(columnTasks, tasks => { var ex = tasks.Select(t => t.Exception).FirstOrDefault(e => e != null); if (ex != null) { throw ex.InnerException; } foreach (var t in tasks) { var col = t.Result.Item1; var row = t.Result.Item2; switch (row.GetValue <string>("kind")) { case "partition_key": partitionKeys.Add(Tuple.Create(row.GetValue <int?>("position") ?? 0, col)); break; case "clustering": clusteringKeys.Add(Tuple.Create(row.GetValue <int?>("position") ?? 0, Tuple.Create(col, row.GetValue <string>("clustering_order") == "desc" ? SortOrder.Descending : SortOrder.Ascending))); break; } columns.Add(col.Name, col); } if (typeof(T) == typeof(TableMetadata)) { var flags = tableMetadataRow.GetValue <string[]>("flags"); var isDense = flags.Contains("dense"); var isSuper = flags.Contains("super"); var isCompound = flags.Contains("compound"); options.isCompactStorage = isSuper || isDense || !isCompound; //remove the columns related to Thrift var isStaticCompact = !isSuper && !isDense && !isCompound; if (isStaticCompact) { PruneStaticCompactTableColumns(clusteringKeys, columns); } else if (isDense) { PruneDenseTableColumns(columns); } } var result = newInstance(tableMetadataRow); result.SetValues(columns, partitionKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(), clusteringKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(), options); return result; })); }
public override Task <TableMetadata> GetTable(string keyspaceName, string tableName) { var columns = new Dictionary <string, TableColumn>(); var partitionKeys = new List <Tuple <int, TableColumn> >(); var clusteringKeys = new List <Tuple <int, Tuple <TableColumn, SortOrder> > >(); return(Cc .QueryAsync(string.Format(SelectSingleTable, tableName, keyspaceName), true) .Then(rs => { var tableMetadataRow = rs.FirstOrDefault(); if (tableMetadataRow == null) { return NullTableTask; } //Read table options var options = new TableOptions { isCompactStorage = false, bfFpChance = tableMetadataRow.GetValue <double>("bloom_filter_fp_chance"), caching = tableMetadataRow.GetValue <string>("caching"), comment = tableMetadataRow.GetValue <string>("comment"), gcGrace = tableMetadataRow.GetValue <int>("gc_grace_seconds"), localReadRepair = tableMetadataRow.GetValue <double>("local_read_repair_chance"), readRepair = tableMetadataRow.GetValue <double>("read_repair_chance"), compactionOptions = GetCompactionStrategyOptions(tableMetadataRow), compressionParams = (SortedDictionary <string, string>)Utils.ConvertStringToMap(tableMetadataRow.GetValue <string>("compression_parameters")) }; //replicate_on_write column not present in C* >= 2.1 if (tableMetadataRow.GetColumn("replicate_on_write") != null) { options.replicateOnWrite = tableMetadataRow.GetValue <bool>("replicate_on_write"); } return Cc .QueryAsync(string.Format(SelectColumns, tableName, keyspaceName), true) .ContinueSync(columnsMetadata => { foreach (var row in columnsMetadata) { var dataType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("validator")); var col = new TableColumn { Name = row.GetValue <string>("column_name"), Keyspace = row.GetValue <string>("keyspace_name"), Table = row.GetValue <string>("columnfamily_name"), TypeCode = dataType.TypeCode, TypeInfo = dataType.TypeInfo, #pragma warning disable 618 SecondaryIndexName = row.GetValue <string>("index_name"), SecondaryIndexType = row.GetValue <string>("index_type"), SecondaryIndexOptions = Utils.ParseJsonStringMap(row.GetValue <string>("index_options")), #pragma warning restore 618 KeyType = row.GetValue <string>("index_name") != null ? KeyType.SecondaryIndex : KeyType.None, }; if (row.GetColumn("type") != null) { switch (row.GetValue <string>("type")) { case "partition_key": partitionKeys.Add(Tuple.Create(row.GetValue <int?>("component_index") ?? 0, col)); break; case "clustering_key": { var sortOrder = dataType.IsReversed ? SortOrder.Descending : SortOrder.Ascending; clusteringKeys.Add(Tuple.Create(row.GetValue <int?>("component_index") ?? 0, Tuple.Create(col, sortOrder))); break; } } } columns.Add(col.Name, col); } var comparator = tableMetadataRow.GetValue <string>("comparator"); if (tableMetadataRow.GetColumn("key_aliases") != null && partitionKeys.Count == 0) { //In C* 1.2, keys are not stored on the schema_columns table var partitionKeyNames = Utils.ParseJsonStringArray(tableMetadataRow.GetValue <string>("key_aliases")); var types = AdaptKeyTypes(tableMetadataRow.GetValue <string>("key_validator")); for (var i = 0; i < partitionKeyNames.Length; i++) { var name = partitionKeyNames[i]; TableColumn c; if (!columns.TryGetValue(name, out c)) { c = new TableColumn { Name = name, Keyspace = keyspaceName, Table = tableName, TypeCode = types[i].TypeCode, TypeInfo = types[i].TypeInfo, KeyType = KeyType.Partition }; //The column is not part of columns metadata table columns.Add(name, c); } partitionKeys.Add(Tuple.Create(i, c)); } //In C* 1.2, keys are not stored on the schema_columns table var clusteringKeyNames = Utils.ParseJsonStringArray(tableMetadataRow.GetValue <string>("column_aliases")); if (clusteringKeyNames.Length > 0) { types = AdaptKeyTypes(comparator); for (var i = 0; i < clusteringKeyNames.Length; i++) { var name = clusteringKeyNames[i]; TableColumn c; var dataType = types[i]; if (!columns.TryGetValue(name, out c)) { c = new TableColumn { Name = name, Keyspace = keyspaceName, Table = tableName, TypeCode = dataType.TypeCode, TypeInfo = dataType.TypeInfo, KeyType = KeyType.Clustering }; //The column is not part of columns metadata table columns.Add(name, c); } clusteringKeys.Add(Tuple.Create(i, Tuple.Create(c, dataType.IsReversed ? SortOrder.Descending : SortOrder.Ascending))); } } } options.isCompactStorage = tableMetadataRow.GetColumn("is_dense") != null && tableMetadataRow.GetValue <bool>("is_dense"); if (!options.isCompactStorage) { //is_dense column does not exist in previous versions of Cassandra //also, compact pk, ck and val appear as is_dense false // clusteringKeys != comparator types - 1 // or not composite (comparator) options.isCompactStorage = !comparator.StartsWith(DataTypeParser.CompositeTypeName); } var result = new TableMetadata(tableName, GetIndexesFromColumns(columns.Values)); result.SetValues( columns, partitionKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(), clusteringKeys.OrderBy(p => p.Item1).Select(p => p.Item2).ToArray(), options); return result; }); })); }
public override Task <FunctionMetadata> GetFunction(string keyspaceName, string functionName, string signatureString) { var query = string.Format(SelectFunctions, keyspaceName, functionName, signatureString); return(Cc .QueryAsync(query, true) .ContinueSync(rs => { var row = rs.FirstOrDefault(); if (row == null) { return null; } var emptyArray = new string[0]; return new FunctionMetadata { Name = row.GetValue <string>("function_name"), KeyspaceName = row.GetValue <string>("keyspace_name"), Signature = row.GetValue <string[]>("signature") ?? emptyArray, ArgumentNames = row.GetValue <string[]>("argument_names") ?? emptyArray, Body = row.GetValue <string>("body"), CalledOnNullInput = row.GetValue <bool>("called_on_null_input"), Language = row.GetValue <string>("language"), ReturnType = DataTypeParser.ParseFqTypeName(row.GetValue <string>("return_type")), ArgumentTypes = (row.GetValue <string[]>("argument_types") ?? emptyArray).Select(s => DataTypeParser.ParseFqTypeName(s)).ToArray() }; })); }
public void DataTypeParser_Validate_Parse_Integer_Correct_Entry() { Assert.AreEqual(1000000, DataTypeParser.Parse("1000000", DataType.Int)); }
public void DataTypeParser_Validate_Parse_Integer_Incorrect_Entry() { Assert.AreEqual(0, DataTypeParser.Parse("erfeerg", DataType.Int)); }
public void DataTypeParser_Validate_Boolean_Incorrect_String() { Assert.IsFalse(DataTypeParser.ParseBool("qwerty")); }
public void DataTypeParser_Validate_Boolean_False() { Assert.IsFalse(DataTypeParser.ParseBool("false")); }
public void DataTypeParser_Validate_Boolean_True() { Assert.IsTrue(DataTypeParser.ParseBool("true")); }