internal AvroDataset(string type, string description, object structure, object schema, LinkedServiceReference linkedServiceName, IDictionary <string, ParameterSpecification> parameters, IList <object> annotations, DatasetFolder folder, IDictionary <string, object> additionalProperties, DatasetLocation location, object avroCompressionCodec, int?avroCompressionLevel) : base(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties) { Location = location; AvroCompressionCodec = avroCompressionCodec; AvroCompressionLevel = avroCompressionLevel; Type = type ?? "Avro"; }
internal JsonDataset(string type, string description, object structure, object schema, LinkedServiceReference linkedServiceName, IDictionary <string, ParameterSpecification> parameters, IList <object> annotations, DatasetFolder folder, IDictionary <string, object> additionalProperties, DatasetLocation location, object encodingName, DatasetCompression compression) : base(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties) { Location = location; EncodingName = encodingName; Compression = compression; Type = type ?? "Json"; }
internal ExcelDataset(string type, string description, object structure, object schema, LinkedServiceReference linkedServiceName, IDictionary <string, ParameterSpecification> parameters, IList <object> annotations, DatasetFolder folder, IDictionary <string, object> additionalProperties, DatasetLocation location, object sheetName, object range, object firstRowAsHeader, DatasetCompression compression, object nullValue) : base(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties) { Location = location; SheetName = sheetName; Range = range; FirstRowAsHeader = firstRowAsHeader; Compression = compression; NullValue = nullValue; Type = type ?? "Excel"; }
internal DelimitedTextDataset(string type, string description, object structure, object schema, LinkedServiceReference linkedServiceName, IDictionary <string, ParameterSpecification> parameters, IList <object> annotations, DatasetFolder folder, IDictionary <string, object> additionalProperties, DatasetLocation location, object columnDelimiter, object rowDelimiter, object encodingName, CompressionCodec?compressionCodec, object compressionLevel, object quoteChar, object escapeChar, object firstRowAsHeader, object nullValue) : base(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties) { Location = location; ColumnDelimiter = columnDelimiter; RowDelimiter = rowDelimiter; EncodingName = encodingName; CompressionCodec = compressionCodec; CompressionLevel = compressionLevel; QuoteChar = quoteChar; EscapeChar = escapeChar; FirstRowAsHeader = firstRowAsHeader; NullValue = nullValue; Type = type ?? "DelimitedText"; }
internal OrcDataset(string type, string description, object structure, object schema, LinkedServiceReference linkedServiceName, IDictionary <string, ParameterSpecification> parameters, IList <object> annotations, DatasetFolder folder, IDictionary <string, object> additionalProperties, DatasetLocation location, OrcCompressionCodec?orcCompressionCodec) : base(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties) { Location = location; OrcCompressionCodec = orcCompressionCodec; Type = type ?? "Orc"; }
internal static BinaryDataset DeserializeBinaryDataset(JsonElement element) { string type = default; Optional <string> description = default; Optional <object> structure = default; Optional <object> schema = default; LinkedServiceReference linkedServiceName = default; Optional <IDictionary <string, ParameterSpecification> > parameters = default; Optional <IList <object> > annotations = default; Optional <DatasetFolder> folder = default; Optional <DatasetLocation> location = default; Optional <DatasetCompression> compression = default; IDictionary <string, object> additionalProperties = default; Dictionary <string, object> additionalPropertiesDictionary = default; foreach (var property in element.EnumerateObject()) { if (property.NameEquals("type")) { type = property.Value.GetString(); continue; } if (property.NameEquals("description")) { description = property.Value.GetString(); continue; } if (property.NameEquals("structure")) { structure = property.Value.GetObject(); continue; } if (property.NameEquals("schema")) { schema = property.Value.GetObject(); continue; } if (property.NameEquals("linkedServiceName")) { linkedServiceName = LinkedServiceReference.DeserializeLinkedServiceReference(property.Value); continue; } if (property.NameEquals("parameters")) { Dictionary <string, ParameterSpecification> dictionary = new Dictionary <string, ParameterSpecification>(); foreach (var property0 in property.Value.EnumerateObject()) { dictionary.Add(property0.Name, ParameterSpecification.DeserializeParameterSpecification(property0.Value)); } parameters = dictionary; continue; } if (property.NameEquals("annotations")) { List <object> array = new List <object>(); foreach (var item in property.Value.EnumerateArray()) { array.Add(item.GetObject()); } annotations = array; continue; } if (property.NameEquals("folder")) { folder = DatasetFolder.DeserializeDatasetFolder(property.Value); continue; } if (property.NameEquals("typeProperties")) { foreach (var property0 in property.Value.EnumerateObject()) { if (property0.NameEquals("location")) { location = DatasetLocation.DeserializeDatasetLocation(property0.Value); continue; } if (property0.NameEquals("compression")) { compression = DatasetCompression.DeserializeDatasetCompression(property0.Value); continue; } } continue; } additionalPropertiesDictionary ??= new Dictionary <string, object>(); additionalPropertiesDictionary.Add(property.Name, property.Value.GetObject()); } additionalProperties = additionalPropertiesDictionary; return(new BinaryDataset(type, description.Value, structure.Value, schema.Value, linkedServiceName, Optional.ToDictionary(parameters), Optional.ToList(annotations), folder.Value, additionalProperties, location.Value, compression.Value)); }
internal static OrcDataset DeserializeOrcDataset(JsonElement element) { string type = default; Optional <string> description = default; Optional <object> structure = default; Optional <object> schema = default; LinkedServiceReference linkedServiceName = default; Optional <IDictionary <string, ParameterSpecification> > parameters = default; Optional <IList <object> > annotations = default; Optional <DatasetFolder> folder = default; Optional <DatasetLocation> location = default; Optional <OrcCompressionCodec> orcCompressionCodec = default; IDictionary <string, object> additionalProperties = default; Dictionary <string, object> additionalPropertiesDictionary = new Dictionary <string, object>(); foreach (var property in element.EnumerateObject()) { if (property.NameEquals("type")) { type = property.Value.GetString(); continue; } if (property.NameEquals("description")) { description = property.Value.GetString(); continue; } if (property.NameEquals("structure")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } structure = property.Value.GetObject(); continue; } if (property.NameEquals("schema")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } schema = property.Value.GetObject(); continue; } if (property.NameEquals("linkedServiceName")) { linkedServiceName = LinkedServiceReference.DeserializeLinkedServiceReference(property.Value); continue; } if (property.NameEquals("parameters")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } Dictionary <string, ParameterSpecification> dictionary = new Dictionary <string, ParameterSpecification>(); foreach (var property0 in property.Value.EnumerateObject()) { dictionary.Add(property0.Name, ParameterSpecification.DeserializeParameterSpecification(property0.Value)); } parameters = dictionary; continue; } if (property.NameEquals("annotations")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } List <object> array = new List <object>(); foreach (var item in property.Value.EnumerateArray()) { array.Add(item.GetObject()); } annotations = array; continue; } if (property.NameEquals("folder")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } folder = DatasetFolder.DeserializeDatasetFolder(property.Value); continue; } if (property.NameEquals("typeProperties")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } foreach (var property0 in property.Value.EnumerateObject()) { if (property0.NameEquals("location")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } location = DatasetLocation.DeserializeDatasetLocation(property0.Value); continue; } if (property0.NameEquals("orcCompressionCodec")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } orcCompressionCodec = new OrcCompressionCodec(property0.Value.GetString()); continue; } } continue; } additionalPropertiesDictionary.Add(property.Name, property.Value.GetObject()); } additionalProperties = additionalPropertiesDictionary; return(new OrcDataset(type, description.Value, structure.Value, schema.Value, linkedServiceName, Optional.ToDictionary(parameters), Optional.ToList(annotations), folder.Value, additionalProperties, location.Value, Optional.ToNullable(orcCompressionCodec))); }
internal static DelimitedTextDataset DeserializeDelimitedTextDataset(JsonElement element) { string type = default; Optional <string> description = default; Optional <object> structure = default; Optional <object> schema = default; LinkedServiceReference linkedServiceName = default; Optional <IDictionary <string, ParameterSpecification> > parameters = default; Optional <IList <object> > annotations = default; Optional <DatasetFolder> folder = default; Optional <DatasetLocation> location = default; Optional <object> columnDelimiter = default; Optional <object> rowDelimiter = default; Optional <object> encodingName = default; Optional <object> compressionCodec = default; Optional <object> compressionLevel = default; Optional <object> quoteChar = default; Optional <object> escapeChar = default; Optional <object> firstRowAsHeader = default; Optional <object> nullValue = default; IDictionary <string, object> additionalProperties = default; Dictionary <string, object> additionalPropertiesDictionary = new Dictionary <string, object>(); foreach (var property in element.EnumerateObject()) { if (property.NameEquals("type")) { type = property.Value.GetString(); continue; } if (property.NameEquals("description")) { description = property.Value.GetString(); continue; } if (property.NameEquals("structure")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } structure = property.Value.GetObject(); continue; } if (property.NameEquals("schema")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } schema = property.Value.GetObject(); continue; } if (property.NameEquals("linkedServiceName")) { linkedServiceName = LinkedServiceReference.DeserializeLinkedServiceReference(property.Value); continue; } if (property.NameEquals("parameters")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } Dictionary <string, ParameterSpecification> dictionary = new Dictionary <string, ParameterSpecification>(); foreach (var property0 in property.Value.EnumerateObject()) { dictionary.Add(property0.Name, ParameterSpecification.DeserializeParameterSpecification(property0.Value)); } parameters = dictionary; continue; } if (property.NameEquals("annotations")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } List <object> array = new List <object>(); foreach (var item in property.Value.EnumerateArray()) { array.Add(item.GetObject()); } annotations = array; continue; } if (property.NameEquals("folder")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } folder = DatasetFolder.DeserializeDatasetFolder(property.Value); continue; } if (property.NameEquals("typeProperties")) { if (property.Value.ValueKind == JsonValueKind.Null) { property.ThrowNonNullablePropertyIsNull(); continue; } foreach (var property0 in property.Value.EnumerateObject()) { if (property0.NameEquals("location")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } location = DatasetLocation.DeserializeDatasetLocation(property0.Value); continue; } if (property0.NameEquals("columnDelimiter")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } columnDelimiter = property0.Value.GetObject(); continue; } if (property0.NameEquals("rowDelimiter")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } rowDelimiter = property0.Value.GetObject(); continue; } if (property0.NameEquals("encodingName")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } encodingName = property0.Value.GetObject(); continue; } if (property0.NameEquals("compressionCodec")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } compressionCodec = property0.Value.GetObject(); continue; } if (property0.NameEquals("compressionLevel")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } compressionLevel = property0.Value.GetObject(); continue; } if (property0.NameEquals("quoteChar")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } quoteChar = property0.Value.GetObject(); continue; } if (property0.NameEquals("escapeChar")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } escapeChar = property0.Value.GetObject(); continue; } if (property0.NameEquals("firstRowAsHeader")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } firstRowAsHeader = property0.Value.GetObject(); continue; } if (property0.NameEquals("nullValue")) { if (property0.Value.ValueKind == JsonValueKind.Null) { property0.ThrowNonNullablePropertyIsNull(); continue; } nullValue = property0.Value.GetObject(); continue; } } continue; } additionalPropertiesDictionary.Add(property.Name, property.Value.GetObject()); } additionalProperties = additionalPropertiesDictionary; return(new DelimitedTextDataset(type, description.Value, structure.Value, schema.Value, linkedServiceName, Optional.ToDictionary(parameters), Optional.ToList(annotations), folder.Value, additionalProperties, location.Value, columnDelimiter.Value, rowDelimiter.Value, encodingName.Value, compressionCodec.Value, compressionLevel.Value, quoteChar.Value, escapeChar.Value, firstRowAsHeader.Value, nullValue.Value)); }
internal static BinaryDataset DeserializeBinaryDataset(JsonElement element) { string type = default; string description = default; object structure = default; object schema = default; LinkedServiceReference linkedServiceName = default; IDictionary <string, ParameterSpecification> parameters = default; IList <object> annotations = default; DatasetFolder folder = default; DatasetLocation location = default; DatasetCompression compression = default; IDictionary <string, object> additionalProperties = default; Dictionary <string, object> additionalPropertiesDictionary = default; foreach (var property in element.EnumerateObject()) { if (property.NameEquals("type")) { type = property.Value.GetString(); continue; } if (property.NameEquals("description")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } description = property.Value.GetString(); continue; } if (property.NameEquals("structure")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } structure = property.Value.GetObject(); continue; } if (property.NameEquals("schema")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } schema = property.Value.GetObject(); continue; } if (property.NameEquals("linkedServiceName")) { linkedServiceName = LinkedServiceReference.DeserializeLinkedServiceReference(property.Value); continue; } if (property.NameEquals("parameters")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } Dictionary <string, ParameterSpecification> dictionary = new Dictionary <string, ParameterSpecification>(); foreach (var property0 in property.Value.EnumerateObject()) { if (property0.Value.ValueKind == JsonValueKind.Null) { dictionary.Add(property0.Name, null); } else { dictionary.Add(property0.Name, ParameterSpecification.DeserializeParameterSpecification(property0.Value)); } } parameters = dictionary; continue; } if (property.NameEquals("annotations")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } List <object> array = new List <object>(); foreach (var item in property.Value.EnumerateArray()) { if (item.ValueKind == JsonValueKind.Null) { array.Add(null); } else { array.Add(item.GetObject()); } } annotations = array; continue; } if (property.NameEquals("folder")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } folder = DatasetFolder.DeserializeDatasetFolder(property.Value); continue; } if (property.NameEquals("typeProperties")) { foreach (var property0 in property.Value.EnumerateObject()) { if (property0.NameEquals("location")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } location = DatasetLocation.DeserializeDatasetLocation(property0.Value); continue; } if (property0.NameEquals("compression")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } compression = DatasetCompression.DeserializeDatasetCompression(property0.Value); continue; } } continue; } additionalPropertiesDictionary ??= new Dictionary <string, object>(); if (property.Value.ValueKind == JsonValueKind.Null) { additionalPropertiesDictionary.Add(property.Name, null); } else { additionalPropertiesDictionary.Add(property.Name, property.Value.GetObject()); } } additionalProperties = additionalPropertiesDictionary; return(new BinaryDataset(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties, location, compression)); }
internal static DelimitedTextDataset DeserializeDelimitedTextDataset(JsonElement element) { string type = default; string description = default; object structure = default; object schema = default; LinkedServiceReference linkedServiceName = default; IDictionary <string, ParameterSpecification> parameters = default; IList <object> annotations = default; DatasetFolder folder = default; DatasetLocation location = default; object columnDelimiter = default; object rowDelimiter = default; object encodingName = default; DelimitedTextCompressionCodec?compressionCodec = default; DatasetCompressionLevel? compressionLevel = default; object quoteChar = default; object escapeChar = default; object firstRowAsHeader = default; object nullValue = default; IDictionary <string, object> additionalProperties = default; Dictionary <string, object> additionalPropertiesDictionary = default; foreach (var property in element.EnumerateObject()) { if (property.NameEquals("type")) { type = property.Value.GetString(); continue; } if (property.NameEquals("description")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } description = property.Value.GetString(); continue; } if (property.NameEquals("structure")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } structure = property.Value.GetObject(); continue; } if (property.NameEquals("schema")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } schema = property.Value.GetObject(); continue; } if (property.NameEquals("linkedServiceName")) { linkedServiceName = LinkedServiceReference.DeserializeLinkedServiceReference(property.Value); continue; } if (property.NameEquals("parameters")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } Dictionary <string, ParameterSpecification> dictionary = new Dictionary <string, ParameterSpecification>(); foreach (var property0 in property.Value.EnumerateObject()) { if (property0.Value.ValueKind == JsonValueKind.Null) { dictionary.Add(property0.Name, null); } else { dictionary.Add(property0.Name, ParameterSpecification.DeserializeParameterSpecification(property0.Value)); } } parameters = dictionary; continue; } if (property.NameEquals("annotations")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } List <object> array = new List <object>(); foreach (var item in property.Value.EnumerateArray()) { if (item.ValueKind == JsonValueKind.Null) { array.Add(null); } else { array.Add(item.GetObject()); } } annotations = array; continue; } if (property.NameEquals("folder")) { if (property.Value.ValueKind == JsonValueKind.Null) { continue; } folder = DatasetFolder.DeserializeDatasetFolder(property.Value); continue; } if (property.NameEquals("typeProperties")) { foreach (var property0 in property.Value.EnumerateObject()) { if (property0.NameEquals("location")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } location = DatasetLocation.DeserializeDatasetLocation(property0.Value); continue; } if (property0.NameEquals("columnDelimiter")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } columnDelimiter = property0.Value.GetObject(); continue; } if (property0.NameEquals("rowDelimiter")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } rowDelimiter = property0.Value.GetObject(); continue; } if (property0.NameEquals("encodingName")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } encodingName = property0.Value.GetObject(); continue; } if (property0.NameEquals("compressionCodec")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } compressionCodec = new DelimitedTextCompressionCodec(property0.Value.GetString()); continue; } if (property0.NameEquals("compressionLevel")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } compressionLevel = new DatasetCompressionLevel(property0.Value.GetString()); continue; } if (property0.NameEquals("quoteChar")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } quoteChar = property0.Value.GetObject(); continue; } if (property0.NameEquals("escapeChar")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } escapeChar = property0.Value.GetObject(); continue; } if (property0.NameEquals("firstRowAsHeader")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } firstRowAsHeader = property0.Value.GetObject(); continue; } if (property0.NameEquals("nullValue")) { if (property0.Value.ValueKind == JsonValueKind.Null) { continue; } nullValue = property0.Value.GetObject(); continue; } } continue; } additionalPropertiesDictionary ??= new Dictionary <string, object>(); if (property.Value.ValueKind == JsonValueKind.Null) { additionalPropertiesDictionary.Add(property.Name, null); } else { additionalPropertiesDictionary.Add(property.Name, property.Value.GetObject()); } } additionalProperties = additionalPropertiesDictionary; return(new DelimitedTextDataset(type, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties, location, columnDelimiter, rowDelimiter, encodingName, compressionCodec, compressionLevel, quoteChar, escapeChar, firstRowAsHeader, nullValue)); }