Beispiel #1
0
 /// <summary>
 /// Initializes a new instance of the HdfsSource class.
 /// </summary>
 /// <param name="additionalProperties">Unmatched properties from the
 /// message are deserialized this collection</param>
 /// <param name="sourceRetryCount">Source retry count. Type: integer
 /// (or Expression with resultType integer).</param>
 /// <param name="sourceRetryWait">Source retry wait. Type: string (or
 /// Expression with resultType string), pattern:
 /// ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).</param>
 /// <param name="recursive">If true, files under the folder path will
 /// be read recursively. Default is true. Type: boolean (or Expression
 /// with resultType boolean).</param>
 /// <param name="distcpSettings">Specifies Distcp-related
 /// settings.</param>
 public HdfsSource(IDictionary <string, object> additionalProperties = default(IDictionary <string, object>), object sourceRetryCount = default(object), object sourceRetryWait = default(object), object recursive = default(object), DistcpSettings distcpSettings = default(DistcpSettings))
     : base(additionalProperties, sourceRetryCount, sourceRetryWait)
 {
     Recursive      = recursive;
     DistcpSettings = distcpSettings;
     CustomInit();
 }
Beispiel #2
0
 /// <summary>
 /// Validate the object.
 /// </summary>
 /// <exception cref="Rest.ValidationException">
 /// Thrown if validation fails
 /// </exception>
 public virtual void Validate()
 {
     if (DistcpSettings != null)
     {
         DistcpSettings.Validate();
     }
 }
Beispiel #3
0
 /// <summary>
 /// Initializes a new instance of the HdfsSource class.
 /// </summary>
 /// <param name="additionalProperties">Unmatched properties from the
 /// message are deserialized this collection</param>
 /// <param name="sourceRetryCount">Source retry count. Type: integer
 /// (or Expression with resultType integer).</param>
 /// <param name="sourceRetryWait">Source retry wait. Type: string (or
 /// Expression with resultType string), pattern:
 /// ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).</param>
 /// <param name="maxConcurrentConnections">The maximum concurrent
 /// connection count for the source data store. Type: integer (or
 /// Expression with resultType integer).</param>
 /// <param name="disableMetricsCollection">If true, disable data store
 /// metrics collection. Default is false. Type: boolean (or Expression
 /// with resultType boolean).</param>
 /// <param name="recursive">If true, files under the folder path will
 /// be read recursively. Default is true. Type: boolean (or Expression
 /// with resultType boolean).</param>
 /// <param name="distcpSettings">Specifies Distcp-related
 /// settings.</param>
 public HdfsSource(IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object sourceRetryCount = default(object), object sourceRetryWait = default(object), object maxConcurrentConnections = default(object), object disableMetricsCollection = default(object), object recursive = default(object), DistcpSettings distcpSettings = default(DistcpSettings))
     : base(additionalProperties, sourceRetryCount, sourceRetryWait, maxConcurrentConnections, disableMetricsCollection)
 {
     Recursive = recursive;
     DistcpSettings = distcpSettings;
     CustomInit();
 }
 /// <summary>
 /// Initializes a new instance of the HdfsReadSettings class.
 /// </summary>
 /// <param name="type">The read setting type.</param>
 /// <param name="additionalProperties">Unmatched properties from the
 /// message are deserialized this collection</param>
 /// <param name="maxConcurrentConnections">The maximum concurrent
 /// connection count for the source data store. Type: integer (or
 /// Expression with resultType integer).</param>
 /// <param name="recursive">If true, files under the folder path will
 /// be read recursively. Default is true. Type: boolean (or Expression
 /// with resultType boolean).</param>
 /// <param name="wildcardFolderPath">HDFS wildcardFolderPath. Type:
 /// string (or Expression with resultType string).</param>
 /// <param name="wildcardFileName">HDFS wildcardFileName. Type: string
 /// (or Expression with resultType string).</param>
 /// <param name="enablePartitionDiscovery">Indicates whether to enable
 /// partition discovery.</param>
 /// <param name="modifiedDatetimeStart">The start of file's modified
 /// datetime. Type: string (or Expression with resultType
 /// string).</param>
 /// <param name="modifiedDatetimeEnd">The end of file's modified
 /// datetime. Type: string (or Expression with resultType
 /// string).</param>
 /// <param name="distcpSettings">Specifies Distcp-related
 /// settings.</param>
 public HdfsReadSettings(string type, IDictionary <string, object> additionalProperties = default(IDictionary <string, object>), object maxConcurrentConnections = default(object), object recursive = default(object), object wildcardFolderPath = default(object), object wildcardFileName = default(object), bool?enablePartitionDiscovery = default(bool?), object modifiedDatetimeStart = default(object), object modifiedDatetimeEnd = default(object), DistcpSettings distcpSettings = default(DistcpSettings))
     : base(type, additionalProperties, maxConcurrentConnections)
 {
     Recursive                = recursive;
     WildcardFolderPath       = wildcardFolderPath;
     WildcardFileName         = wildcardFileName;
     EnablePartitionDiscovery = enablePartitionDiscovery;
     ModifiedDatetimeStart    = modifiedDatetimeStart;
     ModifiedDatetimeEnd      = modifiedDatetimeEnd;
     DistcpSettings           = distcpSettings;
     CustomInit();
 }
Beispiel #5
0
 /// <summary>
 /// Initializes a new instance of the HdfsReadSettings class.
 /// </summary>
 /// <param name="additionalProperties">Unmatched properties from the
 /// message are deserialized this collection</param>
 /// <param name="maxConcurrentConnections">The maximum concurrent
 /// connection count for the source data store. Type: integer (or
 /// Expression with resultType integer).</param>
 /// <param name="disableMetricsCollection">If true, disable data store
 /// metrics collection. Default is false. Type: boolean (or Expression
 /// with resultType boolean).</param>
 /// <param name="recursive">If true, files under the folder path will
 /// be read recursively. Default is true. Type: boolean (or Expression
 /// with resultType boolean).</param>
 /// <param name="wildcardFolderPath">HDFS wildcardFolderPath. Type:
 /// string (or Expression with resultType string).</param>
 /// <param name="wildcardFileName">HDFS wildcardFileName. Type: string
 /// (or Expression with resultType string).</param>
 /// <param name="fileListPath">Point to a text file that lists each
 /// file (relative path to the path configured in the dataset) that you
 /// want to copy. Type: string (or Expression with resultType
 /// string).</param>
 /// <param name="enablePartitionDiscovery">Indicates whether to enable
 /// partition discovery.</param>
 /// <param name="partitionRootPath">Specify the root path where
 /// partition discovery starts from. Type: string (or Expression with
 /// resultType string).</param>
 /// <param name="modifiedDatetimeStart">The start of file's modified
 /// datetime. Type: string (or Expression with resultType
 /// string).</param>
 /// <param name="modifiedDatetimeEnd">The end of file's modified
 /// datetime. Type: string (or Expression with resultType
 /// string).</param>
 /// <param name="distcpSettings">Specifies Distcp-related
 /// settings.</param>
 /// <param name="deleteFilesAfterCompletion">Indicates whether the
 /// source files need to be deleted after copy completion. Default is
 /// false. Type: boolean (or Expression with resultType
 /// boolean).</param>
 public HdfsReadSettings(IDictionary <string, object> additionalProperties = default(IDictionary <string, object>), object maxConcurrentConnections = default(object), object disableMetricsCollection = default(object), object recursive = default(object), object wildcardFolderPath = default(object), object wildcardFileName = default(object), object fileListPath = default(object), bool?enablePartitionDiscovery = default(bool?), object partitionRootPath = default(object), object modifiedDatetimeStart = default(object), object modifiedDatetimeEnd = default(object), DistcpSettings distcpSettings = default(DistcpSettings), object deleteFilesAfterCompletion = default(object))
     : base(additionalProperties, maxConcurrentConnections, disableMetricsCollection)
 {
     Recursive                  = recursive;
     WildcardFolderPath         = wildcardFolderPath;
     WildcardFileName           = wildcardFileName;
     FileListPath               = fileListPath;
     EnablePartitionDiscovery   = enablePartitionDiscovery;
     PartitionRootPath          = partitionRootPath;
     ModifiedDatetimeStart      = modifiedDatetimeStart;
     ModifiedDatetimeEnd        = modifiedDatetimeEnd;
     DistcpSettings             = distcpSettings;
     DeleteFilesAfterCompletion = deleteFilesAfterCompletion;
     CustomInit();
 }