public void read_content_via_web_hdfs() { var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase)); var file = hdfsClient.OpenFile("/user/hue/test.output/stdout").Result; using (var reader = new StreamReader(file)) { var content = reader.ReadToEnd(); Console.WriteLine(); Console.WriteLine(content); } }
private static HiveClient CreateApacheHiveClient() { var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(WebHdfsBase)); var hCatalogClient = new WebHCatalogJobClient(Connect.WithTestUser(WebHcatBase)); var client = new HiveClient(hdfsClient, hCatalogClient, new HiveClientConfig { ResultsFolderBase = @"/tmp/hiveQueries/", StrandardOutputFileName = "stdout" }); return client; }
private static HiveClient CreateApacheHiveClient() { var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(WebHdfsBase)); var hCatalogClient = new WebHCatalogJobClient(Connect.WithTestUser(WebHcatBase)); var client = new HiveClient(hdfsClient, hCatalogClient, new HiveClientConfig { ResultsFolderBase = @"/tmp/hiveQueries/", StrandardOutputFileName = "stdout" }); return(client); }
public void read_content_via_web_hdfs() { var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase)); var file = hdfsClient.OpenFile("/user/hue/test.output/stdout").Result; using (var reader = new StreamReader(file)) { var content = reader.ReadToEnd(); Console.WriteLine(); Console.WriteLine(content); } }
public void write_content_via_web_hdfs() { var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase)); hdfsClient.CreateDirectory("/abc2").Result.Should().BeTrue(); }
public void write_content_via_web_hdfs() { var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase)); hdfsClient.CreateDirectory("/abc2").Result.Should().BeTrue(); }