public void read_content_via_web_hdfs()
{
var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase));
var file = hdfsClient.OpenFile("/user/hue/test.output/stdout").Result;
using (var reader = new StreamReader(file))
{
var content = reader.ReadToEnd();
Console.WriteLine();
Console.WriteLine(content);
}
}
private static HiveClient CreateApacheHiveClient()
{
var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(WebHdfsBase));
var hCatalogClient = new WebHCatalogJobClient(Connect.WithTestUser(WebHcatBase));
var client = new HiveClient(hdfsClient, hCatalogClient, new HiveClientConfig
{
ResultsFolderBase = @"/tmp/hiveQueries/",
StrandardOutputFileName = "stdout"
});
return client;
}
private static HiveClient CreateApacheHiveClient()
{
var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(WebHdfsBase));
var hCatalogClient = new WebHCatalogJobClient(Connect.WithTestUser(WebHcatBase));
var client = new HiveClient(hdfsClient, hCatalogClient, new HiveClientConfig
{
ResultsFolderBase = @"/tmp/hiveQueries/",
StrandardOutputFileName = "stdout"
});
return(client);
}
public void read_content_via_web_hdfs()
{
var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase));
var file = hdfsClient.OpenFile("/user/hue/test.output/stdout").Result;
using (var reader = new StreamReader(file))
{
var content = reader.ReadToEnd();
Console.WriteLine();
Console.WriteLine(content);
}
}
public void write_content_via_web_hdfs()
{
var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase));
hdfsClient.CreateDirectory("/abc2").Result.Should().BeTrue();
}
public void write_content_via_web_hdfs()
{
var hdfsClient = new WebHdfsHttpClient(Connect.WithTestUser(to: WebHdfsBase));
hdfsClient.CreateDirectory("/abc2").Result.Should().BeTrue();
}
