public static void GetDirectoryStatus(string destFolderName, string uri)
{
try
{
//connect to hadoop cluster
Uri myUri = new Uri(uri);
string userName = "******";
WebHDFSClient myClient = new WebHDFSClient(myUri, userName);
//list file contents of destination directory
Console.WriteLine();
Console.WriteLine("Contents of " + destFolderName);
myClient.GetDirectoryStatus(destFolderName).ContinueWith(
ds => ds.Result.Files.ToList().ForEach(
f => Console.WriteLine("- " + f.PathSuffix)
));
Console.ReadLine();
}
catch (Exception ex)
{
Console.WriteLine(ex.ToString());
}
}
/// <summary>
/// Check file exist or not
/// </summary>
/// <param name="path">relative path</param>
/// <param name="fileName">file name</param>
/// <returns></returns>
public bool IsFileExist(string path, string fileName)
{
bool isExist = false;
var dirStatus = _con.GetDirectoryStatus(path).Result;
IEnumerable <string> fileList = dirStatus.Files.Select(d => d.PathSuffix);
foreach (string x in fileList)
{
if (x == fileName)
{
isExist = true;
}
break;
}
return(isExist);
}
public static void LogToHadoop()
{
try
{
//set variables
string srcFileName = "C:\\Users\\deepakk\\Desktop\\Log.txt";
string destFolderName = "/log_error";
string destFileName = "err2.txt";
//connect to hadoop cluster
Uri myUri = new Uri("http://*****:*****@"C:\Users\Administrator\Desktop\integer.txt", "/user/hadoop/integer.txt")
//.ContinueWith(t => Console.WriteLine("new file located at " + t.Result))
//.ContinueWith(t => myClient.OpenFile("/user/hadoop/integer.txt")
//.ContinueWith(resp => resp.Result.Content.ReadAsStringAsync()
//.ContinueWith(bigString => Console.WriteLine("new file is " + bigString.Result.Length + " bytes long"))
//.ContinueWith(t2 => myClient.DeleteDirectory("/user/Administrator/'demosimplenewin'")
// .ContinueWith(b => Console.WriteLine("Successfully deleted file."))
// )
// )
// )
// );
//-----------------------------------------------------
//keep command window open until user presses enter
Console.ReadLine();
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
}
}
public static void Copy(Uri myUri, string destFolderName)
{
WebHDFSClient myClient = new WebHDFSClient(myUri, "hadoop");
//drop destination directory (if exists)
// myClient.DeleteDirectory(destFolderName, true).Wait();
////create destination directory
// myClient.CreateDirectory(destFolderName).Wait();
////load file to destination directory
// string srcFileName = "D:\\IDE\\DATA SETS\\recipeitems-latest.json";
// myClient.CreateFile(srcFileName, destFolderName + "/" + "recipeitems-latest.json").Wait();
var a = myClient.GetDirectoryStatus(destFolderName);
var d = a.GetAwaiter();
d.OnCompleted(() =>
{
var c = d.GetResult().Files.ToList();
foreach (var VARIABLE in c)
{
Console.WriteLine(VARIABLE.PathSuffix);
}
Console.Read();
});
var f=myClient.OpenFile(destFolderName + "/4300.txt").GetAwaiter();
f.OnCompleted(() =>
{
Console.WriteLine(f.GetResult().ToString());
});
//var b = myClient.GetFileStatus(destFolderName + "/part-00000").GetAwaiter();
//b.OnCompleted(() =>
//{
// var s= b.GetResult();
//});
//Console.Read();
}
