static void PutDataToHDFS(string srcPath, string srcFileName, string trgtFilePath)
{
HdfsUtil data = new HdfsUtil(new Uri("http://master01:50070"), "root");
if (data.IsFileExist(trgtFilePath, srcFileName))
{
data.DeleteFile(string.Format("{0}/{1}", trgtFilePath, srcFileName));
}
data.PutDataToHdfs(string.Format("{0}\\{1}", srcPath, srcFileName), string.Format("{0}/{1}", trgtFilePath, srcFileName));
RefreshTblSchema();
}
static void PutDataToHDFS(string srcPath, string srcFileName, string trgtFilePath, string date)
{
HdfsUtil data = new HdfsUtil(new Uri("http://master01:50070"), "root");
string path = string.Format("{0}/month={1}", trgtFilePath, date.Substring(0, 6));
if (!data.IsDirectoryExist(trgtFilePath, string.Format("month={0}", date.Substring(0, 6))))
{
data.CreateDirectory(path);
}
if (data.IsFileExist(path, string.Format("{0}/{1}", path, srcFileName)))
{
data.DeleteFile(string.Format("{0}/{1}", path, srcFileName));
}
if (date.Substring(6, 2) == "01")
{
UpdateTblSchema(date);
}
data.PutDataToHdfs(string.Format("{0}\\{1}", srcPath, srcFileName), string.Format("{0}/{1}", path, srcFileName));
RefreshTblSchema();
}
