static void PutDataToHDFS(string srcPath, string srcFileName, string trgtFilePath) { HdfsUtil data = new HdfsUtil(new Uri("http://master01:50070"), "root"); if (data.IsFileExist(trgtFilePath, srcFileName)) { data.DeleteFile(string.Format("{0}/{1}", trgtFilePath, srcFileName)); } data.PutDataToHdfs(string.Format("{0}\\{1}", srcPath, srcFileName), string.Format("{0}/{1}", trgtFilePath, srcFileName)); RefreshTblSchema(); }
static void PutDataToHDFS(string srcPath, string srcFileName, string trgtFilePath, string date) { HdfsUtil data = new HdfsUtil(new Uri("http://master01:50070"), "root"); string path = string.Format("{0}/month={1}", trgtFilePath, date.Substring(0, 6)); if (!data.IsDirectoryExist(trgtFilePath, string.Format("month={0}", date.Substring(0, 6)))) { data.CreateDirectory(path); } if (data.IsFileExist(path, string.Format("{0}/{1}", path, srcFileName))) { data.DeleteFile(string.Format("{0}/{1}", path, srcFileName)); } if (date.Substring(6, 2) == "01") { UpdateTblSchema(date); } data.PutDataToHdfs(string.Format("{0}\\{1}", srcPath, srcFileName), string.Format("{0}/{1}", path, srcFileName)); RefreshTblSchema(); }