private void QueryIDs(string[] dataSets)
{
long setID, prdsID;
double selfFillValue, dayFillValue, dayInvalidValue;
string set;
foreach (string setName in dataSets)
{
set = setName.Replace("_", "");
if (_dbCon.QueryDatasetsID("AIRS", set, out prdsID, out setID))
{
_pro._datasetsIDs.Add(set, setID);
_pro._datasetsPrdsIDs.Add(set, prdsID);
}
if (_dbCon.QueryDatasetsInvalidValue("AIRS", set, out selfFillValue, out dayFillValue, out dayInvalidValue))
{
_pro._selfFillValue.Add(set, selfFillValue);
_pro._dayFillValue.Add(set, dayFillValue);
_pro._dayInvalidValue.Add(set, dayInvalidValue);
}
}
long regionID;
foreach (PrjEnvelopeItem prjItem in _prjEnvelopes)
{
if (!_dbCon.IshasDataRegionRecord(prjItem, out regionID)) //!_dbCon.IshasRecord(tableName, "regionName", prjItem.Name.ToLower()))
{
regionID = _dbCon.InsertRegionTable(prjItem.Name.ToLower(), prjItem.PrjEnvelope.MinX, prjItem.PrjEnvelope.MaxX, prjItem.PrjEnvelope.MinY, prjItem.PrjEnvelope.MaxY);
}
_pro._regionIDs.Add(prjItem.Name, regionID);
}
}
public void Compute(Action <int, string> progressCallback)
{
if (progressCallback != null)
{
progressCallback(1, "周期合成开始,链接数据库...");
}
if (File.Exists(_dataBaseXml))
{
_con = new ConnectMySqlCloud();
}
else
{
return;
}
_periodicsyn = new PeriodicSynPrds2Base(_args.InputDir, "周期合成入库", _con);
_statics = _args.StatisticsTypes;//统计类型
string[] periods = _args.PeriodTypes;
_inputDataPath = Path.Combine(_args.InputDir, "日拼接产品");
_overwritefiles = _args.OverWriteHistoryFiles;
if (!Directory.Exists(_inputDataPath))
{
MessageBox.Show("配置的输入文件目录不存在！请重试！");
return;
}
string outputdir = Path.Combine(_args.OutputDir, "周期合成产品");
if (!Directory.Exists(outputdir))
{
Directory.CreateDirectory(outputdir);
}
DirectoryInfo dir = new DirectoryInfo(_inputDataPath);
List <string> childPath = new List <string>();
//日拼接产品\Cloud_Effective_Emissivity\AQUA\MODIS\2011\1\day或nigh\resl
int al = dir.GetDirectories("*").Length;
if (al == 0)
{
return;
}
float interval = 99 / al;
int i = -1;
foreach (DirectoryInfo dChild in dir.GetDirectories("*"))
{
i++;
childPath.Add(dChild.FullName); //存放每个子产品
string setName = dChild.Name;
double filvalue, invalidvalue, setfill;
if (!_con.QueryDatasetsInvalidValue(_dataOrigin, setName, out setfill, out filvalue, out invalidvalue))
{
continue;
}
if (progressCallback != null)
{
progressCallback((int)(i * interval) + 1, "开始扫描" + dChild.FullName + "的待处理文件...");
}
RasterStatics sta = new RasterStatics();
sta.SetDstFillValues(filvalue.ToString());
sta.SetDstInvalidValues(invalidvalue.ToString());
string dayfileformat = "*{0}*{1}*.ldf";
string[] danightlabels = new string[2] {
"day", "night"
};
foreach (string label in danightlabels)
{
string[] parafiles = Directory.GetFiles(dChild.FullName, string.Format(dayfileformat, _dataOrigin, label), SearchOption.AllDirectories);
if (parafiles.Length == 0)
{
continue;
}
//按月进行分组
Dictionary <string, List <string> > monthFiles = new Dictionary <string, List <string> >();
foreach (string file in parafiles.ToArray())
{
string path = Path.GetDirectoryName(file);
if (!monthFiles.ContainsKey(path))
{
monthFiles.Add(path, new List <string>(new string[1] {
file
}));
}
else
{
monthFiles[path].Add(file);
}
}
//旬文件名，产品类型_MOD06_region_旬产品_yyyy-mm-N_MAX/MIN/AVG_day或night_0.05.LDF
Dictionary <string, string> dirxunlist = new Dictionary <string, string>();
//将数据按区域进行分组；
float m = -1;
int ml = monthFiles.Keys.Count;
foreach (string monthdir in monthFiles.Keys)
{
int start = monthdir.LastIndexOf("\\") + 1;
string resl = monthdir.Substring(start, monthdir.Length - start);
string dirXun = "{0}\\{1}\\{2}\\{3}\\{4}\\{5}";
dirXun = string.Format(dirXun, dir.Parent.FullName, "周期合成产品", dChild.Name, _satellite, _sensor, label + "\\" + resl + "\\Ten");
if (!dirxunlist.ContainsKey(dirXun))
{
dirxunlist.Add(dirXun, resl);
}
m++;
Dictionary <string, List <string> > regionFiles = new Dictionary <string, List <string> >();
foreach (string file in monthFiles[monthdir])
{
string fileName = Path.GetFileNameWithoutExtension(file);
string[] parts = fileName.Split('_');
if (parts.Length != 6)
{
continue;
}
string region = parts[2];
if (!regionFiles.ContainsKey(region))
{
regionFiles.Add(region, new List <string>(new string[1] {
file
}));
}
else
{
regionFiles[region].Add(file);
}
}
if (progressCallback != null)
{
progressCallback((int)(interval * (i + m / ml * 0.5)) + 1, "正在处理" + monthdir + "的旬产品...");
}
ComputeTenPeriodSyn(setName, dirXun, regionFiles, sta, resl, progressCallback, label);
}
string dirnext;
if (periods.Contains("MONTH"))
{
if (dirxunlist.Count < 1)
{
continue;
}
int xlength = dirxunlist.Count;
int xcur = 0;
foreach (string dirXun in dirxunlist.Keys)
{
string resl = dirxunlist[dirXun];
string flabel = string.Format("_{0}_{1}.LDF", label, resl);
if (progressCallback != null)
{
progressCallback((int)(interval * (i * 1.0 / xlength * xcur++ + 0.5)) + 1, "正在处理" + dirXun + "的月产品...");
}
UpdateDataNext(dirXun, "Ten", "Month", out dirnext, sta, progressCallback, flabel);
if (periods.Contains("YEAR"))
{
if (progressCallback != null)
{
progressCallback((int)(interval * (i * 1.0 / xlength * xcur + 0.8)) + 1, "正在处理" + dirnext + "的年产品...");
}
UpdateDataNext(dirnext, "Month", "Year", out dirnext, sta, progressCallback, flabel);
}
}
}
}
}
if (progressCallback != null)
{
progressCallback(100, "周期合成完成！");
}
return;
}
public void Compute(Action <int, string> progressCallback)
{
if (File.Exists(_dataBaseXml))
{
_con = new ConnectMySqlCloud();
}
else
{
if (progressCallback != null)
{
progressCallback(-1, "数据库配置文件" + @"\SystemData\ProductArgs\CLD\CPDataBaseArgs.xml" + "不存在！");
}
return;
}
_periodicsyn = new PeriodicSynPrds2Base(_args.InputDir, "周期合成入库", _con);
_statics = _args.StatisticsTypes;//统计类型
_overwritefiles = _args.OverWriteHistoryFiles;
string[] periods = null;
if (_periodPrdsArgs == "YEAR")
{
periods = new string[3] {
"YEAR", "MONTH", "TEN"
}
}
;
else if (_periodPrdsArgs == "MONTH")
{
periods = new string[2] {
"MONTH", "TEN"
}
}
;
//string[] periods = _args.PeriodTypes;
_inputDataPath = Path.Combine(_args.InputDir, "日拼接产品");
if (!Directory.Exists(_inputDataPath))
{
if (progressCallback != null)
{
progressCallback(-1, "输入文件目录" + _inputDataPath + "不存在！请重试！");
}
return;
}
if (progressCallback != null)
{
progressCallback(-1, "输入文件夹：" + _inputDataPath);
}
string outputdir = Path.Combine(_args.OutputDir, "周期合成产品");
if (progressCallback != null)
{
progressCallback(-1, "输出文件夹：" + outputdir);
}
if (!Directory.Exists(outputdir))
{
Directory.CreateDirectory(outputdir);
}
//日拼接产品\CloudEffectiveEmissivity\TERRA\MODIS\2011\1\day或night\resl
int al = _validsets.Length;
if (al == 0)
{
return;
}
float interval = 99 / al / 2;
int i = -1, pp;
string childpath;
List <string> childPath = new List <string>();
foreach (string set in _validsets)
{
i++;
pp = i + 1;
string setName = set.Replace("_", "");
double filvalue, invalidvalue, setfill;
//childpath = Path.Combine(_inputDataPath, set.Replace("_", ""));
childpath = Path.Combine(new string[] { _inputDataPath, set.Replace("_", ""), _satellite, _sensor, _singleyear.ToString() });
if (progressCallback != null)
{
progressCallback((int)(i * interval * 2) + 1, "共" + _validsets.Length + "个数据集,开始处理第" + pp + "个，" + set + ",文件夹：" + childpath);
}
if (progressCallback != null)
{
progressCallback(-1, "\t链接数据库,查询数据集ID及无效值...");
}
if (!_con.QueryDatasetsID(_dataOrigin, setName, out _prdID, out _datasetID))//_sensor
{
if (progressCallback != null)
{
progressCallback(-1, "\t链接数据库,查询数据集ID失败！");
}
continue;
}
if (!_con.QueryDatasetsInvalidValue(_dataOrigin, setName, out setfill, out filvalue, out invalidvalue))//_sensor
{
if (progressCallback != null)
{
progressCallback(-1, "\t链接数据库,查询数据集无效值失败！");
}
continue;
}
RasterStatics sta = new RasterStatics();
sta.SetDstFillValues(filvalue.ToString());
sta.SetDstInvalidValues(invalidvalue.ToString());
//sta.SetDstInvalidValues("0");
#region 原有算法
string dayfileformat = null;
//CloudFractionDay_MOD06_china_day_20060101_0.05.LDF
string[] danightlabels = new string[2] {
"day", "night"
};
int dnc = 0, kk;
foreach (string label in danightlabels)
{
if (progressCallback != null)
{
progressCallback((int)(interval * (i + dnc++ / 2.0f)) + 1, "\t开始扫描数据集" + set + "的" + _singleyear + "年的" + label + "文件...");
}
kk = dnc;
//CloudFractionDay_MOD06_china_day_20060101_0.05.LDF
DirectoryInfo yearDirInfo = new DirectoryInfo(childpath);
int monthCount = yearDirInfo.GetDirectories().Length;
if (progressCallback != null)
{
progressCallback(-1, "\t共" + monthCount + "个月待处理...");
}
if (monthFiles != null)
{
monthFiles.Clear();
}
dayfileformat = string.Format("{0}*{1}*{2}_{3}*.ldf", setName, _dataOrigin, label, _singleyear);
foreach (DirectoryInfo d in yearDirInfo.GetDirectories()) //查找子目录，月
{
//日拼接产品\CloudEffectiveRadius\TERRA\MODIS\2006\1\day\0.01
if (progressCallback != null)
{
progressCallback(-1, "\t开始扫描" + _singleyear + "年" + d.Name + "月的旬文件...");
}
TryComputeXunFiles(Path.Combine(yearDirInfo.FullName, d.ToString()), dayfileformat, progressCallback);
}
//string[] parafiles = Directory.GetFiles(childpath, string.Format(dayfileformat, setName,_dataOrigin, label,_singleyear), SearchOption.AllDirectories);
//if (parafiles.Length == 0)
//{
// if (progressCallback != null)
// progressCallback(-1, "\t没有符合数据集" + set + "的" + _singleyear + "年的" + label + "的文件！");
// continue;
//}
////按月进行分组
//Dictionary<string, List<string>> monthFiles = new Dictionary<string, List<string>>();
//foreach (string file in parafiles.ToArray())
//{
// string path = Path.GetDirectoryName(file);
// if (!path.Replace(childpath, "").Contains("\\" + _singleyear.ToString() + "\\"))
// continue;
// if (!monthFiles.ContainsKey(path))
// monthFiles.Add(path, new List<string>(new string[1] { file }));
// else
// monthFiles[path].Add(file);
//}
//if (progressCallback != null)
// progressCallback(-1, "\t共" + monthFiles.Count + "个月的" + parafiles.Length + "个日拼接文件...");
//旬文件名，产品类型_MOD06_region_旬产品_yyyy-mm-N_MAX/MIN/AVG_day或night_0.05.LDF
Dictionary <string, string> dirxunlist = new Dictionary <string, string>();
//将数据按区域进行分组；
float m = -1;
int ml = monthFiles.Keys.Count;
if (ml == 0)
{
if (progressCallback != null)
{
progressCallback(-1, "\t没有符合数据集" + set + "的" + _singleyear + "年的" + label + "文件！");
}
continue;
}
string[] monthdirparts = null;
float reslf = 0;
foreach (string monthdir in monthFiles.Keys)
{
int start = monthdir.LastIndexOf("\\") + 1;
string resl = monthdir.Substring(start, monthdir.Length - start);
monthdirparts = monthdir.Split('\\');
if (!float.TryParse(monthdirparts[monthdirparts.Length - 1], out reslf) || !danightlabels.Contains(monthdirparts[monthdirparts.Length - 2].ToLower()))
{
continue;
}
string dirXun = "{0}\\{1}\\{2}\\{3}\\{4}";
dirXun = string.Format(dirXun, outputdir, set.Replace("_", ""), _satellite, _sensor, label + "\\" + resl + "\\Ten");
if (!dirxunlist.ContainsKey(dirXun))
{
dirxunlist.Add(dirXun, resl);
}
m++;
Dictionary <string, List <string> > regionFiles = new Dictionary <string, List <string> >();
foreach (string file in monthFiles[monthdir])
{
string fileName = Path.GetFileNameWithoutExtension(file);
string[] parts = fileName.Split('_');
//CloudMultiLayerFlag_MOD06_china_day_20110101_0.01.LDF
if (parts.Length < 6)
{
continue;
}
string region = parts[2];
if (!regionFiles.ContainsKey(region))
{
regionFiles.Add(region, new List <string>(new string[1] {
file
}));
}
else
{
regionFiles[region].Add(file);
}
}
if (progressCallback != null)
{
progressCallback((int)(interval * (i + kk / 2.0f + m / ml * 0.8)) + 1, "\t\t正在合成" + monthdir + "的旬产品...");
}
ComputeTenPeriodSyn(setName, dirXun, regionFiles, sta, resl, progressCallback, label);
}
string dirnext;
if (periods.Contains("MONTH"))
{
if (dirxunlist.Count < 1)
{
continue;
}
if (progressCallback != null)
{
progressCallback(-1, "\t开始合成" + setName + "的" + _singleyear + "年" + label + "的月产品...");
}
int xlength = dirxunlist.Count;
int xcur = 0;
foreach (string dirXun in dirxunlist.Keys)
{
string resl = dirxunlist[dirXun];
string flabel = string.Format("_{0}_{1}.LDF", label, resl);
if (progressCallback != null)
{
progressCallback((int)(interval * (i + kk / 2.0f + xcur++ / (1.0f * xlength) * 0.2 + 0.8)) + 1, "\t\t正在合成" + dirXun + "的月产品...");
}
UpdateDataNext(dirXun, "Ten", "Month", out dirnext, sta, progressCallback, flabel);
if (periods.Contains("YEAR"))
{
if (progressCallback != null)
{
progressCallback(-1, "\t\t正在合成" + dirnext + "的年产品...");
}
UpdateDataNext(dirnext, "Month", "Year", out dirnext, sta, progressCallback, flabel);
}
}
}
}
#endregion
}
if (progressCallback != null)
{
progressCallback(100, "周期合成完成！");
}
return;
}