示例#1
0
        /// <summary>
        /// Join data files
        /// </summary>
        /// <param name="inFiles">input nc files</param>
        /// <param name="outFile">joined output nc file</param>
        /// <param name="timeDimStr">time dimension name string</param>
        public static void JoinDataFiles_Time_bak1(List <string> inFiles, string outFile, string timeDimStr)
        {
            //Check number of selected files
            int fNum = inFiles.Count;

            if (fNum < 2)
            {
                MessageBox.Show("There should be at least two files!", "Error");
                return;
            }

            //Open the first file
            int            i, j;
            string         aFile     = inFiles[0];
            NetCDFDataInfo aDataInfo = new NetCDFDataInfo();

            aDataInfo.ReadDataInfo(aFile);
            //Change time dimension as unlimit
            for (i = 0; i < aDataInfo.Dimensions.Count; i++)
            {
                Dimension aDimS = aDataInfo.Dimensions[i];
                if (aDimS.DimName == timeDimStr)
                {
                    //aDimS.dimLen = -1;
                    //aDataInfo.dimList[i] = aDimS;
                    aDataInfo.unlimdimid = aDimS.DimId;
                    break;
                }
            }

            for (i = 0; i < aDataInfo.nvars; i++)
            {
                if (Global.MIMath.IsNumeric(aDataInfo.Variables[i].Name.Substring(0, 1)))
                {
                    aDataInfo.Variables[i].Name = 'V' + aDataInfo.Variables[i].Name;
                }
            }

            int tDimid = 0;

            NetCDF4.nc_inq_dimid(aDataInfo.ncid, timeDimStr, out tDimid);

            object[] sttu  = aDataInfo.GetStartTimeInfo();
            DateTime sTime = (DateTime)sttu[0];
            TimeUnit aTU   = (TimeUnit)sttu[1];

            //Create output nc file and write the data of the first file
            aDataInfo.CreateNCFile(outFile);

            //Write the data of first data file
            NetCDFDataInfo bDataInfo = new NetCDFDataInfo();

            bDataInfo.ReadDataInfo(inFiles[0]);
            for (i = 0; i < bDataInfo.nvars; i++)
            {
                Variable aVarS   = aDataInfo.Variables[i];
                object[] varData = new object[1];
                bDataInfo.GetVarData(aVarS, ref varData);

                int[] start = new int[aVarS.DimNumber];
                int[] count = new int[aVarS.DimNumber];
                for (int v = 0; v < aVarS.DimNumber; v++)
                {
                    start[v] = 0;
                    count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;
                }
                aDataInfo.WriteVara(aVarS, start, count, varData);
            }

            //Join data
            //Add data
            for (i = 1; i < fNum; i++)
            {
                aFile     = inFiles[i];
                bDataInfo = new NetCDFDataInfo();
                bDataInfo.ReadDataInfo(aFile);

                int tDimNum = 1;
                NetCDF4.nc_inq_dimlen(aDataInfo.ncid, tDimid, out tDimNum);
                for (j = 0; j < bDataInfo.nvars; j++)
                {
                    Variable aVarS = bDataInfo.Variables[j];
                    int      vIdx  = aDataInfo.VariableNames.IndexOf(aVarS.Name);
                    if (vIdx < 0)
                    {
                        continue;
                    }

                    if (aVarS.DimNumber > 1)
                    {
                        if (Array.IndexOf(aVarS.DimIds, tDimid) < 0)
                        {
                            continue;
                        }

                        object[] varData = new object[1];
                        bDataInfo.GetVarData(aVarS, ref varData);

                        int[] start = new int[aVarS.DimNumber];
                        int[] count = new int[aVarS.DimNumber];
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;
                        }
                        start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                        bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varData);
                    }

                    if (aVarS.Name == timeDimStr)
                    {
                        object[] varData = new object[1];
                        bDataInfo.GetVarData(aVarS, ref varData);
                        sttu = bDataInfo.GetStartTimeInfo();
                        DateTime nTime = (DateTime)sttu[0];
                        TimeUnit nTU   = (TimeUnit)sttu[1];
                        if (DateTime.Compare(sTime, nTime) != 0)
                        {
                            double shift = 0.0;
                            switch (aTU)
                            {
                            case TimeUnit.Day:
                                shift = nTime.Subtract(sTime).TotalDays;
                                break;

                            case TimeUnit.Hour:
                                shift = nTime.Subtract(sTime).TotalHours;
                                break;

                            case TimeUnit.Minute:
                                shift = nTime.Subtract(sTime).TotalMinutes;
                                break;

                            case TimeUnit.Second:
                                shift = nTime.Subtract(sTime).TotalSeconds;
                                break;
                            }
                            for (int d = 0; d < varData.Length; d++)
                            {
                                varData[d] = (double)varData[d] + shift;
                            }
                        }

                        int[] start = new int[aVarS.DimNumber];
                        int[] count = new int[aVarS.DimNumber];
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;
                        }
                        start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                        bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varData);
                    }
                }
            }

            //Close data file
            aDataInfo.CloseNCFile();
        }
示例#2
0
        /// <summary>
        /// Join data files
        /// </summary>
        /// <param name="inFiles">input nc files</param>
        /// <param name="outFile">joined output nc file</param>
        /// <param name="timeDimStr">time dimension name string</param>
        public static void JoinDataFiles_Time(List <string> inFiles, string outFile, string timeDimStr)
        {
            string timeVarStr = timeDimStr;

            //Check number of selected files
            int fNum = inFiles.Count;

            if (fNum < 2)
            {
                MessageBox.Show("There should be at least two files!", "Error");
                return;
            }

            //Open the first file
            int            i, j;
            string         aFile     = inFiles[0];
            NetCDFDataInfo aDataInfo = new NetCDFDataInfo();

            aDataInfo.ReadDataInfo(aFile);

            switch (aDataInfo.Convention)
            {
            case Conventions.WRFOUT:
                timeDimStr = "Time";
                timeVarStr = "Times";
                break;
            }

            //Change time dimension as unlimit
            for (i = 0; i < aDataInfo.Dimensions.Count; i++)
            {
                Dimension aDimS = aDataInfo.Dimensions[i];
                if (aDimS.DimName == timeDimStr)
                {
                    //aDimS.dimLen = -1;
                    //aDataInfo.dimList[i] = aDimS;
                    aDataInfo.unlimdimid = aDimS.DimId;
                    break;
                }
            }

            for (i = 0; i < aDataInfo.nvars; i++)
            {
                if (Global.MIMath.IsNumeric(aDataInfo.Variables[i].Name.Substring(0, 1)))
                {
                    aDataInfo.Variables[i].Name = 'V' + aDataInfo.Variables[i].Name;
                }
            }

            int tDimid = 0;

            NetCDF4.nc_inq_dimid(aDataInfo.ncid, timeDimStr, out tDimid);

            //object[] sttu = aDataInfo.GetStartTimeInfo();
            //DateTime sTime = (DateTime)sttu[0];
            //TimeUnit aTU = (TimeUnit)sttu[1];

            //Create output nc file and write the data of the first file
            aDataInfo.CreateNCFile(outFile);

            //Write the data of first data file
            NetCDFDataInfo bDataInfo = new NetCDFDataInfo();

            bDataInfo.ReadDataInfo(inFiles[0]);
            for (i = 0; i < bDataInfo.nvars; i++)
            {
                Variable aVarS  = aDataInfo.Variables[i];
                int      dimNum = aVarS.DimNumber;
                int[]    start  = new int[dimNum];
                int[]    count  = new int[dimNum];
                if (dimNum == 4)
                {
                    start[2] = 0;
                    count[2] = aVarS.Dimensions[2].DimLength;
                    start[3] = 0;
                    count[3] = aVarS.Dimensions[3].DimLength;
                    for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                    {
                        start[0] = d1;
                        count[0] = 1;
                        for (int d2 = 0; d2 < aVarS.Dimensions[1].DimLength; d2++)
                        {
                            start[1] = d2;
                            count[1] = 1;

                            object[] varaData = new object[1];
                            bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                            aDataInfo.WriteVara(aVarS, start, count, varaData);
                        }
                    }
                }
                else if (dimNum == 3)
                {
                    start[1] = 0;
                    count[1] = aVarS.Dimensions[1].DimLength;
                    start[2] = 0;
                    count[2] = aVarS.Dimensions[2].DimLength;
                    for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                    {
                        start[0] = d1;
                        count[0] = 1;

                        object[] varaData = new object[1];
                        bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                        aDataInfo.WriteVara(aVarS, start, count, varaData);
                    }
                }
                else
                {
                    for (int v = 0; v < aVarS.DimNumber; v++)
                    {
                        start[v] = 0;
                        count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;

                        object[] varData = new object[1];
                        bDataInfo.GetVarData(aVarS, ref varData);
                        aDataInfo.WriteVara(aVarS, start, count, varData);
                    }
                }
            }

            //Join data
            //Add data
            for (i = 1; i < fNum; i++)
            {
                aFile     = inFiles[i];
                bDataInfo = new NetCDFDataInfo();
                bDataInfo.ReadDataInfo(aFile);

                int tDimNum = 1;
                NetCDF4.nc_inq_dimlen(aDataInfo.ncid, tDimid, out tDimNum);
                for (j = 0; j < bDataInfo.nvars; j++)
                {
                    Variable aVarS = bDataInfo.Variables[j];
                    int      vIdx  = aDataInfo.VariableNames.IndexOf(aVarS.Name);
                    if (vIdx < 0)
                    {
                        continue;
                    }

                    if (Array.IndexOf(aVarS.DimIds, tDimid) < 0)
                    {
                        continue;
                    }

                    int   dimNum = aVarS.DimNumber;
                    int[] start  = new int[dimNum];
                    int[] count  = new int[dimNum];
                    if (dimNum == 4)
                    {
                        start[2] = 0;
                        count[2] = aVarS.Dimensions[2].DimLength;
                        start[3] = 0;
                        count[3] = aVarS.Dimensions[3].DimLength;
                        for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                        {
                            start[0] = d1;
                            count[0] = 1;
                            for (int d2 = 0; d2 < aVarS.Dimensions[1].DimLength; d2++)
                            {
                                start[0] = d1;
                                start[1] = d2;
                                count[1] = 1;

                                object[] varaData = new object[1];
                                bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                                start[Array.IndexOf(aVarS.DimIds, tDimid)] += tDimNum;
                                bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varaData);
                            }
                        }
                    }
                    else if (dimNum == 3)
                    {
                        start[1] = 0;
                        count[1] = aVarS.Dimensions[1].DimLength;
                        start[2] = 0;
                        count[2] = aVarS.Dimensions[2].DimLength;
                        for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                        {
                            start[0] = d1;
                            count[0] = 1;

                            object[] varaData = new object[1];
                            bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                            start[Array.IndexOf(aVarS.DimIds, tDimid)] += tDimNum;
                            bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varaData);
                        }
                    }
                    else
                    {
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;

                            object[] varData = new object[1];
                            bDataInfo.GetVarData(aVarS, ref varData);
                            start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                            bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varData);
                        }
                    }
                }
            }

            //Close data file
            aDataInfo.CloseNCFile();
        }
示例#3
0
        private void B_Convert_Click(object sender, EventArgs e)
        {
            //Check number of selected files
            int fNum = _M4Files.Length;

            if (fNum == 0)
            {
                return;
            }

            SaveFileDialog aDlg = new SaveFileDialog();

            aDlg.Filter = "NetCDF File (*.nc)|*.nc";
            if (aDlg.ShowDialog() == DialogResult.OK)
            {
                string outFile = aDlg.FileName;

                //Show progressbar
                toolStripProgressBar1.Visible = true;
                toolStripProgressBar1.Value   = 0;
                this.Cursor = Cursors.WaitCursor;

                //File loop
                int i;
                //NetCDFData CNetCDFData = new NetCDFData();
                NetCDFDataInfo  outDataInfo = new NetCDFDataInfo();
                List <string>   varList     = new List <string>();
                MICAPS4DataInfo inDataInfo  = new MICAPS4DataInfo();
                inDataInfo.ReadDataInfo(_M4Files[0]);

                //Set data info
                outDataInfo.FileName     = outFile;
                outDataInfo.IsGlobal     = false;
                outDataInfo.isLatLon     = true;
                outDataInfo.MissingValue = inDataInfo.MissingValue;
                outDataInfo.unlimdimid   = 2;

                //Add dimensions: lon, lat, time
                Dimension lonDim  = outDataInfo.AddDimension("lon", inDataInfo.XNum);
                Dimension latDim  = outDataInfo.AddDimension("lat", inDataInfo.YNum);
                Dimension timeDim = outDataInfo.AddDimension("time", -1);

                //Add variables
                outDataInfo.AddVariable("lon", NetCDF4.NcType.NC_DOUBLE, new Dimension[] { lonDim });
                outDataInfo.AddVariableAttribute("lon", "units", "degrees_east");
                outDataInfo.AddVariableAttribute("lon", "long_name", "longitude");
                outDataInfo.AddVariable("lat", NetCDF4.NcType.NC_DOUBLE, new Dimension[] { latDim });
                outDataInfo.AddVariableAttribute("lat", "units", "degrees_north");
                outDataInfo.AddVariableAttribute("lat", "long_name", "latitude");
                outDataInfo.AddVariable("time", NetCDF4.NcType.NC_DOUBLE, new Dimension[] { timeDim });
                outDataInfo.AddVariableAttribute("time", "units", "days since 1-1-1 00:00:00");
                outDataInfo.AddVariableAttribute("time", "long_name", "time");
                //outDataInfo.AddVariableAttribute("time", "delta_t", "0000-00-01 00:00:00");
                outDataInfo.AddVariable("dust", NetCDF4.NcType.NC_DOUBLE, new Dimension[] { timeDim, latDim, lonDim });
                outDataInfo.AddVariableAttribute("dust", "units", "ug/m-3");
                outDataInfo.AddVariableAttribute("dust", "long_name", "dust concentration");
                outDataInfo.AddVariableAttribute("dust", "missing_value", 9999);

                //Add global attributes
                outDataInfo.AddGlobalAttribute("title", "Asian dust storm forecast");
                outDataInfo.AddGlobalAttribute("model", "CUACE/Dust");
                outDataInfo.AddGlobalAttribute("institute", "Chinese Academy of Meteological Sciences");

                //Creat NetCDF file
                outDataInfo.CreateNCFile(outFile);

                DateTime sTime = DateTime.Parse("0001-1-1 00:00:00");

                for (i = 0; i < fNum; i++)
                {
                    string aFile = _M4Files[i];
                    if (i > 0)
                    {
                        inDataInfo = new MICAPS4DataInfo();
                        inDataInfo.ReadDataInfo(aFile);
                    }
                    else
                    {
                        //Write lon,lat data
                        outDataInfo.WriteVar("lon", inDataInfo.X);
                        outDataInfo.WriteVar("lat", inDataInfo.Y);
                    }

                    //Write time data
                    object[] tData = new object[1];
                    tData[0] = inDataInfo.DateTime.Subtract(sTime).TotalDays;
                    int[] start = new int[1];
                    int[] count = new int[1];
                    start[0] = i;
                    count[0] = 1;
                    outDataInfo.WriteVara("time", start, count, tData);

                    //Write dust data
                    object[] dustData = new object[inDataInfo.XNum * inDataInfo.YNum];
                    for (int m = 0; m < inDataInfo.YNum; m++)
                    {
                        for (int n = 0; n < inDataInfo.XNum; n++)
                        {
                            dustData[m * inDataInfo.XNum + n] = inDataInfo.GridData[m, n];
                        }
                    }
                    start    = new int[3];
                    start[0] = i;
                    start[1] = 0;
                    start[2] = 0;
                    count    = new int[3];
                    count[0] = 1;
                    count[1] = latDim.DimLength;
                    count[2] = lonDim.DimLength;
                    outDataInfo.WriteVara("dust", start, count, dustData);

                    //Set progressbar value
                    toolStripProgressBar1.Value = (int)((double)(i + 1) / (double)fNum * 100);
                    Application.DoEvents();
                }
                outDataInfo.CloseNCFile();

                //Hide progressbar
                toolStripProgressBar1.Visible = false;
                toolStripProgressBar1.Value   = 0;
                this.Cursor = Cursors.Default;
            }
        }