Esempio n. 1
0
        /// <summary>
        /// Join data files
        /// </summary>
        /// <param name="inFiles">input nc files</param>
        /// <param name="outFile">joined output nc file</param>
        public static void JoinDataFiles_Variable(List <string> inFiles, string outFile)
        {
            //Check number of selected files
            int fNum = inFiles.Count;

            if (fNum < 2)
            {
                MessageBox.Show("There should be at least two files!", "Error");
                return;
            }

            //Check top two files to decide joining time or variables
            string aFile = inFiles[0];

            NetCDFDataInfo aDataInfo = new NetCDFDataInfo();

            aDataInfo.ReadDataInfo(aFile);

            //Join data
            int i, j, res = 0;

            //Copy first file to output file
            File.Copy(aDataInfo.FileName, outFile, true);

            //Open output file
            int ncid = 0;

            res = NetCDF4.nc_open(outFile, (int)NetCDF4.CreateMode.NC_WRITE, out ncid);
            if (res != 0)
            {
                goto ERROR;
            }

            //Add data
            for (i = 1; i < fNum; i++)
            {
                aFile = inFiles[i];
                NetCDFDataInfo bDataInfo = new NetCDFDataInfo();
                bDataInfo.ReadDataInfo(aFile);
                //if (GetDataJoinType(aDataInfo, bDataInfo, "time") != 2)
                //    continue;

                for (j = 0; j < bDataInfo.nvars; j++)
                {
                    Variable aVarS = (Variable)bDataInfo.Variables[j].Clone();
                    if (aVarS.DimNumber > 1 && (!aDataInfo.VariableNames.Contains(aVarS.Name)))
                    {
                        aDataInfo.AddNewVariable(aVarS, ncid);

                        object[] varData = new object[1];
                        if (aVarS.DimNumber > 1)
                        {
                            int[] start = new int[aVarS.DimNumber];
                            int[] count = new int[aVarS.DimNumber];
                            for (int v = 1; v < aVarS.DimNumber; v++)
                            {
                                start[v] = 0;
                                count[v] = aVarS.Dimensions[v].DimLength;
                            }
                            for (int d = 0; d < aVarS.Dimensions[0].DimLength; d++)
                            {
                                start[0] = d;
                                count[0] = 1;

                                bDataInfo.GetVaraData(bDataInfo.Variables[j], start, count, ref varData);
                                aDataInfo.WriteVaraData(ncid, aVarS.VarId, aVarS.NCType, start, count, varData);
                            }
                        }
                        else
                        {
                            bDataInfo.GetVarData(bDataInfo.Variables[j], ref varData);
                            aDataInfo.WriteVarData(ncid, aVarS.VarId, aVarS.NCType, varData);
                        }
                    }
                }
            }

            //Close data file
            res = NetCDF4.nc_close(ncid);
            if (res != 0)
            {
                goto ERROR;
            }

            return;

ERROR:
            MessageBox.Show("Error: " + NetCDF4.nc_strerror(res), "Error");

            return;
        }
Esempio n. 2
0
        /// <summary>
        /// Join data files
        /// </summary>
        /// <param name="inFiles">input nc files</param>
        /// <param name="outFile">joined output nc file</param>
        /// <param name="timeDimStr">time dimension name string</param>
        public static void JoinDataFiles_Time_bak(List <string> inFiles, string outFile, string timeDimStr)
        {
            //Check number of selected files
            int fNum = inFiles.Count;

            if (fNum < 2)
            {
                MessageBox.Show("There should be at least two files!", "Error");
                return;
            }

            //Check top two files to decide joining time or variables
            string aFile = inFiles[0];

            NetCDFDataInfo aDataInfo = new NetCDFDataInfo();

            aDataInfo.ReadDataInfo(aFile);

            //Join data
            int i, j, res = 0;

            //Copy first file to output file
            File.Copy(aDataInfo.FileName, outFile, true);

            //Open output file
            int ncid = 0;

            res = NetCDF4.nc_open(outFile, (int)NetCDF4.CreateMode.NC_WRITE, out ncid);
            if (res != 0)
            {
                goto ERROR;
            }
            int tDimid = 0;

            NetCDF4.nc_inq_dimid(ncid, timeDimStr, out tDimid);

            //Add data
            for (i = 1; i < fNum; i++)
            {
                aFile = inFiles[i];
                NetCDFDataInfo bDataInfo = new NetCDFDataInfo();
                bDataInfo.ReadDataInfo(aFile);
                if (GetDataJoinType(aDataInfo, bDataInfo, timeDimStr) != 1)
                {
                    continue;
                }

                int tDimNum = 1;
                NetCDF4.nc_inq_dimlen(ncid, tDimid, out tDimNum);
                for (j = 0; j < bDataInfo.nvars; j++)
                {
                    Variable aVarS = bDataInfo.Variables[j];
                    if (aVarS.DimNumber > 1 || aVarS.Name == timeDimStr)
                    {
                        if (Array.IndexOf(aVarS.DimIds, tDimid) < 0)
                        {
                            continue;
                        }

                        object[] varData = new object[1];
                        bDataInfo.GetVarData(bDataInfo.Variables[j], ref varData);

                        int[] start = new int[aVarS.DimNumber];
                        int[] count = new int[aVarS.DimNumber];
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.DimIds[v]].DimLength;
                        }
                        start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                        bDataInfo.WriteVaraData(ncid, aVarS.VarId, aVarS.NCType, start, count, varData);
                    }
                }
            }

            //Close data file
            res = NetCDF4.nc_close(ncid);
            if (res != 0)
            {
                goto ERROR;
            }

            return;

ERROR:
            MessageBox.Show("Error: " + NetCDF4.nc_strerror(res), "Error");

            return;
        }
Esempio n. 3
0
        /// <summary>
        /// Join data files
        /// </summary>
        /// <param name="inFiles">input nc files</param>
        /// <param name="outFile">joined output nc file</param>
        /// <param name="timeDimStr">time dimension name string</param>
        public static void JoinDataFiles_Time(List <string> inFiles, string outFile, string timeDimStr)
        {
            string timeVarStr = timeDimStr;

            //Check number of selected files
            int fNum = inFiles.Count;

            if (fNum < 2)
            {
                MessageBox.Show("There should be at least two files!", "Error");
                return;
            }

            //Open the first file
            int            i, j;
            string         aFile     = inFiles[0];
            NetCDFDataInfo aDataInfo = new NetCDFDataInfo();

            aDataInfo.ReadDataInfo(aFile);

            switch (aDataInfo.Convention)
            {
            case Conventions.WRFOUT:
                timeDimStr = "Time";
                timeVarStr = "Times";
                break;
            }

            //Change time dimension as unlimit
            for (i = 0; i < aDataInfo.Dimensions.Count; i++)
            {
                Dimension aDimS = aDataInfo.Dimensions[i];
                if (aDimS.DimName == timeDimStr)
                {
                    //aDimS.dimLen = -1;
                    //aDataInfo.dimList[i] = aDimS;
                    aDataInfo.unlimdimid = aDimS.DimId;
                    break;
                }
            }

            for (i = 0; i < aDataInfo.nvars; i++)
            {
                if (Global.MIMath.IsNumeric(aDataInfo.Variables[i].Name.Substring(0, 1)))
                {
                    aDataInfo.Variables[i].Name = 'V' + aDataInfo.Variables[i].Name;
                }
            }

            int tDimid = 0;

            NetCDF4.nc_inq_dimid(aDataInfo.ncid, timeDimStr, out tDimid);

            //object[] sttu = aDataInfo.GetStartTimeInfo();
            //DateTime sTime = (DateTime)sttu[0];
            //TimeUnit aTU = (TimeUnit)sttu[1];

            //Create output nc file and write the data of the first file
            aDataInfo.CreateNCFile(outFile);

            //Write the data of first data file
            NetCDFDataInfo bDataInfo = new NetCDFDataInfo();

            bDataInfo.ReadDataInfo(inFiles[0]);
            for (i = 0; i < bDataInfo.nvars; i++)
            {
                Variable aVarS  = aDataInfo.Variables[i];
                int      dimNum = aVarS.DimNumber;
                int[]    start  = new int[dimNum];
                int[]    count  = new int[dimNum];
                if (dimNum == 4)
                {
                    start[2] = 0;
                    count[2] = aVarS.Dimensions[2].DimLength;
                    start[3] = 0;
                    count[3] = aVarS.Dimensions[3].DimLength;
                    for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                    {
                        start[0] = d1;
                        count[0] = 1;
                        for (int d2 = 0; d2 < aVarS.Dimensions[1].DimLength; d2++)
                        {
                            start[1] = d2;
                            count[1] = 1;

                            object[] varaData = new object[1];
                            bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                            aDataInfo.WriteVara(aVarS, start, count, varaData);
                        }
                    }
                }
                else if (dimNum == 3)
                {
                    start[1] = 0;
                    count[1] = aVarS.Dimensions[1].DimLength;
                    start[2] = 0;
                    count[2] = aVarS.Dimensions[2].DimLength;
                    for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                    {
                        start[0] = d1;
                        count[0] = 1;

                        object[] varaData = new object[1];
                        bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                        aDataInfo.WriteVara(aVarS, start, count, varaData);
                    }
                }
                else
                {
                    for (int v = 0; v < aVarS.DimNumber; v++)
                    {
                        start[v] = 0;
                        count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;

                        object[] varData = new object[1];
                        bDataInfo.GetVarData(aVarS, ref varData);
                        aDataInfo.WriteVara(aVarS, start, count, varData);
                    }
                }
            }

            //Join data
            //Add data
            for (i = 1; i < fNum; i++)
            {
                aFile     = inFiles[i];
                bDataInfo = new NetCDFDataInfo();
                bDataInfo.ReadDataInfo(aFile);

                int tDimNum = 1;
                NetCDF4.nc_inq_dimlen(aDataInfo.ncid, tDimid, out tDimNum);
                for (j = 0; j < bDataInfo.nvars; j++)
                {
                    Variable aVarS = bDataInfo.Variables[j];
                    int      vIdx  = aDataInfo.VariableNames.IndexOf(aVarS.Name);
                    if (vIdx < 0)
                    {
                        continue;
                    }

                    if (Array.IndexOf(aVarS.DimIds, tDimid) < 0)
                    {
                        continue;
                    }

                    int   dimNum = aVarS.DimNumber;
                    int[] start  = new int[dimNum];
                    int[] count  = new int[dimNum];
                    if (dimNum == 4)
                    {
                        start[2] = 0;
                        count[2] = aVarS.Dimensions[2].DimLength;
                        start[3] = 0;
                        count[3] = aVarS.Dimensions[3].DimLength;
                        for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                        {
                            start[0] = d1;
                            count[0] = 1;
                            for (int d2 = 0; d2 < aVarS.Dimensions[1].DimLength; d2++)
                            {
                                start[0] = d1;
                                start[1] = d2;
                                count[1] = 1;

                                object[] varaData = new object[1];
                                bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                                start[Array.IndexOf(aVarS.DimIds, tDimid)] += tDimNum;
                                bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varaData);
                            }
                        }
                    }
                    else if (dimNum == 3)
                    {
                        start[1] = 0;
                        count[1] = aVarS.Dimensions[1].DimLength;
                        start[2] = 0;
                        count[2] = aVarS.Dimensions[2].DimLength;
                        for (int d1 = 0; d1 < aVarS.Dimensions[0].DimLength; d1++)
                        {
                            start[0] = d1;
                            count[0] = 1;

                            object[] varaData = new object[1];
                            bDataInfo.GetVaraData(aVarS, start, count, ref varaData);
                            start[Array.IndexOf(aVarS.DimIds, tDimid)] += tDimNum;
                            bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varaData);
                        }
                    }
                    else
                    {
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;

                            object[] varData = new object[1];
                            bDataInfo.GetVarData(aVarS, ref varData);
                            start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                            bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varData);
                        }
                    }
                }
            }

            //Close data file
            aDataInfo.CloseNCFile();
        }
Esempio n. 4
0
        /// <summary>
        /// Join data files
        /// </summary>
        /// <param name="inFiles">input nc files</param>
        /// <param name="outFile">joined output nc file</param>
        /// <param name="timeDimStr">time dimension name string</param>
        public static void JoinDataFiles_Time_bak1(List <string> inFiles, string outFile, string timeDimStr)
        {
            //Check number of selected files
            int fNum = inFiles.Count;

            if (fNum < 2)
            {
                MessageBox.Show("There should be at least two files!", "Error");
                return;
            }

            //Open the first file
            int            i, j;
            string         aFile     = inFiles[0];
            NetCDFDataInfo aDataInfo = new NetCDFDataInfo();

            aDataInfo.ReadDataInfo(aFile);
            //Change time dimension as unlimit
            for (i = 0; i < aDataInfo.Dimensions.Count; i++)
            {
                Dimension aDimS = aDataInfo.Dimensions[i];
                if (aDimS.DimName == timeDimStr)
                {
                    //aDimS.dimLen = -1;
                    //aDataInfo.dimList[i] = aDimS;
                    aDataInfo.unlimdimid = aDimS.DimId;
                    break;
                }
            }

            for (i = 0; i < aDataInfo.nvars; i++)
            {
                if (Global.MIMath.IsNumeric(aDataInfo.Variables[i].Name.Substring(0, 1)))
                {
                    aDataInfo.Variables[i].Name = 'V' + aDataInfo.Variables[i].Name;
                }
            }

            int tDimid = 0;

            NetCDF4.nc_inq_dimid(aDataInfo.ncid, timeDimStr, out tDimid);

            object[] sttu  = aDataInfo.GetStartTimeInfo();
            DateTime sTime = (DateTime)sttu[0];
            TimeUnit aTU   = (TimeUnit)sttu[1];

            //Create output nc file and write the data of the first file
            aDataInfo.CreateNCFile(outFile);

            //Write the data of first data file
            NetCDFDataInfo bDataInfo = new NetCDFDataInfo();

            bDataInfo.ReadDataInfo(inFiles[0]);
            for (i = 0; i < bDataInfo.nvars; i++)
            {
                Variable aVarS   = aDataInfo.Variables[i];
                object[] varData = new object[1];
                bDataInfo.GetVarData(aVarS, ref varData);

                int[] start = new int[aVarS.DimNumber];
                int[] count = new int[aVarS.DimNumber];
                for (int v = 0; v < aVarS.DimNumber; v++)
                {
                    start[v] = 0;
                    count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;
                }
                aDataInfo.WriteVara(aVarS, start, count, varData);
            }

            //Join data
            //Add data
            for (i = 1; i < fNum; i++)
            {
                aFile     = inFiles[i];
                bDataInfo = new NetCDFDataInfo();
                bDataInfo.ReadDataInfo(aFile);

                int tDimNum = 1;
                NetCDF4.nc_inq_dimlen(aDataInfo.ncid, tDimid, out tDimNum);
                for (j = 0; j < bDataInfo.nvars; j++)
                {
                    Variable aVarS = bDataInfo.Variables[j];
                    int      vIdx  = aDataInfo.VariableNames.IndexOf(aVarS.Name);
                    if (vIdx < 0)
                    {
                        continue;
                    }

                    if (aVarS.DimNumber > 1)
                    {
                        if (Array.IndexOf(aVarS.DimIds, tDimid) < 0)
                        {
                            continue;
                        }

                        object[] varData = new object[1];
                        bDataInfo.GetVarData(aVarS, ref varData);

                        int[] start = new int[aVarS.DimNumber];
                        int[] count = new int[aVarS.DimNumber];
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;
                        }
                        start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                        bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varData);
                    }

                    if (aVarS.Name == timeDimStr)
                    {
                        object[] varData = new object[1];
                        bDataInfo.GetVarData(aVarS, ref varData);
                        sttu = bDataInfo.GetStartTimeInfo();
                        DateTime nTime = (DateTime)sttu[0];
                        TimeUnit nTU   = (TimeUnit)sttu[1];
                        if (DateTime.Compare(sTime, nTime) != 0)
                        {
                            double shift = 0.0;
                            switch (aTU)
                            {
                            case TimeUnit.Day:
                                shift = nTime.Subtract(sTime).TotalDays;
                                break;

                            case TimeUnit.Hour:
                                shift = nTime.Subtract(sTime).TotalHours;
                                break;

                            case TimeUnit.Minute:
                                shift = nTime.Subtract(sTime).TotalMinutes;
                                break;

                            case TimeUnit.Second:
                                shift = nTime.Subtract(sTime).TotalSeconds;
                                break;
                            }
                            for (int d = 0; d < varData.Length; d++)
                            {
                                varData[d] = (double)varData[d] + shift;
                            }
                        }

                        int[] start = new int[aVarS.DimNumber];
                        int[] count = new int[aVarS.DimNumber];
                        for (int v = 0; v < aVarS.DimNumber; v++)
                        {
                            start[v] = 0;
                            count[v] = bDataInfo.Dimensions[aVarS.Dimensions[v].DimId].DimLength;
                        }
                        start[Array.IndexOf(aVarS.DimIds, tDimid)] = tDimNum;
                        bDataInfo.WriteVaraData(aDataInfo.ncid, aDataInfo.Variables[vIdx].VarId, aVarS.NCType, start, count, varData);
                    }
                }
            }

            //Close data file
            aDataInfo.CloseNCFile();
        }