public void Dispose()
{
if (_file_id != -1)
{
//释放内存
}
int istat = HDF4Helper.SDend(_sd_id);
istat = HDF4API.Vend(_file_id);
istat = HDF4API.Hclose(_file_id);
if (_datasets != null)
{
foreach (H4SDS sds in _datasets)
{
sds.Dispose();
}
}
if (_vdatas != null)
{
foreach (H4Vdata vdata in _vdatas)
{
vdata.Dispose();
}
}
}
public void Load(string filename, DFACC dfacc)
{
sw.Start();
_filename = filename;
int file_id, sd_id;
try
{
_fileOpenState = false;
file_id = HDF4API.Hopen(filename, DFACC.DFACC_READ, 0);
HDF4API.Vstart(file_id);
//_gr_id = HDF4API.GRstart(file_id);
}
catch
{
string strErrInfo = "HDF4打开文件异常";
throw new Exception(strErrInfo);
}
_fileOpenState = true;
sd_id = HDF4Helper.SDstart(filename, HDF4Helper.AccessCodes.DFACC_READ);
if (sd_id == -1)
{
//打开失败
}
_file_id = file_id;
_sd_id = sd_id;
sw.Stop();
em = sw.ElapsedMilliseconds;
Console.WriteLine("打开" + em + "毫秒");
// load the file hierarchy
getRootGroup();
}
private void Close(int vs_id)
{
try
{
HDF4API.VSdetach(vs_id);
}
catch (Exception ex)
{
;
}
}
/** get the root group and all the alone objects */
private void getRootGroup()
{
sw.Restart();
//LoadVgroups(_file_id);//暂时取消加载整个树结构，目前这个加载比较慢，暂时也用不着。
sw.Stop();
em = sw.ElapsedMilliseconds;
Console.WriteLine("LoadVgroups" + em + "毫秒");
sw.Restart();
int num_ds = 0;
int num_global = 0;
status = HDF4Helper.SDfileinfo(_sd_id, out num_ds, out num_global);
_num_datasets = num_ds;
_num_global_attrs = num_global;
for (int i = 0; i < num_ds; i++)
{
H4SDS ds = H4SDS.Load(_sd_id, i);
_datasets.Add(ds);
}
for (int i = 0; i < num_global; i++)
{
HDFAttribute global_attr = HDFAttribute.Load(_sd_id, i);
_global_attrs.Add(global_attr);
}
sw.Stop();
em = sw.ElapsedMilliseconds;
Console.WriteLine("SDfileinfo" + em + "毫秒");
sw.Restart();
//Finding All Vdatas that are Not Members of a Vgroup: VSlone
//初始化Vdata(读取表格数据,表格列名称参数)
int[] ref_array = new int[1024];
HDF4API.VSlone(_file_id, ref_array, 1024);
//初始化Vdata(读取表格数据,表格列名称参数) istat;
int vdata_ref;
int istat = HDF4API.Vstart(_file_id);
vdata_ref = -1;
List <H4Vdata> vdatas = new List <H4Vdata>();
while ((vdata_ref = HDF4API.VSgetid(_file_id, vdata_ref)) != HDFConstants.FAIL)
{
H4Vdata vdata = LoadVdata(_file_id, vdata_ref);
vdatas.Add(vdata);
}
_vdatas = vdatas;
sw.Stop();
em = sw.ElapsedMilliseconds;
Console.WriteLine("VSlone" + em + "毫秒");
}
public int Open()
{
int vs_id = -1;
try
{
vs_id = HDF4API.VSattach(base.fileFormat.File_Id, Vdata_ref, "r");
}
catch (Exception ex)
{
vs_id = -1;
}
return(vs_id);
}
private void LoadVgroups(int file_id)
{
int vgroup_ref = -1;
int[] lone_array = new int[HDFConstants.NLONE];
int lone_count;
// get top level VGroup
int[] tmpN = new int[HDFConstants.NLONE];
try
{
// first call to get the number of lone Vgroup
lone_count = HDF4API.Vlone(file_id, tmpN, HDFConstants.NLONE);
lone_array = new int[lone_count];
// second call to get the references of all lone Vgroup
lone_count = HDF4API.Vlone(file_id, lone_array, lone_count);
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
lone_count = 0;
return;
}
Console.WriteLine(lone_count);
List <H4Vgroup> vgroups = new List <H4Vgroup>();
for (int i = 0; i < lone_count; i++)
{
vgroup_ref = lone_array[i];
H4Vgroup vgroup = LoadVgroup(file_id, vgroup_ref, null);
Console.WriteLine(vgroup);
vgroups.Add(vgroup);
}
//while ((vgroup_ref = HDF4API.Vgetid(file_id, vgroup_ref)) != HDFConstants.FAIL)
//{
// if ((vgroup_id = HDF4API.Vattach(file_id, vgroup_ref, "r")) == HDFConstants.FAIL)
// break;
// vgroup_class = new StringBuilder(HDFConstants.VGCLASSLENMAX);
// vgroup_name = new StringBuilder(HDFConstants.VGNAMELENMAX);
// status = HDF4API.Vgetname(vgroup_id, vgroup_name);
// status = HDF4API.Vgetclass(vgroup_id, vgroup_class); /* get Vgroup classname */
// int ntag = HDF4API.Vntagrefs(vgroup_id);
//}
_vgroups = vgroups.ToArray();
//status = HDF4API.Vdetach(vgroup_id);
//status = HDF4API.Vend(file_id);
//status = HDF4API.Hclose(file_id);
}
private void TestHelper()
{
int major_v;
int minor_v;
int release;
StringBuilder libraryversion = new StringBuilder();
HDF4API.Hgetlibversion(out major_v, out minor_v, out release, libraryversion);
string fullfilename = @"E:\Smart\CloudArgs\cloudsat\2007101034511_05065_CS_2B-GEOPROF_GRANULE_P_R04_E02.hdf";
int file_id = HDF4API.Hopen(fullfilename, DFACC.DFACC_READ, 0);
HDF4API.Hgetfileversion(file_id, out major_v, out minor_v, out release, libraryversion);
H4File hdf = new H4File(null, null, null, null);
hdf.Load(fullfilename);
//测试读取的全局属性
for (int i = 0; i < hdf.Num_Global_Attrs; i++)
{
dynamic attValue = hdf.GlobalAttrs[i].Value;
}
//测试读取的科学数据集及其属性
for (int i = 0; i < hdf.Num_Datasets; i++)
{
H4SDS sd = hdf.Datasets[i];
HDFAttribute[] attrs = sd.SDAttributes;
if (sd.Rank == 2)
{
int buffersize = (int)sd.Dimsizes[0] * sd.Dimsizes[1];
int typesize = HDFDataType.GetSize(sd.Datatype);
IntPtr ptr = Marshal.AllocHGlobal(buffersize * typesize);
sd.Read(new int[] { 0, 0 }, null, sd.Dimsizes, ptr);
short[] buffer = new short[buffersize];
Marshal.Copy(ptr, buffer, 0, buffersize);
Marshal.FreeHGlobal(ptr);
}
}
//测试读取的Vdata
}
public unsafe void TestVData()
{
StringBuilder vdata_name = new StringBuilder();
StringBuilder vdata_class = new StringBuilder();
StringBuilder fields;
int file_id, vdata_id, istat;
int n_records, interlace, vdata_size, vdata_ref;
string filename = @"E:\Smart\CloudArgs\cloudsat\2007101034511_05065_CS_2B-GEOPROF_GRANULE_P_R04_E02.hdf";
file_id = HDF4API.Hopen(filename, DFACC.DFACC_READ, 0);
istat = HDF4API.Vstart(file_id);
vdata_ref = -1;
vdata_ref = HDF4API.VSgetid(file_id, vdata_ref);
vdata_id = HDF4API.VSattach(file_id, vdata_ref, "r");
fields = new StringBuilder(60);
istat = HDF4API.VSinquire(vdata_id, out n_records, out interlace, fields, out vdata_size, vdata_name);
istat = HDF4API.VSgetclass(vdata_id, vdata_class);
istat = HDF4API.VSsetfields(vdata_id, fields.ToString());
//fixed (float* bp = databuf)
//{
// IntPtr ptr = (IntPtr)bp;
// istat = HDF4API.VSread(vdata_id, ptr, n_records, INTERLACE_MODE.FULL_INTERLACE);
//}
IntPtr ptr = Marshal.AllocHGlobal(n_records * vdata_size * 8);
//GCHandle handle = GCHandle.Alloc(databuf);
istat = HDF4API.VSread(vdata_id, ptr, n_records, INTERLACE_MODE.FULL_INTERLACE);
//handle.Free();
float[] databuf = new float[vdata_size];
Marshal.Copy(ptr, databuf, 0, vdata_size);
Marshal.FreeHGlobal(ptr);
istat = HDF4API.VSdetach(vdata_id);
istat = HDF4API.Vend(file_id);
istat = HDF4API.Hclose(file_id);
Console.WriteLine(istat);
}
private H4Vdata LoadVdata(int file_id, int vdata_ref)
{
StringBuilder vdata_name = new StringBuilder();
StringBuilder vdata_class = new StringBuilder();
StringBuilder fields;
int vdata_id = -1, istat, vdata_tag;
int n_records, interlace, vdata_size;
try
{
vdata_id = HDF4API.VSattach(file_id, vdata_ref, "r");
fields = new StringBuilder(60);
istat = HDF4API.VSinquire(vdata_id, out n_records, out interlace, fields, out vdata_size, vdata_name);
istat = HDF4API.VSgetclass(vdata_id, vdata_class);
vdata_tag = HDF4API.VSQuerytag(vdata_id);
//HDF4API.VSgetinterlace(vdata_id);
//HDF4API.VSsizeof(vdata_id, char *field_name_list);
//HDF4API.VSgetname(vdata_id, vdata_name);
H4Vdata vdata = new H4Vdata(this, vdata_name.ToString(), null, new long[] { 0, vdata_ref });
vdata.Vdata_ref = vdata_ref;
vdata.Vdata_id = vdata_id;
vdata.N_records = n_records;
vdata.Interlace = interlace;
vdata.Fields = fields.ToString().Split(',');
vdata.Vdata_size = vdata_size;
vdata.Vdata_name = vdata_name.ToString();
vdata.Vdata_tag = vdata_tag;
_vdatas.Add(vdata);
return(vdata);
}
finally
{
if (vdata_id >= 0)
{
HDF4API.VSdetach(vdata_id);
}
}
}
private void Init()
{
int vdata_id = Open();
if (vdata_id < 0)
{
return;
}
string[] fields = Fields;
FieldList[] fls = new FieldList[fields.Length];
for (int i = 0; i < fields.Length; i++)
{
int fieldorder = HDF4API.VFfieldorder(vdata_id, 0);
int fieldtype = HDF4API.VFfieldtype(vdata_id, 0);
int fieldsize = HDF4API.VFfieldisize(vdata_id, 0);
FieldList fl = new FieldList();
fl.Fname = fields[i];
fl.Forder = fieldorder;
fl.Ftype = fieldtype;
fl.Fsize = fieldsize;
fls[i] = fl;
}
}
public static H4SDS Load(int sd_id, int sds_index)
{
int status = 0;
int sds_id = 0;
int sds_ref = 0;
StringBuilder sds_name = new StringBuilder();
int rank = 0;
int[] dimsizes = new int[MAX_DIMSIZES];
HDF4Helper.DataTypeDefinitions datatype;
int num_attrs = 0;
sds_id = H4SDAPI.SDselect(sd_id, sds_index);
sds_ref = HDF4API.SDidtoref(sds_id);
int sds_index2 = HDF4API.SDreftoindex(sd_id, sds_ref);
//HDF4Helper.SDreaddata
status = HDF4Helper.SDgetinfo(sds_id, sds_name, out rank, dimsizes, out datatype, out num_attrs);
status = HDF4Helper.SDendaccess(sds_id);
int[] dims = new int[rank];
for (int i = 0; i < rank; i++)
{
dims[i] = dimsizes[i];
}
H4SDS ds = new H4SDS();
ds._sd_id = sd_id;
ds._sds_ref = sds_ref;
ds._sds_id = sds_id;
ds._sds_name = sds_name.ToString();
ds._rank = rank;
ds._dimsizes = dims;
ds._datatype = datatype;
ds._num_attrs = num_attrs;
return(ds);
}
public int Open()
{
int id = -1;
try
{
int index = 0;
//int tag = (int)oid[0];
//if (tag == H4SDS.DFTAG_NDG_NETCDF)
//{
// index = (int)oid[1]; //HDFLibrary.SDidtoref(id) fails for netCDF
//}
//else
//{
index = HDF4API.SDreftoindex(_sd_id, _sds_ref);//(int)oid[1]
//}
id = HDF4Helper.SDselect(_sd_id, index);
}
catch (Exception ex)
{
id = -1;
}
return(id);
}
/// <summary>
///
/// </summary>
/// <param name="nStart">int[1]</param>
/// <param name="selectedDims">int[1]</param>
/// <param name="ptr"></param>
public object Read(int nStart, int count, string field)
{
if (nStart < 0 || count <= 0 || nStart >= N_records || nStart + count > N_records)
{
string strErrInfo = "HDF4读取表格数据，读取参数异常";
throw new Exception(strErrInfo);
}
int vs_id = Open();
if (vs_id < 0)
{
return(null);
}
try
{
//FieldList fl = FindField(field);
int vdata_ref = HDF4API.VSfind(fileFormat.File_Id, Vdata_name);
vs_id = HDF4API.VSattach(fileFormat.File_Id, vdata_ref, "r");
int status = 0;
string fields = null;
if (string.IsNullOrWhiteSpace(field))
{
fields = string.Join(",", Fields);
}
else
{
fields = field;
}
int num_of_records;
int records = count;
if (nStart != 0)//偏移
{
int record_indes = 0;
int record_pos = 0;
record_indes = nStart;
record_pos = HDF4API.VSseek(Vdata_id, record_indes);
int[] recordSize = { 0 };
HDF4API.VSQueryvsize(Vdata_id, ref recordSize);
int s = recordSize[0];
}
if (fields != string.Join(",", Fields))
{
status = HDF4API.VSsetfields(vs_id, fields);
}
int fieldtype = HDF4API.VFfieldtype(vs_id, 0);
int fieldsize = HDF4API.VFfieldisize(vs_id, 0);
int memsize = fieldsize * records;
IntPtr ptrBuffer = Marshal.AllocHGlobal(memsize);
try
{
num_of_records = HDF4API.VSread(vs_id, ptrBuffer, records, INTERLACE_MODE.FULL_INTERLACE);
dynamic buffer = null;
switch (fieldtype)
{
case HDFConstants.DFNT_FLOAT32:
{
buffer = new float[num_of_records];
Marshal.Copy(ptrBuffer, buffer, 0, num_of_records);
}
break;
case HDFConstants.DFNT_INT16:
{
buffer = new short[num_of_records];
Marshal.Copy(ptrBuffer, buffer, 0, num_of_records);
}
break;
default:
break;
}
return(buffer);
}
finally
{
Marshal.Release(ptrBuffer);
}
}
finally
{
Close(vs_id);
}
}
public HObject Get(string path)
{
//if (objList == null) {
// objList = new Vector();
//}
if (string.IsNullOrWhiteSpace(path))
{
return(null);
}
path = path.Replace('\\', '/');
if (!path.StartsWith("/"))
{
path = "/" + path;
}
string name = null, pPath = null;
bool isRoot = false;
if (path.Equals("/"))
{
name = "/"; // the root
isRoot = true;
}
else
{
if (path.EndsWith("/"))
{
path = path.Substring(0, path.Length - 2);
}
int idx = path.LastIndexOf('/');
name = path.Substring(idx + 1);
if (idx == 0)
{
pPath = "/";
}
else
{
pPath = path.Substring(0, idx);
}
}
HObject obj = null;
bool isReadOnly = false;
if (_file_id < 0)
{
_file_id = HDF4API.Hopen(_filename, DFACC.DFACC_WRITE, 0);
if (_file_id < 0)
{
isReadOnly = true;
_file_id = HDF4API.Hopen(_filename, DFACC.DFACC_READ, 0);
}
HDF4API.Vstart(_file_id);
//grid = HDF4API.GRstart(_file_id);
_sd_id = HDF4Helper.SDstart(_filename, HDF4Helper.AccessCodes.DFACC_READ);
}
//if (isRoot)
//{
// obj = getRootGroup();
//}
//else
//{
// obj = getAttachedObject(pPath, name);
//}
return(obj);
}
private H4Vgroup LoadVgroup(int file_id, int vgroup_ref, H4Vgroup pgroup)
{
int vgroup_id = 0;
int vgroup_tag = 0;
int n_vgroup_attr = 0;
int n_entries = 0;
int n_tagrefs = 0;
int[] tag_array = new int[HDFConstants.NLONE];
int[] ref_array = new int[HDFConstants.NLONE];
StringBuilder vgroup_class = null;
StringBuilder vgroup_name = null;
vgroup_id = HDF4API.Vattach(file_id, vgroup_ref, "r");
vgroup_tag = HDF4API.VQuerytag(vgroup_id);
vgroup_class = new StringBuilder(HDFConstants.VGCLASSLENMAX);
vgroup_name = new StringBuilder(HDFConstants.VGNAMELENMAX);
status = HDF4API.Vgetclass(vgroup_id, vgroup_class);
if ((status = HDF4API.Vinquire(vgroup_id, out n_entries, vgroup_name)) == HDFConstants.FAIL)//整个文件fullname也会作为一个lone的group，这时vgroup_name是带路径的文件全名fullname
{
HDF4API.Vdetach(vgroup_id);
return(null);
}
// ignore the Vgroups created by the GR interface
if (string.Equals(vgroup_class.ToString(), HDFConstants.GR_NAME, StringComparison.OrdinalIgnoreCase) ||// do not display Vdata named "Attr0.0"
string.Equals(vgroup_class.ToString(), HDFConstants.RI_NAME, StringComparison.OrdinalIgnoreCase) ||
string.Equals(vgroup_class.ToString(), HDFConstants.RIGATTRNAME, StringComparison.OrdinalIgnoreCase) ||
string.Equals(vgroup_class.ToString(), HDFConstants.RIGATTRCLASS, StringComparison.OrdinalIgnoreCase) ||
string.Equals(vgroup_class.ToString(), HDFConstants.HDF_CDF, StringComparison.OrdinalIgnoreCase)
)
{
HDF4API.Vdetach(vgroup_id);
return(null);
}
n_vgroup_attr = HDF4API.Vnattrs(vgroup_id);
n_tagrefs = HDF4API.Vntagrefs(vgroup_id);
H4Vgroup vgroup = new H4Vgroup(this, vgroup_name.ToString(), "/", pgroup, new long[] { vgroup_tag, vgroup_ref });
vgroup.Vgroup_ref = vgroup_ref;
vgroup.Vgroup_id = vgroup_id;
vgroup.Vgroup_tag = vgroup_tag;
vgroup.Vgroup_name = vgroup_name.ToString();
vgroup.Vgroup_class = vgroup_class.ToString();
vgroup.N_attrs = n_vgroup_attr;
vgroup.N_entries = n_entries;
vgroup.N_tagrefs = n_tagrefs;
if (n_tagrefs == 0)
{
if ((status = HDF4API.Vdetach(vgroup_id)) == HDFConstants.FAIL)
{
return(null);
}
return(vgroup);
}
int tag = 0;
int ref_id = 0;
int sds_index = 0;
for (int index = 0; index < n_tagrefs; index++)
{
if ((status = HDF4API.Vgettagref(vgroup_id, index, out tag, out ref_id)) == HDFConstants.FAIL)
{
//Vdetach(
break;
}
switch (tag)
{
case HDFConstants.DFTAG_VG:
H4Vgroup vg = LoadVgroup(file_id, ref_id, vgroup);
Console.WriteLine(vg);
vgroup.AddVgroup(vg);
break;
case HDFConstants.DFTAG_VH:
case HDFConstants.DFTAG_VS:
{
H4Vdata vdata = LoadVdata(file_id, ref_id);
Console.WriteLine(vdata);
vgroup.AddVdata(vdata);
break;
}
case HDFConstants.DFTAG_NDG: //数据集
case HDFConstants.DFTAG_SDG:
case HDFConstants.DFTAG_SD:
{
try
{
sds_index = HDF4API.SDreftoindex(_sd_id, ref_id);
}
catch (Exception ex)
{
sds_index = HDFConstants.FAIL;
}
if (sds_index != HDFConstants.FAIL)
{
//H4SDS sds = getSDS(tag, index, fullPath, true);
//pgroup.addToMemberList(sds);
//if ((sds != null) && (pnode != null))
//{
// node = new DefaultMutableTreeNode(sds);
// pnode.add(node);
//}
}
Console.WriteLine(string.Format("TAG:{0},{1},{2}", tag, ref_id, sds_index));
H4SDS sd = H4SDS.Load(_sd_id, sds_index);
vgroup.AddVdata(sd);
Console.WriteLine(sd);
}
break;
case HDFConstants.DFTAG_RIG:
case HDFConstants.DFTAG_RI:
case HDFConstants.DFTAG_RI8:
#region
//try
//{
// index = HDF4API.GRreftoindex(grid, (short) ref);
//}
//catch (Exception ex)
//{
// index = HDFConstants.FAIL;
//}
//if (index != HDFConstants.FAIL)
//{
// H4GRImage gr = getGRImage(tag, index, fullPath, true);
// pgroup.addToMemberList(gr);
// if ((gr != null) && (pnode != null))
// {
// node = new DefaultMutableTreeNode(gr);
// pnode.add(node);
// }
//}
#endregion
break;
default:
Console.WriteLine(string.Format("TAG:{0},{1},{2}", tag, ref_id, index));
break;
} /* end of switch */
//if (ret != NO_OBJECT) break;
} /* end of for loop */
if ((status = HDF4API.Vdetach(vgroup_id)) == HDFConstants.FAIL)
{
return(null);
}
return(vgroup);
}
