protected override void SolveInstance(IGH_DataAccess DA)
{
///Gather GHA inputs
List <Curve> boundary = new List <Curve>();
DA.GetDataList <Curve>("Boundary", boundary);
string shpFilePath = string.Empty;
DA.GetData <string>("Vector Data Location", ref shpFilePath);
bool cropIt = true;
DA.GetData <Boolean>("Crop file", ref cropIt);
string userSRStext = "WGS84";
DA.GetData <string>(2, ref userSRStext);
///GDAL setup
///Some preliminary testing has been done to read SHP, GeoJSON, OSM, KML, MVT, GML and GDB
///It can be spotty with KML, MVT and GML and doesn't throw informative errors. Likely has to do with getting a valid CRS and
///TODO: resolve errors with reading KML, MVT, GML.
DataSource dataSource = CreateDataSource(shpFilePath);
List <Layer> layerSet = GetLayers(dataSource);
///Declare trees
GH_Structure <GH_Rectangle> recs = new GH_Structure <GH_Rectangle>();
GH_Structure <GH_String> spatialReferences = new GH_Structure <GH_String>();
GH_Structure <GH_String> fnames = new GH_Structure <GH_String>();
GH_Structure <GH_String> fset = new GH_Structure <GH_String>();
GH_Structure <GH_Point> gset = new GH_Structure <GH_Point>();
GH_Structure <GH_Point> gsetUser = new GH_Structure <GH_Point>();
GH_Structure <GH_Rectangle> recsUser = new GH_Structure <GH_Rectangle>();
GH_Structure <GH_String> gtype = new GH_Structure <GH_String>();
GH_Structure <IGH_GeometricGoo> gGoo = new GH_Structure <IGH_GeometricGoo>();
///Loop through each layer. Layers usually occur in Geodatabase GDB format. SHP usually has only one layer.
for (int iLayer = 0; iLayer < dataSource.GetLayerCount(); iLayer++)
{
OSGeo.OGR.Layer layer = dataSource.GetLayerByIndex(iLayer);
if (layer == null)
{
Console.WriteLine($"Couldn't fetch advertised layer {iLayer}");
System.Environment.Exit(-1);
}
long count = layer.GetFeatureCount(1);
int featureCount = System.Convert.ToInt32(count);
AddRuntimeMessage(GH_RuntimeMessageLevel.Remark, $"Layer #{iLayer} {layer.GetName()} has {featureCount} features");
///Get the spatial reference of the input vector file and set to WGS84 if not known
///
OSGeo.OSR.SpatialReference sourceSRS = new SpatialReference(Osr.SRS_WKT_WGS84);
string spatialReference = GetSpatialReference(layer, iLayer, dataSource, sourceSRS);
spatialReferences.Append(new GH_String(spatialReference), new GH_Path(iLayer));
///Set transform from input spatial reference to Rhino spatial reference
///TODO: look into adding a step for transforming to CRS set in SetCRS
OSGeo.OSR.SpatialReference rhinoSRS = new OSGeo.OSR.SpatialReference("");
rhinoSRS.SetWellKnownGeogCS("WGS84");
///TODO: verify the userSRS is valid
///TODO: use this as override of global SetSRS
OSGeo.OSR.SpatialReference userSRS = new OSGeo.OSR.SpatialReference("");
userSRS.SetFromUserInput(userSRStext);
///These transforms move and scale in order to go from userSRS to XYZ and vice versa
Transform userSRSToModelTransform = Heron.Convert.GetUserSRSToModelTransform(userSRS);
Transform modelToUserSRSTransform = Heron.Convert.GetModelToUserSRSTransform(userSRS);
Transform sourceToModelSRSTransform = Heron.Convert.GetUserSRSToModelTransform(sourceSRS);
Transform modelToSourceSRSTransform = Heron.Convert.GetModelToUserSRSTransform(sourceSRS);
///Get OGR envelope of the data in the layer in the sourceSRS
OSGeo.OGR.Envelope ext = new OSGeo.OGR.Envelope();
layer.GetExtent(ext, 1);
OSGeo.OGR.Geometry extMinSourceOgr = new OSGeo.OGR.Geometry(wkbGeometryType.wkbPoint);
extMinSourceOgr.AddPoint(ext.MinX, ext.MinY, 0.0);
extMinSourceOgr.AssignSpatialReference(sourceSRS);
OSGeo.OGR.Geometry extMaxSourceOgr = new OSGeo.OGR.Geometry(wkbGeometryType.wkbPoint);
extMaxSourceOgr.AddPoint(ext.MaxX, ext.MaxY, 0.0);
extMaxSourceOgr.AssignSpatialReference(sourceSRS);
///Get extents in Rhino SRS
Point3d extPTmin = Heron.Convert.OgrPointToPoint3d(extMinSourceOgr, sourceToModelSRSTransform);
Point3d extPTmax = Heron.Convert.OgrPointToPoint3d(extMaxSourceOgr, sourceToModelSRSTransform);
Rectangle3d rec = new Rectangle3d(Plane.WorldXY, extPTmin, extPTmax);
recs.Append(new GH_Rectangle(rec), new GH_Path(iLayer));
///Get extents in userSRS
///Can give odd results if crosses 180 longitude
extMinSourceOgr.TransformTo(userSRS);
extMaxSourceOgr.TransformTo(userSRS);
Point3d extPTminUser = Heron.Convert.OgrPointToPoint3d(extMinSourceOgr, userSRSToModelTransform);
Point3d extPTmaxUser = Heron.Convert.OgrPointToPoint3d(extMaxSourceOgr, userSRSToModelTransform);
Rectangle3d recUser = new Rectangle3d(Plane.WorldXY, extPTminUser, extPTmaxUser);
recsUser.Append(new GH_Rectangle(recUser), new GH_Path(iLayer));
if (boundary.Count == 0 && cropIt == true)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "Define a boundary or set cropIt to False");
}
else if (boundary.Count == 0 && cropIt == false)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Remark, "Clipping boundary has not been defined. File extents will be used instead");
boundary.Add(rec.ToNurbsCurve());
}
///Loop through input boundaries
for (int i = 0; i < boundary.Count; i++)
{
OSGeo.OGR.FeatureDefn def = layer.GetLayerDefn();
///Get the field names
List <string> fieldnames = new List <string>();
for (int iAttr = 0; iAttr < def.GetFieldCount(); iAttr++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iAttr);
fnames.Append(new GH_String(fdef.GetNameRef()), new GH_Path(i, iLayer));
}
///Check if boundary is contained in extent
if (!rec.IsValid || ((rec.Height == 0) && (rec.Width == 0)))
{
///Get field data if even if no geometry is present in the layer
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "One or more vector datasource bounds are not valid.");
OSGeo.OGR.Feature feat;
int m = 0;
while ((feat = layer.GetNextFeature()) != null)
{
///Loop through field values
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
fdef.Dispose();
}
m++;
feat.Dispose();
}
}
else if (boundary[i] == null)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "Clipping boundary " + i + " not set.");
}
else if (!boundary[i].IsValid)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "Clipping boundary " + i + " is not valid.");
}
else if (rec.IsValid && Curve.PlanarClosedCurveRelationship(rec.ToNurbsCurve(), boundary[i], Plane.WorldXY, Rhino.RhinoDoc.ActiveDoc.ModelAbsoluteTolerance) == RegionContainment.Disjoint)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "One or more clipping boundaries may be outside the bounds of the vector datasource.");
}
else
{
///Create bounding box for clipping geometry
Point3d min = boundary[i].GetBoundingBox(true).Min;
Point3d max = boundary[i].GetBoundingBox(true).Max;
min.Transform(modelToSourceSRSTransform);
max.Transform(modelToSourceSRSTransform);
double[] minpT = new double[3];
double[] maxpT = new double[3];
minpT[0] = min.X;
minpT[1] = min.Y;
minpT[2] = min.Z;
maxpT[0] = max.X;
maxpT[1] = max.Y;
maxpT[2] = max.Z;
OSGeo.OGR.Geometry ebbox = OSGeo.OGR.Geometry.CreateFromWkt("POLYGON((" + minpT[0] + " " + minpT[1] + ", " + minpT[0] + " " + maxpT[1] + ", " + maxpT[0] + " " + maxpT[1] + ", " + maxpT[0] + " " + minpT[1] + ", " + minpT[0] + " " + minpT[1] + "))");
///Create bounding box for clipping geometry
///Not working on MVT type files
//boundary[i].Transform(modelToSourceSRSTransform);
//OSGeo.OGR.Geometry ebbox = Heron.Convert.CurveToOgrPolygon(boundary[i]);
///Clip Shapefile
///http://pcjericks.github.io/py-gdalogr-cookbook/vector_layers.html
OSGeo.OGR.Layer clipped_layer = layer;
if (cropIt)
{
clipped_layer.SetSpatialFilter(ebbox);
}
///Loop through geometry
OSGeo.OGR.Feature feat;
def = clipped_layer.GetLayerDefn();
int m = 0;
while ((feat = clipped_layer.GetNextFeature()) != null)
{
OSGeo.OGR.Geometry geom = feat.GetGeometryRef();
OSGeo.OGR.Geometry sub_geom;
OSGeo.OGR.Geometry geomUser = feat.GetGeometryRef().Clone();
OSGeo.OGR.Geometry sub_geomUser;
///reproject geometry to WGS84 and userSRS
///TODO: look into using the SetCRS global variable here
if (geom.GetSpatialReference() == null)
{
geom.AssignSpatialReference(sourceSRS);
}
if (geomUser.GetSpatialReference() == null)
{
geomUser.AssignSpatialReference(sourceSRS);
}
geom.TransformTo(rhinoSRS);
geomUser.TransformTo(userSRS);
gtype.Append(new GH_String(geom.GetGeometryName()), new GH_Path(i, iLayer, m));
if (feat.GetGeometryRef() != null)
{
///Convert GDAL geometries to IGH_GeometricGoo
gGoo.AppendRange(Heron.Convert.OgrGeomToGHGoo(geomUser, userSRSToModelTransform), new GH_Path(i, iLayer, m));
/// Get Feature Values
if (fset.PathExists(new GH_Path(i, iLayer, m)))
{
fset.get_Branch(new GH_Path(i, iLayer, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, iLayer, m));
}
}
///End get Feature Values
///Start get points if open polylines and points
for (int gpc = 0; gpc < geom.GetPointCount(); gpc++)
{
///Loop through geometry points for Rhino SRS
double[] ogrPt = new double[3];
geom.GetPoint(gpc, ogrPt);
Point3d pt3D = new Point3d(ogrPt[0], ogrPt[1], ogrPt[2]);
pt3D.Transform(Heron.Convert.WGSToXYZTransform());
gset.Append(new GH_Point(pt3D), new GH_Path(i, iLayer, m));
///Loop through geometry points for User SRS
double[] ogrPtUser = new double[3];
geomUser.GetPoint(gpc, ogrPtUser);
Point3d pt3DUser = new Point3d(ogrPtUser[0], ogrPtUser[1], ogrPtUser[2]);
pt3DUser.Transform(userSRSToModelTransform);
gsetUser.Append(new GH_Point(pt3DUser), new GH_Path(i, iLayer, m));
///End loop through geometry points
/// Get Feature Values
if (fset.PathExists(new GH_Path(i, iLayer, m)))
{
fset.get_Branch(new GH_Path(i, iLayer, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, iLayer, m));
}
}
///End Get Feature Values
}
///End getting points if open polylines or points
///Start getting points if closed polylines and multipolygons
for (int gi = 0; gi < geom.GetGeometryCount(); gi++)
{
sub_geom = geom.GetGeometryRef(gi);
OSGeo.OGR.Geometry subsub_geom;
sub_geomUser = geomUser.GetGeometryRef(gi);
OSGeo.OGR.Geometry subsub_geomUser;
if (sub_geom.GetGeometryCount() > 0)
{
for (int n = 0; n < sub_geom.GetGeometryCount(); n++)
{
subsub_geom = sub_geom.GetGeometryRef(n);
subsub_geomUser = sub_geomUser.GetGeometryRef(n);
for (int ptnum = 0; ptnum < subsub_geom.GetPointCount(); ptnum++)
{
///Loop through geometry points
double[] ogrPt = new double[3];
subsub_geom.GetPoint(ptnum, ogrPt);
Point3d pt3D = new Point3d(ogrPt[0], ogrPt[1], ogrPt[2]);
pt3D.Transform(Heron.Convert.WGSToXYZTransform());
gset.Append(new GH_Point(pt3D), new GH_Path(i, iLayer, m, gi, n));
///Loop through geometry points for User SRS
double[] ogrPtUser = new double[3];
subsub_geomUser.GetPoint(ptnum, ogrPtUser);
Point3d pt3DUser = new Point3d(ogrPtUser[0], ogrPtUser[1], ogrPtUser[2]);
pt3DUser.Transform(userSRSToModelTransform);
gsetUser.Append(new GH_Point(pt3DUser), new GH_Path(i, iLayer, m, gi, n));
///End loop through geometry points
}
subsub_geom.Dispose();
subsub_geomUser.Dispose();
}
}
else
{
for (int ptnum = 0; ptnum < sub_geom.GetPointCount(); ptnum++)
{
///Loop through geometry points
double[] ogrPt = new double[3];
sub_geom.GetPoint(ptnum, ogrPt);
Point3d pt3D = new Point3d(ogrPt[0], ogrPt[1], ogrPt[2]);
pt3D.Transform(Heron.Convert.WGSToXYZTransform());
gset.Append(new GH_Point(pt3D), new GH_Path(i, iLayer, m, gi));
///Loop through geometry points for User SRS
double[] ogrPtUser = new double[3];
sub_geomUser.GetPoint(ptnum, ogrPtUser);
Point3d pt3DUser = new Point3d(ogrPtUser[0], ogrPtUser[1], ogrPtUser[2]);
pt3DUser.Transform(userSRSToModelTransform);
gsetUser.Append(new GH_Point(pt3DUser), new GH_Path(i, iLayer, m, gi));
///End loop through geometry points
}
}
sub_geom.Dispose();
sub_geomUser.Dispose();
/// Get Feature Values
if (fset.PathExists(new GH_Path(i, iLayer, m)))
{
fset.get_Branch(new GH_Path(i, iLayer, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, iLayer, m));
}
}
///End Get Feature Values
}
//m++;
}
m++;
geom.Dispose();
geomUser.Dispose();
feat.Dispose();
} ///end while loop through features
} ///end clipped layer else statement
} ///end loop through boundaries
layer.Dispose();
}///end loop through layers
dataSource.Dispose();
DA.SetDataTree(0, recs);
DA.SetDataTree(1, spatialReferences);
DA.SetDataTree(2, fnames);
DA.SetDataTree(3, fset);
DA.SetDataTree(4, gset);
DA.SetDataTree(5, gsetUser);
DA.SetDataTree(6, recsUser);
DA.SetDataTree(7, gGoo);
DA.SetDataTree(8, gtype);
}
public static Boolean CleanFileGDBNames(frmMain pFrm, string pTgtFileGDB, string pSrcPGeoMDB, string pTgtFeatClass)
{
try
{
// Connect to database
var mOdbcConn = new OdbcConnection("Driver={Microsoft Access Driver (*.mdb, *.accdb)};Dbq=" + pSrcPGeoMDB + ";Uid=Admin;Pwd=;");
// Load road names
pFrm.Log("Start loading names");
var mRoadNames = new Dictionary <int, DataRow>();
var mDataAdapter = new OdbcDataAdapter(sqlStatements.selectRoadNamesSQL, mOdbcConn);
var mDataTable = new DataTable();
mDataAdapter.Fill(mDataTable);
int ctr1 = 0;
int total1 = mDataTable.Rows.Count;
foreach (DataRow mRow in mDataTable.Rows)
{
int mRoadId;
if (int.TryParse(mRow["ADRROADID"].ToString(), out mRoadId))
{
mRoadNames.Add(mRoadId, mRow);
}
ctr1++;
if (ctr1 % 50 == 0)
{
Application.DoEvents();
}
}
pFrm.Log("Done loading road names");
mOdbcConn.Close();
mDataAdapter.Dispose();
mDataAdapter = null;
mOdbcConn.Dispose();
mOdbcConn = null;
// Load district names
Gdal.SetConfigOption("SHAPE_ENCODING", "UTF-8");
DataSource districtDataSource = Ogr.Open(DistrictImport.GetShapefileName(), 0);
OSGeo.OGR.Layer districtLayer = districtDataSource.GetLayerByIndex(0);
if (districtLayer == null)
{
pFrm.Log("Could not load district names layer");
goto CleanUpDistricts;
}
pFrm.Log("Done loading district names");
var mFileGDBDrv = OSGeo.OGR.Ogr.GetDriverByName("FileGDB");
var mTgtDSrc = mFileGDBDrv.Open(pTgtFileGDB, 1);
var mTgtLyr = mTgtDSrc.GetLayerByName(pTgtFeatClass);
if (mTgtLyr == null)
{
pFrm.Log("Could not open layer " + pTgtFeatClass + " for update");
goto CleanUp;
}
pFrm.Log("Opened target FileGDB for update");
Feature mFeat = null;
int mNumTgtFeats = mTgtLyr.GetFeatureCount(1);
// Clean all existing district and street names
pFrm.Log("Processing");
for (int idxFeature = 0; idxFeature < mNumTgtFeats; idxFeature++)
{
if (null != (mFeat = mTgtLyr.GetFeature(idxFeature)))
{
Geometry mGeometry = mFeat.GetGeometryRef();
double[] p = new double[2];
mGeometry.GetPoint(0, p);
if (pTgtFeatClass == "Address_unit_signs")
{
int mRoadID = mFeat.GetFieldAsInteger("ROADID");
mFeat.SetField("ROADNAME_EN", mRoadNames.GetStringOrNull(mRoadID, "NAMEENGLISH"));
mFeat.SetField("ROADNAME_AR", mRoadNames.GetStringOrNull(mRoadID, "NAMEARABIC"));
mFeat.SetField("ROADNAME_POP_EN", null);
mFeat.SetField("ROADNAME_POP_AR", null);
mFeat.SetField("DESCRIPTION_EN", mRoadNames.GetStringOrNull(mRoadID, "DESCRIPTIONENGLISH"));
mFeat.SetField("DESCRIPTION_AR", mRoadNames.GetStringOrNull(mRoadID, "DESCRIPTIONARABIC"));
}
else if (pTgtFeatClass == "Street_name_signs")
{
int mRoadID1 = mFeat.GetFieldAsInteger("ROADID_P1");
int mRoadID2 = mFeat.GetFieldAsInteger("ROADID_P2");
mFeat.SetField("ROADNAME_EN_P1", mRoadNames.GetStringOrNull(mRoadID1, "NAMEENGLISH"));
mFeat.SetField("ROADNAME_AR_P1", mRoadNames.GetStringOrNull(mRoadID1, "NAMEARABIC"));
mFeat.SetField("ROADNAME_EN_P2", mRoadNames.GetStringOrNull(mRoadID2, "NAMEENGLISH"));
mFeat.SetField("ROADNAME_AR_P2", mRoadNames.GetStringOrNull(mRoadID2, "NAMEARABIC"));
}
else if (pTgtFeatClass == "Address_guide_sign")
{
int mRoadID = mFeat.GetFieldAsInteger("ROADID");
string tmpRoadEn = mRoadNames.GetStringOrNull(mRoadID, "NAMEENGLISH");
string tmpRoadAr = mRoadNames.GetStringOrNull(mRoadID, "NAMEARABIC");
mFeat.SetField("ROADNAME_EN", tmpRoadEn);
mFeat.SetField("ROADNAME_AR", tmpRoadAr);
}
districtLayer.SetSpatialFilter(mGeometry);
using (Feature matchDistrict = districtLayer.GetFeature(0))
{
if (matchDistrict != null &&
matchDistrict.IsFieldSet("NAMELATIN") &&
matchDistrict.IsFieldSet("NAMEARABIC"))
{
string tmpDistEn = matchDistrict.GetFieldAsString("NAMELATIN");
string tmpDistAr = matchDistrict.GetFieldAsString("NAMEARABIC");
mFeat.SetField("DISTRICT_EN", tmpDistEn);
mFeat.SetField("DISTRICT_AR", tmpDistAr);
}
else
{
mFeat.SetField("DISTRICT_EN", null);
mFeat.SetField("DISTRICT_AR", null);
pFrm.Log("No district name match for " + pTgtFeatClass + " with coordinates: " + p[0].ToString() + ", " + p[1].ToString());
}
}
Application.DoEvents();
mTgtLyr.SetFeature(mFeat);
DoEventsOnBatchSize:
if (idxFeature % 250 == 0 || idxFeature == mNumTgtFeats)
{
pFrm.Log("Processed " + idxFeature + " out of" + mNumTgtFeats + " features");
//Thread.Sleep(250);
mTgtLyr.SyncToDisk();
}
if (mGeometry != null)
{
mGeometry.Dispose();
}
if (mFeat != null)
{
mFeat.Dispose();
}
}
}
CleanUp:
if (mTgtLyr != null)
{
mTgtLyr.Dispose();
}
if (mTgtDSrc != null)
{
mTgtDSrc.Dispose();
}
if (mFileGDBDrv != null)
{
mFileGDBDrv.Dispose();
}
CleanUpDistricts:
if (districtLayer != null)
{
districtLayer.Dispose();
}
if (districtDataSource != null)
{
districtDataSource.Dispose();
}
}
catch (Exception ex)
{
pFrm.Log(ex.Message);
pFrm.Log(ex.StackTrace);
return(false);
}
return(true);
}
protected override void SolveInstance(IGH_DataAccess DA)
{
List <Curve> boundary = new List <Curve>();
DA.GetDataList <Curve>(0, boundary);
string shpFileLoc = "";
DA.GetData <string>("Shapefile Location", ref shpFileLoc);
////int SRef = 3857;
GdalConfiguration.ConfigureOgr();
GdalConfiguration.ConfigureGdal();
OSGeo.OGR.Driver drv = OSGeo.OGR.Ogr.GetDriverByName("ESRI Shapefile");
OSGeo.OGR.DataSource ds = OSGeo.OGR.Ogr.Open(shpFileLoc, 0);
List <OSGeo.OGR.Layer> layerset = new List <OSGeo.OGR.Layer>();
List <int> fc = new List <int>();
for (int iLayer = 0; iLayer < ds.GetLayerCount(); iLayer++)
{
OSGeo.OGR.Layer layer = ds.GetLayerByIndex(iLayer);
if (layer == null)
{
Console.WriteLine("FAILURE: Couldn't fetch advertised layer " + iLayer);
System.Environment.Exit(-1);
}
long count = layer.GetFeatureCount(1);
int featureCount = System.Convert.ToInt32(count);
fc.Add(featureCount);
layerset.Add(layer);
}
//Get OGR envelope of Shapefile
OSGeo.OGR.Envelope ext = new OSGeo.OGR.Envelope();
layerset[0].GetExtent(ext, 1);
Point3d extMin = new Point3d();
Point3d extMax = new Point3d();
extMin.X = ext.MinX;
extMin.Y = ext.MinY;
extMax.X = ext.MaxX;
extMax.Y = ext.MaxY;
OSGeo.OSR.SpatialReference sr = layerset[0].GetSpatialRef();
OSGeo.OSR.SpatialReference dst = new OSGeo.OSR.SpatialReference("");
dst.SetWellKnownGeogCS("WGS84");
//Get the spatial refernce of the input Shapefile
string sRef;
sr.ExportToWkt(out sRef);
OSGeo.OSR.CoordinateTransformation coordTransform = new OSGeo.OSR.CoordinateTransformation(sr, dst);
OSGeo.OSR.CoordinateTransformation revTransform = new OSGeo.OSR.CoordinateTransformation(dst, sr);
//Get bounding box of data in Shapefile
double[] extMinPT = new double[3] {
extMin.X, extMin.Y, extMin.Z
};
double[] extMaxPT = new double[3] {
extMax.X, extMax.Y, extMax.Z
};
coordTransform.TransformPoint(extMinPT);
coordTransform.TransformPoint(extMaxPT);
Point3d extPTmin = new Point3d(extMinPT[0], extMinPT[1], extMinPT[2]);
Point3d extPTmax = new Point3d(extMaxPT[0], extMaxPT[1], extMaxPT[2]);
Rectangle3d rec = new Rectangle3d(Plane.WorldXY, Heron.Convert.ToXYZ(extPTmin), Heron.Convert.ToXYZ(extPTmax));
//Declare trees
GH_Structure <GH_String> fset = new GH_Structure <GH_String>();
GH_Structure <GH_Point> gset = new GH_Structure <GH_Point>();
GH_Structure <GH_String> layname = new GH_Structure <GH_String>();
OSGeo.OGR.FeatureDefn def = layerset[0].GetLayerDefn();
//Loop through input boundaries
for (int i = 0; i < boundary.Count; i++)
{
if (rec.BoundingBox.Contains(boundary[i].GetBoundingBox(true).Min) && (rec.BoundingBox.Contains(boundary[i].GetBoundingBox(true).Max)))
{
//Create bounding box for clipping geometry
Point3d min = Heron.Convert.ToWGS(boundary[i].GetBoundingBox(true).Min);
Point3d max = Heron.Convert.ToWGS(boundary[i].GetBoundingBox(true).Max);
double[] minpT = new double[3];
double[] maxpT = new double[3];
minpT[0] = min.X;
minpT[1] = min.Y;
minpT[2] = min.Z;
maxpT[0] = max.X;
maxpT[1] = max.Y;
maxpT[2] = max.Z;
revTransform.TransformPoint(minpT);
revTransform.TransformPoint(maxpT);
OSGeo.OGR.Geometry bbox = OSGeo.OGR.Geometry.CreateFromWkt("POLYGON((" + min.X + " " + min.Y + ", " + min.X + " " + max.Y + ", " + max.X + " " + max.Y + ", " + max.X + " " + min.Y + ", " + min.X + " " + min.Y + "))");
OSGeo.OGR.Geometry ebbox = OSGeo.OGR.Geometry.CreateFromWkt("POLYGON((" + minpT[0] + " " + minpT[1] + ", " + minpT[0] + " " + maxpT[1] + ", " + maxpT[0] + " " + maxpT[1] + ", " + maxpT[0] + " " + minpT[1] + ", " + minpT[0] + " " + minpT[1] + "))");
//Clip Shapefile
//http://pcjericks.github.io/py-gdalogr-cookbook/vector_layers.html
OSGeo.OGR.Layer clipped_layer = layerset[0];
clipped_layer.SetSpatialFilter(ebbox);
//Loop through geometry
OSGeo.OGR.Feature feat;
def = clipped_layer.GetLayerDefn();
int m = 0;
while ((feat = layerset[0].GetNextFeature()) != null)
{
if (feat.GetGeometryRef() != null)
{
//Get geometry points and field values
OSGeo.OGR.Geometry geom = feat.GetGeometryRef();
OSGeo.OGR.Geometry sub_geom;
//Start get points if open polylines and points
for (int gpc = 0; gpc < geom.GetPointCount(); gpc++)
{ //Loop through geometry points
double[] pT = new double[3];
pT[0] = geom.GetX(gpc);
pT[1] = geom.GetY(gpc);
pT[2] = geom.GetZ(gpc);
if (Double.IsNaN(geom.GetZ(gpc)))
{
pT[2] = 0;
}
coordTransform.TransformPoint(pT);
Point3d pt3D = new Point3d();
pt3D.X = pT[0];
pt3D.Y = pT[1];
pt3D.Z = pT[2];
gset.Append(new GH_Point(Heron.Convert.ToXYZ(pt3D)), new GH_Path(i, m));
//End loop through geometry points
// Get Feature Values
if (fset.PathExists(new GH_Path(i, m)))
{
fset.get_Branch(new GH_Path(i, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, m));
}
}
//End Get Feature Values
}
//End getting points if open polylines or points
//Start getting points if closed polylines and multipolygons
for (int gi = 0; gi < geom.GetGeometryCount(); gi++)
{
sub_geom = geom.GetGeometryRef(gi);
List <Point3d> geom_list = new List <Point3d>();
for (int ptnum = 0; ptnum < sub_geom.GetPointCount(); ptnum++)
{
//Loop through geometry points
double[] pT = new double[3];
pT[0] = sub_geom.GetX(ptnum);
pT[1] = sub_geom.GetY(ptnum);
pT[2] = sub_geom.GetZ(ptnum);
coordTransform.TransformPoint(pT);
Point3d pt3D = new Point3d();
pt3D.X = pT[0];
pt3D.Y = pT[1];
pt3D.Z = pT[2];
gset.Append(new GH_Point(Heron.Convert.ToXYZ(pt3D)), new GH_Path(i, m, gi));
//End loop through geometry points
// Get Feature Values
if (fset.PathExists(new GH_Path(i, m)))
{
fset.get_Branch(new GH_Path(i, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, m));
}
}
//End Get Feature Values
}
//End getting points from closed polylines
}
m++;
}
feat.Dispose();
}
}
else
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "One or more boundaries may be outside the bounds of the Shapefile dataset.");
//return;
}
}
//Get the field names
List <string> fieldnames = new List <string>();
for (int iAttr = 0; iAttr < def.GetFieldCount(); iAttr++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iAttr);
fieldnames.Add(fdef.GetNameRef());
}
DA.SetData(0, def.GetName());
DA.SetDataList(1, fc);
DA.SetData(2, rec);
DA.SetData(3, sRef);
DA.SetDataList(4, fieldnames);
DA.SetDataTree(5, fset);
DA.SetDataTree(6, gset);
}
protected override void SolveInstance(IGH_DataAccess DA)
{
List <Curve> boundary = new List <Curve>();
DA.GetDataList <Curve>(0, boundary);
string shpFileLoc = "";
DA.GetData <string>("Vector Data Location", ref shpFileLoc);
///GDAL setup
///Some preliminary testing has been done to read SHP, GeoJSON, OSM, KML, MVT, GML and GDB
///It can be spotty with KML, MVT and GML and doesn't throw informative errors. Likely has to do with getting a valid CRS and
///TODO: resolve errors with reading KML, MVT, GML.
RESTful.GdalConfiguration.ConfigureOgr();
OSGeo.OGR.Ogr.RegisterAll();
OSGeo.OGR.Driver drv = OSGeo.OGR.Ogr.GetDriverByName("ESRI Shapefile");
OSGeo.OGR.DataSource ds = OSGeo.OGR.Ogr.Open(shpFileLoc, 0);
if (ds == null)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Error, "The vector datasource was unreadable by this component. It may not a valid file type for this component or otherwise null/empty.");
return;
}
List <OSGeo.OGR.Layer> layerset = new List <OSGeo.OGR.Layer>();
List <int> fc = new List <int>();
for (int iLayer = 0; iLayer < ds.GetLayerCount(); iLayer++)
{
OSGeo.OGR.Layer layer = ds.GetLayerByIndex(iLayer);
if (layer == null)
{
Console.WriteLine("Couldn't fetch advertised layer " + iLayer);
System.Environment.Exit(-1);
}
else
{
layerset.Add(layer);
}
}
///Declare trees
GH_Structure <GH_String> layname = new GH_Structure <GH_String>();
GH_Structure <GH_Integer> fcs = new GH_Structure <GH_Integer>();
GH_Structure <GH_Rectangle> recs = new GH_Structure <GH_Rectangle>();
GH_Structure <GH_String> sRefs = new GH_Structure <GH_String>();
GH_Structure <GH_String> fnames = new GH_Structure <GH_String>();
GH_Structure <GH_String> fset = new GH_Structure <GH_String>();
GH_Structure <GH_Point> gset = new GH_Structure <GH_Point>();
///Loop through each layer. Layers usually occur in Geodatabase GDB format. SHP usually has only one layer.
for (int iLayer = 0; iLayer < ds.GetLayerCount(); iLayer++)
{
OSGeo.OGR.Layer layer = ds.GetLayerByIndex(iLayer);
if (layer == null)
{
Console.WriteLine("Couldn't fetch advertised layer " + iLayer);
System.Environment.Exit(-1);
}
long count = layer.GetFeatureCount(1);
int featureCount = System.Convert.ToInt32(count);
fcs.Append(new GH_Integer(featureCount), new GH_Path(iLayer));
layname.Append(new GH_String(layer.GetName()), new GH_Path(iLayer));
///Get OGR envelope of the data in the layer
OSGeo.OGR.Envelope ext = new OSGeo.OGR.Envelope();
layer.GetExtent(ext, 1);
Point3d extMin = new Point3d();
Point3d extMax = new Point3d();
extMin.X = ext.MinX;
extMin.Y = ext.MinY;
extMax.X = ext.MaxX;
extMax.Y = ext.MaxY;
///Get the spatial reference of the input vector file and set to WGS84 if not known
OSGeo.OSR.SpatialReference sr = new SpatialReference(Osr.SRS_WKT_WGS84);
string sRef = "";
if (layer.GetSpatialRef() == null)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Remark, "Coordinate Reference System (CRS) is missing. CRS set automatically set to WGS84.");
sr.ImportFromXML(shpFileLoc);
string pretty = "";
sr.ExportToPrettyWkt(out pretty, 0);
AddRuntimeMessage(GH_RuntimeMessageLevel.Remark, pretty);
sr.SetWellKnownGeogCS("WGS84");
sRef = "Coordinate Reference System (CRS) is missing. CRS set automatically set to WGS84.";
//sr.ImportFromEPSG(2263);
}
else
{
if (layer.GetSpatialRef().Validate() != 0)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Remark, "Coordinate Reference System (CRS) is unknown or unsupported. CRS set automatically set to WGS84.");
sr.SetWellKnownGeogCS("WGS84");
sRef = "Coordinate Reference System (CRS) is unknown or unsupported. SRS set automatically set to WGS84.";
}
else
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Remark, "Coordinate Reference System (CRS) set from layer" + iLayer + ".");
sr = layer.GetSpatialRef();
sr.ExportToWkt(out sRef);
}
}
sRefs.Append(new GH_String(sRef), new GH_Path(iLayer));
///Set transform from input spatial reference to Rhino spatial reference
///TODO: look into adding a step for transforming to CRS set in SetCRS
OSGeo.OSR.SpatialReference dst = new OSGeo.OSR.SpatialReference("");
dst.SetWellKnownGeogCS("WGS84");
OSGeo.OSR.CoordinateTransformation coordTransform = new OSGeo.OSR.CoordinateTransformation(sr, dst);
OSGeo.OSR.CoordinateTransformation revTransform = new OSGeo.OSR.CoordinateTransformation(dst, sr);
///Get bounding box of data in layer
double[] extMinPT = new double[3] {
extMin.X, extMin.Y, extMin.Z
};
double[] extMaxPT = new double[3] {
extMax.X, extMax.Y, extMax.Z
};
coordTransform.TransformPoint(extMinPT);
coordTransform.TransformPoint(extMaxPT);
Point3d extPTmin = new Point3d(extMinPT[0], extMinPT[1], extMinPT[2]);
Point3d extPTmax = new Point3d(extMaxPT[0], extMaxPT[1], extMaxPT[2]);
Rectangle3d rec = new Rectangle3d(Plane.WorldXY, Heron.Convert.ToXYZ(extPTmin), Heron.Convert.ToXYZ(extPTmax));
recs.Append(new GH_Rectangle(rec), new GH_Path(iLayer));
///Loop through input boundaries
for (int i = 0; i < boundary.Count; i++)
{
OSGeo.OGR.FeatureDefn def = layer.GetLayerDefn();
///Get the field names
List <string> fieldnames = new List <string>();
for (int iAttr = 0; iAttr < def.GetFieldCount(); iAttr++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iAttr);
fnames.Append(new GH_String(fdef.GetNameRef()), new GH_Path(i, iLayer));
}
///Check if boundary is contained in extent
if (!rec.IsValid || ((rec.Height == 0) && (rec.Width == 0)))
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "One or more vector datasource bounds are not valid.");
OSGeo.OGR.Feature feat;
int m = 0;
while ((feat = layer.GetNextFeature()) != null)
{
///Loop through field values
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
fdef.Dispose();
}
m++;
feat.Dispose();
}
}
else if (boundary[i] == null)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "Clipping boundary " + i + " not set.");
}
else if (!boundary[i].IsValid)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "Clipping boundary " + i + " is not valid.");
}
else if (rec.IsValid && Curve.PlanarClosedCurveRelationship(rec.ToNurbsCurve(), boundary[i], Plane.WorldXY, Rhino.RhinoDoc.ActiveDoc.ModelAbsoluteTolerance) == RegionContainment.Disjoint)
{
AddRuntimeMessage(GH_RuntimeMessageLevel.Warning, "One or more boundaries may be outside the bounds of the vector datasource.");
}
else
{
///Create bounding box for clipping geometry
Point3d min = Heron.Convert.ToWGS(boundary[i].GetBoundingBox(true).Min);
Point3d max = Heron.Convert.ToWGS(boundary[i].GetBoundingBox(true).Max);
double[] minpT = new double[3];
double[] maxpT = new double[3];
minpT[0] = min.X;
minpT[1] = min.Y;
minpT[2] = min.Z;
maxpT[0] = max.X;
maxpT[1] = max.Y;
maxpT[2] = max.Z;
revTransform.TransformPoint(minpT);
revTransform.TransformPoint(maxpT);
///Convert to OGR geometry
///TODO: add conversion from GH geometry to OGR to Convert class
OSGeo.OGR.Geometry ebbox = OSGeo.OGR.Geometry.CreateFromWkt("POLYGON((" + minpT[0] + " " + minpT[1] + ", " + minpT[0] + " " + maxpT[1] + ", " + maxpT[0] + " " + maxpT[1] + ", " + maxpT[0] + " " + minpT[1] + ", " + minpT[0] + " " + minpT[1] + "))");
///Clip Shapefile
///http://pcjericks.github.io/py-gdalogr-cookbook/vector_layers.html
///TODO: allow for polyline/curve as clipper, not just bounding box
OSGeo.OGR.Layer clipped_layer = layer;
clipped_layer.SetSpatialFilter(ebbox);
///Loop through geometry
OSGeo.OGR.Feature feat;
def = clipped_layer.GetLayerDefn();
int m = 0;
while ((feat = clipped_layer.GetNextFeature()) != null)
{
OSGeo.OGR.Geometry geom = feat.GetGeometryRef();
OSGeo.OGR.Geometry sub_geom;
///reproject geometry to WGS84
///TODO: look into using the SetCRS global variable here
geom.Transform(coordTransform);
if (feat.GetGeometryRef() != null)
{
///Start get points if open polylines and points
for (int gpc = 0; gpc < geom.GetPointCount(); gpc++)
{
///Loop through geometry points
double[] pT = new double[3];
pT[0] = geom.GetX(gpc);
pT[1] = geom.GetY(gpc);
pT[2] = geom.GetZ(gpc);
if (Double.IsNaN(geom.GetZ(gpc)))
{
pT[2] = 0;
}
//coordTransform.TransformPoint(pT);
Point3d pt3D = new Point3d();
pt3D.X = pT[0];
pt3D.Y = pT[1];
pt3D.Z = pT[2];
gset.Append(new GH_Point(Heron.Convert.ToXYZ(pt3D)), new GH_Path(i, iLayer, m));
///End loop through geometry points
/// Get Feature Values
if (fset.PathExists(new GH_Path(i, iLayer, m)))
{
fset.get_Branch(new GH_Path(i, iLayer, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, iLayer, m));
}
}
///End Get Feature Values
}
///End getting points if open polylines or points
///Start getting points if closed polylines and multipolygons
for (int gi = 0; gi < geom.GetGeometryCount(); gi++)
{
sub_geom = geom.GetGeometryRef(gi);
OSGeo.OGR.Geometry subsub_geom;
List <Point3d> geom_list = new List <Point3d>();
///trouble getting all points. this is a troubleshoot
///gset.Append(new GH_Point(new Point3d(0, 0, sub_geom.GetGeometryCount())), new GH_Path(i, iLayer, m, gi));
if (sub_geom.GetGeometryCount() > 0)
{
for (int n = 0; n < sub_geom.GetGeometryCount(); n++)
{
subsub_geom = sub_geom.GetGeometryRef(n);
for (int ptnum = 0; ptnum < subsub_geom.GetPointCount(); ptnum++)
{
///Loop through geometry points
double[] pT = new double[3];
pT[0] = subsub_geom.GetX(ptnum);
pT[1] = subsub_geom.GetY(ptnum);
pT[2] = subsub_geom.GetZ(ptnum);
Point3d pt3D = new Point3d();
pt3D.X = pT[0];
pt3D.Y = pT[1];
pt3D.Z = pT[2];
gset.Append(new GH_Point(Heron.Convert.ToXYZ(pt3D)), new GH_Path(i, iLayer, m, gi, n));
///End loop through geometry points
}
subsub_geom.Dispose();
}
}
else
{
for (int ptnum = 0; ptnum < sub_geom.GetPointCount(); ptnum++)
{
///Loop through geometry points
double[] pT = new double[3];
pT[0] = sub_geom.GetX(ptnum);
pT[1] = sub_geom.GetY(ptnum);
pT[2] = sub_geom.GetZ(ptnum);
Point3d pt3D = new Point3d();
pt3D.X = pT[0];
pt3D.Y = pT[1];
pt3D.Z = pT[2];
gset.Append(new GH_Point(Heron.Convert.ToXYZ(pt3D)), new GH_Path(i, iLayer, m, gi));
///End loop through geometry points
}
}
sub_geom.Dispose();
/// Get Feature Values
if (fset.PathExists(new GH_Path(i, iLayer, m)))
{
fset.get_Branch(new GH_Path(i, iLayer, m)).Clear();
}
for (int iField = 0; iField < feat.GetFieldCount(); iField++)
{
OSGeo.OGR.FieldDefn fdef = def.GetFieldDefn(iField);
if (feat.IsFieldSet(iField))
{
fset.Append(new GH_String(feat.GetFieldAsString(iField)), new GH_Path(i, iLayer, m));
}
else
{
fset.Append(new GH_String("null"), new GH_Path(i, iLayer, m));
}
}
///End Get Feature Values
}
//m++;
}
m++;
feat.Dispose();
} ///end while loop through features
}
} //end loop through boundaries
layer.Dispose();
}///end loop through layers
ds.Dispose();
DA.SetDataTree(0, layname);
DA.SetDataTree(1, fcs);
DA.SetDataTree(2, recs);
DA.SetDataTree(3, sRefs);
DA.SetDataTree(4, fnames);
DA.SetDataTree(5, fset);
DA.SetDataTree(6, gset);
}
