/// <summary>
/// Tests routing from a serialized file.
/// </summary>
/// <param name="stream"></param>
public static void TestSerialized(Stream stream, bool lazy = true)
{
var routingSerializer = new RoutingDataSourceSerializer();
var data = routingSerializer.Deserialize(stream, lazy);
uint vertex = 1;
uint significantVertices = 0;
while (vertex < data.VertexCount)
{
var edges = data.GetEdges(vertex).ToKeyValuePairs();
if (edges.Length > 2)
{
significantVertices++;
}
vertex++;
}
data.SortHilbert(1000);
// copy.
var graphCopy = new Graph <Edge>();
graphCopy.CopyFrom(data);
var dataCopy = new RouterDataSource <Edge>(graphCopy, data.TagsIndex);
RoutingTest.Test(dataCopy, Vehicle.Pedestrian, 50);
}
/// <summary>
/// Called after all data has been read.
/// </summary>
public override void OnAfterPull()
{
base.OnAfterPull();
var serializer = new RoutingDataSourceSerializer();
serializer.Serialize(_stream, this.Graph as RouterDataSource<Edge>, new TagsCollection());
_stream.Flush();
}
public void RoutingSerialization()
{
const string embeddedString = "OsmSharp.Test.Unittests.test_network_real1.osm";
// create the tags index (and make sure it's serializable).
var tagsIndex = new TagsIndex(new MemoryMappedStream(new MemoryStream()));
// load the network.
var referenceNetwork = GraphOsmStreamTarget.Preprocess(new XmlOsmStreamSource(
Assembly.GetExecutingAssembly().GetManifestResourceStream(embeddedString)),
tagsIndex, new OsmRoutingInterpreter());
// serialize network.
var routingSerializer = new RoutingDataSourceSerializer();
TagsCollectionBase metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
using (var stream = new MemoryStream())
{
routingSerializer.Serialize(stream, referenceNetwork, metaData);
stream.Seek(0, SeekOrigin.Begin);
var network = routingSerializer.Deserialize(stream, out metaData);
// compare networks.
Assert.IsNotNull(network);
Assert.AreEqual(referenceNetwork.VertexCount, network.VertexCount);
for (uint vertex = 1; vertex < network.VertexCount; vertex++)
{
float referenceLatitude, referenceLongitude, latitude, longitude;
Assert.IsTrue(referenceNetwork.GetVertex(vertex, out referenceLatitude, out referenceLongitude));
Assert.IsTrue(network.GetVertex(vertex, out latitude, out longitude));
Assert.AreEqual(referenceLatitude, latitude);
Assert.AreEqual(referenceLongitude, longitude);
var referenceEdges = referenceNetwork.GetEdges(vertex).ToKeyValuePairs();
var edges = network.GetEdges(vertex).ToKeyValuePairs();
Assert.AreEqual(referenceEdges.Length, edges.Length);
for (int idx = 0; idx < referenceEdges.Length; idx++)
{
var referenceEdge = referenceEdges[idx];
// find the same edge in the new arcs.
var edge = edges.First((x) => { return x.Key == referenceEdges[idx].Key; });
Assert.AreEqual(referenceEdge.Key, edge.Key);
Assert.AreEqual(referenceEdge.Value.Distance, edge.Value.Distance);
Assert.AreEqual(referenceEdge.Value.Forward, edge.Value.Forward);
Assert.AreEqual(referenceEdge.Value.RepresentsNeighbourRelations, edge.Value.RepresentsNeighbourRelations);
Assert.AreEqual(referenceEdge.Value.Tags, edge.Value.Tags);
ICoordinateCollection referenceCoordinates;
ICoordinateCollection coordinates;
if (referenceNetwork.GetEdgeShape(vertex, referenceEdge.Key, out referenceCoordinates))
{ // there is a shape.
Assert.IsTrue(network.GetEdgeShape(vertex, edge.Key, out coordinates));
if (referenceCoordinates == null)
{ // reference shape is null, shape is null.
Assert.IsNull(coordinates);
}
else
{ // reference shape is not null compare them.
Assert.IsNotNull(coordinates);
referenceCoordinates.Reset();
coordinates.Reset();
while (referenceCoordinates.MoveNext())
{
Assert.IsTrue(coordinates.MoveNext());
Assert.AreEqual(referenceCoordinates.Latitude, coordinates.Latitude);
Assert.AreEqual(referenceCoordinates.Longitude, coordinates.Longitude);
}
Assert.IsFalse(coordinates.MoveNext());
}
}
else
{ // there is no shape.
Assert.IsFalse(network.GetEdgeShape(vertex, edge.Key, out coordinates));
}
// check tags.
var referenceTags = referenceNetwork.TagsIndex.Get(referenceEdge.Value.Tags);
var tags = network.TagsIndex.Get(edge.Value.Tags);
if (referenceTags == null)
{ // other tags also have to be null.
Assert.IsNull(tags);
}
else
{ // contents need to be the same.
Assert.AreEqual(referenceTags.Count, tags.Count);
foreach (var referenceTag in referenceTags)
{
Assert.IsTrue(tags.ContainsKeyValue(referenceTag.Key, referenceTag.Value));
}
}
}
}
}
}
public void RoutingSerializationRoutingTest()
{
const string embeddedString = "OsmSharp.Test.Unittests.test_network.osm";
// create the tags index (and make sure it's serializable).
var tagsIndex = new TagsIndex(new MemoryMappedStream(new MemoryStream()));
// creates a new interpreter.
var interpreter = new OsmRoutingInterpreter();
// do the data processing.
var original =
new RouterDataSource<Edge>(new Graph<Edge>(), tagsIndex);
var targetData = new GraphOsmStreamTarget(
original, interpreter, tagsIndex, null, false);
var dataProcessorSource = new XmlOsmStreamSource(
Assembly.GetExecutingAssembly().GetManifestResourceStream(embeddedString));
targetData.RegisterSource(dataProcessorSource);
targetData.Pull();
// create serializer.
var routingSerializer = new RoutingDataSourceSerializer();
// serialize/deserialize.
TagsCollectionBase metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
byte[] byteArray;
using (var stream = new MemoryStream())
{
try
{
routingSerializer.Serialize(stream, original, metaData);
byteArray = stream.ToArray();
}
catch (Exception)
{
if (Debugger.IsAttached)
{
Debugger.Break();
}
throw;
}
}
var deserializedVersion = routingSerializer.Deserialize(new MemoryStream(byteArray), out metaData);
Assert.AreEqual(original.TagsIndex.Get(0), deserializedVersion.TagsIndex.Get(0));
// try to do some routing on the deserialized version.
var basicRouter = new Dykstra();
var router = Router.CreateFrom(deserializedVersion, basicRouter, interpreter);
var source = router.Resolve(Vehicle.Car,
new GeoCoordinate(51.0578532, 3.7192229));
var target = router.Resolve(Vehicle.Car,
new GeoCoordinate(51.0576193, 3.7191801));
// calculate the route.
var route = router.Calculate(Vehicle.Car, source, target);
Assert.IsNotNull(route);
Assert.AreEqual(5, route.Segments.Length);
float latitude, longitude;
//deserializedVersion.GetVertex(20, out latitude, out longitude);
Assert.AreEqual(51.0578537, route.Segments[0].Latitude, 0.00001);
Assert.AreEqual(3.71922255, route.Segments[0].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Start, route.Segments[0].Type);
//deserializedVersion.GetVertex(21, out latitude, out longitude);
Assert.AreEqual(51.0578537, route.Segments[1].Latitude, 0.00001);
Assert.AreEqual(3.71956515, route.Segments[1].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Along, route.Segments[1].Type);
//deserializedVersion.GetVertex(16, out latitude, out longitude);
Assert.AreEqual(51.05773, route.Segments[2].Latitude, 0.00001);
Assert.AreEqual(3.719745, route.Segments[2].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Along, route.Segments[2].Type);
//deserializedVersion.GetVertex(22, out latitude, out longitude);
Assert.AreEqual(51.05762, route.Segments[3].Latitude, 0.00001);
Assert.AreEqual(3.71965766, route.Segments[3].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Along, route.Segments[3].Type);
deserializedVersion.GetVertex(23, out latitude, out longitude);
Assert.AreEqual(51.05762, route.Segments[4].Latitude, 0.00001);
Assert.AreEqual(3.71917963, route.Segments[4].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Stop, route.Segments[4].Type);
}
public void RoutingSerializationRoutingComparisonTest()
{
const string embeddedString = "OsmSharp.Test.Unittests.test_network_real1.osm";
// create the tags index (and make sure it's serializable).
var tagsIndex = new TagsIndex(new MemoryMappedStream(new MemoryStream()));
// creates a new interpreter.
var interpreter = new OsmRoutingInterpreter();
// do the data processing.
var original = GraphOsmStreamTarget.Preprocess(new XmlOsmStreamSource(
Assembly.GetExecutingAssembly()
.GetManifestResourceStream(embeddedString)),
tagsIndex,
interpreter);
// create serializer.
var routingSerializer = new RoutingDataSourceSerializer();
// serialize/deserialize.
TagsCollectionBase metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
byte[] byteArray;
using (var stream = new MemoryStream())
{
try
{
routingSerializer.Serialize(stream, original, metaData);
byteArray = stream.ToArray();
}
catch (Exception)
{
if (Debugger.IsAttached)
{
Debugger.Break();
}
throw;
}
}
var deserializedVersion =
routingSerializer.Deserialize(new MemoryStream(byteArray), out metaData);
Assert.AreEqual(original.TagsIndex.Get(0), deserializedVersion.TagsIndex.Get(0));
//// try to do some routing on the deserialized version.
//var basicRouter =
// new Dykstra();
//var router = Router.CreateFrom(
// deserializedVersion, basicRouter, interpreter);
//var referenceRouter = Router.CreateFrom(
// original, basicRouter, interpreter);
//// loop over all nodes and resolve their locations.
//var resolvedReference = new RouterPoint[original.VertexCount];
//var resolved = new RouterPoint[original.VertexCount];
//for (uint idx = 1; idx < original.VertexCount + 1; idx++)
//{ // resolve each vertex.
// float latitude, longitude;
// if (original.GetVertex(idx, out latitude, out longitude))
// {
// resolvedReference[idx - 1] = referenceRouter.Resolve(Vehicle.Car, new GeoCoordinate(latitude, longitude));
// resolved[idx - 1] = router.Resolve(Vehicle.Car, new GeoCoordinate(latitude, longitude));
// }
// Assert.IsNotNull(resolvedReference[idx - 1]);
// Assert.IsNotNull(resolved[idx - 1]);
// Assert.AreEqual(resolvedReference[idx - 1].Location.Latitude,
// resolved[idx - 1].Location.Latitude, 0.0001);
// Assert.AreEqual(resolvedReference[idx - 1].Location.Longitude,
// resolved[idx - 1].Location.Longitude, 0.0001);
//}
//// check all the routes having the same weight(s).
//for (int fromIdx = 0; fromIdx < resolved.Length; fromIdx++)
//{
// for (int toIdx = 0; toIdx < resolved.Length; toIdx++)
// {
// var referenceRoute = referenceRouter.Calculate(Vehicle.Car,
// resolvedReference[fromIdx], resolvedReference[toIdx]);
// var route = router.Calculate(Vehicle.Car,
// resolved[fromIdx], resolved[toIdx]);
// Assert.IsNotNull(referenceRoute);
// Assert.IsNotNull(route);
// //Assert.AreEqual(referenceRoute.TotalDistance, route.TotalDistance, 0.1);
// // TODO: meta data is missing in some CH routing; see issue
// //Assert.AreEqual(reference_route.TotalTime, route.TotalTime, 0.0001);
// }
//}
}
public void RoutingSerializationRoutingTest()
{
const string embeddedString = "OsmSharp.Test.Unittests.test_network.osm";
// create the tags index (and make sure it's serializable).
var tagsIndex = new TagsIndex(new MemoryMappedStream(new MemoryStream()));
// creates a new interpreter.
var interpreter = new OsmRoutingInterpreter();
// do the data processing.
var original =
new RouterDataSource <Edge>(new Graph <Edge>(), tagsIndex);
var targetData = new GraphOsmStreamTarget(
original, interpreter, tagsIndex, null, false);
var dataProcessorSource = new XmlOsmStreamSource(
Assembly.GetExecutingAssembly().GetManifestResourceStream(embeddedString));
targetData.RegisterSource(dataProcessorSource);
targetData.Pull();
// create serializer.
var routingSerializer = new RoutingDataSourceSerializer();
// serialize/deserialize.
TagsCollectionBase metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
byte[] byteArray;
using (var stream = new MemoryStream())
{
try
{
routingSerializer.Serialize(stream, original, metaData);
byteArray = stream.ToArray();
}
catch (Exception)
{
if (Debugger.IsAttached)
{
Debugger.Break();
}
throw;
}
}
var deserializedVersion = routingSerializer.Deserialize(new MemoryStream(byteArray), out metaData);
Assert.AreEqual(original.TagsIndex.Get(0), deserializedVersion.TagsIndex.Get(0));
// try to do some routing on the deserialized version.
var basicRouter = new Dykstra();
var router = Router.CreateFrom(deserializedVersion, basicRouter, interpreter);
var source = router.Resolve(Vehicle.Car,
new GeoCoordinate(51.0578532, 3.7192229));
var target = router.Resolve(Vehicle.Car,
new GeoCoordinate(51.0576193, 3.7191801));
// calculate the route.
var route = router.Calculate(Vehicle.Car, source, target);
Assert.IsNotNull(route);
Assert.AreEqual(5, route.Segments.Length);
float latitude, longitude;
//deserializedVersion.GetVertex(20, out latitude, out longitude);
Assert.AreEqual(51.0578537, route.Segments[0].Latitude, 0.00001);
Assert.AreEqual(3.71922255, route.Segments[0].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Start, route.Segments[0].Type);
//deserializedVersion.GetVertex(21, out latitude, out longitude);
Assert.AreEqual(51.0578537, route.Segments[1].Latitude, 0.00001);
Assert.AreEqual(3.71956515, route.Segments[1].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Along, route.Segments[1].Type);
//deserializedVersion.GetVertex(16, out latitude, out longitude);
Assert.AreEqual(51.05773, route.Segments[2].Latitude, 0.00001);
Assert.AreEqual(3.719745, route.Segments[2].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Along, route.Segments[2].Type);
//deserializedVersion.GetVertex(22, out latitude, out longitude);
Assert.AreEqual(51.05762, route.Segments[3].Latitude, 0.00001);
Assert.AreEqual(3.71965766, route.Segments[3].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Along, route.Segments[3].Type);
deserializedVersion.GetVertex(23, out latitude, out longitude);
Assert.AreEqual(51.05762, route.Segments[4].Latitude, 0.00001);
Assert.AreEqual(3.71917963, route.Segments[4].Longitude, 0.00001);
Assert.AreEqual(RouteSegmentType.Stop, route.Segments[4].Type);
}
public void RoutingSerialization()
{
const string embeddedString = "OsmSharp.Test.Unittests.test_network_real1.osm";
// create the tags index (and make sure it's serializable).
var tagsIndex = new TagsIndex(new MemoryMappedStream(new MemoryStream()));
// load the network.
var referenceNetwork = GraphOsmStreamTarget.Preprocess(new XmlOsmStreamSource(
Assembly.GetExecutingAssembly().GetManifestResourceStream(embeddedString)),
tagsIndex, new OsmRoutingInterpreter());
// serialize network.
var routingSerializer = new RoutingDataSourceSerializer();
TagsCollectionBase metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
using (var stream = new MemoryStream())
{
routingSerializer.Serialize(stream, referenceNetwork, metaData);
stream.Seek(0, SeekOrigin.Begin);
var network = routingSerializer.Deserialize(stream, out metaData);
// compare networks.
Assert.IsNotNull(network);
Assert.AreEqual(referenceNetwork.VertexCount, network.VertexCount);
for (uint vertex = 0; vertex < network.VertexCount; vertex++)
{
float referenceLatitude, referenceLongitude, latitude, longitude;
Assert.IsTrue(referenceNetwork.GetVertex(vertex, out referenceLatitude, out referenceLongitude));
Assert.IsTrue(network.GetVertex(vertex, out latitude, out longitude));
Assert.AreEqual(referenceLatitude, latitude);
Assert.AreEqual(referenceLongitude, longitude);
var referenceEdges = referenceNetwork.GetEdges(vertex).ToKeyValuePairs();
var edges = network.GetEdges(vertex).ToKeyValuePairs();
Assert.AreEqual(referenceEdges.Length, edges.Length);
for (int idx = 0; idx < referenceEdges.Length; idx++)
{
var referenceEdge = referenceEdges[idx];
// find the same edge in the new arcs.
var edge = edges.First((x) => { return(x.Key == referenceEdges[idx].Key); });
Assert.AreEqual(referenceEdge.Key, edge.Key);
Assert.AreEqual(referenceEdge.Value.Distance, edge.Value.Distance);
Assert.AreEqual(referenceEdge.Value.Forward, edge.Value.Forward);
Assert.AreEqual(referenceEdge.Value.RepresentsNeighbourRelations, edge.Value.RepresentsNeighbourRelations);
Assert.AreEqual(referenceEdge.Value.Tags, edge.Value.Tags);
ICoordinateCollection referenceCoordinates;
ICoordinateCollection coordinates;
if (referenceNetwork.GetEdgeShape(vertex, referenceEdge.Key, out referenceCoordinates))
{ // there is a shape.
Assert.IsTrue(network.GetEdgeShape(vertex, edge.Key, out coordinates));
if (referenceCoordinates == null)
{ // reference shape is null, shape is null.
Assert.IsNull(coordinates);
}
else
{ // reference shape is not null compare them.
Assert.IsNotNull(coordinates);
referenceCoordinates.Reset();
coordinates.Reset();
while (referenceCoordinates.MoveNext())
{
Assert.IsTrue(coordinates.MoveNext());
Assert.AreEqual(referenceCoordinates.Latitude, coordinates.Latitude);
Assert.AreEqual(referenceCoordinates.Longitude, coordinates.Longitude);
}
Assert.IsFalse(coordinates.MoveNext());
}
}
else
{ // there is no shape.
Assert.IsFalse(network.GetEdgeShape(vertex, edge.Key, out coordinates));
}
// check tags.
var referenceTags = referenceNetwork.TagsIndex.Get(referenceEdge.Value.Tags);
var tags = network.TagsIndex.Get(edge.Value.Tags);
if (referenceTags == null)
{ // other tags also have to be null.
Assert.IsNull(tags);
}
else
{ // contents need to be the same.
Assert.AreEqual(referenceTags.Count, tags.Count);
foreach (var referenceTag in referenceTags)
{
Assert.IsTrue(tags.ContainsKeyValue(referenceTag.Key, referenceTag.Value));
}
}
}
}
}
}
public void RoutingSerializationRoutingComparisonTest()
{
const string embeddedString = "OsmSharp.Test.Unittests.test_network_real1.osm";
// create the tags index (and make sure it's serializable).
var tagsIndex = new TagsIndex(new MemoryMappedStream(new MemoryStream()));
// creates a new interpreter.
var interpreter = new OsmRoutingInterpreter();
// do the data processing.
var original = GraphOsmStreamTarget.Preprocess(new XmlOsmStreamSource(
Assembly.GetExecutingAssembly()
.GetManifestResourceStream(embeddedString)),
tagsIndex,
interpreter);
// create serializer.
var routingSerializer = new RoutingDataSourceSerializer();
// serialize/deserialize.
TagsCollectionBase metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
byte[] byteArray;
using (var stream = new MemoryStream())
{
try
{
routingSerializer.Serialize(stream, original, metaData);
byteArray = stream.ToArray();
}
catch (Exception)
{
if (Debugger.IsAttached)
{
Debugger.Break();
}
throw;
}
}
var deserializedVersion =
routingSerializer.Deserialize(new MemoryStream(byteArray), out metaData);
Assert.AreEqual(original.TagsIndex.Get(0), deserializedVersion.TagsIndex.Get(0));
//// try to do some routing on the deserialized version.
//var basicRouter =
// new Dykstra();
//var router = Router.CreateFrom(
// deserializedVersion, basicRouter, interpreter);
//var referenceRouter = Router.CreateFrom(
// original, basicRouter, interpreter);
//// loop over all nodes and resolve their locations.
//var resolvedReference = new RouterPoint[original.VertexCount];
//var resolved = new RouterPoint[original.VertexCount];
//for (uint idx = 1; idx < original.VertexCount + 1; idx++)
//{ // resolve each vertex.
// float latitude, longitude;
// if (original.GetVertex(idx, out latitude, out longitude))
// {
// resolvedReference[idx - 1] = referenceRouter.Resolve(Vehicle.Car, new GeoCoordinate(latitude, longitude));
// resolved[idx - 1] = router.Resolve(Vehicle.Car, new GeoCoordinate(latitude, longitude));
// }
// Assert.IsNotNull(resolvedReference[idx - 1]);
// Assert.IsNotNull(resolved[idx - 1]);
// Assert.AreEqual(resolvedReference[idx - 1].Location.Latitude,
// resolved[idx - 1].Location.Latitude, 0.0001);
// Assert.AreEqual(resolvedReference[idx - 1].Location.Longitude,
// resolved[idx - 1].Location.Longitude, 0.0001);
//}
//// check all the routes having the same weight(s).
//for (int fromIdx = 0; fromIdx < resolved.Length; fromIdx++)
//{
// for (int toIdx = 0; toIdx < resolved.Length; toIdx++)
// {
// var referenceRoute = referenceRouter.Calculate(Vehicle.Car,
// resolvedReference[fromIdx], resolvedReference[toIdx]);
// var route = router.Calculate(Vehicle.Car,
// resolved[fromIdx], resolved[toIdx]);
// Assert.IsNotNull(referenceRoute);
// Assert.IsNotNull(route);
// //Assert.AreEqual(referenceRoute.TotalDistance, route.TotalDistance, 0.1);
// // TODO: meta data is missing in some CH routing; see issue
// //Assert.AreEqual(reference_route.TotalTime, route.TotalTime, 0.0001);
// }
//}
}
/// <summary>
/// Loads a new instance.
/// </summary>
/// <param name="apiConfiguration"></param>
/// <param name="instanceConfiguration"></param>
/// <returns></returns>
private static bool LoadInstance(ApiConfiguration apiConfiguration, InstanceConfiguration instanceConfiguration)
{
try
{
// get graph configuration.
var graph = instanceConfiguration.Graph;
var type = instanceConfiguration.Type;
var format = instanceConfiguration.Format;
var vehicleName = instanceConfiguration.Vehicle;
try
{
// create routing instance.
OsmSharp.Logging.Log.TraceEvent("Bootstrapper", OsmSharp.Logging.TraceEventType.Information,
string.Format("Creating {0} instance...", instanceConfiguration.Name));
Router router = null;
RouterDataSource <Edge> data = null;
var graphFile = new FileInfo(graph);
switch (type)
{
case "raw":
switch (format)
{
case "osm-xml":
using (var graphStream = graphFile.OpenRead())
{
data = OsmSharp.Routing.Osm.Streams.GraphOsmStreamTarget.Preprocess(
new XmlOsmStreamSource(graphStream), new OsmRoutingInterpreter());
router = Router.CreateFrom(data, new OsmRoutingInterpreter());
}
break;
case "osm-pbf":
using (var graphStream = graphFile.OpenRead())
{
data = OsmSharp.Routing.Osm.Streams.GraphOsmStreamTarget.Preprocess(
new PBFOsmStreamSource(graphStream), new OsmRoutingInterpreter());
router = Router.CreateFrom(data, new OsmRoutingInterpreter());
}
break;
default:
throw new Exception(string.Format("Invalid format {0} for type {1}.",
format, type));
}
break;
case "contracted":
// check for GTFS-feeds and give warning if they are there.
if (instanceConfiguration.Feeds != null && instanceConfiguration.Feeds.Count > 0)
{ // ... oeps a feed and a contracted network are not supported for now.
OsmSharp.Logging.Log.TraceEvent("ApiBootstrapper", OsmSharp.Logging.TraceEventType.Warning,
"NotSupported: GTFS and contracted graphs cannot (yet) be combined.");
}
switch (format)
{
case "osm-xml":
if (string.IsNullOrWhiteSpace(vehicleName))
{ // invalid configuration.
throw new Exception("Invalid configuration, a vehicle type is required when building contracted graphs on-the-fly.");
}
using (var graphStream = graphFile.OpenRead())
{
var graphSource = new XmlOsmStreamSource(graphStream);
router = Router.CreateCHFrom(graphSource, new OsmRoutingInterpreter(), Vehicle.GetByUniqueName(vehicleName));
}
break;
case "osm-pbf":
if (string.IsNullOrWhiteSpace(vehicleName))
{ // invalid configuration.
throw new Exception("Invalid configuration, a vehicle type is required when building contracted graphs on-the-fly.");
}
using (var graphStream = graphFile.OpenRead())
{
var graphSource = new PBFOsmStreamSource(graphStream);
router = Router.CreateCHFrom(graphSource, new OsmRoutingInterpreter(), Vehicle.GetByUniqueName(vehicleName));
}
break;
case "flat":
var mobileRoutingSerializer = new CHEdgeSerializer();
// keep this stream open, it is used while routing!
var mobileGraphInstance = mobileRoutingSerializer.Deserialize(graphFile.OpenRead(), false);
router = Router.CreateCHFrom(mobileGraphInstance, new CHRouter(), new OsmRoutingInterpreter());
break;
default:
throw new Exception(string.Format("Invalid format {0} for type {1}.",
format, type));
}
break;
case "simple":
switch (format)
{
case "flat":
using (var graphStream = graphFile.OpenRead())
{
var routingSerializer = new RoutingDataSourceSerializer();
data = routingSerializer.Deserialize(graphStream);
router = Router.CreateFrom(data, new Dykstra(), new OsmRoutingInterpreter());
}
break;
default:
throw new Exception(string.Format("Invalid format {0} for type {1}.",
format, type));
}
break;
}
if (instanceConfiguration.Feeds != null && instanceConfiguration.Feeds.Count > 0)
{ // transit-data use the transit-api.
if (instanceConfiguration.Feeds.Count > 1)
{ // for now only one feed at a time is supported.
OsmSharp.Logging.Log.TraceEvent("ApiBootstrapper", OsmSharp.Logging.TraceEventType.Warning,
"NotSupported: Only one GTFS-feed at a time is supported.");
}
var feed = instanceConfiguration.Feeds[0];
var reader = new GTFSReader <GTFSFeed>(false);
var gtfsFeed = reader.Read <GTFSFeed>(new GTFSDirectorySource(feed.Path));
var connectionsDb = new GTFSConnectionsDb(gtfsFeed);
var multimodalConnectionsDb = new MultimodalConnectionsDb(data, connectionsDb,
new OsmRoutingInterpreter(), Vehicle.Pedestrian);
lock (_sync)
{
OsmSharp.Service.Routing.ApiBootstrapper.AddOrUpdate(instanceConfiguration.Name,
new MultimodalApi(multimodalConnectionsDb));
}
}
else
{ // no transit-data just use the regular routing api implementation.
lock (_sync)
{
OsmSharp.Service.Routing.ApiBootstrapper.AddOrUpdate(instanceConfiguration.Name, router);
}
}
OsmSharp.Logging.Log.TraceEvent("Bootstrapper", OsmSharp.Logging.TraceEventType.Information,
string.Format("Instance {0} created successfully!", instanceConfiguration.Name));
}
catch (Exception ex)
{
OsmSharp.Logging.Log.TraceEvent("Bootstrapper", OsmSharp.Logging.TraceEventType.Error,
string.Format("Exception occured while creating instance {0}:{1}",
instanceConfiguration.Name, ex.ToInvariantString()));
throw;
}
return(true);
}
catch
{
return(false);
}
}
/// <summary>
/// Tests preprocessing data from a PBF file.
/// </summary>
/// <param name="name"></param>
/// <param name="pbfFile"></param>
public static void TestSerialization(string name, string pbfFile)
{
var testFile = new FileInfo(string.Format(@".\TestFiles\{0}", pbfFile));
var performanceInfo = new PerformanceInfoConsumer("SerializerFlatFile.Serialize", 2000);
performanceInfo.Start();
performanceInfo.Report("Pulling from {0}...", testFile.Name);
var stream = testFile.OpenRead();
var source = new PBFOsmStreamSource(stream);
var progress = new OsmStreamFilterProgress();
progress.RegisterSource(source);
var testOutputFile = new FileInfo(@"test.routing");
testOutputFile.Delete();
var writeStream = testOutputFile.Open(FileMode.OpenOrCreate, FileAccess.ReadWrite);
var tagsIndex = new TagsIndex();
var interpreter = new OsmRoutingInterpreter();
var graph = new RouterDataSource <Edge>(new Graph <Edge>(), tagsIndex);
var routingSerializer = new RoutingDataSourceSerializer();
var memoryMappedGraph = new Graph <Edge>(1024);
var coordinates = new HugeCoordinateIndex(1024);
var memoryData = new RouterDataSource <Edge>(memoryMappedGraph, tagsIndex);
var targetData = new GraphOsmStreamTarget(memoryData, new OsmRoutingInterpreter(), tagsIndex, coordinates);
targetData.RegisterSource(progress);
targetData.Pull();
performanceInfo.Stop();
memoryData.Compress();
performanceInfo = new PerformanceInfoConsumer("SerializerFlatFile.Serialize", 100000);
performanceInfo.Start();
performanceInfo.Report("Writing file for {0}...", testFile.Name);
var metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
routingSerializer.Serialize(writeStream, memoryData, metaData);
stream.Dispose();
writeStream.Dispose();
OsmSharp.Logging.Log.TraceEvent("SerializerFlatFile", OsmSharp.Logging.TraceEventType.Information,
string.Format("Serialized file: {0}KB", testOutputFile.Length / 1024));
performanceInfo.Stop();
////performanceInfo = new PerformanceInfoConsumer("SerializerFlatFile.Serialize", 100000);
////performanceInfo.Start();
////performanceInfo.Report("Reading file for {0}...", testFile.Name);
//var testInputFile = new FileInfo(@"test.routing");
//var readStream = testInputFile.OpenRead();
//RoutingTest.TestSerialized(readStream);
////var deserializedGraph = routingSerializer.Deserialize(readStream, false);
////readStream.Dispose();
////OsmSharp.Logging.Log.TraceEvent("SerializerFlatFile", OsmSharp.Logging.TraceEventType.Information,
//// string.Format("Read: {0}KB", testInputFile.Length / 1024));
////OsmSharp.Logging.Log.TraceEvent("SerializerFlatFile", Logging.TraceEventType.Information, deserializedGraph.ToInvariantString());
////performanceInfo.Stop();
}
/// <summary>
/// Tests routing from a serialized file.
/// </summary>
/// <param name="stream"></param>
public static void TestSerialized(Stream stream, bool lazy = true)
{
var routingSerializer = new RoutingDataSourceSerializer();
var data = routingSerializer.Deserialize(stream, lazy);
uint vertex = 1;
uint significantVertices = 0;
while(vertex < data.VertexCount)
{
var edges = data.GetEdges(vertex).ToKeyValuePairs();
if(edges.Length > 2)
{
significantVertices++;
}
vertex++;
}
data.SortHilbert(1000);
// copy.
var graphCopy = new Graph<Edge>();
graphCopy.CopyFrom(data);
var dataCopy = new RouterDataSource<Edge>(graphCopy, data.TagsIndex);
RoutingTest.Test(dataCopy, Vehicle.Pedestrian, 50);
}
/// <summary>
/// Loads a new instance.
/// </summary>
/// <param name="apiConfiguration"></param>
/// <param name="instanceConfiguration"></param>
/// <returns></returns>
private static bool LoadInstance(ApiConfiguration apiConfiguration, InstanceConfiguration instanceConfiguration)
{
try
{
// get graph configuration.
var graph = instanceConfiguration.Graph;
var type = instanceConfiguration.Type;
var format = instanceConfiguration.Format;
var vehicleName = instanceConfiguration.Vehicle;
try
{
// create routing instance.
OsmSharp.Logging.Log.TraceEvent("Bootstrapper", OsmSharp.Logging.TraceEventType.Information,
string.Format("Creating {0} instance...", instanceConfiguration.Name));
Router router = null;
RouterDataSource<Edge> data = null;
var graphFile = new FileInfo(graph);
switch (type)
{
case "raw":
switch (format)
{
case "osm-xml":
using(var graphStream = graphFile.OpenRead())
{
data = OsmSharp.Routing.Osm.Streams.GraphOsmStreamTarget.Preprocess(
new XmlOsmStreamSource(graphStream), new OsmRoutingInterpreter());
router = Router.CreateFrom(data, new OsmRoutingInterpreter());
}
break;
case "osm-pbf":
using (var graphStream = graphFile.OpenRead())
{
data = OsmSharp.Routing.Osm.Streams.GraphOsmStreamTarget.Preprocess(
new PBFOsmStreamSource(graphStream), new OsmRoutingInterpreter());
router = Router.CreateFrom(data, new OsmRoutingInterpreter());
}
break;
default:
throw new Exception(string.Format("Invalid format {0} for type {1}.",
format, type));
}
break;
case "contracted":
// check for GTFS-feeds and give warning if they are there.
if(instanceConfiguration.Feeds != null && instanceConfiguration.Feeds.Count > 0)
{ // ... oeps a feed and a contracted network are not supported for now.
OsmSharp.Logging.Log.TraceEvent("ApiBootstrapper", OsmSharp.Logging.TraceEventType.Warning,
"NotSupported: GTFS and contracted graphs cannot (yet) be combined.");
}
switch(format)
{
case "osm-xml":
if (string.IsNullOrWhiteSpace(vehicleName))
{ // invalid configuration.
throw new Exception("Invalid configuration, a vehicle type is required when building contracted graphs on-the-fly.");
}
using (var graphStream = graphFile.OpenRead())
{
var graphSource = new XmlOsmStreamSource(graphStream);
router = Router.CreateCHFrom(graphSource, new OsmRoutingInterpreter(), Vehicle.GetByUniqueName(vehicleName));
}
break;
case "osm-pbf":
if (string.IsNullOrWhiteSpace(vehicleName))
{ // invalid configuration.
throw new Exception("Invalid configuration, a vehicle type is required when building contracted graphs on-the-fly.");
}
using (var graphStream = graphFile.OpenRead())
{
var graphSource = new PBFOsmStreamSource(graphStream);
router = Router.CreateCHFrom(graphSource, new OsmRoutingInterpreter(), Vehicle.GetByUniqueName(vehicleName));
}
break;
case "flat":
var mobileRoutingSerializer = new CHEdgeSerializer();
// keep this stream open, it is used while routing!
var mobileGraphInstance = mobileRoutingSerializer.Deserialize(graphFile.OpenRead());
router = Router.CreateCHFrom(mobileGraphInstance, new CHRouter(), new OsmRoutingInterpreter());
break;
default:
throw new Exception(string.Format("Invalid format {0} for type {1}.",
format, type));
}
break;
case "simple":
switch (format)
{
case "flat":
using (var graphStream = graphFile.OpenRead())
{
var routingSerializer = new RoutingDataSourceSerializer();
data = routingSerializer.Deserialize(graphStream);
router = Router.CreateFrom(data, new Dykstra(), new OsmRoutingInterpreter());
}
break;
default:
throw new Exception(string.Format("Invalid format {0} for type {1}.",
format, type));
}
break;
}
if(instanceConfiguration.Feeds != null && instanceConfiguration.Feeds.Count > 0)
{ // transit-data use the transit-api.
if(instanceConfiguration.Feeds.Count > 1)
{ // for now only one feed at a time is supported.
OsmSharp.Logging.Log.TraceEvent("ApiBootstrapper", OsmSharp.Logging.TraceEventType.Warning,
"NotSupported: Only one GTFS-feed at a time is supported.");
}
var feed = instanceConfiguration.Feeds[0];
var reader = new GTFSReader<GTFSFeed>(false);
var gtfsFeed = reader.Read<GTFSFeed>(new GTFSDirectorySource(feed.Path));
var connectionsDb = new GTFSConnectionsDb(gtfsFeed);
var multimodalConnectionsDb = new MultimodalConnectionsDb(data, connectionsDb,
new OsmRoutingInterpreter(), Vehicle.Pedestrian);
lock (_sync)
{
OsmSharp.Service.Routing.ApiBootstrapper.AddOrUpdate(instanceConfiguration.Name,
new MultimodalApi(multimodalConnectionsDb));
}
}
else
{ // no transit-data just use the regular routing api implementation.
lock (_sync)
{
OsmSharp.Service.Routing.ApiBootstrapper.AddOrUpdate(instanceConfiguration.Name, router);
}
}
OsmSharp.Logging.Log.TraceEvent("Bootstrapper", OsmSharp.Logging.TraceEventType.Information,
string.Format("Instance {0} created successfully!", instanceConfiguration.Name));
}
catch(Exception ex)
{
OsmSharp.Logging.Log.TraceEvent("Bootstrapper", OsmSharp.Logging.TraceEventType.Error,
string.Format("Exception occured while creating instance {0}:{1}",
instanceConfiguration.Name, ex.ToInvariantString()));
throw;
}
return true;
}
catch
{
return false;
}
}
/// <summary>
/// Tests preprocessing data from a PBF file.
/// </summary>
/// <param name="name"></param>
/// <param name="pbfFile"></param>
public static void TestSerialization(string name, string pbfFile)
{
var testFile = new FileInfo(string.Format(@".\TestFiles\{0}", pbfFile));
var performanceInfo = new PerformanceInfoConsumer("SerializerFlatFile.Serialize", 2000);
performanceInfo.Start();
performanceInfo.Report("Pulling from {0}...", testFile.Name);
var stream = testFile.OpenRead();
var source = new PBFOsmStreamSource(stream);
var progress = new OsmStreamFilterProgress();
progress.RegisterSource(source);
var testOutputFile = new FileInfo(@"test.routing");
testOutputFile.Delete();
var writeStream = testOutputFile.Open(FileMode.OpenOrCreate, FileAccess.ReadWrite);
var tagsIndex = new TagsIndex();
var interpreter = new OsmRoutingInterpreter();
var graph = new RouterDataSource<Edge>(new Graph<Edge>(), tagsIndex);
var routingSerializer = new RoutingDataSourceSerializer();
var memoryMappedGraph = new Graph<Edge>(1024);
var coordinates = new HugeCoordinateIndex(1024);
var memoryData = new RouterDataSource<Edge>(memoryMappedGraph, tagsIndex);
var targetData = new GraphOsmStreamTarget(memoryData, new OsmRoutingInterpreter(), tagsIndex, coordinates);
targetData.RegisterSource(progress);
targetData.Pull();
performanceInfo.Stop();
memoryData.Compress();
performanceInfo = new PerformanceInfoConsumer("SerializerFlatFile.Serialize", 100000);
performanceInfo.Start();
performanceInfo.Report("Writing file for {0}...", testFile.Name);
var metaData = new TagsCollection();
metaData.Add("some_key", "some_value");
routingSerializer.Serialize(writeStream, memoryData, metaData);
stream.Dispose();
writeStream.Dispose();
OsmSharp.Logging.Log.TraceEvent("SerializerFlatFile", OsmSharp.Logging.TraceEventType.Information,
string.Format("Serialized file: {0}KB", testOutputFile.Length / 1024));
performanceInfo.Stop();
////performanceInfo = new PerformanceInfoConsumer("SerializerFlatFile.Serialize", 100000);
////performanceInfo.Start();
////performanceInfo.Report("Reading file for {0}...", testFile.Name);
//var testInputFile = new FileInfo(@"test.routing");
//var readStream = testInputFile.OpenRead();
//RoutingTest.TestSerialized(readStream);
////var deserializedGraph = routingSerializer.Deserialize(readStream, false);
////readStream.Dispose();
////OsmSharp.Logging.Log.TraceEvent("SerializerFlatFile", OsmSharp.Logging.TraceEventType.Information,
//// string.Format("Read: {0}KB", testInputFile.Length / 1024));
////OsmSharp.Logging.Log.TraceEvent("SerializerFlatFile", Logging.TraceEventType.Information, deserializedGraph.ToInvariantString());
////performanceInfo.Stop();
}
