/// <summary>
/// On relation found.
/// </summary>
/// <param name="relation">Relation.</param>
/// <param name="rawData">Raw data.</param>
/// <param name="infos">Infos.</param>
protected void OnRelationFound(OSMRelation relation, byte[] rawData, ElementDebugInfos infos)
{
if (this.FoundRelationRaw != null)
{
this.FoundRelationRaw(relation, rawData, infos);
}
}
/// <summary>
/// On way found.
/// </summary>
/// <param name="way">Way.</param>
/// <param name="rawData">Raw data.</param>
/// <param name="infos">Infos.</param>
protected void OnWayFound(OSMWay way, byte[] rawData, ElementDebugInfos infos)
{
if (this.FoundWayRaw != null)
{
this.FoundWayRaw(way, rawData, infos);
}
}
/// <summary>
/// On node found.
/// </summary>
/// <param name="node">Node.</param>
/// <param name="rawData">Raw data.</param>
/// <param name="infos">Infos.</param>
protected void OnNodeFound(OSMNode node, byte[] rawData, ElementDebugInfos infos)
{
if (this.FoundNodeRaw != null)
{
this.FoundNodeRaw(node, rawData, infos);
}
}
private void ParseTagsData(
byte[] data,
OSMElement element,
ref int bufferOffset
#if DEBUG
, ElementDebugInfos debugInfos
#endif
)
{
var unreadBytes = data.Length - bufferOffset;
while (unreadBytes > 0)
{
if (data[bufferOffset] != 0)
{
#if DEBUG
var keyValuePosition = (uint)bufferOffset + 1;
#endif
var storedPosition = VarInt.ParseUInt32(data, ref bufferOffset);
#if DEBUG
debugInfos.Add(keyValuePosition, "start of stored 'key/value'-pair (" + storedPosition + ").");
#endif
var tag = this._storedStringPairs[(int)storedPosition - 1];
element.Tags.Add(Encoding.UTF8.GetString(tag.Key), Encoding.UTF8.GetString(tag.Value));
}
else
{
#if DEBUG
var keyValuePosition = (uint)bufferOffset + 1;
#endif
var tag = StringPair.ParseToByteArrayPair(data, ref bufferOffset);
#if DEBUG
debugInfos.Add(keyValuePosition, "start of raw 'key/value'-pair.");
#endif
if (tag.HasValue)
{
var tagValue = tag.Value;
element.Tags.Add(Encoding.UTF8.GetString(tagValue.Key), Encoding.UTF8.GetString(tagValue.Value));
if (tagValue.Key.Length + tagValue.Value.Length <= 250)
{
this._storedStringPairs.Insert(0, tagValue);
}
}
}
unreadBytes = data.Length - bufferOffset;
}
}
private OSMWay ParseWayData(
byte[] data
#if DEBUG
, ElementDebugInfos debugInfos
#endif
)
{
var bufferOffset = 0;
var wayId = VarInt.ParseInt64(data, ref bufferOffset) + this._lastWayId;
var o5mWay = new OSMWay((ulong)wayId);
this._lastWayId = (long)o5mWay.Id;
#if DEBUG
this.ParseVersionData(data, o5mWay, ref bufferOffset, debugInfos);
#else
this.ParseVersionData(data, o5mWay, ref bufferOffset);
#endif
if (data[bufferOffset] > 0)
{
var referenceLength = VarInt.ParseUInt64(data, ref bufferOffset);
var referenceNodesBuffer = new byte[referenceLength];
Array.Copy(data, bufferOffset, referenceNodesBuffer, 0, referenceNodesBuffer.Length);
var referenceBufferOffset = 0;
var bytesUnread = referenceNodesBuffer.Length;
while (bytesUnread > 0)
{
var currentReferenceId = VarInt.ParseInt64(referenceNodesBuffer, ref referenceBufferOffset) + this._lastReferenceId;
o5mWay.NodeRefs.Add((ulong)currentReferenceId);
this._lastReferenceId = currentReferenceId;
bytesUnread = referenceNodesBuffer.Length - referenceBufferOffset;
}
bufferOffset += (int)referenceLength;
}
#if DEBUG
this.ParseTagsData(data, o5mWay, ref bufferOffset, debugInfos);
#else
this.ParseTagsData(data, o5mWay, ref bufferOffset);
#endif
return(o5mWay);
}
private OSMNode ParseNodeData(
byte[] data
#if DEBUG
, ElementDebugInfos debugInfos
#endif
)
{
var bufferOffset = 0;
var nodeId = VarInt.ParseInt64(data, ref bufferOffset) + this._lastNodeId;
var o5mNode = new OSMNode((ulong)nodeId);
this._lastNodeId = (long)o5mNode.Id;
#if DEBUG
this.ParseVersionData(data, o5mNode, ref bufferOffset, debugInfos);
#else
this.ParseVersionData(data, o5mNode, ref bufferOffset);
#endif
var parsedInt = VarInt.ParseInt32(data, ref bufferOffset);
var longLongitude = parsedInt + this._lastLongitude;
var longLatitude = VarInt.ParseInt32(data, ref bufferOffset) + this._lastLatitude;
this._lastLongitude = longLongitude;
this._lastLatitude = longLatitude;
o5mNode.Longitude = longLongitude / POINT_DIVIDER;
o5mNode.Latitude = longLatitude / POINT_DIVIDER;
#if DEBUG
this.ParseTagsData(data, o5mNode, ref bufferOffset, debugInfos);
#else
this.ParseTagsData(data, o5mNode, ref bufferOffset);
#endif
return(o5mNode);
}
private void ParseVersionData(
byte[] data,
OSMElement element,
ref int bufferOffset
#if DEBUG
, ElementDebugInfos debugInfos
#endif
)
{
#if DEBUG
var versionPosition = (uint)bufferOffset + 1;
#endif
element.Version = VarInt.ParseUInt64(data, ref bufferOffset);
#if DEBUG
debugInfos.Add(versionPosition, "start of 'version' (" + element.Version + ").");
#endif
if (element.Version == 0)
{
return;
}
#if DEBUG
var timestampOffset = (uint)bufferOffset + 1;
#endif
var timestampDiff = VarInt.ParseInt64(data, ref bufferOffset);
#if DEBUG
debugInfos.Add(timestampOffset, "start of 'timestamp' (diff: " + timestampDiff + ").");
#endif
var unixTimestamp = timestampDiff + this._lastTimestamp;
this._lastTimestamp = unixTimestamp;
element.Timestamp = UNIX_START.AddSeconds(unixTimestamp);
if (unixTimestamp == 0)
{
return;
}
#if DEBUG
var changesetPosition = (uint)bufferOffset + 1;
#endif
element.Changeset = (ulong)(VarInt.ParseInt64(data, ref bufferOffset) + this._lastChangeset);
#if DEBUG
debugInfos.Add(changesetPosition, "start of 'changeset' (" + element.Changeset + ").");
#endif
this._lastChangeset = (long)element.Changeset;
KeyValuePair <byte[], byte[]>?keyValuePair;
if (data[bufferOffset] == 0)
{
#if DEBUG
debugInfos.Add((uint)bufferOffset + 1, "start of 'uid/user'-pair (raw).");
#endif
keyValuePair = StringPair.ParseToByteArrayPair(data, ref bufferOffset);
if (keyValuePair.HasValue)
{
var keyValuePairValue = keyValuePair.Value;
element.UserId = VarInt.ParseUInt64(keyValuePairValue.Key);
element.UserName = Encoding.UTF8.GetString(keyValuePairValue.Value);
if (element.UserId != 0)
{
if (keyValuePairValue.Key.Length + keyValuePairValue.Value.Length <= 250)
{
this._storedStringPairs.Insert(0, keyValuePairValue);
}
}
}
else
{
this._storedStringPairs.Insert(0, new KeyValuePair <byte[], byte[]>(new byte[0], new byte[0]));
}
}
else
{
#if DEBUG
debugInfos.Add((uint)bufferOffset + 1, "start of 'uid/user'-pair (stored).");
#endif
var storedPosition = VarInt.ParseUInt32(data, ref bufferOffset);
if (this._storedStringPairs.ElementExistsAtPosition((int)storedPosition))
{
keyValuePair = this._storedStringPairs[(int)storedPosition - 1];
element.UserId = VarInt.ParseUInt64(keyValuePair?.Key);
element.UserName = Encoding.UTF8.GetString(keyValuePair?.Value);
}
}
}
private OSMRelation ParseRelationData(
byte[] data
#if DEBUG
, ElementDebugInfos debugInfos
#endif
)
{
var bufferOffset = 0;
#if DEBUG
var idPosition = (uint)bufferOffset + 1;
#endif
var relationId = VarInt.ParseInt64(data, ref bufferOffset) + this._lastRelationId;
#if DEBUG
debugInfos.Add(idPosition, "start of 'id' (" + relationId + ").");
#endif
var o5mRelation = new OSMRelation((ulong)relationId);
this._lastRelationId = (long)o5mRelation.Id;
#if DEBUG
this.ParseVersionData(data, o5mRelation, ref bufferOffset, debugInfos);
#else
this.ParseVersionData(data, o5mRelation, ref bufferOffset);
#endif
if (data[bufferOffset] > 0)
{
KeyValuePair <byte[], byte[]>?typeAndRole;
#if DEBUG
var referenceLengthPosition = (uint)bufferOffset + 1;
#endif
var referenceLength = VarInt.ParseUInt64(data, ref bufferOffset);
#if DEBUG
debugInfos.Add(referenceLengthPosition, "start of 'length of reference section' (" + referenceLength + ").");
#endif
var startOffset = bufferOffset;
var bytesUnread = referenceLength;
while (bytesUnread > 0)
{
#if DEBUG
var referenceIdPosition = (uint)bufferOffset + 1;
#endif
var currentReferenceId = VarInt.ParseInt64(data, ref bufferOffset) + this._lastReferenceId;
#if DEBUG
debugInfos.Add(referenceIdPosition, "start of 'reference-id' (" + currentReferenceId + ").");
#endif
this._lastReferenceId = currentReferenceId;
if (data[bufferOffset] == 0)
{
#if DEBUG
debugInfos.Add((uint)bufferOffset + 1, "start of 'type/role'-pair (raw).");
#endif
typeAndRole = StringPair.ParseToTypeRoleByteArray(data, ref bufferOffset);
if (typeAndRole.HasValue)
{
var typeAndRoleValue = typeAndRole.Value;
if (typeAndRoleValue.Key.Length + typeAndRoleValue.Value.Length <= 250)
{
this._storedStringPairs.Insert(0, typeAndRoleValue);
}
}
}
else
{
#if DEBUG
var typeRolePosition = (uint)bufferOffset + 1;
#endif
var storedPosition = VarInt.ParseUInt32(data, ref bufferOffset);
#if DEBUG
debugInfos.Add(typeRolePosition, "start of stored 'type/role'-pair (" + storedPosition + ").");
#endif
typeAndRole = this._storedStringPairs[(int)storedPosition - 1];
}
if (typeAndRole?.Key.Length > 0)
{
var typeValue = (MemberType)(typeAndRole.Value.Key[0] - 0x30);
var roleValue = Encoding.UTF8.GetString(typeAndRole.Value.Value);
o5mRelation.Members.Add(new OSMMember(typeValue, (ulong)currentReferenceId, roleValue));
}
bytesUnread = referenceLength - ((ulong)bufferOffset - (ulong)startOffset);
}
}
#if DEBUG
this.ParseTagsData(data, o5mRelation, ref bufferOffset, debugInfos);
#else
this.ParseTagsData(data, o5mRelation, ref bufferOffset);
#endif
return(o5mRelation);
}
/// <summary>
/// Start reading and processing O5M data.
/// </summary>
public void Start()
{
this.Reset();
var nodesStarted = false;
var waysStarted = false;
var relationsStarted = false;
var streamLength = this._stream.Length;
var length = 0UL;
var elementBuffer = new byte[0];
var elementBufferReadBytes = 0;
O5MFileByteMarker marker;
var nextByte = 0;
do
{
nextByte = this._stream.ReadByte();
if (nextByte == -1)
{
break;
}
marker = (O5MFileByteMarker)nextByte;
if (marker == O5MFileByteMarker.StartByte) // O5MFileByteMarker.Reset
{
this.Reset();
continue;
}
if (marker == O5MFileByteMarker.EndByte)
{
break;
}
length = VarInt.ParseUInt64(this._stream);
switch (marker)
{
case O5MFileByteMarker.Node:
if (!nodesStarted)
{
nodesStarted = true;
}
elementBuffer = new byte[length];
elementBufferReadBytes = this._stream.Read(elementBuffer, 0, elementBuffer.Length);
if (elementBufferReadBytes != elementBuffer.Length)
{
throw new FormatException("The .o5m-file has an invalid node-length! expected: " + length + " bytes, but was " + elementBufferReadBytes + " bytes.");
}
if (this._skipNodes)
{
break;
}
#if DEBUG
var nodeDebugInfos = new ElementDebugInfos();
var node = this.ParseNodeData(elementBuffer, nodeDebugInfos);
this.OnNodeFound(node, elementBuffer, nodeDebugInfos);
#else
var node = this.ParseNodeData(elementBuffer);
this.OnNodeFound(node);
#endif
break;
case O5MFileByteMarker.Way:
if (!waysStarted)
{
this._lastTimestamp = 0;
this._lastChangeset = 0;
waysStarted = true;
}
elementBuffer = new byte[length];
elementBufferReadBytes = this._stream.Read(elementBuffer, 0, elementBuffer.Length);
if (elementBufferReadBytes != elementBuffer.Length)
{
throw new FormatException("The .o5m-file has an invalid way-length! expected: " + length + " bytes, but was " + elementBufferReadBytes + " bytes.");
}
if (this._skipWays)
{
break;
}
#if DEBUG
var wayDebugInfos = new ElementDebugInfos();
var way = this.ParseWayData(elementBuffer, wayDebugInfos);
this.OnWayFound(way, elementBuffer, wayDebugInfos);
#else
var way = this.ParseWayData(elementBuffer);
this.OnWayFound(way);
#endif
break;
case O5MFileByteMarker.Relation:
if (!relationsStarted)
{
this._lastTimestamp = 0;
this._lastChangeset = 0;
this._lastReferenceId = 0;
relationsStarted = true;
this.Reset();
}
elementBuffer = new byte[length];
elementBufferReadBytes = this._stream.Read(elementBuffer, 0, elementBuffer.Length);
if (elementBufferReadBytes != elementBuffer.Length)
{
throw new FormatException("The .o5m-file has an invalid relation-length! expected: " + length + " bytes, but was " + elementBufferReadBytes + " bytes.");
}
if (this._skipRelations)
{
break;
}
#if DEBUG
var relationDebugInfos = new ElementDebugInfos();
var relation = this.ParseRelationData(elementBuffer, relationDebugInfos);
this.OnRelationFound(relation, elementBuffer, relationDebugInfos);
#else
var relation = this.ParseRelationData(elementBuffer);
this.OnRelationFound(relation);
#endif
break;
default:
throw new Exception("unhandled marker (Unknown): " + marker);
//break;
}
} while(this._stream.Position < streamLength && !this._stop);
this._stop = false;
}
