예제 #1
0
        //We Fail completely if there is a parse or index error anywhere in the file
        //We could skip lines with parse errors, but we have no way to alert the user
        protected override IEnumerable <ArgosTransmission> GetTransmissions(IEnumerable <string> lines)
        {
            //Each line looks like \"abc\";\"def\";\"pdq\";\"xyz\";
            int lineNumber = 1;

            foreach (var line in lines.Skip(1))
            {
                lineNumber++;
                if (String.Equals(line.Trim(), "MAX_RESPONSE_REACHED", StringComparison.InvariantCultureIgnoreCase))
                {
                    _maxResponseReached = true;
                    yield break;
                }
                var tokens       = line.Substring(1, line.Length - 3).Split(new[] { "\";\"" }, StringSplitOptions.None);
                var transmission = new ArgosTransmission
                {
                    LineNumber = lineNumber,
                    ProgramId  = tokens[0],
                    PlatformId = tokens[1],
                    DateTime   = DateTime.Parse(tokens[7], CultureInfo.InvariantCulture, DateTimeStyles.RoundtripKind),
                    Location   = String.IsNullOrEmpty(tokens[13]) ? null : new ArgosTransmission.ArgosLocation
                    {
                        DateTime  = DateTime.Parse(tokens[13], CultureInfo.InvariantCulture, DateTimeStyles.RoundtripKind),
                        Latitude  = Single.Parse(tokens[14]),
                        Longitude = Single.Parse(tokens[15]),
                        Altitude  = Single.Parse(tokens[16]),
                        Class     = tokens[17][0]
                    }
                };
                transmission.AddHexString(tokens[38]);
                transmission.AddLine(line);
                yield return(transmission);
            }
            _maxResponseReached = false;
        }
예제 #2
0
 private ArgosGen3Message GetMessage(ArgosTransmission transmission)
 {
     return(new ArgosGen3Message
     {
         PlatformId = transmission.PlatformId,
         TransmissionDateTime = transmission.DateTime,
         Fixes = GetFixes(transmission.DateTime, transmission.Message)
     });
 }
예제 #3
0
 //We Fail completely if there is a parse or index error anywhere in the file
 //We could skip lines with parse errors, but we have no way to alert the user
 protected override IEnumerable<ArgosTransmission> GetTransmissions(IEnumerable<string> lines)
 {
     //Each line looks like \"abc\";\"def\";\"pdq\";\"xyz\";
     int lineNumber = 1;
     foreach (var line in lines.Skip(1))
     {
         lineNumber++;
         if (String.Equals(line.Trim(), "MAX_RESPONSE_REACHED", StringComparison.InvariantCultureIgnoreCase))
         {
             _maxResponseReached = true;
             yield break;
         }
         var tokens = line.Substring(1, line.Length - 3).Split(new[] { "\";\"" }, StringSplitOptions.None);
         var transmission = new ArgosTransmission
         {
             LineNumber = lineNumber,
             ProgramId = tokens[0],
             PlatformId = tokens[1],
             DateTime = DateTime.Parse(tokens[7], CultureInfo.InvariantCulture, DateTimeStyles.RoundtripKind),
             Location = String.IsNullOrEmpty(tokens[13]) ? null : new ArgosTransmission.ArgosLocation
             {
                 DateTime = DateTime.Parse(tokens[13], CultureInfo.InvariantCulture, DateTimeStyles.RoundtripKind),
                 Latitude = Single.Parse(tokens[14]),
                 Longitude = Single.Parse(tokens[15]),
                 Altitude = Single.Parse(tokens[16]),
                 Class = tokens[17][0]
             }
         };
         transmission.AddHexString(tokens[38]);
         transmission.AddLine(line);
         yield return transmission;
     }
     _maxResponseReached = false;
 }
예제 #4
0
        //We return no transmissions if first non-blank line is not recognized as the header
        //Fail with Format Exception if there is a parse error anywhere in the file
        //We could skip lines with parse errors, but we have no way to alert the user
        protected override IEnumerable <ArgosTransmission> GetTransmissions(IEnumerable <string> lines)
        {
            //The debevek file contains fixes not transmissions,
            //but since they all contain an Argos Id we can fake it.
            var platformIndex = -1;
            var dateIndex     = -1;
            var timeIndex     = -1;
            var latIndex      = -1;
            var lonIndex      = -1;

            int lineNumber = 0;

            foreach (var line in lines)
            {
                lineNumber++;
                var cleanLine = line.Trim();
                if (cleanLine == String.Empty)
                {
                    continue;
                }
                if (string.IsNullOrEmpty(cleanLine.Replace(',', ' ').Trim())) //empty except for commas
                {
                    continue;
                }
                if (_header == String.Empty)
                {
                    _header = cleanLine;
                    var columns = _header.Split('\t', ',');
                    for (int i = 0; i < columns.Length; i++)
                    {
                        var column = columns[i];
                        if (String.Equals(column, "CollarID", StringComparison.InvariantCultureIgnoreCase))
                        {
                            platformIndex = i;
                        }
                        if (String.Equals(column, "FixDate", StringComparison.InvariantCultureIgnoreCase))
                        {
                            dateIndex = i;
                        }
                        if (String.Equals(column, "FixTime", StringComparison.InvariantCultureIgnoreCase))
                        {
                            timeIndex = i;
                        }
                        if (String.Equals(column, "LatWGS84", StringComparison.InvariantCultureIgnoreCase))
                        {
                            latIndex = i;
                        }
                        if (String.Equals(column, "LonWGS84", StringComparison.InvariantCultureIgnoreCase))
                        {
                            lonIndex = i;
                        }
                    }
                    if (platformIndex == -1 || dateIndex == -1 || latIndex == -1 || lonIndex == -1)  //FixTime is optional
                    {
                        yield break;
                    }
                    continue;
                }

                var tokens     = cleanLine.Split('\t', ',');
                var timeString = "12:00";
                if (timeIndex != -1)
                {
                    timeString = tokens[timeIndex];
                }
                var dateTime = DateTime.Parse(tokens[dateIndex] + " " + timeString, CultureInfo.InvariantCulture,
                                              DateTimeStyles.RoundtripKind);
                var transmission = new ArgosTransmission
                {
                    LineNumber = lineNumber,
                    ProgramId  = null,
                    PlatformId = tokens[platformIndex],
                    DateTime   = dateTime,
                    Location   = String.IsNullOrEmpty(tokens[latIndex]) ? null : new ArgosTransmission.ArgosLocation
                    {
                        DateTime  = dateTime,
                        Latitude  = Single.Parse(tokens[latIndex]),
                        Longitude = Single.Parse(tokens[lonIndex])
                    }
                };
                transmission.AddLine(line);
                yield return(transmission);
            }
        }
예제 #5
0
        //We Fail completely if there is a parse or index error anywhere in the file
        //We could skip lines with parse errors, but we have no way to alert the user
        protected override IEnumerable <ArgosTransmission> GetTransmissions(IEnumerable <string> lines)
        {
            /* Argos files may be contained in numerous concatenated ASCII email files
             * Unidentified lines are ignored.  Transmissions contain a variable number
             * of lines.  The start and end lines will fit a known pattern.
             *
             * 09691 095838   9 31 M 3 2012-12-02 20:00:07  65.726  198.504  0.284 401629897
             *	     2012-12-02 20:03:40  4         12           19          127          112
             *	                                    76           55           86
             *	     2012-12-02 21:34:42  1         12           19          127          112
             *	                                    76           55           86          110
             *	                                    26          111          162
             *
             * Each group of transmissions starts with the program and platfrom id numbers
             * in this case the program is 09691, and the platfrom is 095838 the rest of the line
             * is ignored it is Argos location data and may be empty.
             * Each transmission starts with the date and time, then a small int, then 3 or 4
             * bytes as a positive integer from 0 to 255.  Typical lines will have 4 bytes. The
             * last line will have only 3 bytes (the first line may also be the last).
             *
             * In some email files, leading white space is removed, and remaining white space is
             * normalized to a single space per whitespace group; i.e. \s+ => ' '
             */

            var transmissions = new List <ArgosTransmission>();

            var platformPattern     = new Regex(@"^\s*([0-9]{5})\s+([0-9]{5,6})\s+", RegexOptions.Compiled);     //Be more liberal with whitespace
            var transmissionPattern = new Regex(@"^\s*([0-9]{4})-([0-9]{2})-([0-9]{2})", RegexOptions.Compiled); //Ignore leading space
            var dataPattern         = new Regex(@"^[\s0-9]*$", RegexOptions.Compiled);                           //Just white space and decimal digits

            string programId      = null;
            string platformId     = null;
            string platformheader = null;

            ArgosTransmission.ArgosLocation location = null;
            ArgosTransmission transmission           = null;
            int lineNumber = 0;

            foreach (var line in lines)
            {
                lineNumber++;
                if (platformPattern.IsMatch(line))
                {
                    var tokens = Regex.Split(line.Trim(), @"\s+");
                    //do not use String.Split() - It splits on each whitespace character, not groups of whitespace
                    //since we passed the Regex Match, we know there are at least two tokens
                    programId  = tokens[0].TrimStart('0');
                    platformId = tokens[1].TrimStart('0');
                    location   = tokens.Length < 11
                                   ? null
                                   : new ArgosTransmission.ArgosLocation
                    {
                        DateTime  = DateTime.Parse(tokens[6] + " " + tokens[7]),
                        Latitude  = Single.Parse(tokens[8]),
                        Longitude = Single.Parse(tokens[9]),
                        Altitude  = Single.Parse(tokens[10]),
                        Class     = tokens[5][0]
                    };
                    transmission   = null;
                    platformheader = line;
                }

                else if (platformId != null && transmissionPattern.IsMatch(line))
                {
                    var tokens = Regex.Split(line.Trim(), @"\s+");
                    if (tokens.Length == 6 || tokens.Length == 7)
                    {
                        var transmissionDateTime = DateTime.Parse(tokens[0] + " " + tokens[1]);

                        transmission = new ArgosTransmission
                        {
                            LineNumber = lineNumber,
                            ProgramId  = programId,
                            PlatformId = platformId,
                            DateTime   = transmissionDateTime,
                            Location   = location,
                        };
                        if (platformheader != null)
                        {
                            //only the first transmission in a group gets the header
                            transmission.AddLine(platformheader);
                            platformheader = null;
                        }
                        transmission.AddLine(line);
                        transmission.AddRawBytes(tokens.Skip(3));
                        transmissions.Add(transmission);
                    }
                }
                else if (transmission != null && dataPattern.IsMatch(line))
                {
                    transmission.AddLine(line);
                    var tokens = Regex.Split(line.Trim(), @"\s+");
                    if (tokens.Length == 3 || tokens.Length == 4)
                    {
                        transmission.AddRawBytes(tokens);
                    }
                }
                else
                {
                    programId    = null;
                    platformId   = null;
                    transmission = null;
                }
            }
            return(transmissions);
        }
예제 #6
0
        //We return no transmissions if first non-blank line is not recognized as the header
        //Fail with Format Exception if there is a parse error anywhere in the file
        //We could skip lines with parse errors, but we have no way to alert the user
        protected override IEnumerable<ArgosTransmission> GetTransmissions(IEnumerable<string> lines)
        {
            //The debevek file contains fixes not transmissions,
            //but since they all contain an Argos Id we can fake it.
            var platformIndex = -1;
            var dateIndex = -1;
            var timeIndex = -1;
            var latIndex = -1;
            var lonIndex = -1;

            int lineNumber = 0;
            foreach (var line in lines)
            {
                lineNumber++;
                var cleanLine = line.Trim();
                if (cleanLine == String.Empty)
                    continue;
                if (string.IsNullOrEmpty(cleanLine.Replace(',', ' ').Trim())) //empty except for commas
                    continue;
                if (_header == String.Empty)
                {
                    _header = cleanLine;
                    var columns = _header.Split('\t', ',');
                    for (int i = 0; i < columns.Length; i++)
                    {
                        var column = columns[i];
                        if (String.Equals(column, "CollarID", StringComparison.InvariantCultureIgnoreCase))
                            platformIndex = i;
                        if (String.Equals(column, "FixDate", StringComparison.InvariantCultureIgnoreCase))
                            dateIndex = i;
                        if (String.Equals(column, "FixTime", StringComparison.InvariantCultureIgnoreCase))
                            timeIndex = i;
                        if (String.Equals(column, "LatWGS84", StringComparison.InvariantCultureIgnoreCase))
                            latIndex = i;
                        if (String.Equals(column, "LonWGS84", StringComparison.InvariantCultureIgnoreCase))
                            lonIndex = i;
                    }
                    if (platformIndex == -1 || dateIndex == -1 || latIndex == -1 || lonIndex == -1)  //FixTime is optional
                        yield break;
                    continue;
                }

                var tokens = cleanLine.Split('\t', ',');
                var timeString = "12:00";
                if (timeIndex != -1)
                    timeString = tokens[timeIndex];
                var dateTime = DateTime.Parse(tokens[dateIndex] + " " + timeString, CultureInfo.InvariantCulture,
                                              DateTimeStyles.RoundtripKind);
                var transmission = new ArgosTransmission
                {
                    LineNumber = lineNumber,
                    ProgramId = null,
                    PlatformId = tokens[platformIndex],
                    DateTime = dateTime,
                    Location = String.IsNullOrEmpty(tokens[latIndex]) ? null : new ArgosTransmission.ArgosLocation
                    {
                        DateTime = dateTime,
                        Latitude = Single.Parse(tokens[latIndex]),
                        Longitude = Single.Parse(tokens[lonIndex])
                    }
                };
                transmission.AddLine(line);
                yield return transmission;
            }
        }
예제 #7
0
 private ArgosGen3Message GetMessage(ArgosTransmission transmission)
 {
     return new ArgosGen3Message
     {
         PlatformId = transmission.PlatformId,
         TransmissionDateTime = transmission.DateTime,
         Fixes = GetFixes(transmission.DateTime, transmission.Message)
     };
 }