Ejemplo n.º 1
0
        public void GetCurrentTimestampMillisecondsShouldReturnCorrectResult()
        {
            var datetime = DateTime.UtcNow;
            var timestampinmiliseconds = UnixDateTimeHelpers.GetCurrentTimestampMilliseconds();
            var convertedDatetime      =
                UnixDateTimeHelpers.DateTimeFromUnixTimestampMilliseconds(timestampinmiliseconds);

            Assert.AreEqual(datetime.ToString(CultureInfo.InvariantCulture), convertedDatetime.UtcDateTime.ToString(CultureInfo.InvariantCulture));
        }
Ejemplo n.º 2
0
        public void DateTimeFromUnixTimestampMillisecondsShouldReturnCorrectDateTime()
        {
            var timestampinmiliseconds = 1544591489027;
            var datetime          = (DateTimeOffset)DateTime.Parse("12/12/2018 5:11:29 AM +00:00");
            var convertedDatetime =
                UnixDateTimeHelpers.DateTimeFromUnixTimestampMilliseconds(timestampinmiliseconds);

            Assert.AreEqual(datetime.UtcDateTime.ToString(CultureInfo.InvariantCulture), convertedDatetime.UtcDateTime.ToString(CultureInfo.InvariantCulture));
        }
Ejemplo n.º 3
0
        public async Task <RunResponse> _createRun(int experiementId, IMLFlowService flowService)
        {
            var experimentId = experiementId;
            var userId       = "azadeh khojandi";
            var runName      = "this is a run name";
            var sourceType   = SourceType.NOTEBOOK;
            var sourceName   = "String descriptor for the run’s source";

            var entryPointName = "Name of the project entry point associated with the current run, if any.";
            var startTime      = UnixDateTimeHelpers.GetCurrentTimestampMilliseconds(); //unix timestamp

            var path          = Directory.GetCurrentDirectory();
            var repopath      = path.Substring(0, path.IndexOf("src", StringComparison.Ordinal));
            var repo          = new Repository(repopath);
            var lastcommit    = repo.Commits.Last();
            var sourceVersion = lastcommit.Sha;


            RunTag[] tags = { new RunTag()
                              {
                                  Key = "testkey", Value = "testvalue"
                              } };

            //todo [az] run name is empty - check mlflow source code

            var createRunRequest = new CreateRunRequest()
            {
                ExperimentId   = experimentId,
                UserId         = userId,
                Runname        = runName,
                SourceType     = sourceType,
                SourceName     = sourceName,
                EntryPointName = entryPointName,
                StartTime      = startTime,
                SourceVersion  = sourceVersion,
                Tags           = tags
            };

            var runResult = await flowService.CreateRun(
                createRunRequest);

            return(runResult);
        }
Ejemplo n.º 4
0
        public async Task <LogMetric> LogMetric(string run_uuid,
                                                string key, float value, long?timeStamp = null)
        {
            if (!timeStamp.HasValue)
            {
                timeStamp = UnixDateTimeHelpers.GetCurrentTimestampMilliseconds();
            }

            var response = await _httpService.Post <LogMetric, Dictionary <string, string> >(
                _getPath(MLFlowAPI.Runs.BasePath,
                         MLFlowAPI.Runs.LogMetric),
                _getParameters(
                    ("run_uuid", run_uuid),
                    ("key", key),
                    ("value", value.ToString()),
                    ("timeStamp", timeStamp.ToString())
                    ));

            return(response);
        }
Ejemplo n.º 5
0
        private IEnumerable <Column> GetColumns()
        {
            using (var stream = File.OpenRead(_reqionFilePath))
            {
                var offsets    = new List <int>();
                var timestamps = new List <int>();

                using (var reader = new BinaryReader(stream))
                {
                    for (int i = 0; i < SECTOR_INTS; i++)
                    {
                        int offset = reader.ReadInt32BE();
                        offsets.Add(offset);
                    }

                    for (int i = 0; i < SECTOR_INTS; i++)
                    {
                        int timestamp = reader.ReadInt32BE();
                        timestamps.Add(timestamp);
                    }

                    for (int i = 0; i < offsets.Count; i++)
                    {
                        if (offsets[i] == 0)
                        {
                            continue;
                        }

                        int sectorNumber = offsets[i] >> 8;
                        int numSectors   = offsets[i] & 0xFF;

                        if (numSectors == 0)
                        {
                            continue;
                        }

                        stream.Seek(sectorNumber * SECTOR_BYTES, SeekOrigin.Begin);

                        int length = reader.ReadInt32BE();

                        ChunkFormat format = (ChunkFormat)reader.ReadByte();
                        var         data   = reader.ReadBytes(length - 1);

                        Column column = null;

                        try
                        {
                            column = new Column(format,
                                                new MemoryStream(data),
                                                UnixDateTimeHelpers.ToDateTime(timestamps[i]));
                        }
                        catch (InvalidDataException)
                        {
                            //Ignore
                        }

                        if (column != null)
                        {
                            yield return(column);
                        }
                    }
                }
            }
        }