Beispiel #1
0
        public string Get()
        {
            var ip           = _httpContextAccessor.HttpContext.Connection.RemoteIpAddress.ToString();
            var geo          = GeoLocationHelper.GetGeoLocation(ip);
            var moduleFile   = Process.GetCurrentProcess().MainModule.FileName;
            var lastModified = System.IO.File.GetLastWriteTime(moduleFile);
            var x            = JsonSerializer.Serialize(new
            {
                Environment.MachineName,
                OSArchitecture = RuntimeInformation.OSArchitecture.ToString(),
                OSDescription  = RuntimeInformation.OSDescription.ToString(),
                BuildDate      = lastModified,
                Environment.ProcessorCount,
                ClientIp  = ip,
                ClientGeo = geo
            });

            return(x);
        }
Beispiel #2
0
        public ProcessResponse Process(YoutubeProcessRequest request)
        {
            var mainSw   = Stopwatch.StartNew();
            var ip       = _httpContextAccessor.HttpContext.Connection.RemoteIpAddress.ToString();
            var logEntry = new YoutubeOutputLogEntry()
            {
                StartTime   = DateTime.Now,
                Vid         = request.Vid,
                Config      = $"{request.BaseFormat}{(request.Options.IncludeHighFrequencies ? "-hf" : "")}{request.Extension}",
                IpAddress   = ip,
                GeoLocation = GeoLocationHelper.GetGeoLocation(ip),
                Cache       = "Miss"
            };
            // 0. Check output cache
            var outputFilename = GetOutputFileName(request.Vid, request.BaseFormat, request.SubFormats, request.Extension, request.Options.IncludeHighFrequencies);
            var outputFilePath = $"{Output_Root}/yt/{outputFilename}";

            if (File.Exists(outputFilePath))
            {
                logEntry.Cache         = "L1 HIT";
                logEntry.Success       = true;
                logEntry.TimeToProcess = (int)mainSw.Elapsed.TotalSeconds;
                _logger.LogInformation($"Output cache hit: {outputFilePath}");
                return(new ProcessResponse()
                {
                    FileId = outputFilename, LogEntry = logEntry
                });
            }

            // Check processing cache, avoid duplicate requests to run
            var now = DateTime.UtcNow;

            if (_processing.TryGetValue(outputFilename, out DateTime startDate))
            {
                var startedSecondsAgo = (now - startDate).TotalSeconds;
                if (startedSecondsAgo < 1800)
                {
                    return(new ProcessResponse()
                    {
                        Error = $"File {outputFilename} is being processed, started {startedSecondsAgo:N0} seconds ago. Try again later in few more minutes..."
                    });
                }
            }
            _processing[outputFilename] = now;

            // 1. Get video title and duration
            var info = YoutubeHelper.GetVideoInfo(request.Vid);

            if (info.DurationSeconds > Max_Duration_Seconds)
            {
                return(new ProcessResponse()
                {
                    Error = $"Cannot process videos longer than {Max_Duration_Seconds} seconds"
                });
            }
            logEntry.Title    = info.Filename;
            logEntry.Duration = info.DurationSeconds;
            LogStart(request, info);

            // 2. Download Audio
            var audio = YoutubeHelper.DownloadAudio(request.Vid);

            // 3. Split
            var sw = Stopwatch.StartNew();
            var splitOutputFolder = GetAudioSplitOutputFolder(request);
            int fileCount         = Directory.Exists(splitOutputFolder) ? Directory.GetFiles(splitOutputFolder, "*.mp3", SearchOption.AllDirectories).Length : 0;

            if (fileCount == int.Parse(request.BaseFormat.Substring(0, 1)))
            {
                logEntry.Cache = "L2 HIT";
                _logger.LogInformation("Split output cache hit");
            }
            else
            {
                if (fileCount > 0)
                {
                    _logger.LogInformation($"Deleting folder {splitOutputFolder}");
                    Directory.Delete(splitOutputFolder, true);
                }
                // Create the directory to avoid File exists error on spleeter separate process (probably because of missing exist_ok=True parameter in https://github.com/deezer/spleeter/blob/42d476f6fa8d06f498389d1e620d2f1f59565f51/spleeter/audio/ffmpeg.py#L108)
                Directory.CreateDirectory(Path.Combine(splitOutputFolder, request.Vid));
                // Execute the split
                var splitResult = SpliterHelper.Split(audio.AudioFileFullPath, splitOutputFolder, request, isBatch: false);
                _logger.LogInformation($"Separation for {request.Vid}: {(splitResult.ExitCode == 0 ? "Successful" : "Failed")}\n\tDuration: {info.Duration}\n\tProcessing time: {sw.Elapsed:hh\\:mm\\:ss}");
                logEntry.TimeToSeparate = (int)sw.Elapsed.TotalSeconds;
                logEntry.Success        = splitResult.ExitCode == 0;
                logEntry.Errors         = string.Join(", ", splitResult.Errors);
                if (splitResult.ExitCode != 0)
                {
                    _processing.TryRemove(outputFilename, out _);
                    logEntry.TimeToProcess = (int)mainSw.Elapsed.TotalSeconds;
                    return(new ProcessResponse()
                    {
                        Error = $"spleeter separate command exited with code {splitResult.ExitCode}\nMessages: {splitResult.Output}.", LogEntry = logEntry
                    });
                }
            }
            sw.Stop();

            // 4. Make output
            MakeOutput(audio.AudioFileFullPath, outputFilePath, splitOutputFolder, request);

            _processing.TryRemove(outputFilename, out _);
            logEntry.Success       = true;
            logEntry.TimeToProcess = (int)mainSw.Elapsed.TotalSeconds;
            return(new ProcessResponse()
            {
                FileId = outputFilename,
                Speed = sw.Elapsed.TotalSeconds == 0 ? null : $"{info.DurationSeconds / sw.Elapsed.TotalSeconds:N1}x",
                TotalTime = sw.Elapsed.ToString("hh\\:mm\\:ss"),
                LogEntry = logEntry
            });
        }