public string Get()
{
var ip = _httpContextAccessor.HttpContext.Connection.RemoteIpAddress.ToString();
var geo = GeoLocationHelper.GetGeoLocation(ip);
var moduleFile = Process.GetCurrentProcess().MainModule.FileName;
var lastModified = System.IO.File.GetLastWriteTime(moduleFile);
var x = JsonSerializer.Serialize(new
{
Environment.MachineName,
OSArchitecture = RuntimeInformation.OSArchitecture.ToString(),
OSDescription = RuntimeInformation.OSDescription.ToString(),
BuildDate = lastModified,
Environment.ProcessorCount,
ClientIp = ip,
ClientGeo = geo
});
return(x);
}
public ProcessResponse Process(YoutubeProcessRequest request)
{
var mainSw = Stopwatch.StartNew();
var ip = _httpContextAccessor.HttpContext.Connection.RemoteIpAddress.ToString();
var logEntry = new YoutubeOutputLogEntry()
{
StartTime = DateTime.Now,
Vid = request.Vid,
Config = $"{request.BaseFormat}{(request.Options.IncludeHighFrequencies ? "-hf" : "")}{request.Extension}",
IpAddress = ip,
GeoLocation = GeoLocationHelper.GetGeoLocation(ip),
Cache = "Miss"
};
// 0. Check output cache
var outputFilename = GetOutputFileName(request.Vid, request.BaseFormat, request.SubFormats, request.Extension, request.Options.IncludeHighFrequencies);
var outputFilePath = $"{Output_Root}/yt/{outputFilename}";
if (File.Exists(outputFilePath))
{
logEntry.Cache = "L1 HIT";
logEntry.Success = true;
logEntry.TimeToProcess = (int)mainSw.Elapsed.TotalSeconds;
_logger.LogInformation($"Output cache hit: {outputFilePath}");
return(new ProcessResponse()
{
FileId = outputFilename, LogEntry = logEntry
});
}
// Check processing cache, avoid duplicate requests to run
var now = DateTime.UtcNow;
if (_processing.TryGetValue(outputFilename, out DateTime startDate))
{
var startedSecondsAgo = (now - startDate).TotalSeconds;
if (startedSecondsAgo < 1800)
{
return(new ProcessResponse()
{
Error = $"File {outputFilename} is being processed, started {startedSecondsAgo:N0} seconds ago. Try again later in few more minutes..."
});
}
}
_processing[outputFilename] = now;
// 1. Get video title and duration
var info = YoutubeHelper.GetVideoInfo(request.Vid);
if (info.DurationSeconds > Max_Duration_Seconds)
{
return(new ProcessResponse()
{
Error = $"Cannot process videos longer than {Max_Duration_Seconds} seconds"
});
}
logEntry.Title = info.Filename;
logEntry.Duration = info.DurationSeconds;
LogStart(request, info);
// 2. Download Audio
var audio = YoutubeHelper.DownloadAudio(request.Vid);
// 3. Split
var sw = Stopwatch.StartNew();
var splitOutputFolder = GetAudioSplitOutputFolder(request);
int fileCount = Directory.Exists(splitOutputFolder) ? Directory.GetFiles(splitOutputFolder, "*.mp3", SearchOption.AllDirectories).Length : 0;
if (fileCount == int.Parse(request.BaseFormat.Substring(0, 1)))
{
logEntry.Cache = "L2 HIT";
_logger.LogInformation("Split output cache hit");
}
else
{
if (fileCount > 0)
{
_logger.LogInformation($"Deleting folder {splitOutputFolder}");
Directory.Delete(splitOutputFolder, true);
}
// Create the directory to avoid File exists error on spleeter separate process (probably because of missing exist_ok=True parameter in https://github.com/deezer/spleeter/blob/42d476f6fa8d06f498389d1e620d2f1f59565f51/spleeter/audio/ffmpeg.py#L108)
Directory.CreateDirectory(Path.Combine(splitOutputFolder, request.Vid));
// Execute the split
var splitResult = SpliterHelper.Split(audio.AudioFileFullPath, splitOutputFolder, request, isBatch: false);
_logger.LogInformation($"Separation for {request.Vid}: {(splitResult.ExitCode == 0 ? "Successful" : "Failed")}\n\tDuration: {info.Duration}\n\tProcessing time: {sw.Elapsed:hh\\:mm\\:ss}");
logEntry.TimeToSeparate = (int)sw.Elapsed.TotalSeconds;
logEntry.Success = splitResult.ExitCode == 0;
logEntry.Errors = string.Join(", ", splitResult.Errors);
if (splitResult.ExitCode != 0)
{
_processing.TryRemove(outputFilename, out _);
logEntry.TimeToProcess = (int)mainSw.Elapsed.TotalSeconds;
return(new ProcessResponse()
{
Error = $"spleeter separate command exited with code {splitResult.ExitCode}\nMessages: {splitResult.Output}.", LogEntry = logEntry
});
}
}
sw.Stop();
// 4. Make output
MakeOutput(audio.AudioFileFullPath, outputFilePath, splitOutputFolder, request);
_processing.TryRemove(outputFilename, out _);
logEntry.Success = true;
logEntry.TimeToProcess = (int)mainSw.Elapsed.TotalSeconds;
return(new ProcessResponse()
{
FileId = outputFilename,
Speed = sw.Elapsed.TotalSeconds == 0 ? null : $"{info.DurationSeconds / sw.Elapsed.TotalSeconds:N1}x",
TotalTime = sw.Elapsed.ToString("hh\\:mm\\:ss"),
LogEntry = logEntry
});
}
