public void InitializeGL()
{
gfx = new GLGraphics(DpiScaling.MainWindow, DpiScaling.Font);
res = new ThemeRenderResources(gfx);
foreach (var ctrl in controls)
{
ctrl.SetDpiScales(DpiScaling.MainWindow, DpiScaling.Font);
ctrl.SetThemeRenderResource(res);
ctrl.RenderInitialized(gfx);
}
}
public unsafe bool Save(Project originalProject, int songId, int loopCount, string filename, int resX, int resY, bool halfFrameRate, int channelMask, int audioBitRate, int videoBitRate, float pianoRollZoom, bool stereo, float[] pan)
{
if (!Initialize(channelMask, loopCount))
{
return(false);
}
videoResX = resX;
videoResY = resY;
var project = originalProject.DeepClone();
var song = project.GetSong(songId);
ExtendSongForLooping(song, loopCount);
// Save audio to temporary file.
Log.LogMessage(LogSeverity.Info, "Exporting audio...");
var tempFolder = Utils.GetTemporaryDiretory();
var tempAudioFile = Path.Combine(tempFolder, "temp.wav");
AudioExportUtils.Save(song, tempAudioFile, SampleRate, 1, -1, channelMask, false, false, stereo, pan, (samples, samplesChannels, fn) => { WaveFile.Save(samples, fn, SampleRate, samplesChannels); });
// Start encoder, must be done before any GL calls on Android.
GetFrameRateInfo(song.Project, halfFrameRate, out var frameRateNumer, out var frameRateDenom);
if (!videoEncoder.BeginEncoding(videoResX, videoResY, frameRateNumer, frameRateDenom, videoBitRate, audioBitRate, tempAudioFile, filename))
{
Log.LogMessage(LogSeverity.Error, "Error starting video encoder, aborting.");
return(false);
}
Log.LogMessage(LogSeverity.Info, "Initializing channels...");
var numChannels = Utils.NumberOfSetBits(channelMask);
var channelResXFloat = videoResX / (float)numChannels;
var channelResX = videoResY;
var channelResY = (int)channelResXFloat;
var longestChannelName = 0.0f;
var videoGraphics = RenderGraphics.Create(videoResX, videoResY, true);
if (videoGraphics == null)
{
Log.LogMessage(LogSeverity.Error, "Error initializing off-screen graphics, aborting.");
return(false);
}
var themeResources = new ThemeRenderResources(videoGraphics);
var bmpWatermark = videoGraphics.CreateBitmapFromResource("VideoWatermark");
// Generate WAV data for each individual channel for the oscilloscope.
var channelStates = new List <VideoChannelState>();
var maxAbsSample = 0;
for (int i = 0, channelIndex = 0; i < song.Channels.Length; i++)
{
if ((channelMask & (1 << i)) == 0)
{
continue;
}
var pattern = song.Channels[i].PatternInstances[0];
var state = new VideoChannelState();
state.videoChannelIndex = channelIndex;
state.songChannelIndex = i;
state.channel = song.Channels[i];
state.channelText = state.channel.NameWithExpansion;
state.wav = new WavPlayer(SampleRate, 1, 1 << i).GetSongSamples(song, song.Project.PalMode, -1);
state.graphics = RenderGraphics.Create(channelResX, channelResY, false);
state.bitmap = videoGraphics.CreateBitmapFromOffscreenGraphics(state.graphics);
channelStates.Add(state);
channelIndex++;
// Find maximum absolute value to rescale the waveform.
foreach (int s in state.wav)
{
maxAbsSample = Math.Max(maxAbsSample, Math.Abs(s));
}
// Measure the longest text.
longestChannelName = Math.Max(longestChannelName, state.graphics.MeasureString(state.channelText, themeResources.FontVeryLarge));
Log.ReportProgress(0.0f);
}
// Tweak some cosmetic stuff that depends on resolution.
var smallChannelText = longestChannelName + 32 + ChannelIconTextSpacing > channelResY * 0.8f;
var bmpSuffix = smallChannelText ? "" : "@2x";
var font = smallChannelText ? themeResources.FontMedium : themeResources.FontVeryLarge;
var textOffsetY = smallChannelText ? 1 : 4;
var pianoRollScaleX = Utils.Clamp(resY / 1080.0f, 0.6f, 0.9f);
var pianoRollScaleY = channelResY < VeryThinNoteThreshold ? 0.5f : (channelResY < ThinNoteThreshold ? 0.667f : 1.0f);
var channelLineWidth = channelResY < ThinNoteThreshold ? 3 : 5;
var gradientSizeY = 256 * (videoResY / 1080.0f);
var gradientBrush = videoGraphics.CreateVerticalGradientBrush(0, gradientSizeY, Color.Black, Color.FromArgb(0, Color.Black));
foreach (var s in channelStates)
{
s.bmpIcon = videoGraphics.CreateBitmapFromResource(ChannelType.Icons[s.channel.Type] + bmpSuffix);
}
// Generate the metadata for the video so we know what's happening at every frame
var metadata = new VideoMetadataPlayer(SampleRate, 1).GetVideoMetadata(song, song.Project.PalMode, -1);
var oscScale = maxAbsSample != 0 ? short.MaxValue / (float)maxAbsSample : 1.0f;
var oscLookback = (metadata[1].wavOffset - metadata[0].wavOffset) / 2;
// Setup piano roll and images.
var pianoRoll = new PianoRoll();
pianoRoll.Move(0, 0, channelResX, channelResY);
pianoRoll.SetThemeRenderResource(themeResources);
pianoRoll.StartVideoRecording(channelStates[0].graphics, song, pianoRollZoom, pianoRollScaleX, pianoRollScaleY, out var noteSizeY);
// Build the scrolling data.
var numVisibleNotes = (int)Math.Floor(channelResY / (float)noteSizeY);
ComputeChannelsScroll(metadata, channelMask, numVisibleNotes);
if (song.UsesFamiTrackerTempo)
{
SmoothFamitrackerScrolling(metadata);
}
else
{
SmoothFamiStudioScrolling(metadata, song);
}
var oscWindowSize = (int)Math.Round(SampleRate * OscilloscopeWindowSize);
var videoImage = new byte[videoResY * videoResX * 4];
var oscilloscope = new float[oscWindowSize, 2];
var success = true;
#if !DEBUG
try
#endif
{
// Generate each of the video frames.
for (int f = 0; f < metadata.Length; f++)
{
if (Log.ShouldAbortOperation)
{
success = false;
break;
}
if ((f % 100) == 0)
{
Log.LogMessage(LogSeverity.Info, $"Rendering frame {f} / {metadata.Length}");
}
Log.ReportProgress(f / (float)(metadata.Length - 1));
if (halfFrameRate && (f & 1) != 0)
{
continue;
}
var frame = metadata[f];
// Render the piano rolls for each channels.
foreach (var s in channelStates)
{
var volume = frame.channelVolumes[s.songChannelIndex];
var note = frame.channelNotes[s.songChannelIndex];
var color = Color.Transparent;
if (note.IsMusical)
{
if (s.channel.Type == ChannelType.Dpcm)
{
var mapping = project.GetDPCMMapping(note.Value);
if (mapping != null)
{
color = mapping.Sample.Color;
}
}
else
{
color = Color.FromArgb(128 + volume * 127 / 15, note.Instrument != null ? note.Instrument.Color : Theme.LightGreyFillColor1);
}
}
s.graphics.BeginDrawFrame();
s.graphics.BeginDrawControl(new Rectangle(0, 0, channelResX, channelResY), channelResY);
pianoRoll.RenderVideoFrame(s.graphics, s.channel.Index, frame.playPattern, frame.playNote, frame.scroll[s.songChannelIndex], note.Value, color);
s.graphics.EndDrawControl();
s.graphics.EndDrawFrame();
}
// Render the full screen overlay.
videoGraphics.BeginDrawFrame();
videoGraphics.BeginDrawControl(new Rectangle(0, 0, videoResX, videoResY), videoResY);
videoGraphics.Clear(Color.Black);
var bg = videoGraphics.CreateCommandList();
var fg = videoGraphics.CreateCommandList();
// Composite the channel renders.
foreach (var s in channelStates)
{
int channelPosX0 = (int)Math.Round(s.videoChannelIndex * channelResXFloat);
bg.DrawBitmap(s.bitmap, channelPosX0, 0, s.bitmap.Size.Height, s.bitmap.Size.Width, 1.0f, 0, 0, 1, 1, true);
}
// Gradient
fg.FillRectangle(0, 0, videoResX, gradientSizeY, gradientBrush);
// Channel names + oscilloscope
foreach (var s in channelStates)
{
int channelPosX0 = (int)Math.Round((s.videoChannelIndex + 0) * channelResXFloat);
int channelPosX1 = (int)Math.Round((s.videoChannelIndex + 1) * channelResXFloat);
var channelNameSizeX = (int)videoGraphics.MeasureString(s.channelText, font);
var channelIconPosX = channelPosX0 + channelResY / 2 - (channelNameSizeX + s.bmpIcon.Size.Width + ChannelIconTextSpacing) / 2;
fg.FillAndDrawRectangle(channelIconPosX, ChannelIconPosY, channelIconPosX + s.bmpIcon.Size.Width - 1, ChannelIconPosY + s.bmpIcon.Size.Height - 1, themeResources.DarkGreyLineBrush2, themeResources.LightGreyFillBrush1);
fg.DrawBitmap(s.bmpIcon, channelIconPosX, ChannelIconPosY, 1, Theme.LightGreyFillColor1);
fg.DrawText(s.channelText, font, channelIconPosX + s.bmpIcon.Size.Width + ChannelIconTextSpacing, ChannelIconPosY + textOffsetY, themeResources.LightGreyFillBrush1);
if (s.videoChannelIndex > 0)
{
fg.DrawLine(channelPosX0, 0, channelPosX0, videoResY, themeResources.BlackBrush, channelLineWidth);
}
var oscMinY = (int)(ChannelIconPosY + s.bmpIcon.Size.Height + 10);
var oscMaxY = (int)(oscMinY + 100.0f * (resY / 1080.0f));
// Intentionally flipping min/max Y since D3D is upside down compared to how we display waves typically.
GenerateOscilloscope(s.wav, frame.wavOffset, oscWindowSize, oscLookback, oscScale, channelPosX0 + 10, oscMaxY, channelPosX1 - 10, oscMinY, oscilloscope);
fg.DrawGeometry(oscilloscope, themeResources.LightGreyFillBrush1, 1, true);
}
// Watermark.
fg.DrawBitmap(bmpWatermark, videoResX - bmpWatermark.Size.Width, videoResY - bmpWatermark.Size.Height);
videoGraphics.DrawCommandList(bg);
videoGraphics.DrawCommandList(fg);
videoGraphics.EndDrawControl();
videoGraphics.EndDrawFrame();
// Readback
videoGraphics.GetBitmap(videoImage);
// Send to encoder.
videoEncoder.AddFrame(videoImage);
// Dump debug images.
// DumpDebugImage(videoImage, videoResX, videoResY, f);
}
videoEncoder.EndEncoding(!success);
File.Delete(tempAudioFile);
}
#if !DEBUG
catch (Exception e)
{
Log.LogMessage(LogSeverity.Error, "Error exporting video.");
Log.LogMessage(LogSeverity.Error, e.Message);
}
finally
#endif
{
pianoRoll.EndVideoRecording();
foreach (var c in channelStates)
{
c.bmpIcon.Dispose();
c.bitmap.Dispose();
c.graphics.Dispose();
}
themeResources.Dispose();
bmpWatermark.Dispose();
gradientBrush.Dispose();
videoGraphics.Dispose();
}
return(true);
}
public void SetThemeRenderResource(ThemeRenderResources res)
{
themeRes = res;
}
public bool Save(Project originalProject, int songId, int loopCount, int colorMode, int numColumns, int lineThickness, string filename, int resX, int resY, bool halfFrameRate, int channelMask, int audioBitRate, int videoBitRate, bool stereo, float[] pan)
{
if (!Initialize(channelMask, loopCount))
{
return(false);
}
videoResX = resX;
videoResY = resY;
var project = originalProject.DeepClone();
var song = project.GetSong(songId);
ExtendSongForLooping(song, loopCount);
// Save audio to temporary file.
Log.LogMessage(LogSeverity.Info, "Exporting audio...");
var tempFolder = Utils.GetTemporaryDiretory();
var tempAudioFile = Path.Combine(tempFolder, "temp.wav");
AudioExportUtils.Save(song, tempAudioFile, SampleRate, 1, -1, channelMask, false, false, stereo, pan, (samples, samplesChannels, fn) => { WaveFile.Save(samples, fn, SampleRate, samplesChannels); });
// Start encoder, must be done before any GL calls on Android.
GetFrameRateInfo(song.Project, halfFrameRate, out var frameRateNumer, out var frameRateDenom);
if (!videoEncoder.BeginEncoding(videoResX, videoResY, frameRateNumer, frameRateDenom, videoBitRate, audioBitRate, tempAudioFile, filename))
{
Log.LogMessage(LogSeverity.Error, "Error starting video encoder, aborting.");
return(false);
}
Log.LogMessage(LogSeverity.Info, "Initializing channels...");
var numChannels = Utils.NumberOfSetBits(channelMask);
var longestChannelName = 0.0f;
var videoGraphics = RenderGraphics.Create(videoResX, videoResY, true);
if (videoGraphics == null)
{
Log.LogMessage(LogSeverity.Error, "Error initializing off-screen graphics, aborting.");
return(false);
}
var themeResources = new ThemeRenderResources(videoGraphics);
var bmpWatermark = videoGraphics.CreateBitmapFromResource("VideoWatermark");
// Generate WAV data for each individual channel for the oscilloscope.
var channelStates = new List <VideoChannelState>();
var maxAbsSample = 0;
for (int i = 0, channelIndex = 0; i < song.Channels.Length; i++)
{
if ((channelMask & (1 << i)) == 0)
{
continue;
}
var pattern = song.Channels[i].PatternInstances[0];
var state = new VideoChannelState();
state.videoChannelIndex = channelIndex;
state.songChannelIndex = i;
state.channel = song.Channels[i];
state.channelText = state.channel.NameWithExpansion;
state.wav = new WavPlayer(SampleRate, 1, 1 << i).GetSongSamples(song, song.Project.PalMode, -1);
channelStates.Add(state);
channelIndex++;
// Find maximum absolute value to rescale the waveform.
foreach (int s in state.wav)
{
maxAbsSample = Math.Max(maxAbsSample, Math.Abs(s));
}
// Measure the longest text.
longestChannelName = Math.Max(longestChannelName, videoGraphics.MeasureString(state.channelText, themeResources.FontVeryLarge));
Log.ReportProgress(0.0f);
}
numColumns = Math.Min(numColumns, channelStates.Count);
var numRows = (int)Math.Ceiling(channelStates.Count / (float)numColumns);
var channelResXFloat = videoResX / (float)numColumns;
var channelResYFloat = videoResY / (float)numRows;
var channelResX = (int)channelResXFloat;
var channelResY = (int)channelResYFloat;
// Tweak some cosmetic stuff that depends on resolution.
var smallChannelText = channelResY < 128;
var bmpSuffix = smallChannelText ? "" : "@2x";
var font = lineThickness > 1 ?
(smallChannelText ? themeResources.FontMediumBold : themeResources.FontVeryLargeBold) :
(smallChannelText ? themeResources.FontMedium : themeResources.FontVeryLarge);
var textOffsetY = smallChannelText ? 1 : 4;
var channelLineWidth = resY >= 720 ? 5 : 3;
foreach (var s in channelStates)
{
s.bmpIcon = videoGraphics.CreateBitmapFromResource(ChannelType.Icons[s.channel.Type] + bmpSuffix);
}
var gradientSizeY = channelResY / 2;
var gradientBrush = videoGraphics.CreateVerticalGradientBrush(0, gradientSizeY, Color.Black, Color.FromArgb(0, Color.Black));
// Generate the metadata for the video so we know what's happening at every frame
var metadata = new VideoMetadataPlayer(SampleRate, 1).GetVideoMetadata(song, song.Project.PalMode, -1);
var oscScale = maxAbsSample != 0 ? short.MaxValue / (float)maxAbsSample : 1.0f;
var oscLookback = (metadata[1].wavOffset - metadata[0].wavOffset) / 2;
var oscWindowSize = (int)Math.Round(SampleRate * OscilloscopeWindowSize);
BuildChannelColors(song, channelStates, metadata, colorMode);
var videoImage = new byte[videoResY * videoResX * 4];
var oscilloscope = new float[oscWindowSize, 2];
var success = true;
#if !DEBUG
try
#endif
{
// Generate each of the video frames.
for (int f = 0; f < metadata.Length; f++)
{
if (Log.ShouldAbortOperation)
{
success = false;
break;
}
if ((f % 100) == 0)
{
Log.LogMessage(LogSeverity.Info, $"Rendering frame {f} / {metadata.Length}");
}
Log.ReportProgress(f / (float)(metadata.Length - 1));
if (halfFrameRate && (f & 1) != 0)
{
continue;
}
var frame = metadata[f];
videoGraphics.BeginDrawFrame();
videoGraphics.BeginDrawControl(new Rectangle(0, 0, videoResX, videoResY), videoResY);
videoGraphics.Clear(Theme.DarkGreyLineColor2);
var cmd = videoGraphics.CreateCommandList();
// Draw gradients.
for (int i = 0; i < numRows; i++)
{
cmd.PushTranslation(0, i * channelResY);
cmd.FillRectangle(0, 0, videoResX, channelResY, gradientBrush);
cmd.PopTransform();
}
// Channel names + oscilloscope
for (int i = 0; i < channelStates.Count; i++)
{
var s = channelStates[i];
var channelX = i % numColumns;
var channelY = i / numColumns;
var channelPosX0 = (channelX + 0) * channelResX;
var channelPosX1 = (channelX + 1) * channelResX;
var channelPosY0 = (channelY + 0) * channelResY;
var channelPosY1 = (channelY + 1) * channelResY;
// Intentionally flipping min/max Y since D3D is upside down compared to how we display waves typically.
GenerateOscilloscope(s.wav, frame.wavOffset, oscWindowSize, oscLookback, oscScale, channelPosX0, channelPosY1, channelPosX1, channelPosY0, oscilloscope);
var brush = videoGraphics.GetSolidBrush(frame.channelColors[i]);
cmd.DrawGeometry(oscilloscope, brush, lineThickness, true);
var channelIconPosX = channelPosX0 + s.bmpIcon.Size.Width / 2;
var channelIconPosY = channelPosY0 + s.bmpIcon.Size.Height / 2;
cmd.FillAndDrawRectangle(channelIconPosX, channelIconPosY, channelIconPosX + s.bmpIcon.Size.Width - 1, channelIconPosY + s.bmpIcon.Size.Height - 1, themeResources.DarkGreyLineBrush2, themeResources.LightGreyFillBrush1);
cmd.DrawBitmap(s.bmpIcon, channelIconPosX, channelIconPosY, 1, Theme.LightGreyFillColor1);
cmd.DrawText(s.channelText, font, channelIconPosX + s.bmpIcon.Size.Width + ChannelIconTextSpacing, channelIconPosY + textOffsetY, themeResources.LightGreyFillBrush1);
}
// Grid lines
for (int i = 1; i < numRows; i++)
{
cmd.DrawLine(0, i * channelResY, videoResX, i * channelResY, themeResources.BlackBrush, channelLineWidth);
}
for (int i = 1; i < numColumns; i++)
{
cmd.DrawLine(i * channelResX, 0, i * channelResX, videoResY, themeResources.BlackBrush, channelLineWidth);
}
// Watermark.
cmd.DrawBitmap(bmpWatermark, videoResX - bmpWatermark.Size.Width, videoResY - bmpWatermark.Size.Height);
videoGraphics.DrawCommandList(cmd);
videoGraphics.EndDrawControl();
videoGraphics.EndDrawFrame();
// Readback
videoGraphics.GetBitmap(videoImage);
// Send to encoder.
videoEncoder.AddFrame(videoImage);
}
videoEncoder.EndEncoding(!success);
File.Delete(tempAudioFile);
}
#if !DEBUG
catch (Exception e)
{
Log.LogMessage(LogSeverity.Error, "Error exporting video.");
Log.LogMessage(LogSeverity.Error, e.Message);
}
finally
#endif
{
foreach (var c in channelStates)
{
c.bmpIcon.Dispose();
}
themeResources.Dispose();
bmpWatermark.Dispose();
gradientBrush.Dispose();
videoGraphics.Dispose();
}
return(success);
}