protected override void SetupCommandBuffer(RenderTexture renderTexture)
{
#if CAPTURE_ACTION
CameraCaptureBridge.AddCaptureAction(targetCamera, AddCaptureCommands);
#else
CameraCapture.AddCaptureAction(targetCamera, AddCaptureCommands);
#endif
}
public override void ReleaseCamera()
{
#if CAPTURE_ACTION
CameraCaptureBridge.RemoveCaptureAction(targetCamera, AddCaptureCommands);
#else
CameraCapture.RemoveCaptureAction(targetCamera, AddCaptureCommands);
#endif
base.ReleaseCamera();
}
private void OnDisable()
{
if (targetCamera)
{
CameraCaptureBridge.RemoveCaptureAction(targetCamera, AddCaptureCommands);
}
else
{
Debug.Log("CameraGrab WARNING MISSING camera ");
}
}
private void KillCaptures()
{
if (ndiAction != null)
{
CameraCaptureBridge.RemoveCaptureAction(GetComponent <Camera>(), ndiAction);
}
if (syphonSpoutAction != null)
{
CameraCaptureBridge.RemoveCaptureAction(GetComponent <Camera>(), syphonSpoutAction);
}
ndiSender.Cleanup();
syphonSpoutSender.Cleanup();
}
// Reset the component state without disposing the NDI send object.
internal void ResetState(bool willBeActive)
{
// Disable the subcomponents.
StopAllCoroutines();
//
// Remove the capture callback from the camera.
//
// NOTE: We're not able to remove the capture callback correcly when
// the camera has been destroyed because we end up with getting a null
// reference from _attachedCamera. To avoid causing issues in the
// callback, we make sure that _attachedCamera has a null reference.
//
if (_attachedCamera != null)
{
#if KLAK_NDI_HAS_SRP
CameraCaptureBridge.RemoveCaptureAction
(_attachedCamera, OnCameraCapture);
#endif
}
_attachedCamera = null;
frameRateND = Util.FrameRateND(_frameRate);
// The following blocks are to activate the subcomponents.
// We can return here if willBeActive is false.
if (!willBeActive)
{
return;
}
if (_captureMethod == CaptureMethod.Camera)
{
// Enable the camera capture callback.
if (_sourceCamera != null)
{
_attachedCamera = _sourceCamera;
#if KLAK_NDI_HAS_SRP
CameraCaptureBridge.AddCaptureAction
(_attachedCamera, OnCameraCapture);
#endif
}
}
else
{
// Enable the immediate capture coroutine.
StartCoroutine(ImmediateCaptureCoroutine());
}
}
// Component state reset without NDI object disposal
internal void ResetState(bool willBeActive)
{
// Camera capture coroutine termination
// We use this to kill only a single coroutine. It may sound like
// overkill, but I think there is no side effect in doing so.
StopAllCoroutines();
#if KLAK_NDI_HAS_SRP
// A SRP may call this callback after camera destruction. We can
// exclude those cases by null-checking _attachedCamera.
if (_attachedCamera != null)
{
CameraCaptureBridge.RemoveCaptureAction(_attachedCamera, OnCameraCapture);
}
#endif
_attachedCamera = null;
// The following part of code is to activate the subcomponents. We can
// break here if willBeActive is false.
if (!willBeActive)
{
return;
}
if (captureMethod == CaptureMethod.Camera)
{
#if KLAK_NDI_HAS_SRP
// Camera capture callback setup
if (sourceCamera != null)
{
CameraCaptureBridge.AddCaptureAction(sourceCamera, OnCameraCapture);
}
#endif
_attachedCamera = sourceCamera;
}
else
{
// Capture coroutine initiation
StartCoroutine(CaptureCoroutine());
}
}
void PrepareCameraCapture(Camera target)
{
// If it has been attached to another camera, detach it first.
if (_attachedCamera != null && _attachedCamera != target)
{
#if KLAK_SPOUT_HAS_SRP
CameraCaptureBridge
.RemoveCaptureAction(_attachedCamera, OnCameraCapture);
#endif
_attachedCamera = null;
}
// Attach to the target if it hasn't been attached yet.
if (_attachedCamera == null && target != null)
{
#if KLAK_SPOUT_HAS_SRP
CameraCaptureBridge
.AddCaptureAction(target, OnCameraCapture);
#endif
_attachedCamera = target;
}
}
private void RefreshOutputType()
{
KillCaptures();
switch (outputType)
{
case SendTechnique.NDI:
if (ndiAction != null)
{
ndiSender.Setup(gameObject.name);
CameraCaptureBridge.AddCaptureAction(GetComponent <Camera>(), ndiAction);
}
break;
case SendTechnique.SyphonSpout:
if (syphonSpoutAction != null)
{
syphonSpoutSender.Setup(gameObject.name);
CameraCaptureBridge.AddCaptureAction(GetComponent <Camera>(), syphonSpoutAction);
}
break;
}
}
// Pass all the systems that may want to update per-camera data here.
// That way you will never update an HDCamera and forget to update the dependent system.
public void Update(FrameSettings currentFrameSettings, VolumetricLightingSystem vlSys, MSAASamples msaaSamples)
{
// store a shortcut on HDAdditionalCameraData (done here and not in the constructor as
// we don't create HDCamera at every frame and user can change the HDAdditionalData later (Like when they create a new scene).
m_AdditionalCameraData = camera.GetComponent <HDAdditionalCameraData>();
m_frameSettings = currentFrameSettings;
UpdateAntialiasing();
// Handle memory allocation.
{
bool isColorPyramidHistoryRequired = m_frameSettings.IsEnabled(FrameSettingsField.SSR); // TODO: TAA as well
bool isVolumetricHistoryRequired = m_frameSettings.IsEnabled(FrameSettingsField.Volumetrics) && m_frameSettings.IsEnabled(FrameSettingsField.ReprojectionForVolumetrics);
int numColorPyramidBuffersRequired = isColorPyramidHistoryRequired ? 2 : 1; // TODO: 1 -> 0
int numVolumetricBuffersRequired = isVolumetricHistoryRequired ? 2 : 0; // History + feedback
if ((numColorPyramidBuffersAllocated != numColorPyramidBuffersRequired) ||
(numVolumetricBuffersAllocated != numVolumetricBuffersRequired))
{
// Reinit the system.
colorPyramidHistoryIsValid = false;
vlSys.DeinitializePerCameraData(this);
// The history system only supports the "nuke all" option.
m_HistoryRTSystem.Dispose();
m_HistoryRTSystem = new BufferedRTHandleSystem();
if (numColorPyramidBuffersRequired != 0)
{
AllocHistoryFrameRT((int)HDCameraFrameHistoryType.ColorBufferMipChain, HistoryBufferAllocatorFunction, numColorPyramidBuffersRequired);
colorPyramidHistoryIsValid = false;
}
vlSys.InitializePerCameraData(this, numVolumetricBuffersRequired);
// Mark as init.
numColorPyramidBuffersAllocated = numColorPyramidBuffersRequired;
numVolumetricBuffersAllocated = numVolumetricBuffersRequired;
}
}
UpdateViewConstants();
// Update viewport sizes.
m_ViewportSizePrevFrame = new Vector2Int(m_ActualWidth, m_ActualHeight);
m_ActualWidth = Math.Max(camera.pixelWidth, 1);
m_ActualHeight = Math.Max(camera.pixelHeight, 1);
Vector2Int nonScaledSize = new Vector2Int(m_ActualWidth, m_ActualHeight);
if (isMainGameView)
{
Vector2Int scaledSize = HDDynamicResolutionHandler.instance.GetRTHandleScale(new Vector2Int(camera.pixelWidth, camera.pixelHeight));
nonScaledSize = HDDynamicResolutionHandler.instance.cachedOriginalSize;
m_ActualWidth = scaledSize.x;
m_ActualHeight = scaledSize.y;
}
var screenWidth = m_ActualWidth;
var screenHeight = m_ActualHeight;
// XRTODO: double-wide cleanup
textureWidthScaling = new Vector4(1.0f, 1.0f, 0.0f, 0.0f);
if (camera.stereoEnabled && XRGraphics.stereoRenderingMode == XRGraphics.StereoRenderingMode.SinglePass)
{
Debug.Assert(HDDynamicResolutionHandler.instance.SoftwareDynamicResIsEnabled() == false);
var xrDesc = XRGraphics.eyeTextureDesc;
nonScaledSize.x = screenWidth = m_ActualWidth = xrDesc.width;
nonScaledSize.y = screenHeight = m_ActualHeight = xrDesc.height;
textureWidthScaling = new Vector4(2.0f, 0.5f, 0.0f, 0.0f);
}
m_LastFrameActive = Time.frameCount;
// TODO: cache this, or make the history system spill the beans...
Vector2Int prevColorPyramidBufferSize = Vector2Int.zero;
if (numColorPyramidBuffersAllocated > 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.ColorBufferMipChain).rt;
prevColorPyramidBufferSize.x = rt.width;
prevColorPyramidBufferSize.y = rt.height;
}
// TODO: cache this, or make the history system spill the beans...
Vector3Int prevVolumetricBufferSize = Vector3Int.zero;
if (numVolumetricBuffersAllocated != 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.VolumetricLighting).rt;
prevVolumetricBufferSize.x = rt.width;
prevVolumetricBufferSize.y = rt.height;
prevVolumetricBufferSize.z = rt.volumeDepth;
}
m_msaaSamples = msaaSamples;
// Here we use the non scaled resolution for the RTHandleSystem ref size because we assume that at some point we will need full resolution anyway.
// This is also useful because we have some RT after final up-rez that will need the full size.
RTHandles.SetReferenceSize(nonScaledSize.x, nonScaledSize.y, m_msaaSamples);
m_HistoryRTSystem.SetReferenceSize(nonScaledSize.x, nonScaledSize.y, m_msaaSamples);
m_HistoryRTSystem.Swap();
Vector3Int currColorPyramidBufferSize = Vector3Int.zero;
if (numColorPyramidBuffersAllocated != 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.ColorBufferMipChain).rt;
currColorPyramidBufferSize.x = rt.width;
currColorPyramidBufferSize.y = rt.height;
if ((currColorPyramidBufferSize.x != prevColorPyramidBufferSize.x) ||
(currColorPyramidBufferSize.y != prevColorPyramidBufferSize.y))
{
// A reallocation has happened, so the new texture likely contains garbage.
colorPyramidHistoryIsValid = false;
}
}
Vector3Int currVolumetricBufferSize = Vector3Int.zero;
if (numVolumetricBuffersAllocated != 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.VolumetricLighting).rt;
currVolumetricBufferSize.x = rt.width;
currVolumetricBufferSize.y = rt.height;
currVolumetricBufferSize.z = rt.volumeDepth;
if ((currVolumetricBufferSize.x != prevVolumetricBufferSize.x) ||
(currVolumetricBufferSize.y != prevVolumetricBufferSize.y) ||
(currVolumetricBufferSize.z != prevVolumetricBufferSize.z))
{
// A reallocation has happened, so the new texture likely contains garbage.
volumetricHistoryIsValid = false;
}
}
int maxWidth = RTHandles.maxWidth;
int maxHeight = RTHandles.maxHeight;
Vector2 rcpTextureSize = Vector2.one / new Vector2(maxWidth, maxHeight);
m_ViewportScalePreviousFrame = m_ViewportSizePrevFrame * rcpTextureSize;
m_ViewportScaleCurrentFrame = new Vector2Int(m_ActualWidth, m_ActualHeight) * rcpTextureSize;
screenSize = new Vector4(screenWidth, screenHeight, 1.0f / screenWidth, 1.0f / screenHeight);
screenParams = new Vector4(screenSize.x, screenSize.y, 1 + screenSize.z, 1 + screenSize.w);
finalViewport = new Rect(camera.pixelRect.x, camera.pixelRect.y, nonScaledSize.x, nonScaledSize.y);
if (vlSys != null)
{
vlSys.UpdatePerCameraData(this);
}
UpdateVolumeParameters();
m_RecorderCaptureActions = CameraCaptureBridge.GetCaptureActions(camera);
}
static void InitializeCameraData(UniversalRenderPipelineAsset settings, Camera camera, UniversalAdditionalCameraData additionalCameraData, out CameraData cameraData)
{
const float kRenderScaleThreshold = 0.05f;
cameraData = new CameraData();
cameraData.camera = camera;
cameraData.isStereoEnabled = IsStereoEnabled(camera);
int msaaSamples = 1;
if (camera.allowMSAA && settings.msaaSampleCount > 1)
{
msaaSamples = (camera.targetTexture != null) ? camera.targetTexture.antiAliasing : settings.msaaSampleCount;
}
cameraData.isSceneViewCamera = camera.cameraType == CameraType.SceneView;
cameraData.isHdrEnabled = camera.allowHDR && settings.supportsHDR;
cameraData.postProcessEnabled = CoreUtils.ArePostProcessesEnabled(camera) &&
camera.cameraType != CameraType.Reflection &&
camera.cameraType != CameraType.Preview &&
SystemInfo.graphicsDeviceType != GraphicsDeviceType.OpenGLES2;
// Disables postprocessing in mobile VR. It's not stable on mobile yet.
// TODO: enable postfx for stereo rendering
if (cameraData.isStereoEnabled && Application.isMobilePlatform)
{
cameraData.postProcessEnabled = false;
}
Rect cameraRect = camera.rect;
cameraData.isDefaultViewport = (!(Math.Abs(cameraRect.x) > 0.0f || Math.Abs(cameraRect.y) > 0.0f ||
Math.Abs(cameraRect.width) < 1.0f || Math.Abs(cameraRect.height) < 1.0f));
// If XR is enabled, use XR renderScale.
// Discard variations lesser than kRenderScaleThreshold.
// Scale is only enabled for gameview.
float usedRenderScale = XRGraphics.enabled ? XRGraphics.eyeTextureResolutionScale : settings.renderScale;
cameraData.renderScale = (Mathf.Abs(1.0f - usedRenderScale) < kRenderScaleThreshold) ? 1.0f : usedRenderScale;
cameraData.renderScale = (camera.cameraType == CameraType.Game) ? cameraData.renderScale : 1.0f;
bool anyShadowsEnabled = settings.supportsMainLightShadows || settings.supportsAdditionalLightShadows;
cameraData.maxShadowDistance = (anyShadowsEnabled) ? settings.shadowDistance : 0.0f;
if (additionalCameraData != null)
{
cameraData.maxShadowDistance = (additionalCameraData.renderShadows) ? cameraData.maxShadowDistance : 0.0f;
cameraData.requiresDepthTexture = additionalCameraData.requiresDepthTexture;
cameraData.requiresOpaqueTexture = additionalCameraData.requiresColorTexture;
cameraData.volumeLayerMask = additionalCameraData.volumeLayerMask;
cameraData.volumeTrigger = additionalCameraData.volumeTrigger == null ? camera.transform : additionalCameraData.volumeTrigger;
cameraData.postProcessEnabled &= additionalCameraData.renderPostProcessing;
cameraData.isStopNaNEnabled = cameraData.postProcessEnabled && additionalCameraData.stopNaN && SystemInfo.graphicsShaderLevel >= 35;
cameraData.isDitheringEnabled = cameraData.postProcessEnabled && additionalCameraData.dithering;
cameraData.antialiasing = cameraData.postProcessEnabled ? additionalCameraData.antialiasing : AntialiasingMode.None;
cameraData.antialiasingQuality = additionalCameraData.antialiasingQuality;
}
else
{
cameraData.requiresDepthTexture = settings.supportsCameraDepthTexture;
cameraData.requiresOpaqueTexture = settings.supportsCameraOpaqueTexture;
cameraData.volumeLayerMask = 1; // "Default"
cameraData.volumeTrigger = null;
cameraData.postProcessEnabled = false;
cameraData.isStopNaNEnabled = false;
cameraData.isDitheringEnabled = false;
cameraData.antialiasing = AntialiasingMode.None;
cameraData.antialiasingQuality = AntialiasingQuality.High;
}
cameraData.requiresDepthTexture |= cameraData.isSceneViewCamera || cameraData.postProcessEnabled;
var commonOpaqueFlags = SortingCriteria.CommonOpaque;
var noFrontToBackOpaqueFlags = SortingCriteria.SortingLayer | SortingCriteria.RenderQueue | SortingCriteria.OptimizeStateChanges | SortingCriteria.CanvasOrder;
bool hasHSRGPU = SystemInfo.hasHiddenSurfaceRemovalOnGPU;
bool canSkipFrontToBackSorting = (camera.opaqueSortMode == OpaqueSortMode.Default && hasHSRGPU) || camera.opaqueSortMode == OpaqueSortMode.NoDistanceSort;
cameraData.defaultOpaqueSortFlags = canSkipFrontToBackSorting ? noFrontToBackOpaqueFlags : commonOpaqueFlags;
cameraData.captureActions = CameraCaptureBridge.GetCaptureActions(camera);
cameraData.cameraTargetDescriptor = CreateRenderTextureDescriptor(camera, cameraData.renderScale,
cameraData.isStereoEnabled, cameraData.isHdrEnabled, msaaSamples);
}
void OnDisable()
{
CameraCaptureBridge.RemoveCaptureAction(m_Camera, Capture);
}
void OnEnable()
{
m_Camera = GetComponent <Camera>();
CameraCaptureBridge.AddCaptureAction(m_Camera, Capture);
}
// Pass all the systems that may want to update per-camera data here.
// That way you will never update an HDCamera and forget to update the dependent system.
public void Update(FrameSettings currentFrameSettings, VolumetricLightingSystem vlSys, MSAASamples msaaSamples)
{
// store a shortcut on HDAdditionalCameraData (done here and not in the constructor as
// we don't create HDCamera at every frame and user can change the HDAdditionalData later (Like when they create a new scene).
m_AdditionalCameraData = camera.GetComponent <HDAdditionalCameraData>();
m_frameSettings = currentFrameSettings;
// Handle post-process AA
// - If post-processing is disabled all together, no AA
// - In scene view, only enable TAA if animated materials are enabled
// - Else just use the currently set AA mode on the camera
{
if (!m_frameSettings.IsEnabled(FrameSettingsField.Postprocess) || !CoreUtils.ArePostProcessesEnabled(camera))
{
antialiasing = AntialiasingMode.None;
}
#if UNITY_EDITOR
else if (camera.cameraType == CameraType.SceneView)
{
var mode = HDRenderPipelinePreferences.sceneViewAntialiasing;
if (mode == AntialiasingMode.TemporalAntialiasing && !CoreUtils.AreAnimatedMaterialsEnabled(camera))
{
antialiasing = AntialiasingMode.None;
}
else
{
antialiasing = mode;
}
}
#endif
else if (m_AdditionalCameraData != null)
{
antialiasing = m_AdditionalCameraData.antialiasing;
if (antialiasing == AntialiasingMode.SubpixelMorphologicalAntiAliasing)
{
SMAAQuality = m_AdditionalCameraData.SMAAQuality;
}
}
else
{
antialiasing = AntialiasingMode.None;
}
}
// Handle memory allocation.
{
bool isColorPyramidHistoryRequired = m_frameSettings.IsEnabled(FrameSettingsField.SSR); // TODO: TAA as well
bool isVolumetricHistoryRequired = m_frameSettings.IsEnabled(FrameSettingsField.Volumetrics) && m_frameSettings.IsEnabled(FrameSettingsField.ReprojectionForVolumetrics);
int numColorPyramidBuffersRequired = isColorPyramidHistoryRequired ? 2 : 1; // TODO: 1 -> 0
int numVolumetricBuffersRequired = isVolumetricHistoryRequired ? 2 : 0; // History + feedback
if ((numColorPyramidBuffersAllocated != numColorPyramidBuffersRequired) ||
(numVolumetricBuffersAllocated != numVolumetricBuffersRequired))
{
// Reinit the system.
colorPyramidHistoryIsValid = false;
vlSys.DeinitializePerCameraData(this);
// The history system only supports the "nuke all" option.
m_HistoryRTSystem.Dispose();
m_HistoryRTSystem = new BufferedRTHandleSystem();
if (numColorPyramidBuffersRequired != 0)
{
AllocHistoryFrameRT((int)HDCameraFrameHistoryType.ColorBufferMipChain, HistoryBufferAllocatorFunction, numColorPyramidBuffersRequired);
colorPyramidHistoryIsValid = false;
}
vlSys.InitializePerCameraData(this, numVolumetricBuffersRequired);
// Mark as init.
numColorPyramidBuffersAllocated = numColorPyramidBuffersRequired;
numVolumetricBuffersAllocated = numVolumetricBuffersRequired;
}
}
// If TAA is enabled projMatrix will hold a jittered projection matrix. The original,
// non-jittered projection matrix can be accessed via nonJitteredProjMatrix.
bool taaEnabled = antialiasing == AntialiasingMode.TemporalAntialiasing;
if (!taaEnabled)
{
taaFrameIndex = 0;
taaJitter = Vector4.zero;
}
var nonJitteredCameraProj = camera.projectionMatrix;
var cameraProj = taaEnabled
? GetJitteredProjectionMatrix(nonJitteredCameraProj)
: nonJitteredCameraProj;
// The actual projection matrix used in shaders is actually massaged a bit to work across all platforms
// (different Z value ranges etc.)
var gpuProj = GL.GetGPUProjectionMatrix(cameraProj, true); // Had to change this from 'false'
var gpuView = camera.worldToCameraMatrix;
var gpuNonJitteredProj = GL.GetGPUProjectionMatrix(nonJitteredCameraProj, true);
// Update viewport sizes.
m_ViewportSizePrevFrame = new Vector2Int(m_ActualWidth, m_ActualHeight);
m_ActualWidth = Math.Max(camera.pixelWidth, 1);
m_ActualHeight = Math.Max(camera.pixelHeight, 1);
Vector2Int nonScaledSize = new Vector2Int(m_ActualWidth, m_ActualHeight);
if (isMainGameView)
{
Vector2Int scaledSize = HDDynamicResolutionHandler.instance.GetRTHandleScale(new Vector2Int(camera.pixelWidth, camera.pixelHeight));
nonScaledSize = HDDynamicResolutionHandler.instance.cachedOriginalSize;
m_ActualWidth = scaledSize.x;
m_ActualHeight = scaledSize.y;
}
var screenWidth = m_ActualWidth;
var screenHeight = m_ActualHeight;
textureWidthScaling = new Vector4(1.0f, 1.0f, 0.0f, 0.0f);
numEyes = camera.stereoEnabled ? (uint)2 : (uint)1; // TODO VR: Generalize this when support for >2 eyes comes out with XR SDK
if (camera.stereoEnabled)
{
if (XRGraphics.stereoRenderingMode == XRGraphics.StereoRenderingMode.SinglePass)
{
textureWidthScaling = new Vector4(2.0f, 0.5f, 0.0f, 0.0f);
}
for (uint eyeIndex = 0; eyeIndex < 2; eyeIndex++)
{
// For VR, TAA proj matrices don't need to be jittered
var currProjStereo = camera.GetStereoProjectionMatrix((Camera.StereoscopicEye)eyeIndex);
var gpuCurrProjStereo = GL.GetGPUProjectionMatrix(currProjStereo, true);
var gpuCurrViewStereo = camera.GetStereoViewMatrix((Camera.StereoscopicEye)eyeIndex);
if (ShaderConfig.s_CameraRelativeRendering != 0)
{
// Zero out the translation component.
gpuCurrViewStereo.SetColumn(3, new Vector4(0, 0, 0, 1));
}
var gpuCurrVPStereo = gpuCurrProjStereo * gpuCurrViewStereo;
// A camera could be rendered multiple times per frame, only updates the previous view proj & pos if needed
if (m_LastFrameActive != Time.frameCount)
{
if (isFirstFrame)
{
prevWorldSpaceCameraPosStereo[eyeIndex] = gpuCurrViewStereo.inverse.GetColumn(3);
prevViewProjMatrixStereo[eyeIndex] = gpuCurrVPStereo;
}
else
{
prevWorldSpaceCameraPosStereo[eyeIndex] = worldSpaceCameraPosStereo[eyeIndex];
prevViewProjMatrixStereo[eyeIndex] = GetViewProjMatrixStereo(eyeIndex); // Grabbing this before ConfigureStereoMatrices updates view/proj
}
isFirstFrame = false;
}
}
// XRTODO: fix this
isFirstFrame = true; // So that mono vars can still update when stereo active
// XRTODO: remove once SPI is working
if (XRGraphics.stereoRenderingMode == XRGraphics.StereoRenderingMode.SinglePass)
{
Debug.Assert(HDDynamicResolutionHandler.instance.SoftwareDynamicResIsEnabled() == false);
var xrDesc = XRGraphics.eyeTextureDesc;
nonScaledSize.x = screenWidth = m_ActualWidth = xrDesc.width;
nonScaledSize.y = screenHeight = m_ActualHeight = xrDesc.height;
}
}
if (ShaderConfig.s_CameraRelativeRendering != 0)
{
// Zero out the translation component.
gpuView.SetColumn(3, new Vector4(0, 0, 0, 1));
}
var gpuVP = gpuNonJitteredProj * gpuView;
// A camera could be rendered multiple times per frame, only updates the previous view proj & pos if needed
// Note: if your first rendered view during the frame is not the Game view, everything breaks.
if (m_LastFrameActive != Time.frameCount)
{
if (isFirstFrame)
{
prevWorldSpaceCameraPos = camera.transform.position;
prevViewProjMatrix = gpuVP;
}
else
{
prevWorldSpaceCameraPos = worldSpaceCameraPos;
prevViewProjMatrix = nonJitteredViewProjMatrix;
prevViewProjMatrixNoCameraTrans = prevViewProjMatrix;
}
isFirstFrame = false;
}
// In stereo, this corresponds to the center eye position
worldSpaceCameraPos = camera.transform.position;
taaFrameRotation = new Vector2(Mathf.Sin(taaFrameIndex * (0.5f * Mathf.PI)),
Mathf.Cos(taaFrameIndex * (0.5f * Mathf.PI)));
viewMatrix = gpuView;
projMatrix = gpuProj;
nonJitteredProjMatrix = gpuNonJitteredProj;
ConfigureStereoMatrices();
if (ShaderConfig.s_CameraRelativeRendering != 0)
{
prevWorldSpaceCameraPos = worldSpaceCameraPos - prevWorldSpaceCameraPos;
// This fixes issue with cameraDisplacement stacking in prevViewProjMatrix when same camera renders multiple times each logical frame
// causing glitchy motion blur when editor paused.
if (m_LastFrameActive != Time.frameCount)
{
Matrix4x4 cameraDisplacement = Matrix4x4.Translate(prevWorldSpaceCameraPos);
prevViewProjMatrix *= cameraDisplacement; // Now prevViewProjMatrix correctly transforms this frame's camera-relative positionWS
}
}
else
{
Matrix4x4 noTransViewMatrix = camera.worldToCameraMatrix;
noTransViewMatrix.SetColumn(3, new Vector4(0, 0, 0, 1));
prevViewProjMatrixNoCameraTrans = nonJitteredProjMatrix * noTransViewMatrix;
}
float n = camera.nearClipPlane;
float f = camera.farClipPlane;
// Analyze the projection matrix.
// p[2][3] = (reverseZ ? 1 : -1) * (depth_0_1 ? 1 : 2) * (f * n) / (f - n)
float scale = projMatrix[2, 3] / (f * n) * (f - n);
bool depth_0_1 = Mathf.Abs(scale) < 1.5f;
bool reverseZ = scale > 0;
bool flipProj = projMatrix.inverse.MultiplyPoint(new Vector3(0, 1, 0)).y < 0;
// http://www.humus.name/temp/Linearize%20depth.txt
if (reverseZ)
{
zBufferParams = new Vector4(-1 + f / n, 1, -1 / f + 1 / n, 1 / f);
}
else
{
zBufferParams = new Vector4(1 - f / n, f / n, 1 / f - 1 / n, 1 / n);
}
projectionParams = new Vector4(flipProj ? -1 : 1, n, f, 1.0f / f);
float orthoHeight = camera.orthographic ? 2 * camera.orthographicSize : 0;
float orthoWidth = orthoHeight * camera.aspect;
unity_OrthoParams = new Vector4(orthoWidth, orthoHeight, 0, camera.orthographic ? 1 : 0);
Frustum.Create(frustum, viewProjMatrix, depth_0_1, reverseZ);
// Left, right, top, bottom, near, far.
for (int i = 0; i < 6; i++)
{
frustumPlaneEquations[i] = new Vector4(frustum.planes[i].normal.x, frustum.planes[i].normal.y, frustum.planes[i].normal.z, frustum.planes[i].distance);
}
m_LastFrameActive = Time.frameCount;
// TODO: cache this, or make the history system spill the beans...
Vector2Int prevColorPyramidBufferSize = Vector2Int.zero;
if (numColorPyramidBuffersAllocated > 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.ColorBufferMipChain).rt;
prevColorPyramidBufferSize.x = rt.width;
prevColorPyramidBufferSize.y = rt.height;
}
// TODO: cache this, or make the history system spill the beans...
Vector3Int prevVolumetricBufferSize = Vector3Int.zero;
if (numVolumetricBuffersAllocated != 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.VolumetricLighting).rt;
prevVolumetricBufferSize.x = rt.width;
prevVolumetricBufferSize.y = rt.height;
prevVolumetricBufferSize.z = rt.volumeDepth;
}
m_msaaSamples = msaaSamples;
// Here we use the non scaled resolution for the RTHandleSystem ref size because we assume that at some point we will need full resolution anyway.
// This is also useful because we have some RT after final up-rez that will need the full size.
RTHandles.SetReferenceSize(nonScaledSize.x, nonScaledSize.y, m_msaaSamples);
m_HistoryRTSystem.SetReferenceSize(nonScaledSize.x, nonScaledSize.y, m_msaaSamples);
m_HistoryRTSystem.Swap();
Vector3Int currColorPyramidBufferSize = Vector3Int.zero;
if (numColorPyramidBuffersAllocated != 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.ColorBufferMipChain).rt;
currColorPyramidBufferSize.x = rt.width;
currColorPyramidBufferSize.y = rt.height;
if ((currColorPyramidBufferSize.x != prevColorPyramidBufferSize.x) ||
(currColorPyramidBufferSize.y != prevColorPyramidBufferSize.y))
{
// A reallocation has happened, so the new texture likely contains garbage.
colorPyramidHistoryIsValid = false;
}
}
Vector3Int currVolumetricBufferSize = Vector3Int.zero;
if (numVolumetricBuffersAllocated != 0)
{
var rt = GetCurrentFrameRT((int)HDCameraFrameHistoryType.VolumetricLighting).rt;
currVolumetricBufferSize.x = rt.width;
currVolumetricBufferSize.y = rt.height;
currVolumetricBufferSize.z = rt.volumeDepth;
if ((currVolumetricBufferSize.x != prevVolumetricBufferSize.x) ||
(currVolumetricBufferSize.y != prevVolumetricBufferSize.y) ||
(currVolumetricBufferSize.z != prevVolumetricBufferSize.z))
{
// A reallocation has happened, so the new texture likely contains garbage.
volumetricHistoryIsValid = false;
}
}
int maxWidth = RTHandles.maxWidth;
int maxHeight = RTHandles.maxHeight;
Vector2 rcpTextureSize = Vector2.one / new Vector2(maxWidth, maxHeight);
m_ViewportScalePreviousFrame = m_ViewportSizePrevFrame * rcpTextureSize;
m_ViewportScaleCurrentFrame = new Vector2Int(m_ActualWidth, m_ActualHeight) * rcpTextureSize;
screenSize = new Vector4(screenWidth, screenHeight, 1.0f / screenWidth, 1.0f / screenHeight);
screenParams = new Vector4(screenSize.x, screenSize.y, 1 + screenSize.z, 1 + screenSize.w);
finalViewport = new Rect(camera.pixelRect.x, camera.pixelRect.y, nonScaledSize.x, nonScaledSize.y);
if (vlSys != null)
{
vlSys.UpdatePerCameraData(this);
}
UpdateVolumeParameters();
m_RecorderCaptureActions = CameraCaptureBridge.GetCaptureActions(camera);
}