// --------------------------------------------------------------------------------------------------------------------
//
// Copyright (c) VRMADA, All rights reserved.
//
// --------------------------------------------------------------------------------------------------------------------
using System.Collections.Generic;
using UltimateXR.Avatar;
using UltimateXR.Core.Components;
using UltimateXR.Devices;
using UltimateXR.Extensions.Unity;
using UltimateXR.Extensions.Unity.Math;
using UnityEngine;
using UnityEngine.Rendering;
using UnityEngine.XR;
#if ULTIMATEXR_UNITY_URP
using UnityEngine.Rendering.Universal;
#endif
namespace UltimateXR.Rendering.FX
{
///
/// Component that renders a planar reflection image of the scene on an object, using the URP pipeline:
///
/// -
/// If either Mirror Transform or Mirror Renderer ar not set, it will try to get these components on the same
/// GameObjects where the planar reflection is.
///
/// - The mirror normal is determined by the -forward axis of Mirror Transform.
/// -
/// For some reason the reflection will not work if the clear skybox is not set on the camera.
/// Unity doesn't seem to compute the projection matrices correctly.
///
/// -
/// The mirror renderer should have a material compatible with the URP planar reflection. They can be found
/// in the UltimateXR/FX/ category.
///
///
///
public class UxrPlanarReflectionUrp : UxrComponent
{
#region Inspector Properties/Serialized Fields
// Inspector
[SerializeField] private bool _forceClearSkyBox;
[SerializeField] private Transform _mirrorTransform;
[SerializeField] private Renderer _mirrorRenderer;
[SerializeField] private Material _materialWhenDisabled;
[SerializeField] private bool _disablePixelLights = true;
[SerializeField] private int _textureSize = 1024;
[SerializeField] private float _clipPlaneOffset;
[SerializeField] private LayerMask _reflectLayers = -1;
#endregion
#region Unity
///
/// Stores the current material so that a "cheap" material can be assigned when disabled and the original material
/// re-assigned when enabled back again.
///
protected override void Awake()
{
base.Awake();
if (_mirrorRenderer != null)
{
_originalMaterial = _mirrorRenderer.sharedMaterial;
}
}
///
/// Frees resources.
///
protected override void OnDestroy()
{
base.OnDestroy();
foreach (KeyValuePair camPair in _reflectionCameras)
{
if (camPair.Value != null)
{
DestroyImmediate(camPair.Value.gameObject);
}
}
if (_reflectionTextureLeft)
{
DestroyImmediate(_reflectionTextureLeft);
_reflectionTextureLeft = null;
}
if (_reflectionTextureRight)
{
DestroyImmediate(_reflectionTextureRight);
_reflectionTextureRight = null;
}
if (_renderCameraObject)
{
Destroy(_renderCameraObject);
_renderCameraObject = null;
}
_reflectionCameras.Clear();
}
///
/// Subscribes to the URP camera rendering callback.
///
protected override void OnEnable()
{
base.OnEnable();
if (_mirrorRenderer != null && _originalMaterial)
{
_mirrorRenderer.sharedMaterial = _originalMaterial;
}
RenderPipelineManager.beginCameraRendering += RenderPipelineManager_BeginCameraRendering;
}
///
/// Unsubscribes from the URP camera rendering callback.
///
protected override void OnDisable()
{
base.OnDisable();
RenderPipelineManager.beginCameraRendering -= RenderPipelineManager_BeginCameraRendering;
foreach (KeyValuePair camPair in _reflectionCameras)
{
if (camPair.Value != null)
{
camPair.Value.enabled = false;
}
}
if (_mirrorRenderer != null && _materialWhenDisabled)
{
_mirrorRenderer.sharedMaterial = _materialWhenDisabled;
}
}
#endregion
#region Event Handling Methods
///
/// Called by Unity when the rendering starts. It is used in this component to render the reflection.
///
private void RenderPipelineManager_BeginCameraRendering(ScriptableRenderContext context, Camera renderCamera)
{
// Avoid other cameras except for the main one.
_mirrorTransform = _mirrorTransform ? _mirrorTransform : transform;
_mirrorRenderer = _mirrorRenderer ? _mirrorRenderer : GetComponent();
if (UxrAvatar.LocalAvatarCamera != renderCamera || !_mirrorRenderer || !_mirrorRenderer.sharedMaterial)
{
return;
}
// Avoid recursive rendering
if (s_insideRendering)
{
return;
}
s_insideRendering = true;
CreateResources(renderCamera, out Camera reflectionCamera);
// Lower quality for reflection
int oldPixelLightCount = QualitySettings.pixelLightCount;
if (_disablePixelLights)
{
QualitySettings.pixelLightCount = 0;
}
CopyCameraData(renderCamera, reflectionCamera);
// Update parameters
reflectionCamera.cullingMask = ~(1 << 4) & _reflectLayers.value;
if (TryGetComponent(out var theRenderer))
{
foreach (Material m in theRenderer.sharedMaterials)
{
if (m.HasProperty(VarReflectionTexLeft))
{
m.SetTexture(VarReflectionTexLeft, _reflectionTextureLeft);
}
if (m.HasProperty(VarReflectionTexRight))
{
m.SetTexture(VarReflectionTexRight, _reflectionTextureRight);
}
m.SetFloat(VarReflectionMaxLodBias, _reflectionTextureLeft.width == 0 ? 0.0f : Mathf.Log(_reflectionTextureLeft.width, 2.0f));
}
}
// Render
reflectionCamera.enabled = true;
reflectionCamera.targetTexture = _reflectionTextureLeft;
RenderReflection(context, renderCamera, reflectionCamera, true, true, _mirrorTransform.position, -_mirrorTransform.forward);
reflectionCamera.targetTexture = _reflectionTextureRight;
RenderReflection(context, renderCamera, reflectionCamera, true, false, _mirrorTransform.position, -_mirrorTransform.forward);
reflectionCamera.enabled = false;
// Restore quality
if (_disablePixelLights)
{
QualitySettings.pixelLightCount = oldPixelLightCount;
}
s_insideRendering = false;
}
#endregion
#region Private Methods
///
/// Renders the reflection.
///
/// Render context of the scriptable render pipeline
/// Main camera
/// Camera that will render reflection
/// Is stereo mode active?
/// Is it the left eye in stereo mode?
/// Reflection plane position
/// Reflection plane normal
private void RenderReflection(ScriptableRenderContext context, Camera renderCamera, Camera reflectionCamera, bool stereo, bool isLeft, Vector3 pos, Vector3 normal)
{
reflectionCamera.ResetWorldToCameraMatrix();
reflectionCamera.ResetCullingMatrix();
// Reflect camera using reflection plane
float d = -Vector3.Dot(normal, pos) - _clipPlaneOffset;
Vector4 reflectionPlane = new Vector4(normal.x, normal.y, normal.z, d);
Matrix4x4 reflection = Matrix4x4Ext.GetReflectionMatrix(reflectionPlane);
Matrix4x4 projection = renderCamera.projectionMatrix;
if (stereo && UxrTrackingDevice.GetHeadsetDevice(out InputDevice headsetDevice))
{
headsetDevice.TryGetFeatureValue(CommonUsages.leftEyePosition, out Vector3 leftEye);
headsetDevice.TryGetFeatureValue(CommonUsages.rightEyePosition, out Vector3 rightEye);
float ipd = Vector3.Distance(leftEye, rightEye);
if (isLeft)
{
reflectionCamera.transform.SetPositionAndRotation(renderCamera.transform.position - 0.5f * ipd * renderCamera.transform.right, renderCamera.transform.rotation);
projection = renderCamera.GetStereoProjectionMatrix(Camera.StereoscopicEye.Left);
}
else
{
reflectionCamera.transform.SetPositionAndRotation(renderCamera.transform.position + 0.5f * ipd * renderCamera.transform.right, renderCamera.transform.rotation);
projection = renderCamera.GetStereoProjectionMatrix(Camera.StereoscopicEye.Right);
}
}
else
{
reflectionCamera.transform.SetPositionAndRotation(renderCamera.transform);
}
// World->ReflectionCamera matrix
reflectionCamera.worldToCameraMatrix *= reflection;
// Create projection matrix. Near plane will be our reflection plane so that we will clip everything on the other side.
Vector4 clipPlane = GetCameraSpacePlane(reflectionCamera, _clipPlaneOffset, pos, normal, 1.0f);
projection = projection.GetObliqueMatrix(clipPlane);
reflectionCamera.projectionMatrix = projection;
reflectionCamera.cullingMatrix = reflectionCamera.projectionMatrix * reflectionCamera.worldToCameraMatrix;
// Render
GL.invertCulling = true;
#if ULTIMATEXR_UNITY_URP
UniversalRenderPipeline.RenderSingleCamera(context, reflectionCamera);
#endif
GL.invertCulling = false;
reflectionCamera.ResetWorldToCameraMatrix();
reflectionCamera.ResetCullingMatrix();
}
///
/// Copies data from one camera to another.
///
/// Source data
/// Destination data
private void CopyCameraData(Camera src, Camera dest)
{
if (dest == null)
{
return;
}
if (_forceClearSkyBox == false)
{
dest.clearFlags = src.clearFlags;
dest.backgroundColor = src.backgroundColor;
if (src.clearFlags == CameraClearFlags.Skybox)
{
Skybox srcSky = src.GetComponent(typeof(Skybox)) as Skybox;
Skybox dstSky = dest.GetComponent(typeof(Skybox)) as Skybox;
if (dstSky)
{
if (!srcSky || !srcSky.material)
{
dstSky.enabled = false;
}
else
{
dstSky.enabled = true;
dstSky.material = srcSky.material;
}
}
}
}
dest.farClipPlane = src.farClipPlane;
dest.nearClipPlane = src.nearClipPlane;
dest.orthographic = src.orthographic;
if (XRSettings.enabled == false)
{
dest.fieldOfView = src.fieldOfView;
}
dest.aspect = src.aspect;
dest.orthographicSize = src.orthographicSize;
}
///
/// Creates the internal resources if necessary.
///
/// Render camera
/// Reflection camera
private void CreateResources(Camera currentCamera, out Camera reflectionCamera)
{
reflectionCamera = null;
// Render textures
if (_oldReflectionTextureSize != _textureSize)
{
CreateRenderTexture(ref _reflectionTextureLeft);
CreateRenderTexture(ref _reflectionTextureRight);
_oldReflectionTextureSize = _textureSize;
}
if (_reflectionTextureLeft == null)
{
CreateRenderTexture(ref _reflectionTextureLeft);
}
if (_reflectionTextureRight == null)
{
CreateRenderTexture(ref _reflectionTextureRight);
}
// Reflection camera
_reflectionCameras.TryGetValue(currentCamera, out reflectionCamera);
if (!reflectionCamera)
{
if (_renderCameraObject != null)
{
reflectionCamera = _renderCameraObject.GetComponent();
}
else
{
_renderCameraObject = new GameObject($"{nameof(UxrPlanarReflectionUrp)} Camera", typeof(Camera), typeof(Skybox));
reflectionCamera = _renderCameraObject.GetComponent();
}
if (XRSettings.enabled == false)
{
reflectionCamera.fieldOfView = 60.0f;
}
reflectionCamera.transform.SetPositionAndRotation(transform);
reflectionCamera.enabled = true;
//go.hideFlags = HideFlags.HideAndDontSave;
_reflectionCameras[currentCamera] = reflectionCamera;
if (_forceClearSkyBox)
{
reflectionCamera.clearFlags = CameraClearFlags.Skybox;
}
reflectionCamera.enabled = false;
}
}
///
/// Creates a render texture.
///
/// Texture to create
private void CreateRenderTexture(ref RenderTexture texture)
{
if (texture)
{
DestroyImmediate(texture);
}
texture = new RenderTexture(_textureSize, _textureSize, 16);
texture.name = $"{nameof(UxrPlanarReflectionUrp)} Reflection";
texture.isPowerOfTwo = true;
texture.hideFlags = HideFlags.DontSave;
texture.filterMode = FilterMode.Trilinear;
texture.autoGenerateMips = true;
texture.useMipMap = true; // Mip mapping can be used in shaders for blurring
}
///
/// Given a plane point and normal in world coordinates, computes the plane in camera space.
///
/// Camera
/// Clip plane offset
/// Point in plane
/// Plane normal
/// Plane side of the camera
/// Plane in camera space
private Vector4 GetCameraSpacePlane(Camera cam, float offset, Vector3 position, Vector3 normal, float sideSign)
{
Vector3 offsetPos = position + normal * offset;
Matrix4x4 m = cam.worldToCameraMatrix;
Vector3 cpos = m.MultiplyPoint(offsetPos);
Vector3 cnormal = m.MultiplyVector(normal).normalized * sideSign;
return new Vector4(cnormal.x, cnormal.y, cnormal.z, -Vector3.Dot(cpos, cnormal));
}
#endregion
#region Private Types & Data
// Constants
private const string VarReflectionTexLeft = "_ReflectionTexLeft";
private const string VarReflectionTexRight = "_ReflectionTexRight";
private const string VarReflectionMaxLodBias = "_ReflectionMaxLODBias";
// Static
private static bool s_insideRendering;
private readonly Dictionary _reflectionCameras = new Dictionary();
// Internal
private GameObject _renderCameraObject;
private RenderTexture _reflectionTextureLeft;
private RenderTexture _reflectionTextureRight;
private int _oldReflectionTextureSize;
private Material _originalMaterial;
#endregion
}
}