GHZSDKXR/Runtime/SDK/Modules/Module_Slam/Scripts/GSXREye.cs

using UnityEngine;
using System;
using System.Collections;
using System.Collections.Generic;
using UnityEngine.Rendering;

public class GSXREye : MonoBehaviour, IComparable<GSXREye>
{
    public static List<GSXREye> Instances = new List<GSXREye>();

    public enum eSide
    {
        Left = 1,
        Right = 2,
        Both = 3,
        [HideInInspector]
        Count = Both
    };

    public enum eType
    {
        RenderTexture = 0,
        StandardTexture = 1,
        EglTexture = 2,
    };

    public delegate void OnPostRenderCallback(int sideMask, int layerMask);
    public OnPostRenderCallback OnPostRenderListener;

    public delegate void OnPreRenderCallback(int sideMask, int textureId, int previousId);
    public OnPreRenderCallback OnPreRenderListener;

    [Tooltip("Layer depth stack")]
    public int layerDepth = 0;
    [Tooltip("Image display transform")]
    public Camera imageCamera;
    [Tooltip("Image type: 0/Camera render target, 1/Texture 2d, 2/External egl")]
    public eType imageType = eType.RenderTexture;
    [Tooltip("Image texture used when ImageType is StandardTexture")]
    public Texture imageTexture;
    [Tooltip("Image transform for scale, rotation and position (optional)")]
    public Transform imageTransform;
    [Tooltip("Image display region (camera clip space)")]
    public Vector4 clipLowerLeft = new Vector4(-1, -1, 0, 1);
    public Vector4 clipUpperLeft = new Vector4(-1, 1, 0, 1);
    public Vector4 clipUpperRight = new Vector4(1, 1, 0, 1);
    public Vector4 clipLowerRight = new Vector4(1, -1, 0, 1);
    [Tooltip("Image source region (texture uv space)")]
    public Vector2 uvLowerLeft = new Vector2(0, 0);
    public Vector2 uvUpperLeft = new Vector2(0, 1);
    public Vector2 uvUpperRight = new Vector2(1, 1);
    public Vector2 uvLowerRight = new Vector2(1, 0);
    [Tooltip("Side mask")]
    public eSide side = eSide.Both;

    private float fovMargin = 0f;
    private RenderTextureFormat format = RenderTextureFormat.Default;
	private Vector2 resolution = new Vector2(1920, 1080);
    private float resolutionScaleFactor = 1.0f;
    private int antiAliasing = 1;
    private int depth = 24;
    private int frustumType = 0;
    private const int bufferCount = 3;
    private RenderTexture[] eyeTextures = new RenderTexture[bufferCount];
    private int[] eyeTextureIds = new int[bufferCount];
    private int currentTextureIndex = 0;
    private Camera[] mainCameras = null;
    private bool dirty = false;
    private Coroutine recreateBuffersCoroutine = null;


    public RenderTexture depthRT;
    public int depthRTID=0;

    public int CompareTo(GSXREye that)
    {
        return this.layerDepth.CompareTo(that.layerDepth);
    }

    public float FovMargin
    {
        get { return fovMargin; }
        set { fovMargin = value; }
    }

    public int FrustumType
    {
        get { return frustumType; }
        set { frustumType = value; }
    }

    public void SetImage(Texture2D texture)
    {
        imageTexture = texture;
        InitializeBuffers();
    }

    public eType ImageType
    {
        get { return imageType; }
        set { imageType = value; }
    }

    public eSide Side
    {
        get { return side; }
        set { side = value; }
    }

    public RenderTextureFormat Format
    {
        get { return format; }
        set { SetDirty(format != value); format = value; }
    }
	
    public int AntiAliasing
    {
        get { return antiAliasing; }
        set { SetDirty(antiAliasing != value); antiAliasing = value; }
    }
	
    public int Depth
    {
        get { return depth; }
        set { SetDirty(depth != value); depth = value; }
    }
	
    public Vector2 Resolution
    {
        get { return resolution; }
        set { SetDirty(!Mathf.Approximately(resolution.x, value.x) || !Mathf.Approximately(resolution.y, value.y)); resolution = value; }
    }
	
    public float ResolutionScaleFactor
    {
        get { return resolutionScaleFactor; }
        set { SetDirty(!Mathf.Approximately(resolutionScaleFactor, value)); resolutionScaleFactor = value; }
    }
	
    void SetDirty(bool value)
    {
        dirty = dirty == true ? true : value;
    }

    public int TextureId
    {
        get { return eyeTextureIds[currentTextureIndex]; }
        set { eyeTextureIds[currentTextureIndex] = value; }
    }
    public int PreviousId
    {
        get { return eyeTextureIds[(currentTextureIndex + bufferCount - 1) % bufferCount]; }
    }
    public Texture TexturePtr
    {
        get { return (imageTexture != null ? imageTexture : (Texture)eyeTextures[currentTextureIndex]); }
    }

    void Awake()
    {
        Instances.Add(this);
        AcquireComponents();
        InitializeCoords();
    }

    void OnDestroy()
    {
        Instances.Remove(this);
    }

    void AcquireComponents()
    {
        if (imageCamera == null) imageCamera = gameObject.GetComponent<Camera>();
        Debug.Assert(imageCamera != null, "ImageCamera object required");
        mainCameras = imageCamera.GetComponentsInChildren<Camera>();
        foreach(var item in mainCameras){
            item.enabled = false;
        }
    }

    IEnumerator WaitSlam() {
        yield return new WaitUntil(()=> GSXRManager.Instance.IsRunning);
        foreach (var item in mainCameras) {
            item.enabled = true;
            //if (API_Module_Device.Current.XRType == SC.XR.Unity.XRType.VR) {
            //    item.clearFlags = CameraClearFlags.Skybox;
            //} else if (API_Module_Device.Current.XRType == SC.XR.Unity.XRType.AR || API_Module_Device.Current.XRType == SC.XR.Unity.XRType.MR) {
            //    item.clearFlags = CameraClearFlags.Color;
            //}
        }
    }

    void Start()
    {
        //Initialize(); Called by GSXRManager.InitializeEyes()
        StartCoroutine(WaitSlam()) ;
    }

    void LateUpdate()
    {
        UpdateCoords();
    }

    public void Initialize()
    {
        InitializeBuffers();
        InitializeCameras();
        if (imageCamera && GSXRManager.Instance.IsCreateDepthRT) {
            imageCamera.depthTextureMode |= DepthTextureMode.Depth;
            depthRT = new RenderTexture(eyeTextures[currentTextureIndex]);
            depthRT.Create();
            depthRTID = depthRT.GetNativeTexturePtr().ToInt32();
        }
    }

    void InitializeBuffers()
    {
        for (int i = 0; i < bufferCount; ++i)
        {
            if (eyeTextures[i] != null)
                eyeTextures[i].Release();
            switch(imageType)
            {
                case eType.RenderTexture:
                    eyeTextures[i] = new RenderTexture((int)(resolution.x * resolutionScaleFactor), (int)(resolution.y * resolutionScaleFactor), depth, format);
                    eyeTextures[i].antiAliasing = antiAliasing;
                    eyeTextures[i].Create();
                    eyeTextureIds[i] = eyeTextures[i].GetNativeTexturePtr().ToInt32();
                    //Debug.Log("Create Render Texture with ID: " + eyeTextureIds[i] + " Width: " + eyeTextures[i].width + " Height: " + eyeTextures[i].height + " AA: " + eyeTextures[i].antiAliasing);
                    break;

                case eType.StandardTexture:
                    if (imageTexture) eyeTextureIds[i] = imageTexture.GetNativeTexturePtr().ToInt32();
                    break;

                case eType.EglTexture:
                    eyeTextureIds[i] = 0;
                    break;
            }
        }

        dirty = false;
    }

    void InitializeCameras()
    {
        var deviceInfo = GSXRPlugin.Instance.deviceInfo;
        var deviceFov = new Vector2(deviceInfo.targetFovXRad, deviceInfo.targetFovYRad) * Mathf.Rad2Deg;
        var frustum = side == eSide.Right ? deviceInfo.targetFrustumRight : deviceInfo.targetFrustumLeft;

        foreach (var mainCamera in mainCameras)
        {
            if (frustumType == (int)GSXRManager.SlamSettings.eFrustumType.Camera)
            {
                mainCamera.fieldOfView = deviceFov.y + FovMargin * deviceFov.y;
                mainCamera.aspect = deviceFov.x / deviceFov.y;
            }
            else if (frustumType == (int)GSXRManager.SlamSettings.eFrustumType.Device)
            {
                mainCamera.fieldOfView = deviceFov.y;
                mainCamera.aspect = deviceFov.x / deviceFov.y;
                mainCamera.projectionMatrix = GSXRManager.Perspective(frustum.left, frustum.right, frustum.bottom, frustum.top, frustum.near, mainCamera.farClipPlane);
            }
        }
    }

    void InitializeCoords()
    {
        clipLowerLeft.Set(-1, -1, 0, 1);
        clipUpperLeft.Set(-1, 1, 0, 1);
        clipUpperRight.Set(1, 1, 0, 1);
        clipLowerRight.Set(1, -1, 0, 1);
    }

    void UpdateCoords()
    {
        if (imageTransform == null)
            return;

        var viewCamera = mainCameras[0];
        if (viewCamera == null)
            return;

        var extents = 0.5f * Vector3.one;
        var center = Vector3.zero;

        var worldLowerLeft = new Vector4(center.x - extents.x, center.y - extents.y, 0, 1);
        var worldUpperLeft = new Vector4(center.x - extents.x, center.y + extents.y, 0, 1);
        var worldUpperRight = new Vector4(center.x + extents.x, center.y + extents.y, 0, 1);
        var worldLowerRight = new Vector4(center.x + extents.x, center.y - extents.y, 0, 1);

		Matrix4x4 MVP = viewCamera.projectionMatrix * viewCamera.worldToCameraMatrix * imageTransform.localToWorldMatrix;

        clipLowerLeft = MVP * worldLowerLeft;
        clipUpperLeft = MVP * worldUpperLeft;
        clipUpperRight = MVP * worldUpperRight;
        clipLowerRight = MVP * worldLowerRight;
    }

    void OnPreCull() {
        if (side == eSide.Left) {
            Fps.tempLeftRenderTime = Time.realtimeSinceStartup;
        } else if (side == eSide.Right) {
            Fps.tempRightRenderTime = Time.realtimeSinceStartup;
        }
    }
    void OnPreRender()
    {
        if (imageType != eType.RenderTexture) return;

        SwapBuffers();

        if (OnPreRenderListener != null)
        {
            OnPreRenderListener((int)side, TextureId, PreviousId);
        }
    }

    void SwapBuffers()
    {
        if (imageType != eType.RenderTexture) return;

        currentTextureIndex = ++currentTextureIndex % bufferCount;
        var targetTexture = eyeTextures[currentTextureIndex];
        if (targetTexture == null) return;

        for (int i = 0; i < mainCameras.Length; i++)
        {
            mainCameras[i].targetTexture = targetTexture;
        }
        targetTexture.DiscardContents();
    }

    void OnPostRender()
    {
        RecreateBuffersIfDirty();
        if (OnPostRenderListener != null)
        {
            OnPostRenderListener((int)side, 0x0);
        }
        if (depthRT) {
            Graphics.Blit(eyeTextures[currentTextureIndex], depthRT, GSXRManager.Instance.DepthM);
        }
        if (side == eSide.Left) {
            Fps.LeftRenderTime = Mathf.Lerp(Fps.LeftRenderTime, 1000 * (Time.realtimeSinceStartup - Fps.tempLeftRenderTime), Fps.lerp);
        } else if (side == eSide.Right) {
            Fps.RightRenderTime = Mathf.Lerp(Fps.RightRenderTime, 1000 * (Time.realtimeSinceStartup - Fps.tempRightRenderTime), Fps.lerp);
        }
        Fps.ALLLogicAndRenderTime = Mathf.Lerp(Fps.ALLLogicAndRenderTime, 1000 * (Time.realtimeSinceStartup - Fps.StartALLLogicAndRenderTime), Fps.lerp);
    }


    void RecreateBuffersIfDirty()
    {
        if (dirty)
        {
            if (recreateBuffersCoroutine != null)
            {
                StopCoroutine(recreateBuffersCoroutine);
                recreateBuffersCoroutine = null;
            }

            recreateBuffersCoroutine = StartCoroutine(RecreateBuffersDeferred());
            dirty = false;
        }
    }
	
    IEnumerator RecreateBuffersDeferred()
    {
        int i = 0;
        while (i < bufferCount)
        {
            int index = currentTextureIndex - 1;
            index = index >= 0 ? index : bufferCount - 1;

            if (eyeTextures[index] != null)
                eyeTextures[index].Release();

            switch (imageType)
            {
                case eType.RenderTexture:
                    eyeTextures[index] = new RenderTexture((int)(resolution.x * resolutionScaleFactor), (int)(resolution.y * resolutionScaleFactor), depth, format);
                    eyeTextures[index].antiAliasing = antiAliasing;
                    eyeTextures[index].Create();
                    eyeTextureIds[index] = eyeTextures[index].GetNativeTexturePtr().ToInt32();
                    Debug.Log("Re-create Render Texture with ID: " + eyeTextureIds[index] + " Width: " + eyeTextures[index].width + " Height: " + eyeTextures[index].height + " AA: " + eyeTextures[index].antiAliasing);
                    break;

                case eType.StandardTexture:
                    if (imageTexture) eyeTextureIds[index] = imageTexture.GetNativeTexturePtr().ToInt32();
                    break;

                case eType.EglTexture:
                    eyeTextureIds[index] = 0;
                    break;
            }

            int prevTextureIndex = currentTextureIndex;
            yield return new WaitUntil(() => currentTextureIndex != prevTextureIndex);

            i++;
        }

        yield break;
    }
	
}