12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028 |
- using Agora.Rtc;
- using Agora.Util;
- using SC.XR.Unity;
- using System;
- using System.Collections;
- using System.Collections.Generic;
- using System.Linq;
- using System.Text;
- using UnityEngine;
- using UnityEngine.Rendering;
- using UnityEngine.Serialization;
- using UnityEngine.UI;
- using XRTool.Util;
- using Logger = Agora.Util.Logger;
- public class AgoraVideoAudioManager : SingletonMono<AgoraVideoAudioManager>
- {
- [FormerlySerializedAs("appIdInput")]
- [SerializeField]
- private AppIdInput _appIdInput;
- [Header("_____________Basic Configuration_____________")]
- [FormerlySerializedAs("APP_ID")]
- [SerializeField]
- private string _appID = "";
- [FormerlySerializedAs("TOKEN")]
- [SerializeField]
- private string _token = "";
- [FormerlySerializedAs("CHANNEL_NAME")]
- [SerializeField]
- private string _channelName = "";
- internal IRtcEngine RtcEngine = null;
- internal Logger Log;
- private bool isAudio;
- private bool isVideo;
- //private static List<Agora.Rtc.UserInfo> list_UserInfo;
- private Dictionary<string, uint> dicPeeridAndUid;
- public Text LogText;
- private bool isRoom;
- private CustomPeer myPeer;
- public uint uid;
- public string userAccount;
- // private Dictionary<string, RawImage> list_ShowView;
- // public MenuIcon menuIcon;
- public bool isSwitchCamera;
- // Use this for initialization
- private string mainViewPeerId;
- private bool isSendVideo;
- public List<CustomPeer> listCustomPeer;
- private void Start()
- {
- LoadAssetData();
- if (CheckAppId())
- {
- InitEngine();
- //SetChinnelName("0003003");
- //JoinChannel();
- //SetupUI();
- }
- //list_UserInfo = new List<Agora.Rtc.UserInfo>();
- // list_ShowView = new Dictionary<string, RawImage>();
- dicPeeridAndUid = new Dictionary<string, uint>();
- isRoom = false;
- isSwitchCamera = false;
- listCustomPeer = new List<CustomPeer>();
- //RTCManager.Instance.OnJoinChannel += JoinChannel;
- //RTCManager.Instance.OnLeaveChannel += LeaveChannel;
- //RTCManager.Instance.OnShowViewRawImage += AddListShowView;
- //RTCManager.Instance.OnMuteLocalAudioStream += EnableLoacalAudio;
- //RTCManager.Instance.OnMuteLocalVideoStream += EnableLocalVideo;
- //RTCManager.Instance.OnMuteRemoteAudioStream += MuteRemoteAudioStream;
- //RTCManager.Instance.OnMuteRemoteVideoStream += MuteRemoteVideoStream;
- //RTCManager.Instance.OnSetUid += SetUid;
- //RTCManager.Instance.OnSetChannelName += SetChinnelName;
- //RTCManager.Instance.OnAddPeeridUid += AddPeeridUid;
- //RTCManager.Instance.OnRemAtPeeridUid += RemAtPeeridUid;
- PermissionHelper.RequestMicrophontPermission();
- PermissionHelper.RequestCameraPermission();
- }
- // Update is called once per frame
- private void Update()
- {
- //if(isRoom&&CommonMethod.MyPeer!=null&&list_ShowView.Count>0)
- //{
- // if(myPeer==null)
- // {
- // myPeer = (CustomPeer)StudioRtc.Instance.customPeerList.getPeerName(CommonMethod.MyPeer.PeerId);
- // Debug.Log(" Get MyCustomPeer");
- // }
- // if (myPeer == null) return;
- // if (isAudio != myPeer.isAudio)
- // {
- // isAudio = myPeer.isAudio;
- // EnableLoacalAudio(isAudio);
- // }
- // if(isVideo!= myPeer.isVideo)
- // {
- // isVideo = myPeer.isVideo;
- // EnableLocalVideo(isVideo);
- // }
- //}
- }
- //Show data in AgoraBasicProfile
- [ContextMenu("ShowAgoraBasicProfileData")]
- private void LoadAssetData()
- {
- if (_appIdInput == null) return;
- _appID = _appIdInput.appID;
- _token = _appIdInput.token;
- _channelName = _appIdInput.channelName;
- }
- private bool CheckAppId()
- {
- Log = new Logger(LogText);
- return Log.DebugAssert(_appID.Length > 10, "Please fill in your appId in API-Example/profile/appIdInput.asset");
- }
- private void InitEngine()
- {
-
- RtcEngine = Agora.Rtc.RtcEngine.CreateAgoraRtcEngine();
- AgoraVideoManagerHandler handler = new AgoraVideoManagerHandler(this);
- RtcEngineContext context = new RtcEngineContext(_appID, 0,
- CHANNEL_PROFILE_TYPE.CHANNEL_PROFILE_COMMUNICATION,
- AUDIO_SCENARIO_TYPE.AUDIO_SCENARIO_DEFAULT);
- // RtcEngine.SetCameraDeviceOrientation(VIDEO_SOURCE_TYPE.VIDEO_SOURCE_CAMERA, VIDEO_ORIENTATION.VIDEO_ORIENTATION_90);
- RtcEngine.Initialize(context);
- RtcEngine.InitEventHandler(handler);
- }
- public void RegisterLocalUserAccount(string peerId)
- {
- RtcEngine.RegisterLocalUserAccount(_appID, peerId);
- }
- public void SetChinnelName(string roomid)
- {
- _channelName = roomid;
- }
- public void SetUid(string uid)
- {
-
- this.uid = StringToUint(uid);
- }
- public void JoinChannel()
- {
- Debug.Log(" JoinChannel " + _channelName);
- RtcEngine.EnableAudio();
- RtcEngine.EnableVideo();
- // RtcEngine.DisableAudio();
- // RtcEngine.DisableVideo();
- VideoEncoderConfiguration config = new VideoEncoderConfiguration();
- config.dimensions = new VideoDimensions(CustomInfo.mWidth, CustomInfo.mHight);
- config.frameRate = 15;
- config.bitrate = 2000;
- // config.orientationMode = ORIENTATION_MODE.ORIENTATION_MODE_ADAPTIVE;
- RtcEngine.SetVideoEncoderConfiguration(config);
- RtcEngine.SetChannelProfile(CHANNEL_PROFILE_TYPE.CHANNEL_PROFILE_COMMUNICATION);
- RtcEngine.SetClientRole(CLIENT_ROLE_TYPE.CLIENT_ROLE_BROADCASTER);
- // _channelName = roomid;
- SenderOptions s = new SenderOptions();
- RtcEngine.SetExternalVideoSource(true, true, EXTERNAL_VIDEO_SOURCE_TYPE.VIDEO_FRAME,s);
- //RtcEngine.SetRemoteDefaultVideoStreamType(VIDEO_STREAM_TYPE.VIDEO_STREAM_LOW);
- if (DeviceType.type == "DreamGlass")
- RtcEngine.SetAudioProfile(0, AUDIO_SCENARIO_TYPE.AUDIO_SCENARIO_GAME_STREAMING);
- // RtcEngine.SetLocalVideoMirrorMode(VIDEO_MIRROR_MODE_TYPE.VIDEO_MIRROR_MODE_ENABLED);
- RtcEngine.JoinChannel(_token, _channelName, "", uid);
- Debug.Log("uid " + uid);
- //RtcEngine.MuteLocalVideoStream(false);
- //RtcEngine.MuteLocalAudioStream(false);
- //RtcEngine.MuteAllRemoteAudioStreams(true);
- //RtcEngine.MuteAllRemoteVideoStreams(true);
- isRoom = true;
- EnableLoacalAudio(CustomInfo.isSendAudio);
- EnableLocalVideo(CustomInfo.isSendVideo);
- isSendVideo = CustomInfo.isSendVideo;
- }
- public void OpenAgoraAudio()
- {
- Debug.Log(" 打开 OpenAgoraAudio ");
- // RtcEngine.SwitchCamera();
- //RtcEngine.MuteAllRemoteAudioStreams(false);
- //RtcEngine.MuteAllRemoteVideoStreams(false);
- // RtcEngine.EnableAudio();
- }
- Texture2D screenShot;
- public Camera ca;
- public RawImage img;
- IEnumerator RenderTexturesScreenCapture()
- {
- Debug.Log("RenderTexturesScreenCapture发送图片1");
- yield return new WaitForEndOfFrame();
- if (screenShot == null)
- {
- screenShot = new Texture2D(CustomInfo.mWidth, CustomInfo.mHight, TextureFormat.RGBA32, false);
- StartCoroutine(GetRenederFPS());
- }
- while (screenShot!=null)
- {
- // if (isSendVideo)
- // continue;
- // img.texture = RemoteRtc.Instance.cam.activeTexture;
- // RenderTexture.active = ca.activeTexture;
- // screenShot.ReadPixels(new Rect(0, 0, ca.activeTexture.width, ca.activeTexture.height), 0, 0);
- // screenShot.Apply();
- //Camera.main.targetTexture = null;
- // RenderTexture.active = null;
- yield return new WaitForSeconds(0.05f);
- if(bts!=null)
- {
- // screenShot = HorizontalFlipTexture(screenShot2);
- var timetick = System.DateTime.Now.Ticks / 10000;
- ExternalVideoFrame externalVideoFrame = new ExternalVideoFrame();
- externalVideoFrame.type = VIDEO_BUFFER_TYPE.VIDEO_BUFFER_RAW_DATA;
- externalVideoFrame.format = VIDEO_PIXEL_FORMAT.VIDEO_PIXEL_RGBA;
- externalVideoFrame.buffer = bts;// screenShot.GetRawTextureData();
- externalVideoFrame.stride = (int)screenShot.width;
- externalVideoFrame.height = (int)screenShot.height;
- externalVideoFrame.rotation = 180;
- externalVideoFrame.cropLeft = 1;
- externalVideoFrame.cropRight = 1;
- externalVideoFrame.timestamp = timetick;
- RtcEngine.PushVideoFrame(externalVideoFrame);
- }
- }
- }
- byte[] bts;
- IEnumerator GetRenederFPS()
- {
- while (screenShot != null)
- {
- var req = AsyncGPUReadback.Request(RemoteRtc.Instance.cam2.targetTexture);
- yield return new WaitUntil(() => req.done);
- if(screenShot!=null)
- {
- if (!req.hasError)
- {
- if (bts == null)
- {
- bts = new byte[req.layerDataSize];
- }
- req.GetData<byte>().CopyTo(bts);
- // screenShot.LoadRawTextureData(bts);
- // screenShot.Apply();
- // tex.SetPixels32(req.GetData<Color32>().ToArray());
- // img.texture = screenShot;
- }
- else
- {
- Debug.LogError("Error AsyncGPUReadbackRequest.hasError");
- }
- }
- }
- }
- Texture2D flipTexture;
- private IEnumerator CloseChannel(float times)
- {
- yield return new WaitForSeconds(times);
- LeaveChannel();
- }
- public void LeaveChannel()
- {
- cameraStop();
- Debug.Log("LeaveChannel ");
- int msg = RtcEngine.LeaveChannel();
- switch (msg)
- {
- case 0:
- LogText.text = "成功退出频道: " + _channelName;
- break;
- default:
- LogText.text = "退出频道失败: " + msg;
- break;
- }
- isRoom = false;
- myPeer = null;
- dicPeeridAndUid.Clear();
- dicPeeridAndUid = new Dictionary<string, uint>();
- AgoraVideoAudioManager.Instance.listCustomPeer.Clear();
- AgoraVideoAudioManager.Instance.listCustomPeer = new List<CustomPeer>();
- //list_ShowView.Clear();
- //list_ShowView = new Dictionary<string, RawImage>();
- mainViewPeerId = "";
- RoomMain.Instance.agoraRawImage.gameObject.SetActive(false);
- RoomMain.Instance.agoraRawImage.texture = null;
-
-
- DestroyImmediate(RoomMain.Instance.agoraRawImage.GetComponent<UIElementDrag>());
- DestroyImmediate(RoomMain.Instance.agoraRawImage.GetComponent<VideoSurface>());
- }
- public void VuforiaLeaveChannel()
- {
- int msg = RtcEngine.LeaveChannel();
- switch (msg)
- {
- case 0:
- LogText.text = "成功退出频道: " + _channelName;
- break;
- default:
- LogText.text = "退出频道失败: " + msg;
- break;
- }
- }
- public void AddPeeridUid(string peerid, uint uid)
- {
- Debug.Log(" AddPeeridUid " + peerid + " " + uid);
- if (dicPeeridAndUid.ContainsKey(peerid))
- {
- dicPeeridAndUid[peerid] = uid;
- return;
- }
- dicPeeridAndUid.Add(peerid, uid);
- }
- public void AddPeeridUid(string peerid, string strUid)
- {
- uint uid = StringToUint(strUid);
- Debug.Log(" AddPeeridUid " + peerid + " " + uid);
- if (dicPeeridAndUid.ContainsKey(peerid))
- {
- dicPeeridAndUid[peerid] = uid;
- return;
- }
- dicPeeridAndUid.Add(peerid, uid);
- }
- public void RemAtPeeridUid(string peerid)
- {
- if (!dicPeeridAndUid.ContainsKey(peerid))
- return;
- Debug.Log(" RemAtPeeridUid " + peerid + " " + dicPeeridAndUid[peerid]);
- dicPeeridAndUid.Remove(peerid);
- CloseAgoraMainImage(peerid, false);
- for (int i = 0; i < listCustomPeer.Count; i++)
- {
- if (listCustomPeer[i].peerId == peerid)
- {
- listCustomPeer.RemoveAt(i);
- break;
- }
- }
- }
- private void CloseAgoraMainImage(string peerid, bool isOpen)
- {
- if (peerid == mainViewPeerId)
- RoomMain.Instance.agoraRawImage.gameObject.SetActive(isOpen);
- }
- public void ShowLocalView(RawImage rawImage)
- {
- rawImage.gameObject.SetActive(true);
- rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
- MakeVideoView(0, rawImage);
- }
- public void AddListShowView(string peerId, RawImage rawImage, bool isMainView)
- {
- if (!dicPeeridAndUid.ContainsKey(peerId))
- return;
- Debug.Log(" AddListShowView " + peerId);
- if (isMainView)
- mainViewPeerId = peerId;
- rawImage.gameObject.SetActive(true);
- rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
- MakeVideoView(dicPeeridAndUid[peerId], rawImage, this._channelName);
- }
- public void AddListShowView(string peerId, RawImage rawImage)
- {
- if (!dicPeeridAndUid.ContainsKey(peerId))
- return;
- Debug.Log(" AddListShowView " + peerId);
- if (rawImage.name == "AgoraRawImage")
- mainViewPeerId = peerId;
- // rawImage.gameObject.SetActive(true);
- rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
- MakeVideoView(dicPeeridAndUid[peerId], rawImage, this._channelName);
- }
- public void ShowOneView(RawImage rawImage)
- {
- if (dicPeeridAndUid.Count < 2)
- return;
- // rawImage.gameObject.SetActive(true);
- rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
- MakeVideoView(dicPeeridAndUid.Values.Skip(1).First(), rawImage, this._channelName);
- }
- public void UserJoined(uint uid)
- {
- if (uid == dicPeeridAndUid.Values.Skip(1).First())
- {
- // RoomMain.Instance.agoraRawImage.gameObject.SetActive(true);
- RoomMain.Instance.agoraRawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
- MakeVideoView(dicPeeridAndUid.Values.Skip(1).First(), RoomMain.Instance.agoraRawImage, this._channelName);
- foreach (var item in dicPeeridAndUid)
- {
- if (item.Value == uid)
- mainViewPeerId = item.Key;
- }
- }
- }
- public void EnableLoacalAudio(bool isAudio)
- {
- int msg = RtcEngine.MuteLocalAudioStream(!isAudio);
- // int msg = RtcEngine.EnableLocalAudio(isAudio);
- switch (msg)
- {
- case 0:
- Debug.Log(isAudio ? "打开本地音频成功" : "关闭本地音频成功 ");
- break;
- default:
- Debug.LogError("开关本地音频失败: " + msg);
- break;
- }
- }
- public void cameraStart()
- {
- if (rc == null)
- {
- if (RemoteRtc.Instance.cam2.targetTexture != null)
- RemoteRtc.Instance.cam2.targetTexture.Release();
- RemoteRtc.Instance.cam2.targetTexture = new RenderTexture(CustomInfo.mWidth, CustomInfo.mHight, 1);
- StartCoroutine(RenderTexturesScreenCapture());
- XRRGBCamera.Instance.playCamera(CustomInfo.mWidth, CustomInfo.mHight);
- }
- }
- public void cameraStop()
- {
- XRRGBCamera.Instance.stopCamera();
- if (screenShot != null)
- Destroy(screenShot);
- screenShot = null;
- rc = null;
- bts = null;
- }
- Coroutine rc;
- public void EnableLocalVideo(bool isVideo)
- {
- if(isVideo)
- {
- cameraStart();
- }
- else
- {
- cameraStop();
- }
- int msg = RtcEngine.MuteLocalVideoStream(!isVideo);
- //RtcEngine.EnableVideo();
- //int msg = RtcEngine.EnableLocalVideo(isVideo);
- //if(isVideo)
- // RemoteRtc.Instance.InitCamera();
- switch (msg)
- {
- case 0:
- Debug.Log(isVideo ? "打开本地视频成功 " : "关闭本地视频成功 ");
- break;
- default:
- Debug.LogError("开关本地视频失败: " + msg);
- break;
- }
- }
- public void MuteRemoteAudioStream(string peerid, bool isAudio)
- {
- Debug.Log(peerid);
- if (!dicPeeridAndUid.ContainsKey(peerid))
- return;
- int msg = RtcEngine.MuteRemoteAudioStream(dicPeeridAndUid[peerid], !isAudio);
- switch (msg)
- {
- case 0:
- Debug.Log(isAudio ? "订阅远端音频成功" : "取订远端音频成功 ");
- break;
- default:
- Debug.LogError("远端音频失败: " + msg);
- break;
- }
- }
- public void MuteRemoteVideoStream(string peerid, bool isVideo)
- {
- if (!dicPeeridAndUid.ContainsKey(peerid))
- return;
- int msg = RtcEngine.MuteRemoteVideoStream(dicPeeridAndUid[peerid], !isVideo);
- switch (msg)
- {
- case 0:
- Debug.Log(isVideo ? "订阅远端视频成功" : "取订远端视频成功 ");
- break;
- default:
- Debug.LogError("远端视频失败: " + msg);
- break;
- }
- CloseAgoraMainImage(peerid, !isVideo);
- }
- public void RemoteVideoStateChanged(uint uid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON
- reason)
- {
- Debug.Log("RemoteVideoStateChanged " + reason);
- if (!dicPeeridAndUid.ContainsValue(uid))
- return;
- for (int i = 0; i < listCustomPeer.Count; i++)
- {
- if (dicPeeridAndUid[listCustomPeer[i].peerId] == uid)
- {
- switch (state)
- {
- case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_STOPPED:
- // listCustomPeer[i].isVideo = false;
- break;
- case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_STARTING:
- listCustomPeer[i].isVideo = true;
- CloseAgoraMainImage(listCustomPeer[i].peerId, true);
- break;
- case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_DECODING:
- listCustomPeer[i].isCloseVideo = false;
- CloseAgoraMainImage(listCustomPeer[i].peerId, true);
- break;
- case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_FROZEN:
- break;
- case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_FAILED:
- // listCustomPeer[i].isVideo = false;
- break;
- default:
- break;
- }
- switch (reason)
- {
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_INTERNAL:
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_NETWORK_CONGESTION://网络阻塞。
- // listCustomPeer[i].isVideo = false;
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_NETWORK_RECOVERY:// 网络恢复正常。
- // listCustomPeer[i].isVideo = true;
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_LOCAL_MUTED://本地用户停止接收远端视频流或本地用户禁用视频模块
-
- listCustomPeer[i].isCloseVideo = true;
- CloseAgoraMainImage(listCustomPeer[i].peerId, false);
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_LOCAL_UNMUTED://本地用户恢复接收远端视频流或本地用户启动视频模块
-
- listCustomPeer[i].isCloseVideo = false;
- CloseAgoraMainImage(listCustomPeer[i].peerId, true);
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_REMOTE_MUTED://远端用户停止发送视频流或远端用户禁用视频模块。
- listCustomPeer[i].isVideo = false;
- CloseAgoraMainImage(listCustomPeer[i].peerId, false);
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_REMOTE_UNMUTED://远端用户恢复发送视频流或远端用户启用视频模块。
- listCustomPeer[i].isVideo = true;
- CloseAgoraMainImage(listCustomPeer[i].peerId, true);
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_REMOTE_OFFLINE: //远端用户离开频道。
- listCustomPeer[i].isVideo = false;
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_AUDIO_FALLBACK:
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_AUDIO_FALLBACK_RECOVERY:
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_VIDEO_STREAM_TYPE_CHANGE_TO_LOW:
- break;
- case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_VIDEO_STREAM_TYPE_CHANGE_TO_HIGH:
- break;
- default:
- break;
- }
- break;
- }
- }
- }
- public void RemoteAudioStateChanged(uint uid, REMOTE_AUDIO_STATE state, REMOTE_AUDIO_STATE_REASON reason)
- {
- Debug.Log(listCustomPeer.Count);
- Debug.Log("RemoteAudioStateChanged " + uid);
- if (!dicPeeridAndUid.ContainsValue(uid))
- return;
- Debug.Log("RemoteAudioStateChanged " + 1);
- for (int i = 0; i < listCustomPeer.Count; i++)
- {
- Debug.Log(listCustomPeer[i].peerId);
- if (dicPeeridAndUid[listCustomPeer[i].peerId] == uid)
- {
- switch (state)
- {
- case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_STOPPED:
- // listCustomPeer[i].isVideo = false;
- break;
- case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_STARTING:
- listCustomPeer[i].isAudio = true;
- break;
- case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_DECODING:
- listCustomPeer[i].isCloseAudio = false;
- break;
- case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_FROZEN:
- break;
- case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_FAILED:
- // listCustomPeer[i].isVideo = false;
- break;
- default:
- break;
- }
- Debug.Log("RemoteAudioStateChanged " + reason);
- switch (reason)
- {
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_INTERNAL:
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_NETWORK_CONGESTION:
- // listCustomPeer[i].isAudio = false;
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_NETWORK_RECOVERY:
- // listCustomPeer[i].isAudio = true;
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_LOCAL_MUTED:
- listCustomPeer[i].isCloseAudio = true;
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_LOCAL_UNMUTED:
- listCustomPeer[i].isCloseAudio = false;
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_REMOTE_MUTED:
- listCustomPeer[i].isAudio = false;
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_REMOTE_UNMUTED:
- listCustomPeer[i].isAudio = true;
- break;
- case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_REMOTE_OFFLINE:
- listCustomPeer[i].isAudio = false;
- break;
- default:
- break;
- }
- break;
- }
- }
- }
- private uint StringToUint(string value)
- {
- //byte[] bytes = Encoding.ASCII.GetBytes(value);
- return (uint)int.Parse(value);
- // return BitConverter.ToUInt32(bytes);
- }
- private void StopPublish()
- {
- var options = new ChannelMediaOptions();
- options.publishMicrophoneTrack.SetValue(false);
- options.publishCameraTrack.SetValue(false);
- var nRet = RtcEngine.UpdateChannelMediaOptions(options);
- this.Log.UpdateLog("UpdateChannelMediaOptions: " + nRet);
- }
- private void StartPublish()
- {
- var options = new ChannelMediaOptions();
- options.publishMicrophoneTrack.SetValue(true);
- options.publishCameraTrack.SetValue(true);
- var nRet = RtcEngine.UpdateChannelMediaOptions(options);
- this.Log.UpdateLog("UpdateChannelMediaOptions: " + nRet);
- }
- private void OnDestroy()
- {
- Debug.Log("OnDestroy");
- if (RtcEngine == null) return;
- RtcEngine.InitEventHandler(null);
- RtcEngine.LeaveChannel();
- RtcEngine.Dispose();
- }
- internal string GetChannelName()
- {
- return _channelName;
- }
- internal static void MakeVideoView(uint uid, RawImage rawImage, string channelId = "")
- {
- Debug.Log("MakeVideoView " + uid);
- //var go = GameObject.Find(uid.ToString());
- //if (!ReferenceEquals(go, null))
- //{
- // return; // reuse
- //}
- // rawImage.gameObject.SetActive(true);
- // create a GameObject and assign to this new user
- var videoSurface = MakeImageSurface(rawImage);
- // var videoSurface = MakePlaneSurface(uid.ToString());
- if (ReferenceEquals(videoSurface, null)) return;
- // configure videoSurface
- if (uid == 0)
- {
- // videoSurface.SetForUser(uid, channelId);
- }
- else
- {
- videoSurface.SetForUser(uid, channelId, VIDEO_SOURCE_TYPE.VIDEO_SOURCE_REMOTE);
- }
- //videoSurface.OnTextureSizeModify += (int width, int height) =>
- //{
- // float scale = (float)height / (float)width;
- // videoSurface.transform.localScale = new Vector3(-5, 5 * scale, 1);
- // Debug.Log("OnTextureSizeModify: " + width + " " + height);
- //};
- videoSurface.SetEnable(true);
- // AgoraVideoAudioManager.Instance.EnableLocalVideo(false);
- }
- //internal static void OnUserInfoUpdated(uint uid, Agora.Rtc.UserInfo info)
- //{
- // Debug.Log(info.uid);
- // disUserPeer_Uid.Add("", info);
- //}
- internal static void OnUserJoined(uint uid)
- {
- // _videoSample.Log.UpdateLog(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed));
- // Debug.Log(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed))
- AgoraVideoAudioManager.Instance.UserJoined(uid);
- }
- internal static void OnRemoteVideoStateChanged(uint uid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON
- reason)
- {
- AgoraVideoAudioManager.Instance.RemoteVideoStateChanged(uid, state, reason);
- }
- internal static void OnRemoteAudioStateChanged(uint uid, REMOTE_AUDIO_STATE state, REMOTE_AUDIO_STATE_REASON reason)
- {
- AgoraVideoAudioManager.Instance.RemoteAudioStateChanged(uid, state, reason);
- }
- #region -- Video Render UI Logic ---
- // VIDEO TYPE 1: 3D Object
- private static VideoSurface MakePlaneSurface(string goName)
- {
- var go = GameObject.CreatePrimitive(PrimitiveType.Quad);
- //for (int i = 0; i < list_UserInfo.Count; i++)
- //{
- // if (list_UserInfo[i].uid.ToString() == goName)
- // {
- // string userAccount = list_UserInfo[i].userAccount;
- // if (AgoraVideoAudioManager.Instance.list_ShowView.ContainsKey(list_UserInfo[i].userAccount))
- // {
- // go = AgoraVideoAudioManager.Instance.list_ShowView[list_UserInfo[i].userAccount].gameObject;
- // }
- // else
- // Debug.LogError(" Agora ShowView is NULL ");
- // }
- //}
- if (go == null)
- {
- go = GameObject.CreatePrimitive(PrimitiveType.Plane);
- return null;
- }
- go.name = goName;
- // set up transform
- go.transform.Rotate(-90.0f, 0.0f, 0.0f);
- //var yPos = Random.Range(3.0f, 5.0f);
- //var xPos = Random.Range(-2.0f, 2.0f);
- go.transform.position = Vector3.zero;
- go.transform.localScale = new Vector3(0.25f, 0.5f, 0.5f);
- // configure videoSurface
- var videoSurface = go.AddComponent<VideoSurface>();
- return videoSurface;
- }
- // Video TYPE 2: RawImage
- private static VideoSurface MakeImageSurface(RawImage rawImage)
- {
- //GameObject go = rawImage.gameObject;
- //if (go == null)
- //{
- // go = new GameObject();
- // //go.name = goName;
- // // to be renderered onto
- // go.AddComponent<RawImage>();
- // // set up transform
- // //go.transform.Rotate(0f, 0.0f, 180.0f);
- // //go.transform.localPosition = Vector3.zero;
- // //go.transform.localScale = new Vector3(2f, 3f, 1f);
- //}
- //if (go == null)
- //{
- // return null;
- //}
- // make the object draggable
- if (rawImage.gameObject.GetComponent<UIElementDrag>() != null)
- Destroy(rawImage.gameObject.GetComponent<UIElementDrag>());
- rawImage.gameObject.AddComponent<UIElementDrag>();
- //var canvas = GameObject.Find("VideoCanvas");
- //if (canvas != null)
- //{
- // go.transform.parent = canvas.transform;
- // Debug.Log("add video view");
- //}
- //else
- //{
- // Debug.Log("Canvas is null video view");
- //}
- // configure videoSurface
- if (rawImage.gameObject.GetComponent<VideoSurface>() != null)
- Destroy(rawImage.gameObject.GetComponent<VideoSurface>());
- var videoSurface = rawImage.gameObject.AddComponent<VideoSurface>();
- return videoSurface;
- }
- internal static void DestroyVideoView(uint uid)
- {
- var go = GameObject.Find(uid.ToString());
- if (!ReferenceEquals(go, null))
- {
- Destroy(go);
- }
- }
- internal static void OnUserInfoUpdated(uint uid, Agora.Rtc.UserInfo info)
- {
- Debug.Log(uid.ToString() + " " + info.uid + " " + info.userAccount);
- // list_UserInfo.Add(info);
- }
- internal static void OnLocalUserRegistered(uint uid, string userAccount)
- {
- //AgoraVideoAudioManager.Instance.uid = uid;
- //AgoraVideoAudioManager.Instance.userAccount = userAccount;
- }
- #endregion
- }
- #region -- Agora Event ---
- public class AgoraVideoManagerHandler : IRtcEngineEventHandler
- {
- private readonly AgoraVideoAudioManager _videoSample;
- internal AgoraVideoManagerHandler(AgoraVideoAudioManager videoSample)
- {
- _videoSample = videoSample;
- }
- public override void OnError(int err, string msg)
- {
- _videoSample.Log.UpdateLog(string.Format("OnError err: {0}, msg: {1}", err, msg));
- }
- public override void OnJoinChannelSuccess(RtcConnection connection, int elapsed)
- {
- int build = 0;
- Debug.Log("Agora: OnJoinChannelSuccess ");
- _videoSample.Log.UpdateLog(string.Format("sdk version: ${0}",
- _videoSample.RtcEngine.GetVersion(ref build)));
- _videoSample.Log.UpdateLog(string.Format("sdk build: ${0}",
- build));
- _videoSample.Log.UpdateLog(
- string.Format("OnJoinChannelSuccess channelName: {0}, uid: {1}, elapsed: {2}",
- connection.channelId, connection.localUid, elapsed));
- // _videoSample.ClickSelf();
- // AgoraVideoAudioManager.MakeVideoView(0);
- }
- public override void OnLeaveChannel(RtcConnection connection, RtcStats stats)
- {
- _videoSample.Log.UpdateLog("OnLeaveChannel");
- AgoraVideoAudioManager.DestroyVideoView(0);
- }
- public override void OnClientRoleChanged(RtcConnection connection, CLIENT_ROLE_TYPE oldRole, CLIENT_ROLE_TYPE newRole)
- {
- _videoSample.Log.UpdateLog("OnClientRoleChanged");
- }
- public override void OnUserJoined(RtcConnection connection, uint uid, int elapsed)
- {
- Debug.Log(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed));
- _videoSample.Log.UpdateLog(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed));
- AgoraVideoAudioManager.OnUserJoined(uid);
- // AgoraVideoAudioManager.MakeVideoView(uid, _videoSample.GetChannelName());
- }
- public override void OnUserOffline(RtcConnection connection, uint uid, USER_OFFLINE_REASON_TYPE reason)
- {
- _videoSample.Log.UpdateLog(string.Format("OnUserOffLine uid: ${0}, reason: ${1}", uid,
- (int)reason));
- // AgoraVideoAudioManager.DestroyVideoView(uid);
- }
- public override void OnUserInfoUpdated(uint uid, Agora.Rtc.UserInfo info)
- {
- _videoSample.Log.UpdateLog(string.Format(" 用户 :${0} 加入房间", uid));
- AgoraVideoAudioManager.OnUserInfoUpdated(uid, info);
- }
- public override void OnUplinkNetworkInfoUpdated(UplinkNetworkInfo info)
- {
- _videoSample.Log.UpdateLog("OnUplinkNetworkInfoUpdated");
- }
- public override void OnDownlinkNetworkInfoUpdated(DownlinkNetworkInfo info)
- {
- _videoSample.Log.UpdateLog("OnDownlinkNetworkInfoUpdated");
- }
- public override void OnRemoteVideoStateChanged(RtcConnection connection, uint remoteUid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON reason, int elapsed)
- {
- AgoraVideoAudioManager.OnRemoteVideoStateChanged(remoteUid, state, reason);
- }
- public override void OnRemoteAudioStateChanged(RtcConnection connection, uint remoteUid, REMOTE_AUDIO_STATE state, REMOTE_AUDIO_STATE_REASON reason, int elapsed)
- {
- AgoraVideoAudioManager.OnRemoteAudioStateChanged(remoteUid, state, reason);
- }
- }
- #endregion
|