AgoraVideoAudioManager.cs 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026
  1. using Agora.Rtc;
  2. using Agora.Util;
  3. using SC.XR.Unity;
  4. using System;
  5. using System.Collections;
  6. using System.Collections.Generic;
  7. using System.Linq;
  8. using System.Text;
  9. using UnityEngine;
  10. using UnityEngine.Rendering;
  11. using UnityEngine.Serialization;
  12. using UnityEngine.UI;
  13. using XRTool.Util;
  14. using Logger = Agora.Util.Logger;
  15. public class AgoraVideoAudioManager : SingletonMono<AgoraVideoAudioManager>
  16. {
  17. [FormerlySerializedAs("appIdInput")]
  18. [SerializeField]
  19. private AppIdInput _appIdInput;
  20. [Header("_____________Basic Configuration_____________")]
  21. [FormerlySerializedAs("APP_ID")]
  22. [SerializeField]
  23. private string _appID = "";
  24. [FormerlySerializedAs("TOKEN")]
  25. [SerializeField]
  26. private string _token = "";
  27. [FormerlySerializedAs("CHANNEL_NAME")]
  28. [SerializeField]
  29. private string _channelName = "";
  30. internal IRtcEngine RtcEngine = null;
  31. internal Logger Log;
  32. private bool isAudio;
  33. private bool isVideo;
  34. //private static List<Agora.Rtc.UserInfo> list_UserInfo;
  35. private Dictionary<string, uint> dicPeeridAndUid;
  36. public Text LogText;
  37. private bool isRoom;
  38. private CustomPeer myPeer;
  39. public uint uid;
  40. public string userAccount;
  41. // private Dictionary<string, RawImage> list_ShowView;
  42. // public MenuIcon menuIcon;
  43. public bool isSwitchCamera;
  44. // Use this for initialization
  45. private string mainViewPeerId;
  46. private bool isSendVideo;
  47. public List<CustomPeer> listCustomPeer;
  48. private void Start()
  49. {
  50. LoadAssetData();
  51. if (CheckAppId())
  52. {
  53. InitEngine();
  54. //SetChinnelName("0003003");
  55. //JoinChannel();
  56. //SetupUI();
  57. }
  58. //list_UserInfo = new List<Agora.Rtc.UserInfo>();
  59. // list_ShowView = new Dictionary<string, RawImage>();
  60. dicPeeridAndUid = new Dictionary<string, uint>();
  61. isRoom = false;
  62. isSwitchCamera = false;
  63. listCustomPeer = new List<CustomPeer>();
  64. //RTCManager.Instance.OnJoinChannel += JoinChannel;
  65. //RTCManager.Instance.OnLeaveChannel += LeaveChannel;
  66. //RTCManager.Instance.OnShowViewRawImage += AddListShowView;
  67. //RTCManager.Instance.OnMuteLocalAudioStream += EnableLoacalAudio;
  68. //RTCManager.Instance.OnMuteLocalVideoStream += EnableLocalVideo;
  69. //RTCManager.Instance.OnMuteRemoteAudioStream += MuteRemoteAudioStream;
  70. //RTCManager.Instance.OnMuteRemoteVideoStream += MuteRemoteVideoStream;
  71. //RTCManager.Instance.OnSetUid += SetUid;
  72. //RTCManager.Instance.OnSetChannelName += SetChinnelName;
  73. //RTCManager.Instance.OnAddPeeridUid += AddPeeridUid;
  74. //RTCManager.Instance.OnRemAtPeeridUid += RemAtPeeridUid;
  75. }
  76. // Update is called once per frame
  77. private void Update()
  78. {
  79. //if(isRoom&&CommonMethod.MyPeer!=null&&list_ShowView.Count>0)
  80. //{
  81. // if(myPeer==null)
  82. // {
  83. // myPeer = (CustomPeer)StudioRtc.Instance.customPeerList.getPeerName(CommonMethod.MyPeer.PeerId);
  84. // Debug.Log(" Get MyCustomPeer");
  85. // }
  86. // if (myPeer == null) return;
  87. // if (isAudio != myPeer.isAudio)
  88. // {
  89. // isAudio = myPeer.isAudio;
  90. // EnableLoacalAudio(isAudio);
  91. // }
  92. // if(isVideo!= myPeer.isVideo)
  93. // {
  94. // isVideo = myPeer.isVideo;
  95. // EnableLocalVideo(isVideo);
  96. // }
  97. //}
  98. }
  99. //Show data in AgoraBasicProfile
  100. [ContextMenu("ShowAgoraBasicProfileData")]
  101. private void LoadAssetData()
  102. {
  103. if (_appIdInput == null) return;
  104. _appID = _appIdInput.appID;
  105. _token = _appIdInput.token;
  106. _channelName = _appIdInput.channelName;
  107. }
  108. private bool CheckAppId()
  109. {
  110. Log = new Logger(LogText);
  111. return Log.DebugAssert(_appID.Length > 10, "Please fill in your appId in API-Example/profile/appIdInput.asset");
  112. }
  113. private void InitEngine()
  114. {
  115. RtcEngine = Agora.Rtc.RtcEngine.CreateAgoraRtcEngine();
  116. AgoraVideoManagerHandler handler = new AgoraVideoManagerHandler(this);
  117. RtcEngineContext context = new RtcEngineContext(_appID, 0,
  118. CHANNEL_PROFILE_TYPE.CHANNEL_PROFILE_COMMUNICATION,
  119. AUDIO_SCENARIO_TYPE.AUDIO_SCENARIO_DEFAULT);
  120. // RtcEngine.SetCameraDeviceOrientation(VIDEO_SOURCE_TYPE.VIDEO_SOURCE_CAMERA, VIDEO_ORIENTATION.VIDEO_ORIENTATION_90);
  121. RtcEngine.Initialize(context);
  122. RtcEngine.InitEventHandler(handler);
  123. }
  124. public void RegisterLocalUserAccount(string peerId)
  125. {
  126. RtcEngine.RegisterLocalUserAccount(_appID, peerId);
  127. }
  128. public void SetChinnelName(string roomid)
  129. {
  130. _channelName = roomid;
  131. }
  132. public void SetUid(string uid)
  133. {
  134. this.uid = StringToUint(uid);
  135. }
  136. public void JoinChannel()
  137. {
  138. Debug.Log(" JoinChannel " + _channelName);
  139. RtcEngine.EnableAudio();
  140. RtcEngine.EnableVideo();
  141. // RtcEngine.DisableAudio();
  142. // RtcEngine.DisableVideo();
  143. VideoEncoderConfiguration config = new VideoEncoderConfiguration();
  144. //config.dimensions = new VideoDimensions(CustomInfo.mWidth, CustomInfo.mHight);
  145. //config.frameRate = 15;
  146. //config.bitrate = 0;
  147. // config.orientationMode = ORIENTATION_MODE.ORIENTATION_MODE_ADAPTIVE;
  148. //RtcEngine.SetVideoEncoderConfiguration(config);
  149. RtcEngine.SetChannelProfile(CHANNEL_PROFILE_TYPE.CHANNEL_PROFILE_COMMUNICATION);
  150. RtcEngine.SetClientRole(CLIENT_ROLE_TYPE.CLIENT_ROLE_BROADCASTER);
  151. // _channelName = roomid;
  152. SenderOptions s = new SenderOptions();
  153. RtcEngine.SetExternalVideoSource(true, true, EXTERNAL_VIDEO_SOURCE_TYPE.VIDEO_FRAME,s);
  154. //RtcEngine.SetRemoteDefaultVideoStreamType(VIDEO_STREAM_TYPE.VIDEO_STREAM_LOW);
  155. if (DeviceType.type == "DreamGlass")
  156. RtcEngine.SetAudioProfile(0, AUDIO_SCENARIO_TYPE.AUDIO_SCENARIO_GAME_STREAMING);
  157. // RtcEngine.SetLocalVideoMirrorMode(VIDEO_MIRROR_MODE_TYPE.VIDEO_MIRROR_MODE_ENABLED);
  158. RtcEngine.JoinChannel(_token, _channelName, "", uid);
  159. Debug.Log("uid " + uid);
  160. //RtcEngine.MuteLocalVideoStream(false);
  161. //RtcEngine.MuteLocalAudioStream(false);
  162. //RtcEngine.MuteAllRemoteAudioStreams(true);
  163. //RtcEngine.MuteAllRemoteVideoStreams(true);
  164. isRoom = true;
  165. EnableLoacalAudio(CustomInfo.isSendAudio);
  166. EnableLocalVideo(CustomInfo.isSendVideo);
  167. isSendVideo = CustomInfo.isSendVideo;
  168. }
  169. public void OpenAgoraAudio()
  170. {
  171. Debug.Log(" 打开 OpenAgoraAudio ");
  172. // RtcEngine.SwitchCamera();
  173. //RtcEngine.MuteAllRemoteAudioStreams(false);
  174. //RtcEngine.MuteAllRemoteVideoStreams(false);
  175. // RtcEngine.EnableAudio();
  176. }
  177. Texture2D screenShot;
  178. public Camera ca;
  179. public RawImage img;
  180. IEnumerator RenderTexturesScreenCapture()
  181. {
  182. Debug.Log("RenderTexturesScreenCapture发送图片1");
  183. yield return new WaitForEndOfFrame();
  184. if (screenShot == null)
  185. {
  186. screenShot = new Texture2D(CustomInfo.mWidth, CustomInfo.mHight, TextureFormat.RGBA32, false);
  187. StartCoroutine(GetRenederFPS());
  188. }
  189. while (screenShot!=null)
  190. {
  191. // if (isSendVideo)
  192. // continue;
  193. // img.texture = RemoteRtc.Instance.cam.activeTexture;
  194. // RenderTexture.active = ca.activeTexture;
  195. // screenShot.ReadPixels(new Rect(0, 0, ca.activeTexture.width, ca.activeTexture.height), 0, 0);
  196. // screenShot.Apply();
  197. //Camera.main.targetTexture = null;
  198. // RenderTexture.active = null;
  199. yield return new WaitForSeconds(0.05f);
  200. if(bts!=null)
  201. {
  202. // screenShot = HorizontalFlipTexture(screenShot2);
  203. var timetick = System.DateTime.Now.Ticks / 10000;
  204. ExternalVideoFrame externalVideoFrame = new ExternalVideoFrame();
  205. externalVideoFrame.type = VIDEO_BUFFER_TYPE.VIDEO_BUFFER_RAW_DATA;
  206. externalVideoFrame.format = VIDEO_PIXEL_FORMAT.VIDEO_PIXEL_RGBA;
  207. externalVideoFrame.buffer = bts;// screenShot.GetRawTextureData();
  208. externalVideoFrame.stride = (int)screenShot.width;
  209. externalVideoFrame.height = (int)screenShot.height;
  210. externalVideoFrame.rotation = 180;
  211. externalVideoFrame.cropLeft = 1;
  212. externalVideoFrame.cropRight = 1;
  213. externalVideoFrame.timestamp = timetick;
  214. RtcEngine.PushVideoFrame(externalVideoFrame);
  215. }
  216. }
  217. }
  218. byte[] bts;
  219. IEnumerator GetRenederFPS()
  220. {
  221. while (screenShot != null)
  222. {
  223. var req = AsyncGPUReadback.Request(RemoteRtc.Instance.cam2.targetTexture);
  224. yield return new WaitUntil(() => req.done);
  225. if(screenShot!=null)
  226. {
  227. if (!req.hasError)
  228. {
  229. if (bts == null)
  230. {
  231. bts = new byte[req.layerDataSize];
  232. }
  233. req.GetData<byte>().CopyTo(bts);
  234. // screenShot.LoadRawTextureData(bts);
  235. // screenShot.Apply();
  236. // tex.SetPixels32(req.GetData<Color32>().ToArray());
  237. // img.texture = screenShot;
  238. }
  239. else
  240. {
  241. Debug.LogError("Error AsyncGPUReadbackRequest.hasError");
  242. }
  243. }
  244. }
  245. }
  246. Texture2D flipTexture;
  247. private IEnumerator CloseChannel(float times)
  248. {
  249. yield return new WaitForSeconds(times);
  250. LeaveChannel();
  251. }
  252. public void LeaveChannel()
  253. {
  254. cameraStop();
  255. Debug.Log("LeaveChannel ");
  256. int msg = RtcEngine.LeaveChannel();
  257. switch (msg)
  258. {
  259. case 0:
  260. LogText.text = "成功退出频道: " + _channelName;
  261. break;
  262. default:
  263. LogText.text = "退出频道失败: " + msg;
  264. break;
  265. }
  266. isRoom = false;
  267. myPeer = null;
  268. dicPeeridAndUid.Clear();
  269. dicPeeridAndUid = new Dictionary<string, uint>();
  270. AgoraVideoAudioManager.Instance.listCustomPeer.Clear();
  271. AgoraVideoAudioManager.Instance.listCustomPeer = new List<CustomPeer>();
  272. //list_ShowView.Clear();
  273. //list_ShowView = new Dictionary<string, RawImage>();
  274. mainViewPeerId = "";
  275. RoomMain.Instance.agoraRawImage.gameObject.SetActive(false);
  276. RoomMain.Instance.agoraRawImage.texture = null;
  277. DestroyImmediate(RoomMain.Instance.agoraRawImage.GetComponent<UIElementDrag>());
  278. DestroyImmediate(RoomMain.Instance.agoraRawImage.GetComponent<VideoSurface>());
  279. }
  280. public void VuforiaLeaveChannel()
  281. {
  282. int msg = RtcEngine.LeaveChannel();
  283. switch (msg)
  284. {
  285. case 0:
  286. LogText.text = "成功退出频道: " + _channelName;
  287. break;
  288. default:
  289. LogText.text = "退出频道失败: " + msg;
  290. break;
  291. }
  292. }
  293. public void AddPeeridUid(string peerid, uint uid)
  294. {
  295. Debug.Log(" AddPeeridUid " + peerid + " " + uid);
  296. if (dicPeeridAndUid.ContainsKey(peerid))
  297. {
  298. dicPeeridAndUid[peerid] = uid;
  299. return;
  300. }
  301. dicPeeridAndUid.Add(peerid, uid);
  302. }
  303. public void AddPeeridUid(string peerid, string strUid)
  304. {
  305. uint uid = StringToUint(strUid);
  306. Debug.Log(" AddPeeridUid " + peerid + " " + uid);
  307. if (dicPeeridAndUid.ContainsKey(peerid))
  308. {
  309. dicPeeridAndUid[peerid] = uid;
  310. return;
  311. }
  312. dicPeeridAndUid.Add(peerid, uid);
  313. }
  314. public void RemAtPeeridUid(string peerid)
  315. {
  316. if (!dicPeeridAndUid.ContainsKey(peerid))
  317. return;
  318. Debug.Log(" RemAtPeeridUid " + peerid + " " + dicPeeridAndUid[peerid]);
  319. dicPeeridAndUid.Remove(peerid);
  320. CloseAgoraMainImage(peerid, false);
  321. for (int i = 0; i < listCustomPeer.Count; i++)
  322. {
  323. if (listCustomPeer[i].peerId == peerid)
  324. {
  325. listCustomPeer.RemoveAt(i);
  326. break;
  327. }
  328. }
  329. }
  330. private void CloseAgoraMainImage(string peerid, bool isOpen)
  331. {
  332. if (peerid == mainViewPeerId)
  333. RoomMain.Instance.agoraRawImage.gameObject.SetActive(isOpen);
  334. }
  335. public void ShowLocalView(RawImage rawImage)
  336. {
  337. rawImage.gameObject.SetActive(true);
  338. rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
  339. MakeVideoView(0, rawImage);
  340. }
  341. public void AddListShowView(string peerId, RawImage rawImage, bool isMainView)
  342. {
  343. if (!dicPeeridAndUid.ContainsKey(peerId))
  344. return;
  345. Debug.Log(" AddListShowView " + peerId);
  346. if (isMainView)
  347. mainViewPeerId = peerId;
  348. rawImage.gameObject.SetActive(true);
  349. rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
  350. MakeVideoView(dicPeeridAndUid[peerId], rawImage, this._channelName);
  351. }
  352. public void AddListShowView(string peerId, RawImage rawImage)
  353. {
  354. if (!dicPeeridAndUid.ContainsKey(peerId))
  355. return;
  356. Debug.Log(" AddListShowView " + peerId);
  357. if (rawImage.name == "AgoraRawImage")
  358. mainViewPeerId = peerId;
  359. // rawImage.gameObject.SetActive(true);
  360. rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
  361. MakeVideoView(dicPeeridAndUid[peerId], rawImage, this._channelName);
  362. }
  363. public void ShowOneView(RawImage rawImage)
  364. {
  365. if (dicPeeridAndUid.Count < 2)
  366. return;
  367. // rawImage.gameObject.SetActive(true);
  368. rawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
  369. MakeVideoView(dicPeeridAndUid.Values.Skip(1).First(), rawImage, this._channelName);
  370. }
  371. public void UserJoined(uint uid)
  372. {
  373. if (uid == dicPeeridAndUid.Values.Skip(1).First())
  374. {
  375. // RoomMain.Instance.agoraRawImage.gameObject.SetActive(true);
  376. RoomMain.Instance.agoraRawImage.rectTransform.localEulerAngles = new Vector3(0, 180, 180);
  377. MakeVideoView(dicPeeridAndUid.Values.Skip(1).First(), RoomMain.Instance.agoraRawImage, this._channelName);
  378. foreach (var item in dicPeeridAndUid)
  379. {
  380. if (item.Value == uid)
  381. mainViewPeerId = item.Key;
  382. }
  383. }
  384. }
  385. public void EnableLoacalAudio(bool isAudio)
  386. {
  387. int msg = RtcEngine.MuteLocalAudioStream(!isAudio);
  388. // int msg = RtcEngine.EnableLocalAudio(isAudio);
  389. switch (msg)
  390. {
  391. case 0:
  392. Debug.Log(isAudio ? "打开本地音频成功" : "关闭本地音频成功 ");
  393. break;
  394. default:
  395. Debug.LogError("开关本地音频失败: " + msg);
  396. break;
  397. }
  398. }
  399. public void cameraStart()
  400. {
  401. if (rc == null)
  402. {
  403. if (RemoteRtc.Instance.cam2.targetTexture != null)
  404. RemoteRtc.Instance.cam2.targetTexture.Release();
  405. RemoteRtc.Instance.cam2.targetTexture = new RenderTexture(CustomInfo.mWidth, CustomInfo.mHight, 1);
  406. StartCoroutine(RenderTexturesScreenCapture());
  407. XRRGBCamera.Instance.playCamera(CustomInfo.mWidth, CustomInfo.mHight);
  408. }
  409. }
  410. public void cameraStop()
  411. {
  412. XRRGBCamera.Instance.stopCamera();
  413. if (screenShot != null)
  414. Destroy(screenShot);
  415. screenShot = null;
  416. rc = null;
  417. bts = null;
  418. }
  419. Coroutine rc;
  420. public void EnableLocalVideo(bool isVideo)
  421. {
  422. if(isVideo)
  423. {
  424. cameraStart();
  425. }
  426. else
  427. {
  428. cameraStop();
  429. }
  430. int msg = RtcEngine.MuteLocalVideoStream(!isVideo);
  431. //RtcEngine.EnableVideo();
  432. //int msg = RtcEngine.EnableLocalVideo(isVideo);
  433. //if(isVideo)
  434. // RemoteRtc.Instance.InitCamera();
  435. switch (msg)
  436. {
  437. case 0:
  438. Debug.Log(isVideo ? "打开本地视频成功 " : "关闭本地视频成功 ");
  439. break;
  440. default:
  441. Debug.LogError("开关本地视频失败: " + msg);
  442. break;
  443. }
  444. }
  445. public void MuteRemoteAudioStream(string peerid, bool isAudio)
  446. {
  447. Debug.Log(peerid);
  448. if (!dicPeeridAndUid.ContainsKey(peerid))
  449. return;
  450. int msg = RtcEngine.MuteRemoteAudioStream(dicPeeridAndUid[peerid], !isAudio);
  451. switch (msg)
  452. {
  453. case 0:
  454. Debug.Log(isAudio ? "订阅远端音频成功" : "取订远端音频成功 ");
  455. break;
  456. default:
  457. Debug.LogError("远端音频失败: " + msg);
  458. break;
  459. }
  460. }
  461. public void MuteRemoteVideoStream(string peerid, bool isVideo)
  462. {
  463. if (!dicPeeridAndUid.ContainsKey(peerid))
  464. return;
  465. int msg = RtcEngine.MuteRemoteVideoStream(dicPeeridAndUid[peerid], !isVideo);
  466. switch (msg)
  467. {
  468. case 0:
  469. Debug.Log(isVideo ? "订阅远端视频成功" : "取订远端视频成功 ");
  470. break;
  471. default:
  472. Debug.LogError("远端视频失败: " + msg);
  473. break;
  474. }
  475. CloseAgoraMainImage(peerid, !isVideo);
  476. }
  477. public void RemoteVideoStateChanged(uint uid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON
  478. reason)
  479. {
  480. Debug.Log("RemoteVideoStateChanged " + reason);
  481. if (!dicPeeridAndUid.ContainsValue(uid))
  482. return;
  483. for (int i = 0; i < listCustomPeer.Count; i++)
  484. {
  485. if (dicPeeridAndUid[listCustomPeer[i].peerId] == uid)
  486. {
  487. switch (state)
  488. {
  489. case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_STOPPED:
  490. // listCustomPeer[i].isVideo = false;
  491. break;
  492. case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_STARTING:
  493. listCustomPeer[i].isVideo = true;
  494. CloseAgoraMainImage(listCustomPeer[i].peerId, true);
  495. break;
  496. case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_DECODING:
  497. listCustomPeer[i].isCloseVideo = false;
  498. CloseAgoraMainImage(listCustomPeer[i].peerId, true);
  499. break;
  500. case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_FROZEN:
  501. break;
  502. case REMOTE_VIDEO_STATE.REMOTE_VIDEO_STATE_FAILED:
  503. // listCustomPeer[i].isVideo = false;
  504. break;
  505. default:
  506. break;
  507. }
  508. switch (reason)
  509. {
  510. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_INTERNAL:
  511. break;
  512. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_NETWORK_CONGESTION://网络阻塞。
  513. // listCustomPeer[i].isVideo = false;
  514. break;
  515. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_NETWORK_RECOVERY:// 网络恢复正常。
  516. // listCustomPeer[i].isVideo = true;
  517. break;
  518. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_LOCAL_MUTED://本地用户停止接收远端视频流或本地用户禁用视频模块
  519. listCustomPeer[i].isCloseVideo = true;
  520. CloseAgoraMainImage(listCustomPeer[i].peerId, false);
  521. break;
  522. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_LOCAL_UNMUTED://本地用户恢复接收远端视频流或本地用户启动视频模块
  523. listCustomPeer[i].isCloseVideo = false;
  524. CloseAgoraMainImage(listCustomPeer[i].peerId, true);
  525. break;
  526. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_REMOTE_MUTED://远端用户停止发送视频流或远端用户禁用视频模块。
  527. listCustomPeer[i].isVideo = false;
  528. CloseAgoraMainImage(listCustomPeer[i].peerId, false);
  529. break;
  530. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_REMOTE_UNMUTED://远端用户恢复发送视频流或远端用户启用视频模块。
  531. listCustomPeer[i].isVideo = true;
  532. CloseAgoraMainImage(listCustomPeer[i].peerId, true);
  533. break;
  534. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_REMOTE_OFFLINE: //远端用户离开频道。
  535. listCustomPeer[i].isVideo = false;
  536. break;
  537. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_AUDIO_FALLBACK:
  538. break;
  539. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_AUDIO_FALLBACK_RECOVERY:
  540. break;
  541. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_VIDEO_STREAM_TYPE_CHANGE_TO_LOW:
  542. break;
  543. case REMOTE_VIDEO_STATE_REASON.REMOTE_VIDEO_STATE_REASON_VIDEO_STREAM_TYPE_CHANGE_TO_HIGH:
  544. break;
  545. default:
  546. break;
  547. }
  548. break;
  549. }
  550. }
  551. }
  552. public void RemoteAudioStateChanged(uint uid, REMOTE_AUDIO_STATE state, REMOTE_AUDIO_STATE_REASON reason)
  553. {
  554. Debug.Log(listCustomPeer.Count);
  555. Debug.Log("RemoteAudioStateChanged " + uid);
  556. if (!dicPeeridAndUid.ContainsValue(uid))
  557. return;
  558. Debug.Log("RemoteAudioStateChanged " + 1);
  559. for (int i = 0; i < listCustomPeer.Count; i++)
  560. {
  561. Debug.Log(listCustomPeer[i].peerId);
  562. if (dicPeeridAndUid[listCustomPeer[i].peerId] == uid)
  563. {
  564. switch (state)
  565. {
  566. case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_STOPPED:
  567. // listCustomPeer[i].isVideo = false;
  568. break;
  569. case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_STARTING:
  570. listCustomPeer[i].isAudio = true;
  571. break;
  572. case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_DECODING:
  573. listCustomPeer[i].isCloseAudio = false;
  574. break;
  575. case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_FROZEN:
  576. break;
  577. case REMOTE_AUDIO_STATE.REMOTE_AUDIO_STATE_FAILED:
  578. // listCustomPeer[i].isVideo = false;
  579. break;
  580. default:
  581. break;
  582. }
  583. Debug.Log("RemoteAudioStateChanged " + reason);
  584. switch (reason)
  585. {
  586. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_INTERNAL:
  587. break;
  588. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_NETWORK_CONGESTION:
  589. // listCustomPeer[i].isAudio = false;
  590. break;
  591. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_NETWORK_RECOVERY:
  592. // listCustomPeer[i].isAudio = true;
  593. break;
  594. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_LOCAL_MUTED:
  595. listCustomPeer[i].isCloseAudio = true;
  596. break;
  597. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_LOCAL_UNMUTED:
  598. listCustomPeer[i].isCloseAudio = false;
  599. break;
  600. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_REMOTE_MUTED:
  601. listCustomPeer[i].isAudio = false;
  602. break;
  603. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_REMOTE_UNMUTED:
  604. listCustomPeer[i].isAudio = true;
  605. break;
  606. case REMOTE_AUDIO_STATE_REASON.REMOTE_AUDIO_REASON_REMOTE_OFFLINE:
  607. listCustomPeer[i].isAudio = false;
  608. break;
  609. default:
  610. break;
  611. }
  612. break;
  613. }
  614. }
  615. }
  616. private uint StringToUint(string value)
  617. {
  618. //byte[] bytes = Encoding.ASCII.GetBytes(value);
  619. return (uint)int.Parse(value);
  620. // return BitConverter.ToUInt32(bytes);
  621. }
  622. private void StopPublish()
  623. {
  624. var options = new ChannelMediaOptions();
  625. options.publishMicrophoneTrack.SetValue(false);
  626. options.publishCameraTrack.SetValue(false);
  627. var nRet = RtcEngine.UpdateChannelMediaOptions(options);
  628. this.Log.UpdateLog("UpdateChannelMediaOptions: " + nRet);
  629. }
  630. private void StartPublish()
  631. {
  632. var options = new ChannelMediaOptions();
  633. options.publishMicrophoneTrack.SetValue(true);
  634. options.publishCameraTrack.SetValue(true);
  635. var nRet = RtcEngine.UpdateChannelMediaOptions(options);
  636. this.Log.UpdateLog("UpdateChannelMediaOptions: " + nRet);
  637. }
  638. private void OnDestroy()
  639. {
  640. Debug.Log("OnDestroy");
  641. if (RtcEngine == null) return;
  642. RtcEngine.InitEventHandler(null);
  643. RtcEngine.LeaveChannel();
  644. RtcEngine.Dispose();
  645. }
  646. internal string GetChannelName()
  647. {
  648. return _channelName;
  649. }
  650. internal static void MakeVideoView(uint uid, RawImage rawImage, string channelId = "")
  651. {
  652. Debug.Log("MakeVideoView " + uid);
  653. //var go = GameObject.Find(uid.ToString());
  654. //if (!ReferenceEquals(go, null))
  655. //{
  656. // return; // reuse
  657. //}
  658. // rawImage.gameObject.SetActive(true);
  659. // create a GameObject and assign to this new user
  660. var videoSurface = MakeImageSurface(rawImage);
  661. // var videoSurface = MakePlaneSurface(uid.ToString());
  662. if (ReferenceEquals(videoSurface, null)) return;
  663. // configure videoSurface
  664. if (uid == 0)
  665. {
  666. // videoSurface.SetForUser(uid, channelId);
  667. }
  668. else
  669. {
  670. videoSurface.SetForUser(uid, channelId, VIDEO_SOURCE_TYPE.VIDEO_SOURCE_REMOTE);
  671. }
  672. //videoSurface.OnTextureSizeModify += (int width, int height) =>
  673. //{
  674. // float scale = (float)height / (float)width;
  675. // videoSurface.transform.localScale = new Vector3(-5, 5 * scale, 1);
  676. // Debug.Log("OnTextureSizeModify: " + width + " " + height);
  677. //};
  678. videoSurface.SetEnable(true);
  679. // AgoraVideoAudioManager.Instance.EnableLocalVideo(false);
  680. }
  681. //internal static void OnUserInfoUpdated(uint uid, Agora.Rtc.UserInfo info)
  682. //{
  683. // Debug.Log(info.uid);
  684. // disUserPeer_Uid.Add("", info);
  685. //}
  686. internal static void OnUserJoined(uint uid)
  687. {
  688. // _videoSample.Log.UpdateLog(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed));
  689. // Debug.Log(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed))
  690. AgoraVideoAudioManager.Instance.UserJoined(uid);
  691. }
  692. internal static void OnRemoteVideoStateChanged(uint uid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON
  693. reason)
  694. {
  695. AgoraVideoAudioManager.Instance.RemoteVideoStateChanged(uid, state, reason);
  696. }
  697. internal static void OnRemoteAudioStateChanged(uint uid, REMOTE_AUDIO_STATE state, REMOTE_AUDIO_STATE_REASON reason)
  698. {
  699. AgoraVideoAudioManager.Instance.RemoteAudioStateChanged(uid, state, reason);
  700. }
  701. #region -- Video Render UI Logic ---
  702. // VIDEO TYPE 1: 3D Object
  703. private static VideoSurface MakePlaneSurface(string goName)
  704. {
  705. var go = GameObject.CreatePrimitive(PrimitiveType.Quad);
  706. //for (int i = 0; i < list_UserInfo.Count; i++)
  707. //{
  708. // if (list_UserInfo[i].uid.ToString() == goName)
  709. // {
  710. // string userAccount = list_UserInfo[i].userAccount;
  711. // if (AgoraVideoAudioManager.Instance.list_ShowView.ContainsKey(list_UserInfo[i].userAccount))
  712. // {
  713. // go = AgoraVideoAudioManager.Instance.list_ShowView[list_UserInfo[i].userAccount].gameObject;
  714. // }
  715. // else
  716. // Debug.LogError(" Agora ShowView is NULL ");
  717. // }
  718. //}
  719. if (go == null)
  720. {
  721. go = GameObject.CreatePrimitive(PrimitiveType.Plane);
  722. return null;
  723. }
  724. go.name = goName;
  725. // set up transform
  726. go.transform.Rotate(-90.0f, 0.0f, 0.0f);
  727. //var yPos = Random.Range(3.0f, 5.0f);
  728. //var xPos = Random.Range(-2.0f, 2.0f);
  729. go.transform.position = Vector3.zero;
  730. go.transform.localScale = new Vector3(0.25f, 0.5f, 0.5f);
  731. // configure videoSurface
  732. var videoSurface = go.AddComponent<VideoSurface>();
  733. return videoSurface;
  734. }
  735. // Video TYPE 2: RawImage
  736. private static VideoSurface MakeImageSurface(RawImage rawImage)
  737. {
  738. //GameObject go = rawImage.gameObject;
  739. //if (go == null)
  740. //{
  741. // go = new GameObject();
  742. // //go.name = goName;
  743. // // to be renderered onto
  744. // go.AddComponent<RawImage>();
  745. // // set up transform
  746. // //go.transform.Rotate(0f, 0.0f, 180.0f);
  747. // //go.transform.localPosition = Vector3.zero;
  748. // //go.transform.localScale = new Vector3(2f, 3f, 1f);
  749. //}
  750. //if (go == null)
  751. //{
  752. // return null;
  753. //}
  754. // make the object draggable
  755. if (rawImage.gameObject.GetComponent<UIElementDrag>() != null)
  756. Destroy(rawImage.gameObject.GetComponent<UIElementDrag>());
  757. rawImage.gameObject.AddComponent<UIElementDrag>();
  758. //var canvas = GameObject.Find("VideoCanvas");
  759. //if (canvas != null)
  760. //{
  761. // go.transform.parent = canvas.transform;
  762. // Debug.Log("add video view");
  763. //}
  764. //else
  765. //{
  766. // Debug.Log("Canvas is null video view");
  767. //}
  768. // configure videoSurface
  769. if (rawImage.gameObject.GetComponent<VideoSurface>() != null)
  770. Destroy(rawImage.gameObject.GetComponent<VideoSurface>());
  771. var videoSurface = rawImage.gameObject.AddComponent<VideoSurface>();
  772. return videoSurface;
  773. }
  774. internal static void DestroyVideoView(uint uid)
  775. {
  776. var go = GameObject.Find(uid.ToString());
  777. if (!ReferenceEquals(go, null))
  778. {
  779. Destroy(go);
  780. }
  781. }
  782. internal static void OnUserInfoUpdated(uint uid, Agora.Rtc.UserInfo info)
  783. {
  784. Debug.Log(uid.ToString() + " " + info.uid + " " + info.userAccount);
  785. // list_UserInfo.Add(info);
  786. }
  787. internal static void OnLocalUserRegistered(uint uid, string userAccount)
  788. {
  789. //AgoraVideoAudioManager.Instance.uid = uid;
  790. //AgoraVideoAudioManager.Instance.userAccount = userAccount;
  791. }
  792. #endregion
  793. }
  794. #region -- Agora Event ---
  795. public class AgoraVideoManagerHandler : IRtcEngineEventHandler
  796. {
  797. private readonly AgoraVideoAudioManager _videoSample;
  798. internal AgoraVideoManagerHandler(AgoraVideoAudioManager videoSample)
  799. {
  800. _videoSample = videoSample;
  801. }
  802. public override void OnError(int err, string msg)
  803. {
  804. _videoSample.Log.UpdateLog(string.Format("OnError err: {0}, msg: {1}", err, msg));
  805. }
  806. public override void OnJoinChannelSuccess(RtcConnection connection, int elapsed)
  807. {
  808. int build = 0;
  809. Debug.Log("Agora: OnJoinChannelSuccess ");
  810. _videoSample.Log.UpdateLog(string.Format("sdk version: ${0}",
  811. _videoSample.RtcEngine.GetVersion(ref build)));
  812. _videoSample.Log.UpdateLog(string.Format("sdk build: ${0}",
  813. build));
  814. _videoSample.Log.UpdateLog(
  815. string.Format("OnJoinChannelSuccess channelName: {0}, uid: {1}, elapsed: {2}",
  816. connection.channelId, connection.localUid, elapsed));
  817. // _videoSample.ClickSelf();
  818. // AgoraVideoAudioManager.MakeVideoView(0);
  819. }
  820. public override void OnLeaveChannel(RtcConnection connection, RtcStats stats)
  821. {
  822. _videoSample.Log.UpdateLog("OnLeaveChannel");
  823. AgoraVideoAudioManager.DestroyVideoView(0);
  824. }
  825. public override void OnClientRoleChanged(RtcConnection connection, CLIENT_ROLE_TYPE oldRole, CLIENT_ROLE_TYPE newRole)
  826. {
  827. _videoSample.Log.UpdateLog("OnClientRoleChanged");
  828. }
  829. public override void OnUserJoined(RtcConnection connection, uint uid, int elapsed)
  830. {
  831. Debug.Log(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed));
  832. _videoSample.Log.UpdateLog(string.Format("OnUserJoined uid: ${0} elapsed: ${1}", uid, elapsed));
  833. AgoraVideoAudioManager.OnUserJoined(uid);
  834. // AgoraVideoAudioManager.MakeVideoView(uid, _videoSample.GetChannelName());
  835. }
  836. public override void OnUserOffline(RtcConnection connection, uint uid, USER_OFFLINE_REASON_TYPE reason)
  837. {
  838. _videoSample.Log.UpdateLog(string.Format("OnUserOffLine uid: ${0}, reason: ${1}", uid,
  839. (int)reason));
  840. // AgoraVideoAudioManager.DestroyVideoView(uid);
  841. }
  842. public override void OnUserInfoUpdated(uint uid, Agora.Rtc.UserInfo info)
  843. {
  844. _videoSample.Log.UpdateLog(string.Format(" 用户 :${0} 加入房间", uid));
  845. AgoraVideoAudioManager.OnUserInfoUpdated(uid, info);
  846. }
  847. public override void OnUplinkNetworkInfoUpdated(UplinkNetworkInfo info)
  848. {
  849. _videoSample.Log.UpdateLog("OnUplinkNetworkInfoUpdated");
  850. }
  851. public override void OnDownlinkNetworkInfoUpdated(DownlinkNetworkInfo info)
  852. {
  853. _videoSample.Log.UpdateLog("OnDownlinkNetworkInfoUpdated");
  854. }
  855. public override void OnRemoteVideoStateChanged(RtcConnection connection, uint remoteUid, REMOTE_VIDEO_STATE state, REMOTE_VIDEO_STATE_REASON reason, int elapsed)
  856. {
  857. AgoraVideoAudioManager.OnRemoteVideoStateChanged(remoteUid, state, reason);
  858. }
  859. public override void OnRemoteAudioStateChanged(RtcConnection connection, uint remoteUid, REMOTE_AUDIO_STATE state, REMOTE_AUDIO_STATE_REASON reason, int elapsed)
  860. {
  861. AgoraVideoAudioManager.OnRemoteAudioStateChanged(remoteUid, state, reason);
  862. }
  863. }
  864. #endregion