SignalingManagerInternal.cs 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426
  1. using System;
  2. using System.Collections;
  3. using System.Collections.Generic;
  4. using System.Linq;
  5. using UnityEngine;
  6. using Unity.RenderStreaming.Signaling;
  7. using Unity.WebRTC;
  8. namespace Unity.RenderStreaming
  9. {
  10. /// <summary>
  11. ///
  12. /// </summary>
  13. internal struct RenderStreamingDependencies
  14. {
  15. /// <summary>
  16. ///
  17. /// </summary>
  18. public ISignaling signaling;
  19. /// <summary>
  20. ///
  21. /// </summary>
  22. public RTCConfiguration config;
  23. /// <summary>
  24. ///
  25. /// </summary>
  26. public Func<IEnumerator, Coroutine> startCoroutine;
  27. /// <summary>
  28. ///
  29. /// </summary>
  30. public Action<Coroutine> stopCoroutine;
  31. /// <summary>
  32. /// unit is second;
  33. /// </summary>
  34. public float resentOfferInterval;
  35. }
  36. /// <summary>
  37. ///
  38. /// </summary>
  39. internal class SignalingManagerInternal : IDisposable,
  40. IRenderStreamingHandler, IRenderStreamingDelegate
  41. {
  42. /// <summary>
  43. ///
  44. /// </summary>
  45. public event Action onStart;
  46. /// <summary>
  47. ///
  48. /// </summary>
  49. public event Action<string> onCreatedConnection;
  50. /// <summary>
  51. ///
  52. /// </summary>
  53. public event Action<string> onDeletedConnection;
  54. /// <summary>
  55. ///
  56. /// </summary>
  57. public event Action<string, string> onGotOffer;
  58. /// <summary>
  59. ///
  60. /// </summary>
  61. public event Action<string, string> onGotAnswer;
  62. /// <summary>
  63. ///
  64. /// </summary>
  65. public event Action<string> onConnect;
  66. /// <summary>
  67. ///
  68. /// </summary>
  69. public event Action<string> onDisconnect;
  70. /// <summary>
  71. ///
  72. /// </summary>
  73. public event Action<string, RTCRtpTransceiver> onAddTransceiver;
  74. /// <summary>
  75. ///
  76. /// </summary>
  77. public event Action<string, RTCDataChannel> onAddChannel;
  78. private bool _disposed;
  79. private readonly ISignaling _signaling;
  80. private RTCConfiguration _config;
  81. private readonly Func<IEnumerator, Coroutine> _startCoroutine;
  82. private readonly Action<Coroutine> _stopCoroutine;
  83. private readonly Dictionary<string, PeerConnection> _mapConnectionIdAndPeer =
  84. new Dictionary<string, PeerConnection>();
  85. private bool _runningResendCoroutine;
  86. private float _resendInterval = 3.0f;
  87. /// <summary>
  88. ///
  89. /// </summary>
  90. /// <param name="dependencies"></param>
  91. public SignalingManagerInternal(ref RenderStreamingDependencies dependencies)
  92. {
  93. if (dependencies.signaling == null)
  94. throw new ArgumentException("Signaling instance is null.");
  95. if (dependencies.startCoroutine == null)
  96. throw new ArgumentException("Coroutine action instance is null.");
  97. _config = dependencies.config;
  98. _startCoroutine = dependencies.startCoroutine;
  99. _stopCoroutine = dependencies.stopCoroutine;
  100. _resendInterval = dependencies.resentOfferInterval;
  101. _signaling = dependencies.signaling;
  102. _signaling.OnStart += OnStart;
  103. _signaling.OnCreateConnection += OnCreateConnection;
  104. _signaling.OnDestroyConnection += OnDestroyConnection;
  105. _signaling.OnOffer += OnOffer;
  106. _signaling.OnAnswer += OnAnswer;
  107. _signaling.OnIceCandidate += OnIceCandidate;
  108. _signaling.Start();
  109. _startCoroutine(WebRTC.WebRTC.Update());
  110. }
  111. /// <summary>
  112. ///
  113. /// </summary>
  114. ~SignalingManagerInternal()
  115. {
  116. Dispose();
  117. }
  118. /// <summary>
  119. ///
  120. /// </summary>
  121. public void Dispose()
  122. {
  123. if (this._disposed)
  124. {
  125. return;
  126. }
  127. _runningResendCoroutine = false;
  128. _signaling.Stop();
  129. _signaling.OnStart -= OnStart;
  130. _signaling.OnCreateConnection -= OnCreateConnection;
  131. _signaling.OnDestroyConnection -= OnDestroyConnection;
  132. _signaling.OnOffer -= OnOffer;
  133. _signaling.OnAnswer -= OnAnswer;
  134. _signaling.OnIceCandidate -= OnIceCandidate;
  135. foreach(var pair in _mapConnectionIdAndPeer)
  136. pair.Value.Dispose();
  137. this._disposed = true;
  138. GC.SuppressFinalize(this);
  139. }
  140. /// <summary>
  141. ///
  142. /// </summary>
  143. /// <param name="connectionId"></param>
  144. public void CreateConnection(string connectionId)
  145. {
  146. _signaling.OpenConnection(connectionId);
  147. }
  148. /// <summary>
  149. ///
  150. /// </summary>
  151. /// <param name="connectionId"></param>
  152. public void DeleteConnection(string connectionId)
  153. {
  154. _signaling.CloseConnection(connectionId);
  155. }
  156. public bool ExistConnection(string connectionId)
  157. {
  158. return _mapConnectionIdAndPeer.ContainsKey(connectionId);
  159. }
  160. public bool IsConnected(string connectionId)
  161. {
  162. return _mapConnectionIdAndPeer.TryGetValue(connectionId, out var peer) && peer.IsConnected();
  163. }
  164. public bool IsStable(string connectionId)
  165. {
  166. return _mapConnectionIdAndPeer.TryGetValue(connectionId, out var peer) && peer.IsStable();
  167. }
  168. /// <summary>
  169. ///
  170. /// </summary>
  171. /// <param name="connectionId"></param>
  172. /// <param name="track"></param>
  173. public void RemoveSenderTrack(string connectionId, MediaStreamTrack track)
  174. {
  175. var sender = GetSenders(connectionId).First(s => s.Track == track);
  176. _mapConnectionIdAndPeer[connectionId].peer.RemoveTrack(sender);
  177. }
  178. /// <summary>
  179. ///
  180. /// </summary>
  181. /// <param name="connectionId"></param>
  182. /// <param name="track"></param>
  183. /// <param name="direction"></param>
  184. /// <returns></returns>
  185. public RTCRtpTransceiver AddTransceiver(string connectionId, MediaStreamTrack track, RTCRtpTransceiverInit init = null)
  186. {
  187. var transceiver = _mapConnectionIdAndPeer[connectionId].peer.AddTransceiver(track, init);
  188. return transceiver;
  189. }
  190. /// <summary>
  191. ///
  192. /// </summary>
  193. /// <param name="connectionId"></param>
  194. /// <param name="kind"></param>
  195. /// <param name="direction"></param>
  196. /// <returns></returns>
  197. public RTCRtpTransceiver AddTransceiver(string connectionId, TrackKind kind, RTCRtpTransceiverInit init = null)
  198. {
  199. var transceiver = _mapConnectionIdAndPeer[connectionId].peer.AddTransceiver(kind, init);
  200. return transceiver;
  201. }
  202. /// <summary>
  203. ///
  204. /// </summary>
  205. /// <param name="connectionId"></param>
  206. /// <param name="name"></param>
  207. /// <returns></returns>
  208. public RTCDataChannel CreateChannel(string connectionId, string name)
  209. {
  210. RTCDataChannelInit conf = new RTCDataChannelInit();
  211. if (string.IsNullOrEmpty(name))
  212. name = Guid.NewGuid().ToString();
  213. return _mapConnectionIdAndPeer[connectionId].peer.CreateDataChannel(name, conf);
  214. }
  215. /// <summary>
  216. ///
  217. /// </summary>
  218. /// <param name="connectionId"></param>
  219. /// <param name="track"></param>
  220. /// <returns></returns>
  221. public IEnumerable<RTCRtpSender> GetSenders(string connectionId)
  222. {
  223. return _mapConnectionIdAndPeer[connectionId].peer.GetSenders();
  224. }
  225. /// <summary>
  226. ///
  227. /// </summary>
  228. /// <param name="connectionId"></param>
  229. /// <param name="track"></param>
  230. /// <returns></returns>
  231. public IEnumerable<RTCRtpReceiver> GetReceivers(string connectionId)
  232. {
  233. return _mapConnectionIdAndPeer[connectionId].peer.GetReceivers();
  234. }
  235. /// <summary>
  236. ///
  237. /// </summary>
  238. /// <param name="connectionId"></param>
  239. /// <param name="track"></param>
  240. /// <returns></returns>
  241. public IEnumerable<RTCRtpTransceiver> GetTransceivers(string connectionId)
  242. {
  243. return _mapConnectionIdAndPeer[connectionId].peer.GetTransceivers();
  244. }
  245. /// <summary>
  246. ///
  247. /// </summary>
  248. /// <param name="connectionId"></param>
  249. public void SendOffer(string connectionId)
  250. {
  251. if (!_mapConnectionIdAndPeer.TryGetValue(connectionId, out var pc))
  252. return;
  253. pc.SendOffer();
  254. }
  255. /// <summary>
  256. ///
  257. /// </summary>
  258. /// <param name="connectionId"></param>
  259. public void SendAnswer(string connectionId)
  260. {
  261. if (!_mapConnectionIdAndPeer.TryGetValue(connectionId, out var pc))
  262. return;
  263. pc.SendAnswer();
  264. }
  265. IEnumerator ResendOfferCoroutine()
  266. {
  267. HashSet<string> failedConnections = new HashSet<string>();
  268. while (_runningResendCoroutine)
  269. {
  270. failedConnections.Clear();
  271. foreach (var peer in _mapConnectionIdAndPeer)
  272. {
  273. if (peer.Value.peer.ConnectionState == RTCPeerConnectionState.Failed)
  274. {
  275. failedConnections.Add(peer.Key);
  276. }
  277. else if(peer.Value.waitingAnswer)
  278. {
  279. peer.Value.SendOffer();
  280. }
  281. }
  282. foreach (var connectionId in failedConnections)
  283. {
  284. DestroyConnection(connectionId);
  285. }
  286. yield return 0;
  287. }
  288. }
  289. void OnStart(ISignaling signaling)
  290. {
  291. if (!_runningResendCoroutine)
  292. {
  293. _runningResendCoroutine = true;
  294. _startCoroutine(ResendOfferCoroutine());
  295. }
  296. onStart?.Invoke();
  297. }
  298. void OnCreateConnection(ISignaling signaling, string connectionId, bool polite)
  299. {
  300. CreatePeerConnection(connectionId, polite);
  301. onCreatedConnection?.Invoke(connectionId);
  302. }
  303. void OnDestroyConnection(ISignaling signaling, string connectionId)
  304. {
  305. DestroyConnection(connectionId);
  306. }
  307. void DestroyConnection(string connectionId)
  308. {
  309. DeletePeerConnection(connectionId);
  310. onDeletedConnection?.Invoke(connectionId);
  311. }
  312. PeerConnection CreatePeerConnection(string connectionId, bool polite)
  313. {
  314. if (_mapConnectionIdAndPeer.TryGetValue(connectionId, out var peer))
  315. {
  316. peer.Dispose();
  317. }
  318. peer = new PeerConnection(polite, _config, _resendInterval, _startCoroutine, _stopCoroutine);
  319. _mapConnectionIdAndPeer[connectionId] = peer;
  320. peer.OnConnectHandler += () => onConnect?.Invoke(connectionId);
  321. peer.OnDisconnectHandler += () => onDisconnect?.Invoke(connectionId);
  322. peer.OnDataChannelHandler += channel => onAddChannel?.Invoke(connectionId, channel);;
  323. peer.OnTrackEventHandler += e => onAddTransceiver?.Invoke(connectionId, e.Transceiver);
  324. peer.SendOfferHandler += desc => _signaling?.SendOffer(connectionId, desc);
  325. peer.SendAnswerHandler += desc => _signaling?.SendAnswer(connectionId, desc);
  326. peer.SendCandidateHandler += candidate => _signaling?.SendCandidate(connectionId, candidate);
  327. return peer;
  328. }
  329. void DeletePeerConnection(string connectionId)
  330. {
  331. if (!_mapConnectionIdAndPeer.TryGetValue(connectionId, out var peer))
  332. {
  333. return;
  334. }
  335. peer.Dispose();
  336. _mapConnectionIdAndPeer.Remove(connectionId);
  337. }
  338. void OnAnswer(ISignaling signaling, DescData e)
  339. {
  340. if (!_mapConnectionIdAndPeer.TryGetValue(e.connectionId, out var pc))
  341. {
  342. Debug.LogWarning($"connectionId:{e.connectionId}, peerConnection not exist");
  343. return;
  344. }
  345. RTCSessionDescription description = new RTCSessionDescription {type = RTCSdpType.Answer, sdp = e.sdp};
  346. _startCoroutine(pc.OnGotDescription(description, () => onGotAnswer?.Invoke(e.connectionId, e.sdp)));
  347. }
  348. void OnIceCandidate(ISignaling signaling, CandidateData e)
  349. {
  350. if (!_mapConnectionIdAndPeer.TryGetValue(e.connectionId, out var pc))
  351. {
  352. return;
  353. }
  354. RTCIceCandidateInit option = new RTCIceCandidateInit
  355. {
  356. candidate = e.candidate, sdpMLineIndex = e.sdpMLineIndex, sdpMid = e.sdpMid
  357. };
  358. pc.OnGotIceCandidate(new RTCIceCandidate(option));
  359. }
  360. void OnOffer(ISignaling signaling, DescData e)
  361. {
  362. var connectionId = e.connectionId;
  363. if (!_mapConnectionIdAndPeer.TryGetValue(connectionId, out var pc))
  364. {
  365. pc = CreatePeerConnection(connectionId, e.polite);
  366. }
  367. RTCSessionDescription description = new RTCSessionDescription {type = RTCSdpType.Offer, sdp = e.sdp};
  368. _startCoroutine(pc.OnGotDescription(description, () => onGotOffer?.Invoke(connectionId, e.sdp)));
  369. }
  370. }
  371. }