123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328 |
-
- namespace NRKernal.Record
- {
- using UnityEngine;
- using NRKernal;
- using System;
- using System.Collections.Generic;
-
-
-
-
- public class NRAudioCapture : IDisposable
- {
-
-
-
- public bool IsRecording { get; private set; }
-
- private AudioEncoder m_AudioEncoder;
- private AudioFilterStream m_AudioFilterStream;
- public event AudioDataCallBack OnAudioData;
- public int BytesPerSample { get { return NativeConstants.RECORD_AUDIO_BYTES_PER_SAMPLE; }}
- public int Channels { get { return NativeConstants.RECORD_AUDIO_CHANNEL; }}
- public int SamplesPerSec { get { return NativeConstants.RECORD_AUDIO_SAMPLERATE_DEFAULT; }}
-
- public static NRAudioCapture Create()
- {
- NRAudioCapture capture = new NRAudioCapture();
- return capture;
- }
-
- public NRAudioCapture()
- {
- IsRecording = false;
- }
-
- ~NRAudioCapture()
- {
- }
-
- public void Dispose()
- {
- if (m_AudioEncoder != null)
- {
- m_AudioEncoder.Release();
- m_AudioEncoder = null;
- }
- if (m_AudioFilterStream != null)
- {
- m_AudioFilterStream.Dispose();
- m_AudioFilterStream = null;
- }
- }
-
-
-
-
- public void StartRecordingAsync(string filename, OnStartedRecordingAudioCallback onStartedRecordingAudioCallback)
- {
- float volumeFactorMic = 1.0f;
- float volumeFactorApp = 1.0f;
- if (NRDevice.Subsystem.GetDeviceType() == NRDeviceType.NrealLight)
- {
- volumeFactorMic = NativeConstants.RECORD_VOLUME_MIC;
- volumeFactorApp = NativeConstants.RECORD_VOLUME_APP;
- }
- StartRecordingAsync(filename, onStartedRecordingAudioCallback, volumeFactorMic, volumeFactorApp);
- }
-
-
-
- public void StartRecordingAsync(string filename, OnStartedRecordingAudioCallback onStartedRecordingAudioCallback, float volumeFactorMic, float volumeFactorApp)
- {
- NRDebugger.Info("[AudioCapture] StartRecordingAsync: IsRecording={0}, volFactorMic={1}, volFactorApp={2}", IsRecording, volumeFactorMic, volumeFactorApp);
- var result = new AudioCaptureResult();
- if (IsRecording)
- {
- result.resultType = CaptureResultType.UnknownError;
- onStartedRecordingAudioCallback?.Invoke(result);
- }
- else
- {
- try
- {
- if (m_AudioFilterStream == null)
- {
- m_AudioFilterStream = new AudioFilterStream();
- }
- m_AudioEncoder.AdjustVolume(RecorderIndex.REC_MIC, volumeFactorMic);
- m_AudioEncoder.AdjustVolume(RecorderIndex.REC_APP, volumeFactorApp);
- m_AudioEncoder.EncodeConfig.SetOutPutPath(filename);
- m_AudioEncoder.Start(OnAudioDataCallback);
- IsRecording = true;
- result.resultType = CaptureResultType.Success;
- onStartedRecordingAudioCallback?.Invoke(result);
- }
- catch (Exception ex)
- {
- NRDebugger.Warning("[AudioCapture] StartRecordingAsync: {0}\n{1}", ex.Message, ex.StackTrace);
- result.resultType = CaptureResultType.UnknownError;
- onStartedRecordingAudioCallback?.Invoke(result);
- throw;
- }
- }
- }
- private void OnAudioDataCallback(IntPtr data, UInt32 size)
- {
-
- if (m_AudioFilterStream != null)
- {
- m_AudioFilterStream.OnAudioDataRead(data, size);
- }
- OnAudioData?.Invoke(data, size);
- }
- public bool FlushAudioData(ref byte[] outBytesData, ref int samples)
- {
- if (m_AudioFilterStream != null)
- {
- if (m_AudioFilterStream.Flush(ref outBytesData))
- {
- samples = outBytesData.Length / Channels / BytesPerSample;
- return true;
- }
- }
- return false;
- }
-
-
-
-
- public void StartAudioModeAsync(CameraParameters setupParams, OnAudioModeStartedCallback onAudioModeStartedCallback)
- {
- if (Application.isEditor || Application.platform != RuntimePlatform.Android)
- {
- StartAudioMode(setupParams, onAudioModeStartedCallback);
- return;
- }
-
- bool recordMic = setupParams.CaptureAudioMic;
- bool recordApp = setupParams.CaptureAudioApplication;
- if (recordApp)
- {
- NRAndroidPermissionsManager.GetInstance().RequestAndroidPermission("android.permission.RECORD_AUDIO").ThenAction((requestResult) =>
- {
- if (requestResult.IsAllGranted)
- {
- NRAndroidPermissionsManager.GetInstance().RequestScreenCapture().ThenAction((AndroidJavaObject mediaProjection) =>
- {
- if (mediaProjection != null)
- {
- setupParams.mediaProjection = mediaProjection;
- StartAudioMode(setupParams, onAudioModeStartedCallback);
- }
- else
- {
- NRDebugger.Error("[AudioCapture] Screen capture is denied by user.");
- var result = new AudioCaptureResult();
- result.resultType = CaptureResultType.UnknownError;
- onAudioModeStartedCallback?.Invoke(result);
- NRSessionManager.Instance.OprateInitException(new NRPermissionDenyError(NativeConstants.ScreenCaptureDenyErrorTip));
- }
- });
- }
- else {
- NRDebugger.Error("[AudioCapture] Record audio need the permission of 'android.permission.RECORD_AUDIO'.");
- var result = new AudioCaptureResult();
- result.resultType = CaptureResultType.UnknownError;
- onAudioModeStartedCallback?.Invoke(result);
- NRSessionManager.Instance.OprateInitException(new NRPermissionDenyError(NativeConstants.AudioPermissionDenyErrorTip));
- }
- });
- }
- else if (recordMic)
- {
- NRAndroidPermissionsManager.GetInstance().RequestAndroidPermission("android.permission.RECORD_AUDIO").ThenAction((requestResult) =>
- {
- if (requestResult.IsAllGranted)
- {
- StartAudioMode(setupParams, onAudioModeStartedCallback);
- }
- else {
- NRDebugger.Error("[AudioCapture] Record audio need the permission of 'android.permission.RECORD_AUDIO'.");
- var result = new AudioCaptureResult();
- result.resultType = CaptureResultType.UnknownError;
- onAudioModeStartedCallback?.Invoke(result);
- NRSessionManager.Instance.OprateInitException(new NRPermissionDenyError(NativeConstants.AudioPermissionDenyErrorTip));
- }
- });
- }
- else
- {
- StartAudioMode(setupParams, onAudioModeStartedCallback);
- }
- }
- private void StartAudioMode(CameraParameters setupParams, OnAudioModeStartedCallback onAudioModeStartedCallback)
- {
- setupParams.camMode = CamMode.None;
- if (setupParams.frameRate <= 0)
- NRDebugger.Warning("[AudioCapture] frameRate need to be bigger than zero");
-
- m_AudioEncoder = new AudioEncoder();
- m_AudioEncoder.Config(setupParams);
- var result = new AudioCaptureResult();
- result.resultType = CaptureResultType.Success;
- onAudioModeStartedCallback?.Invoke(result);
- }
-
-
- public void StopRecordingAsync(OnStoppedRecordingAudioCallback onStoppedRecordingAudioCallback)
- {
- var result = new AudioCaptureResult();
- if (!IsRecording)
- {
- result.resultType = CaptureResultType.UnknownError;
- onStoppedRecordingAudioCallback?.Invoke(result);
- }
- else
- {
- try
- {
- m_AudioEncoder.Stop();
- IsRecording = false;
- result.resultType = CaptureResultType.Success;
- onStoppedRecordingAudioCallback?.Invoke(result);
- }
- catch (Exception)
- {
- result.resultType = CaptureResultType.UnknownError;
- onStoppedRecordingAudioCallback?.Invoke(result);
- throw;
- }
- }
- }
-
-
- public void StopAudioModeAsync(OnAudioModeStoppedCallback onAudioModeStoppedCallback)
- {
- m_AudioEncoder?.Release();
- m_AudioEncoder = null;
-
- var result = new AudioCaptureResult();
- result.resultType = CaptureResultType.Success;
- onAudioModeStoppedCallback?.Invoke(result);
- }
-
- public enum CaptureResultType
- {
-
-
-
- Success = 0,
-
-
-
- UnknownError = 1
- }
-
-
- public struct AudioCaptureResult
- {
-
-
- public CaptureResultType resultType;
-
- public long hResult;
-
-
- public bool success
- {
- get
- {
- return resultType == CaptureResultType.Success;
- }
- }
- }
-
-
- public delegate void OnStartedRecordingAudioCallback(AudioCaptureResult result);
-
-
- public delegate void OnAudioModeStartedCallback(AudioCaptureResult result);
-
-
- public delegate void OnAudioModeStoppedCallback(AudioCaptureResult result);
-
-
-
- public delegate void OnStoppedRecordingAudioCallback(AudioCaptureResult result);
- }
- }
|