HoloLens2-使用UWP原生MediaCapture解决图像捕获与WebRTC视频流冲突问题

using System.Collections;

using System.Collections.Generic;

using UnityEngine;

using System;

using System.IO;

#if UNITY_WSA && !UNITY_EDITOR

using System.Threading.Tasks;

using global::Windows.UI.Core;

using global::Windows.Foundation;

using global::Windows.Media.Core;

using global::Windows.Media.Capture;

using global::Windows.ApplicationModel.Core;

using global::Windows.Storage;

using global::Windows.Storage.Streams;

using global::Windows.Graphics.Imaging;

using global::Windows.Media.MediaProperties;

using global::Windows.Storage.FileProperties;

#endif

public class MediaCaptureUtil : MonoBehaviour

{

    public static MediaCaptureUtil Instance;

    private void Awake()

    {

        Instance = this;

    }

    private void CleanPreviousImages()

    {

        string directoryPath = Path.Combine(Application.persistentDataPath, "StreetViewFolder");

        DirectoryInfo info = new DirectoryInfo(directoryPath);

        var fileInfo = info.GetFiles();

        foreach (var file in fileInfo)

        {

            try

            {

                file.Delete();

            }

            catch (Exception)

            {

                Debug.Log($"Cannot delete file: {file.Name}");

            }

        }

    }

    public void CaptureImage()

    {

        // 清理过时的图片资源

        CleanPreviousImages();

        // 在 UWP 线程下捕获图片到文件

#if UNITY_WSA && !UNITY_EDITOR

        try

        {

            // MediaCapture API 的调用只能运行在 UWP 线程下

            UnityEngine.WSA.Application.InvokeOnUIThread(() => CaptureImageByMediaCapture(), 

                waitUntilDone: true);

            //UnityEngine.WSA.Application.InvokeOnUIThread(() => CaptureImageByCameraCaptureUI(), 

            //    waitUntilDone: true);

        }

        catch (Exception ex)

        {

            Debug.LogError($"Camera access failure: {ex.Message}.");

            return;

        }

#endif

        // 延迟 1s 执行，确保图片已成功捕获到文件

        StartCoroutine(Delay(1, () =>

        {

            // 从文件中读取图片，转为字节数组

            string filePath = Path.Combine(Application.persistentDataPath, "StreetViewFolder/Photo.jpg");

            byte[] imageBytes = GetImageAsByteArray(filePath);

            // 自定义视觉分析

            if (imageBytes != null)

            {

                StartCoroutine(ImageProcessor.Instance.AnalyseLastImageCaptured(imageBytes));

            }

            else

            {

                LogManager.Instance.PrintError("failed to read the specified image");

            }

        }));

    }

    private byte[] GetImageAsByteArray(string imageFilePath)

    {

        using (FileStream fileStream = new FileStream(imageFilePath, FileMode.Open, FileAccess.Read))

        {

            using (BinaryReader binaryReader = new BinaryReader(fileStream))

            {

                return binaryReader.ReadBytes((int)fileStream.Length);

            }

        }

    }

    private IEnumerator Delay(float second, Action OnFinished)

    {

        yield return new WaitForSeconds(second);

        OnFinished();

    }

#if UNITY_WSA && !UNITY_EDITOR

    /// <summary>

    /// 使用 MediaCapture API 捕获照片.

    /// </summary>

    /// <remarks>

    /// This must be called from the main UWP UI thread (not the main Unity app thread).

    /// </remarks>

    async private void CaptureImageByMediaCapture()

    {

        MediaCapture mediaCapture = new MediaCapture();

        var settings = new MediaCaptureInitializationSettings

        {

            // 最重要的属性，使 MediaCapture 可以共享对相机的访问

            SharingMode = MediaCaptureSharingMode.SharedReadOnly

        };

        await mediaCapture.InitializeAsync(settings);

        // 将图片数据都保存到指定文件夹

        StorageFolder destinationFolder = await ApplicationData.Current.LocalFolder.CreateFolderAsync("StreetViewFolder",

                CreationCollisionOption.OpenIfExists);

        // 捕获图片

        using (var captureStream = new InMemoryRandomAccessStream())

        {

            await mediaCapture.CapturePhotoToStreamAsync(ImageEncodingProperties.CreateJpeg(), captureStream);

            StorageFile file = await destinationFolder.CreateFileAsync("Photo.jpg", CreationCollisionOption.ReplaceExisting);

            using (var fileStream = await file.OpenAsync(FileAccessMode.ReadWrite))

            {

                var decoder = await BitmapDecoder.CreateAsync(captureStream);

                var encoder = await BitmapEncoder.CreateForTranscodingAsync(fileStream, decoder);

                var properties = new BitmapPropertySet {

                    { "System.Photo.Orientation", new BitmapTypedValue(PhotoOrientation.Normal, PropertyType.UInt16) }

                };

                await encoder.BitmapProperties.SetPropertiesAsync(properties);

                await encoder.FlushAsync();

            }

        }

    }

    /// <summary>

    /// 使用 CameraCaptureUI API 捕获照片.

    /// </summary>

    /// <remarks>

    /// This must be called from the main UWP UI thread (not the main Unity app thread).

    /// </remarks>

    async private void CaptureImageByCameraCaptureUI()

    {

        CameraCaptureUI captureUI = new CameraCaptureUI();

        captureUI.PhotoSettings.Format = CameraCaptureUIPhotoFormat.Jpeg;

        captureUI.PhotoSettings.CroppedSizeInPixels = new Size(200, 200);

        StorageFile photo = await captureUI.CaptureFileAsync(CameraCaptureUIMode.Photo);

        StorageFolder destinationFolder = await ApplicationData.Current.LocalFolder.CreateFolderAsync("ProfilePhotoFolder",

                CreationCollisionOption.OpenIfExists);

        await photo.CopyAsync(destinationFolder, "ProfilePhoto.jpg", NameCollisionOption.ReplaceExisting).AsTask();

        await photo.DeleteAsync();

    }

#endif

}