Camera helper WIP

Microsoft.Toolkit.Uwp.SampleApp/Microsoft.Toolkit.Uwp.SampleApp.csproj

@@ -292,6 +292,8 @@
     <Content Include="SamplePages\BluetoothLEHelper\BluetoothLEHelper.png" />
     <Content Include="SamplePages\BackdropBlurBrush\BackdropBlurBrush.png" />
     <Content Include="SamplePages\Blur\BlurBehavior.png" />
+    <Content Include="SamplePages\CameraPreview\CameraPreview.png" />
+    <Content Include="SamplePages\CameraHelper\CameraHelper.png" />
     <Content Include="SamplePages\Connected Animations\ConnectedAnimations.png" />
     <Content Include="SamplePages\DispatcherHelper\DispatchHelper.png" />
     <Content Include="SamplePages\DockPanel\DockPanel.png" />
@@ -496,13 +498,16 @@
     <Content Include="SamplePages\RadialGradientBrush\RadialGradientBrushXaml.bind">
       <SubType>Designer</SubType>
     </Content>
+    <Content Include="SamplePages\CameraPreview\CameraPreviewCode.bind" />
+    <Content Include="SamplePages\CameraHelper\CameraHelperCode.bind" />
     <Content Include="SamplePages\LayoutTransformControl\LayoutTransformControlXaml.bind" />
     <Content Include="SamplePages\GazeTracing\GazeTracingXaml.bind">
       <SubType>Designer</SubType>
     </Content>
     <Content Include="SamplePages\PrintHelper\PrintHelperXaml.bind">
       <SubType>Designer</SubType>
     </Content>
+    <Content Include="SamplePages\CameraPreview\CameraPreviewXaml.bind" />
     <Content Include="SamplePages\GazeInteraction\GazeInteractionXaml.bind">
       <SubType>Designer</SubType>
     </Content>
@@ -562,6 +567,12 @@
       <DependentUpon>BluetoothLEHelperPage.xaml</DependentUpon>
     </Compile>
     <Compile Include="Common\IXamlRenderListener.cs" />
+    <Compile Include="SamplePages\CameraPreview\CameraPreviewPage.xaml.cs">
+      <DependentUpon>CameraPreviewPage.xaml</DependentUpon>
+    </Compile>
+    <Compile Include="SamplePages\CameraHelper\CameraHelperPage.xaml.cs">
+      <DependentUpon>CameraHelperPage.xaml</DependentUpon>
+    </Compile>
     <Compile Include="SamplePages\Connected Animations\ConnectedAnimationsPage.xaml.cs">
       <DependentUpon>ConnectedAnimationsPage.xaml</DependentUpon>
     </Compile>
@@ -895,6 +906,14 @@
       <Generator>MSBuild:Compile</Generator>
       <SubType>Designer</SubType>
     </Page>
+    <Page Include="SamplePages\CameraPreview\CameraPreviewPage.xaml">
+      <Generator>MSBuild:Compile</Generator>
+      <SubType>Designer</SubType>
+    </Page>
+    <Page Include="SamplePages\CameraHelper\CameraHelperPage.xaml">      
+      <Generator>MSBuild:Compile</Generator>
+      <SubType>Designer</SubType>
+    </Page>   
     <Page Include="SamplePages\UniformGrid\UniformGridPage.xaml">
       <Generator>MSBuild:Compile</Generator>
       <SubType>Designer</SubType>

Microsoft.Toolkit.Uwp.SampleApp/Package.appxmanifest

@@ -45,6 +45,7 @@
     <Capability Name="privateNetworkClientServer" />
     <DeviceCapability Name="location" />
     <DeviceCapability Name="bluetooth" />
+    <DeviceCapability Name="webcam" />
     <DeviceCapability Name="gazeInput" />
   </Capabilities>
 </Package>

Microsoft.Toolkit.Uwp.SampleApp/SamplePages/CameraHelper/CameraHelperCode.bind

@@ -0,0 +1,50 @@
+// Creates a Camera Helper and subscribes to frames from an available frame source.
+// Make sure you have the capability webcam enabled for your app to access the device's camera.
+
+using Microsoft.Toolkit.Uwp.Helpers;
+
+CameraHelper cameraHelper = new CameraHelper();
+var result = await _cameraHelper.InitializeAndStartCaptureAsync();
+
+if(result == CameraHelperResult.Success)
+{
+  // Subscribe to get frames as they arrive
+  cameraHelper.FrameArrived += CameraHelper_FrameArrived;
+}
+else
+{
+  // Get error information
+  var errorMessage = result.ToString();
+}
+
+private void CameraHelper_FrameArrived(object sender, FrameEventArgs e)
+{
+  // Gets the current video frame
+  VideoFrame currentVideoFrame  = e.VideoFrame;
+
+  // Gets the software bitmap image
+  SoftwareBitmap softwareBitmap = currentVideoFrame.SoftwareBitmap;
+}
+
+private async void Application_Suspending(object sender, SuspendingEventArgs e)
+{
+    if (Frame.CurrentSourcePageType == typeof(CameraHelperPage))
+    {
+        var deferral = e.SuspendingOperation.GetDeferral();
+        await CleanUpAsync();
+        deferral.Complete();
+    }
+}
+
+private async Task CleanUpAsync()
+{
+    // You may want to unsubscribe from any events and call CameraHelper CleanUpAsync() method
+	// to free up camera helper resources on App suspending, Page OnNavigatedFrom events when appropriate.
+	// Note: You would need to re-initialize the CameraHelper and rehook events on App resuming, OnNavigatedTo events.
+    if (_cameraHelper != null)
+    {
+        _cameraHelper.FrameArrived -= CameraHelper_FrameArrived;
+        await _cameraHelper.CleanUpAsync();
+        _cameraHelper = null;
+    }
+}

Microsoft.Toolkit.Uwp.SampleApp/SamplePages/CameraHelper/CameraHelperPage.xaml

@@ -0,0 +1,28 @@
+<Page
+    x:Class="Microsoft.Toolkit.Uwp.SampleApp.SamplePages.CameraHelperPage"
+    xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation"
+    xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
+    xmlns:local="using:Microsoft.Toolkit.Uwp.SampleApp.SamplePages"
+    xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
+    xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
+    mc:Ignorable="d">
+    <Page.Resources>
+        <Style x:Name="ErrorMessageStyle" TargetType="TextBlock">
+            <Setter Property="FontSize" Value="14"/>
+            <Setter Property="FontWeight" Value="Bold"/>
+            <Setter Property="Foreground" Value="Red"/>
+        </Style>
+    </Page.Resources>
+    <StackPanel Orientation="Vertical" Margin="20">
+        <ComboBox x:Name="FrameSourceGroupCombo" Header="Frame Source Group" HorizontalAlignment="Left" Width="Auto">
+            <ComboBox.ItemTemplate>
+                <DataTemplate>
+                    <TextBlock Text="{Binding DisplayName}"></TextBlock>
+                </DataTemplate>
+            </ComboBox.ItemTemplate>
+        </ComboBox>
+        <TextBlock x:Name="CameraErrorTextBlock" Style="{StaticResource ErrorMessageStyle}"  Margin="0,0,0,10" Visibility="Collapsed"></TextBlock>
+        <Button x:Name="CaptureButton" Content="Capture Video Frame" Margin="0,10" Click="CaptureButton_Click"></Button>
+        <Image x:Name="CurrentFrameImage" MinWidth="300" Width="400" HorizontalAlignment="Left"></Image>
+    </StackPanel>
+</Page>

Microsoft.Toolkit.Uwp.SampleApp/SamplePages/CameraHelper/CameraHelperPage.xaml.cs

@@ -0,0 +1,156 @@
+// ******************************************************************
+// Copyright (c) Microsoft. All rights reserved.
+// This code is licensed under the MIT License (MIT).
+// THE CODE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH
+// THE CODE OR THE USE OR OTHER DEALINGS IN THE CODE.
+// ******************************************************************
+
+using System;
+using System.Threading.Tasks;
+using Microsoft.Toolkit.Uwp.Helpers;
+using Windows.ApplicationModel;
+using Windows.Graphics.Imaging;
+using Windows.Media;
+using Windows.Media.Capture.Frames;
+using Windows.UI.Xaml;
+using Windows.UI.Xaml.Controls;
+using Windows.UI.Xaml.Media.Imaging;
+using Windows.UI.Xaml.Navigation;
+
+namespace Microsoft.Toolkit.Uwp.SampleApp.SamplePages
+{
+    /// <summary>
+    /// Sample page for Camera Helper
+    /// </summary>
+    public sealed partial class CameraHelperPage : Page
+    {
+        private CameraHelper _cameraHelper;
+        private VideoFrame _currentVideoFrame;
+        private SoftwareBitmapSource _softwareBitmapSource;
+
+        public CameraHelperPage()
+        {
+            this.InitializeComponent();
+        }
+
+        protected override async void OnNavigatedTo(NavigationEventArgs e)
+        {
+            base.OnNavigatedTo(e);
+            _softwareBitmapSource = new SoftwareBitmapSource();
+            CurrentFrameImage.Source = _softwareBitmapSource;
+
+            Application.Current.Suspending += Application_Suspending;
+            Application.Current.Resuming += Application_Resuming;
+
+            await InitializeAsync();
+        }
+
+        protected async override void OnNavigatedFrom(NavigationEventArgs e)
+        {
+            Application.Current.Suspending -= Application_Suspending;
+            Application.Current.Resuming -= Application_Resuming;
+            await CleanUpAsync();
+        }
+
+        private async void Application_Suspending(object sender, SuspendingEventArgs e)
+        {
+            if (Frame.CurrentSourcePageType == typeof(CameraHelperPage))
+            {
+                var deferral = e.SuspendingOperation.GetDeferral();
+                await CleanUpAsync();
+                deferral.Complete();
+            }
+        }
+
+        private async void Application_Resuming(object sender, object e)
+        {
+            await InitializeAsync();
+        }
+
+        private void CameraHelper_FrameArrived(object sender, FrameEventArgs e)
+        {
+            _currentVideoFrame = e.VideoFrame;
+        }
+
+        private async Task InitializeAsync()
+        {
+            var frameSourceGroups = await CameraHelper.GetFrameSourceGroupsAsync();
+            if (_cameraHelper == null)
+            {
+                _cameraHelper = new CameraHelper();
+            }
+
+            var result = await _cameraHelper.InitializeAndStartCaptureAsync();
+            if (result == CameraHelperResult.Success)
+            {
+                // Subscribe to the video frame as they arrive
+                _cameraHelper.FrameArrived += CameraHelper_FrameArrived;
+                FrameSourceGroupCombo.ItemsSource = frameSourceGroups;
+                FrameSourceGroupCombo.SelectionChanged += FrameSourceGroupCombo_SelectionChanged;
+                FrameSourceGroupCombo.SelectedIndex = 0;
+            }
+
+            SetUIControls(result);
+        }
+
+        private async void FrameSourceGroupCombo_SelectionChanged(object sender, SelectionChangedEventArgs e)
+        {
+            if (FrameSourceGroupCombo.SelectedItem is MediaFrameSourceGroup selectedGroup)
+            {
+                _cameraHelper.FrameSourceGroup = selectedGroup;
+                var result = await _cameraHelper.InitializeAndStartCaptureAsync();
+                SetUIControls(result);
+            }
+        }
+
+        private void SetUIControls(CameraHelperResult result)
+        {
+            var success = result == CameraHelperResult.Success;
+            if (!success)
+            {
+                _currentVideoFrame = null;
+            }
+
+            CameraErrorTextBlock.Text = result.ToString();
+            CameraErrorTextBlock.Visibility = success ? Visibility.Collapsed : Visibility.Visible;
+
+            CaptureButton.IsEnabled = success;
+            CurrentFrameImage.Opacity = success ? 1 : 0.5;
+        }
+
+        private async void CaptureButton_Click(object sender, Windows.UI.Xaml.RoutedEventArgs e)
+        {
+            var softwareBitmap = _currentVideoFrame.SoftwareBitmap;
+
+            if (softwareBitmap != null)
+            {
+                if (softwareBitmap.BitmapPixelFormat != BitmapPixelFormat.Bgra8 || softwareBitmap.BitmapAlphaMode == BitmapAlphaMode.Straight)
+                {
+                    softwareBitmap = SoftwareBitmap.Convert(softwareBitmap, BitmapPixelFormat.Bgra8, BitmapAlphaMode.Premultiplied);
+                }
+
+                await _softwareBitmapSource.SetBitmapAsync(softwareBitmap);
+            }
+        }
+
+        private async Task CleanUpAsync()
+        {
+            if (FrameSourceGroupCombo != null)
+            {
+                FrameSourceGroupCombo.SelectionChanged -= FrameSourceGroupCombo_SelectionChanged;
+            }
+
+            if (_cameraHelper != null)
+            {
+                _cameraHelper.FrameArrived -= CameraHelper_FrameArrived;
+                await _cameraHelper.CleanUpAsync();
+               _cameraHelper = null;
+            }
+        }
+    }
+}

Microsoft.Toolkit.Uwp.SampleApp/SamplePages/CameraPreview/CameraPreviewCode.bind

@@ -0,0 +1,50 @@
+// Make sure you have the capability webcam enabled for your app to access the device's camera.
+
+<Page xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation"
+    xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
+    xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
+    xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"      
+    xmlns:controls="using:Microsoft.Toolkit.Uwp.UI.Controls"
+    mc:Ignorable="d">    
+    <StackPanel Orientation="Vertical" Margin="20">
+		<controls:CameraPreview x:Name="CameraPreviewControl">
+		</controls:CameraPreview>
+		<TextBlock x:Name="ErrorMessage"></TextBlock>
+        <Image x:Name="CurrentFrameImage" MinWidth="300" Width="400" HorizontalAlignment="Left"></Image>
+    </StackPanel>
+</Page>
+
+// Create and associate the camera helper instance with the camera preview control
+var cameraHelper = new CameraHelper();
+await _cameraPreviewControl.StartAsync(cameraHelper);
+_cameraPreviewControl.CameraHelper.FrameArrived += CameraPreviewControl_FrameArrived;
+_cameraPreviewControl.PreviewFailed += CameraPreviewControl_PreviewFailed;
+
+
+// Create a software bitmap source and set it to the Xaml Image control source.
+var softwareBitmapSource = new SoftwareBitmapSource();
+CurrentFrameImage.Source = softwareBitmapSource;
+
+// Register for FrameArrived to get real time video frames, software bitmaps. 
+private void CameraPreviewControl_FrameArrived(object sender, FrameEventArgs e)
+{
+    var videoFrame = e.VideoFrame;
+    var softwareBitmap = e.VideoFrame.SoftwareBitmap;
+    var targetSoftwareBitmap = softwareBitmap;
+
+    if (softwareBitmap != null)
+    {
+        if (softwareBitmap.BitmapPixelFormat != BitmapPixelFormat.Bgra8 || softwareBitmap.BitmapAlphaMode == BitmapAlphaMode.Straight)
+        {
+            targetSoftwareBitmap = SoftwareBitmap.Convert(softwareBitmap, BitmapPixelFormat.Bgra8, BitmapAlphaMode.Premultiplied);
+        }
+
+        await softwareBitmapSource.SetBitmapAsync(targetSoftwareBitmap);
+    }
+}
+
+// Register for PreviewFailed to get failure error information.
+private void CameraPreviewControl_PreviewFailed(object sender, PreviewFailedEventArgs e)
+{
+    ErrorMessage.Text = e.Error;
+}

Microsoft.Toolkit.Uwp.SampleApp/SamplePages/CameraPreview/CameraPreviewPage.xaml

@@ -0,0 +1,10 @@
+<Page
+    x:Class="Microsoft.Toolkit.Uwp.SampleApp.SamplePages.CameraPreviewPage"
+    xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation"
+    xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
+    xmlns:local="using:Microsoft.Toolkit.Uwp.SampleApp.SamplePages"
+    xmlns:controls="using:Microsoft.Toolkit.Uwp.UI.Controls"
+    xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
+    xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
+    mc:Ignorable="d">
+</Page>