/// <summary> /// Called once, when the app is first opened. Initializes Oxford facial recognition. /// </summary> public async void InitializeOxford() { // initializedOxford bool will be set to true when Oxford has finished initialization successfully initializedOxford = await OxfordFaceAPIHelper.InitializeOxford(); // Populates UI grid with whitelisted visitors UpdateWhitelistedVisitors(); // Populates UI grid with intruders UpdateIntruderVisitors(); }
/// <summary> /// Triggered when the user clicks the add photo button located in the app bar /// </summary> private async void AddButton_Tapped(object sender, TappedRoutedEventArgs e) { // Captures photo from current webcam stream StorageFile imageFile = await webcam.CapturePhoto(); // Moves the captured file to the current user's ID image folder await imageFile.MoveAsync(currentUser.ImageFolder); // Update photo grid PopulatePhotoGrid(); // Add to Oxford OxfordFaceAPIHelper.AddImageToWhitelist(imageFile, currentUser.Name); }
/// <summary> /// Triggered when the user clicks the delete user button located in the app bar /// </summary> private async void DeleteButton_Tapped(object sender, TappedRoutedEventArgs e) { // Delete the user's folder await currentUser.ImageFolder.DeleteAsync(); // Remove user from Oxford OxfordFaceAPIHelper.RemoveUserFromWhitelist(currentUser.Name); // Stop camera preview await webcam.StopCameraPreview(); // Navigate to MainPage Frame.Navigate(typeof(MainPage)); }
/// <summary> /// Triggered when the Confirm photo button is clicked by the user. Stores the captured photo to storage and navigates back to MainPage. /// </summary> private async void ConfirmButton_Click(object sender, RoutedEventArgs e) { if (!string.IsNullOrWhiteSpace(UserNameBox.Text)) { // Create or open the folder in which the Whitelist is stored StorageFolder whitelistFolder = await KnownFolders.PicturesLibrary.CreateFolderAsync(GeneralConstants.WhiteListFolderName, CreationCollisionOption.OpenIfExists); // Create a folder to store this specific user's photos StorageFolder currentFolder = await whitelistFolder.CreateFolderAsync(UserNameBox.Text, CreationCollisionOption.ReplaceExisting); // Move the already captured photo the user's folder await currentIdPhotoFile.MoveAsync(currentFolder); // Add user to Oxford database OxfordFaceAPIHelper.AddUserToWhitelist(UserNameBox.Text, currentFolder); // Stop live camera feed await webcam.StopCameraPreview(); // Navigate back to MainPage Frame.Navigate(typeof(MainPage)); } }
/// <summary> /// Called when someone enters room or vitual motion button is pressed. /// Captures photo of current webcam view and sends it to Oxford for facial recognition processing. /// </summary> private async Task SomeoneEntered() { // Announce that an intruder has been detected await speech.Read(SpeechContants.IntruderDetectedMessage); // Display analysing visitors grid to inform user that motion was sensed AnalysingVisitorGrid.Visibility = Visibility.Visible; // List to store visitors recognized by Oxford Face API // Count will be greater than 0 if there is an authorized visitor at the door List <string> recognizedVisitors = new List <string>(); // Confirms that webcam has been properly initialized and oxford is ready to go if (webcam.IsInitialized() && initializedOxford) { // Stores current frame from webcam feed in a temporary folder StorageFile intruderImage = await webcam.CapturePhoto(); try { // Oxford determines whether or not the visitor is on the Whitelist and returns recongized visitor if so recognizedVisitors = await OxfordFaceAPIHelper.IsFaceInWhitelist(intruderImage); } catch (FaceRecognitionException fe) { switch (fe.ExceptionType) { // Fails and catches as a FaceRecognitionException if no face is detected in the image case FaceRecognitionExceptionType.NoFaceDetected: Debug.WriteLine("WARNING: No face detected in this image."); break; } } catch { // General error. This can happen if there are no visitors authorized in the whitelist Debug.WriteLine("WARNING: Oxford just threw a general expception."); } if (recognizedVisitors.Count > 0) { // If everything went well and a visitor was recognized, allow the person entry AllowEntry(recognizedVisitors[0]); } else { // Otherwise, inform user that they were not recognized by the system await speech.Read(SpeechContants.NotAllowedEntryMessage); // If the intrudersFolder has not been opened, open it if (intrudersFolder == null) { // Create the intrudersFolder if it doesn't exist; if it already exists, open it. intrudersFolder = await KnownFolders.PicturesLibrary.CreateFolderAsync(GeneralConstants.IntruderFolderName, CreationCollisionOption.OpenIfExists); } // Determine the number of intruders already recorded var intruderSubFolders = await intrudersFolder.GetFoldersAsync(); int intruderCount = intruderSubFolders.Count; // Convert the intruder count integer to string for the subfolder name string subFolderName = "intruder" + intruderCount.ToString(); // Create a subfolder to store this specific intruder's photo StorageFolder currentFolder = await intrudersFolder.CreateFolderAsync(subFolderName, CreationCollisionOption.ReplaceExisting); // Move the already captured photo the intruder's folder await intruderImage.MoveAsync(currentFolder); // Refresh the UI grid of intruders UpdateIntruderVisitors(); } } else { if (!webcam.IsInitialized()) { // The webcam has not been fully initialized for whatever reason: Debug.WriteLine("Unable to analyze visitor at door as the camera failed to initlialize properly."); await speech.Read(SpeechContants.NoCameraMessage); } if (!initializedOxford) { // Oxford is still initializing: Debug.WriteLine("Unable to analyze visitor at door as Oxford Facial Recogntion is still initializing."); } } motionJustSensed = false; AnalysingVisitorGrid.Visibility = Visibility.Collapsed; }