/// <summary>
/// Triggered when webcam feed loads both for the first time and every time page is navigated to.
/// If no WebcamHelper has been created, it creates one. Otherwise, simply restarts webcam preview feed on page.
/// </summary>
private async void WebcamFeed_Loaded(object sender, RoutedEventArgs e)
{
if (webcam == null || !webcam.IsInitialized())
{
// Initialize Webcam Helper
webcam = new WebcamHelper();
await webcam.InitializeCameraAsync();
// Set source of WebcamFeed on MainPage.xaml
WebcamFeed.Source = webcam.mediaCapture;
// Check to make sure MediaCapture isn't null before attempting to start preview. Will be null if no camera is attached.
if (WebcamFeed.Source != null)
{
// Start the live feed
await webcam.StartCameraPreview();
}
}
else if (webcam.IsInitialized())
{
WebcamFeed.Source = webcam.mediaCapture;
// Check to make sure MediaCapture isn't null before attempting to start preview. Will be null if no camera is attached.
if (WebcamFeed.Source != null)
{
await webcam.StartCameraPreview();
}
}
}
private async void Timer_Tick(object sender, object e)
{
if (livetemperature() >= 23)
{
TestPostMessage(livetemperature().ToString());
//Take photo and save into Intrusos
if (webcam == null || !webcam.IsInitialized())
{
// Initialize Webcam Helper
webcam = new WebcamHelper();
await webcam.InitializeCameraAsync();
}
currentIdPhotoFile = await webcam.CapturePhoto();
// Create or open the folder in which the Whitelist is stored
StorageFolder whitelistFolder = await KnownFolders.PicturesLibrary.CreateFolderAsync(GeneralConstants.WhiteListFolderName, CreationCollisionOption.OpenIfExists);
// Create a folder to store this specific user's photos
StorageFolder currentFolder = await whitelistFolder.CreateFolderAsync("Intrusos", CreationCollisionOption.OpenIfExists);
// Move the already captured photo the user's folder
await currentIdPhotoFile.MoveAsync(currentFolder);
}
await Task.Run(async() => { await AzureIoTHub.SendTemperatureAsync(livetemperature()); });
}
public async Task CapturePhoto()
{
await webcam.InitializeCameraAsync();
if (!webcam.IsInitialized())
{
Debug.WriteLine("Not initialied");
}
StorageFile image = await webcam.CapturePhoto();
try
{
// Oxford determines whether or not the visitor is on the Whitelist and returns true if so
recognizedVisitors = await OxfordFaceAPIHelper.IsFaceInWhitelist(image);
}
catch (FaceRecognitionException fe)
{
switch (fe.ExceptionType)
{
// Fails and catches as a FaceRecognitionException if no face is detected in the image
case FaceRecognitionExceptionType.NoFaceDetected:
Debug.WriteLine("WARNING: No face detected in this image.");
break;
}
}
catch (FaceAPIException faceAPIEx)
{
Debug.WriteLine("FaceAPIException in IsFaceInWhitelist(): " + faceAPIEx.ErrorMessage);
}
catch
{
// General error. This can happen if there are no visitors authorized in the whitelist
Debug.WriteLine("WARNING: Oxford just threw a general expception.");
}
if (recognizedVisitors.Count > 0)
{
// If everything went well and a visitor was recognized, unlock the door:
Ledpin.Write(GpioPinValue.Low);
}
else
{
// Create or open the folder in which the Whitelist is stored
StorageFolder folder = await KnownFolders.PicturesLibrary.CreateFolderAsync("Banned", CreationCollisionOption.OpenIfExists);
// Move the already captured photo the user's folder
await image.MoveAsync(folder);
var model = new Models.Database.Ban()
{
Image = image.Name,
Time = DateTime.Now
};
Ledpin.Write(GpioPinValue.High);
database.InsertModel <Models.Database.Ban>(model);
}
isCapturing = false;
}
private async Task DoorbellPressed()
{
StorageFile file = null;
if (webcam.IsInitialized())
{
// Stores current frame from webcam feed in a temporary folder
file = await webcam.CapturePhoto();
FaceQuery(file);
}
else
{
if (!webcam.IsInitialized())
{
// The webcam has not been fully initialized for whatever reason:
Debug.WriteLine("Unable to analyze visitor at door as the camera failed to initlialize properly.");
await speech.Read(SpeechContants.NoCameraMessage);
}
}
doorbellJustPressed = false;
//FaceQuery(file);
}
private async Task <StorageFile> TakePhoto()
{
// Confirms that webcam has been properly initialized and oxford is ready to go
if (webcam.IsInitialized())
{
try
{
// Stores current frame from webcam feed in a temporary folder
StorageFile image = await webcam.CapturePhoto();
return(image);
}
catch
{
// General error. This can happen if there are no visitors authorized in the whitelist
Debug.WriteLine("WARNING: Oxford just threw a general expception.");
}
}
else
{
if (!webcam.IsInitialized())
{
// The webcam has not been fully initialized for whatever reason:
Debug.WriteLine("Unable to analyze visitor at door as the camera failed to initlialize properly.");
await speech.Read("No camera available");
}
/*
* if (!initializedOxford)
* {
* // Oxford is still initializing:
* Debug.WriteLine("Unable to analyze visitor at door as Oxford Facial Recogntion is still initializing.");
* }*/
}
return(null);
}
/// <summary>
/// Called when user hits physical or vitual doorbell buttons. Captures photo of current webcam view and sends it to Oxford for facial recognition processing.
/// </summary>
private async Task DoorbellPressed()
{
// Display analysing visitors grid to inform user that doorbell press was registered
//AnalysingVisitorGrid.Visibility = Visibility.Visible;
// List to store visitors recognized by Oxford Face API
// Count will be greater than 0 if there is an authorized visitor at the door
List <string> recognizedVisitors = new List <string>();
// Confirms that webcam has been properly initialized and oxford is ready to go
if (webcam.IsInitialized() && initializedOxford)
{
// Stores current frame from webcam feed in a temporary folder
StorageFile image = await webcam.CapturePhoto();
try
{
// Oxford determines whether or not the visitor is on the Whitelist and returns true if so
recognizedVisitors = await OxfordFaceAPIHelper.IsFaceInWhitelist(image);
}
catch (FaceRecognitionException fe)
{
switch (fe.ExceptionType)
{
// Fails and catches as a FaceRecognitionException if no face is detected in the image
case FaceRecognitionExceptionType.NoFaceDetected:
Debug.WriteLine("WARNING: No face detected in this image.");
break;
}
}
catch (FaceAPIException faceAPIEx)
{
Debug.WriteLine("FaceAPIException in IsFaceInWhitelist(): " + faceAPIEx.ErrorMessage);
}
catch
{
// General error. This can happen if there are no visitors authorized in the whitelist
Debug.WriteLine("WARNING: Oxford just threw a general expception.");
}
if (recognizedVisitors.Count > 0)
{
// If everything went well and a visitor was recognized, unlock the door:
//UnlockDoor(recognizedVisitors[0]);
}
else
{
// Otherwise, inform user that they were not recognized by the system
await speech.Read(SpeechContants.VisitorNotRecognizedMessage);
}
}
else
{
if (!webcam.IsInitialized())
{
// The webcam has not been fully initialized for whatever reason:
Debug.WriteLine("Unable to analyze visitor at door as the camera failed to initlialize properly.");
await speech.Read(SpeechContants.NoCameraMessage);
}
if (!initializedOxford)
{
// Oxford is still initializing:
Debug.WriteLine("Unable to analyze visitor at door as Oxford Facial Recogntion is still initializing.");
}
}
doorbellJustPressed = false;
//AnalysingVisitorGrid.Visibility = Visibility.Collapsed;
}