bool SetupCaptureSession ()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession () {
SessionPreset = AVCaptureSession.PresetMedium
};
// create a device input and attach it to the session
var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
var input = AVCaptureDeviceInput.FromDevice (captureDevice);
if (input == null){
Console.WriteLine ("No input device");
return false;
}
session.AddInput (input);
// create a VideoDataOutput and add it to the sesion
var output = new AVCaptureVideoDataOutput () {
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA),
// If you want to cap the frame rate at a given speed, in this sample: 15 frames per second
MinFrameDuration = new CMTime (1, 15)
};
// configure the output
queue = new MonoTouch.CoreFoundation.DispatchQueue ("myQueue");
outputRecorder = new OutputRecorder ();
output.SetSampleBufferDelegateAndQueue (outputRecorder, queue);
session.AddOutput (output);
session.StartRunning ();
return true;
}
public void RecordVideoToPath(UIViewController ViewController, string VideoPath)
{
// setup capture device
AVCaptureDevice videoRecordingDevice = AVCaptureDevice.DefaultDeviceWithMediaType(AVMediaType.Video);
NSError error;
AVCaptureDeviceInput videoInput = new AVCaptureDeviceInput(videoRecordingDevice, out error);
// create and assign a capture session
AVCaptureSession captureSession = new AVCaptureSession();
captureSession.SessionPreset = AVCaptureSession.Preset1280x720;
captureSession.AddInput(videoInput);
// Create capture device output
AVCaptureVideoDataOutput videoOutput = new AVCaptureVideoDataOutput();
captureSession.AddOutput(videoOutput);
videoOutput.VideoSettings.PixelFormat = CVPixelFormatType.CV32BGRA;
videoOutput.MinFrameDuration = new CMTime(1, 30);
videoOutput.SetSampleBufferDelegatequeue(captureVideoDelegate, System.IntPtr.Zero);
// create a delegate class for handling capture
captureVideoDelegate = new CaptureVideoDelegate(ViewController);
// Start capture session
captureSession.StartRunning();
}
bool SetupCaptureSession ()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession () {
SessionPreset = AVCaptureSession.PresetMedium
};
// create a device input and attach it to the session
var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
var input = AVCaptureDeviceInput.FromDevice (captureDevice);
if (input == null){
// No input device
return false;
}
session.AddInput (input);
// create a VideoDataOutput and add it to the sesion
var output = new AVCaptureVideoDataOutput () {
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA)
};
// configure the output
queue = new DispatchQueue ("myQueue");
qrScanner = new QrScanner (this);
output.SetSampleBufferDelegateAndQueue (qrScanner, queue);
session.AddOutput (output);
previewLayer = new AVCaptureVideoPreviewLayer (session);
previewLayer.Orientation = AVCaptureVideoOrientation.Portrait;
previewLayer.VideoGravity = "AVLayerVideoGravityResizeAspectFill";
session.StartRunning ();
return true;
}
bool SetupCaptureSession ()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession {
SessionPreset = AVCaptureSession.PresetMedium
};
// create a device input and attach it to the session
var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
if (captureDevice == null) {
Console.WriteLine ("No captureDevice - this won't work on the simulator, try a physical device");
return false;
}
//Configure for 15 FPS. Note use of LockForConigfuration()/UnlockForConfiguration()
NSError error = null;
captureDevice.LockForConfiguration (out error);
if (error != null) {
Console.WriteLine (error);
captureDevice.UnlockForConfiguration ();
return false;
}
if (UIDevice.CurrentDevice.CheckSystemVersion (7, 0))
captureDevice.ActiveVideoMinFrameDuration = new CMTime (1, 15);
captureDevice.UnlockForConfiguration ();
var input = AVCaptureDeviceInput.FromDevice (captureDevice);
if (input == null) {
Console.WriteLine ("No input - this won't work on the simulator, try a physical device");
return false;
}
session.AddInput (input);
// create a VideoDataOutput and add it to the sesion
var settings = new CVPixelBufferAttributes {
PixelFormatType = CVPixelFormatType.CV32BGRA
};
using (var output = new AVCaptureVideoDataOutput { WeakVideoSettings = settings.Dictionary }) {
queue = new DispatchQueue ("myQueue");
outputRecorder = new OutputRecorder ();
output.SetSampleBufferDelegate (outputRecorder, queue);
session.AddOutput (output);
}
session.StartRunning ();
return true;
}
bool SetupCaptureSession()
{
session = new AVCaptureSession () {
SessionPreset = AVCaptureSession.PresetMedium
};
AVCaptureDevice[] capDevices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
AVCaptureDeviceInput input = null;
if (capDevices.Length != 0) input = AVCaptureDeviceInput.FromDevice (capDevices[0]);
if (input == null){
new UIAlertView("Error", "Camera not available", null, "OK", null).Show();
Console.WriteLine ("Camera not available");
return false;
}
session.AddInput (input);
var output = new AVCaptureVideoDataOutput () {
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA),
MinFrameDuration = new CMTime (1, 30) //second parameter is frames per second
};
queue = new MonoTouch.CoreFoundation.DispatchQueue ("myQueue");
outputRecorder = new OutputRecorder ();
output.SetSampleBufferDelegateAndQueue (outputRecorder, queue);
session.AddOutput (output);
session.StartRunning ();
return true;
}
private bool SetupCaptureSession()
{
// Overview: RosyWriter uses separate GCD queues for audio and video capture. If a single GCD queue
// is used to deliver both audio and video buffers, and our video processing consistently takes
// too long, the delivery queue can back up, resulting in audio being dropped.
//
// When recording, RosyWriter creates a third GCD queue for calls to AVAssetWriter. This ensures
// that AVAssetWriter is not called to start or finish writing from multiple threads simultaneously.
//
// RosyWriter uses AVCaptureSession's default preset, AVCaptureSessionPresetHigh.
// Create Capture session
captureSession = new AVCaptureSession();
captureSession.BeginConfiguration();
// Create audio connection
var audioDevice = AVCaptureDevice.GetDefaultDevice(AVMediaType.Audio);
if (audioDevice == null)
{
return(false); // e.g. simulator
}
var audioIn = new AVCaptureDeviceInput(audioDevice, out NSError error);
if (captureSession.CanAddInput(audioIn))
{
captureSession.AddInput(audioIn);
}
var audioOut = new AVCaptureAudioDataOutput();
var audioCaptureQueue = new DispatchQueue("Audio Capture Queue");
// Add the Delegate to capture each sample that comes through
audioOut.SetSampleBufferDelegateQueue(this, audioCaptureQueue);
if (captureSession.CanAddOutput(audioOut))
{
captureSession.AddOutput(audioOut);
}
audioConnection = audioOut.ConnectionFromMediaType(AVMediaType.Audio);
// Create Video Session
var videoDevice = VideoDeviceWithPosition(AVCaptureDevicePosition.Back);
var videoIn = new AVCaptureDeviceInput(videoDevice, out error);
if (captureSession.CanAddInput(videoIn))
{
captureSession.AddInput(videoIn);
}
// RosyWriter prefers to discard late video frames early in the capture pipeline, since its
// processing can take longer than real-time on some platforms (such as iPhone 3GS).
// Clients whose image processing is faster than real-time should consider setting AVCaptureVideoDataOutput's
// alwaysDiscardsLateVideoFrames property to NO.
var videoOut = new AVCaptureVideoDataOutput
{
AlwaysDiscardsLateVideoFrames = true,
// HACK: Change VideoSettings to WeakVideoSettings, and AVVideoSettings to CVPixelBufferAttributes
// VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA)
WeakVideoSettings = new CVPixelBufferAttributes
{
PixelFormatType = CVPixelFormatType.CV32BGRA
}.Dictionary
};
// Create a DispatchQueue for the Video Processing
var videoCaptureQueue = new DispatchQueue("Video Capture Queue");
videoOut.SetSampleBufferDelegateQueue(this, videoCaptureQueue);
if (captureSession.CanAddOutput(videoOut))
{
captureSession.AddOutput(videoOut);
}
// Set the Video connection from the Video Output object
videoConnection = videoOut.ConnectionFromMediaType(AVMediaType.Video);
videoOrientation = videoConnection.VideoOrientation;
captureSession.CommitConfiguration();
return(true);
}
public void Initialize()
{
this.Frame = new CGRect(new CGPoint(0, 0), new CGSize(mc_iPreviewWidth, mc_iPreviewHeight));
m_AVCapSession = new AVCaptureSession();
//m_AVCapDevice = AVCaptureDevice.GetDefaultDevice(AVMediaTypes.Video);
var arCamDevice = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
if (arCamDevice.Length != 0)
{
m_AVCapDevice = arCamDevice[0];
//フロントカメラを取得
foreach (AVCaptureDevice camDevice in arCamDevice)
{
if (camDevice.Position == AVCaptureDevicePosition.Back)
{
m_AVCapDevice = camDevice;
}
/*
* if (camDevice.Position == AVCaptureDevicePosition.Back && m_iCameraDevice == 1)
* {
* m_AVCapDevice = camDevice;
* }
*/
}
if (m_AVCapDevice == null)
{
m_AVCapDevice = arCamDevice[0];
}
}
NSError device_error;
m_AVCapDevice.LockForConfiguration(out device_error);
if (device_error != null)
{
Console.WriteLine($"Error: {device_error.LocalizedDescription}");
m_AVCapDevice.UnlockForConfiguration();
return;
}
//フレームレート設定
m_AVCapDevice.ActiveVideoMinFrameDuration = new CMTime(1, 24);
m_AVCapDevice.UnlockForConfiguration();
if (m_AVCapDevice == null)
{
return;
}
NSError error = null;
try{
//m_AVInput = new AVCaptureDeviceInput(m_AVCapDevice, out error);
m_AVInput = AVCaptureDeviceInput.FromDevice(m_AVCapDevice);
if (error != null)
{
Console.WriteLine(error.ToString());
}
else
{
m_AVCapSession.AddInput(m_AVInput);
m_AVCapSession.BeginConfiguration();
m_AVCapSession.CanSetSessionPreset(AVCaptureSession.PresetHigh);
m_AVCapSession.CommitConfiguration();
m_AVVideoOutput = new AVCaptureVideoDataOutput()
{
AlwaysDiscardsLateVideoFrames = true,
WeakVideoSettings = new CVPixelBufferAttributes {
PixelFormatType = CVPixelFormatType.CV32BGRA
}.Dictionary
};
m_OutputRecorder = new OutputRecorder()
{
m_CustomCamera = m_CustomCamera
};
var Queue = new DispatchQueue("myQueue");
m_AVVideoOutput.SetSampleBufferDelegateQueue(m_OutputRecorder, Queue);
m_AVCapSession.AddOutput(m_AVVideoOutput);
}
m_prevAVLayer = new AVCaptureVideoPreviewLayer(m_AVCapSession)
{
Frame = new CGRect(new CGPoint(0, 0), new CGSize(mc_iPreviewWidth, mc_iPreviewHeight)),
VideoGravity = AVLayerVideoGravity.ResizeAspectFill
};
Layer.AddSublayer(m_prevAVLayer);
m_AVCapSession.StartRunning();
}
catch (Exception e)
{
Console.WriteLine(e.ToString());
}
return;
}
bool SetupCaptureSession ()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession () {
SessionPreset = AVCaptureSession.PresetMedium
};
// create a device input and attach it to the session
var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
if (captureDevice == null) {
Image<Bgr, Byte> img = new Image<Bgr, byte> (512, 512, new Bgr (255, 255, 255));
CvInvoke.PutText (
img,
"Capture device not found.",
new Point (10, 200),
FontFace.HersheyComplex,
1,
new MCvScalar (),
2);
ImageView.Image = img.ToUIImage();
return false;
}
var input = AVCaptureDeviceInput.FromDevice (captureDevice);
if (input == null){
Console.WriteLine ("No input device");
return false;
}
session.AddInput (input);
// create a VideoDataOutput and add it to the sesion
AVVideoSettingsUncompressed settingUncomp = new AVVideoSettingsUncompressed();
settingUncomp.PixelFormatType = CVPixelFormatType.CV32BGRA;
var output = new AVCaptureVideoDataOutput () {
UncompressedVideoSetting = settingUncomp,
// If you want to cap the frame rate at a given speed, in this sample: 15 frames per second
//MinFrameDuration = new CMTime (1, 15)
};
// configure the output
queue = new DispatchQueue ("myQueue");
outputRecorder = new OutputRecorder (ImageView);
output.SetSampleBufferDelegateQueue(outputRecorder, queue);
session.AddOutput (output);
session.StartRunning ();
return true;
}
bool SetupCaptureSession()
{
var started = DateTime.UtcNow;
var availableResolutions = new List <CameraResolution>();
var consideredResolutions = new Dictionary <NSString, CameraResolution> {
{ AVCaptureSession.Preset352x288, new CameraResolution {
Width = 352, Height = 288
} },
{ AVCaptureSession.PresetMedium, new CameraResolution {
Width = 480, Height = 360
} }, //480x360
{ AVCaptureSession.Preset640x480, new CameraResolution {
Width = 640, Height = 480
} },
{ AVCaptureSession.Preset1280x720, new CameraResolution {
Width = 1280, Height = 720
} },
{ AVCaptureSession.Preset1920x1080, new CameraResolution {
Width = 1920, Height = 1080
} }
};
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession()
{
SessionPreset = AVCaptureSession.Preset640x480
};
// create a device input and attach it to the session
var devices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
foreach (var device in devices)
{
captureDevice = device;
if (ScanningOptions.UseFrontCameraIfAvailable.HasValue &&
ScanningOptions.UseFrontCameraIfAvailable.Value &&
device.Position == AVCaptureDevicePosition.Front)
{
break; //Front camera successfully set
}
else if (device.Position == AVCaptureDevicePosition.Back && (!ScanningOptions.UseFrontCameraIfAvailable.HasValue || !ScanningOptions.UseFrontCameraIfAvailable.Value))
{
break; //Back camera succesfully set
}
}
if (captureDevice == null)
{
Console.WriteLine("No captureDevice - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
AddSubview(overlayView);
BringSubviewToFront(overlayView);
}
return(false);
}
CameraResolution resolution = null;
// Find resolution
// Go through the resolutions we can even consider
foreach (var cr in consideredResolutions)
{
// Now check to make sure our selected device supports the resolution
// so we can add it to the list to pick from
if (captureDevice.SupportsAVCaptureSessionPreset(cr.Key))
{
availableResolutions.Add(cr.Value);
}
}
resolution = ScanningOptions.GetResolution(availableResolutions);
// See if the user selected a resolution
if (resolution != null)
{
// Now get the preset string from the resolution chosen
var preset = (from c in consideredResolutions
where c.Value.Width == resolution.Width &&
c.Value.Height == resolution.Height
select c.Key).FirstOrDefault();
// If we found a matching preset, let's set it on the session
if (!string.IsNullOrEmpty(preset))
{
session.SessionPreset = preset;
}
}
var input = AVCaptureDeviceInput.FromDevice(captureDevice);
if (input == null)
{
Console.WriteLine("No input - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
AddSubview(overlayView);
BringSubviewToFront(overlayView);
}
return(false);
}
else
{
session.AddInput(input);
}
var startedAVPreviewLayerAlloc = PerformanceCounter.Start();
previewLayer = new AVCaptureVideoPreviewLayer(session);
PerformanceCounter.Stop(startedAVPreviewLayerAlloc, "Alloc AVCaptureVideoPreviewLayer took {0} ms.");
var perf2 = PerformanceCounter.Start();
previewLayer.VideoGravity = AVLayerVideoGravity.ResizeAspectFill;
previewLayer.Frame = new CGRect(0, 0, Frame.Width, Frame.Height);
previewLayer.Position = new CGPoint(Layer.Bounds.Width / 2, (Layer.Bounds.Height / 2));
layerView = new UIView(new CGRect(0, 0, Frame.Width, Frame.Height));
layerView.AutoresizingMask = UIViewAutoresizing.FlexibleWidth | UIViewAutoresizing.FlexibleHeight;
layerView.Layer.AddSublayer(previewLayer);
AddSubview(layerView);
ResizePreview(UIApplication.SharedApplication.StatusBarOrientation);
if (overlayView != null)
{
AddSubview(overlayView);
BringSubviewToFront(overlayView);
}
PerformanceCounter.Stop(perf2, "PERF: Setting up layers took {0} ms");
var perf3 = PerformanceCounter.Start();
session.StartRunning();
PerformanceCounter.Stop(perf3, "PERF: session.StartRunning() took {0} ms");
var perf4 = PerformanceCounter.Start();
var videoSettings = NSDictionary.FromObjectAndKey(new NSNumber((int)CVPixelFormatType.CV32BGRA),
CVPixelBuffer.PixelFormatTypeKey);
// create a VideoDataOutput and add it to the sesion
output = new AVCaptureVideoDataOutput
{
WeakVideoSettings = videoSettings
};
// configure the output
queue = new DispatchQueue("ZxingScannerView"); // (Guid.NewGuid().ToString());
var barcodeReader = ScanningOptions.BuildBarcodeReader();
outputRecorder = new OutputRecorder(this, img =>
{
var ls = img;
if (!IsAnalyzing)
{
return(false);
}
try
{
var perfDecode = PerformanceCounter.Start();
if (shouldRotatePreviewBuffer)
{
ls = ls.rotateCounterClockwise();
}
var result = barcodeReader.Decode(ls);
PerformanceCounter.Stop(perfDecode, "Decode Time: {0} ms");
if (result != null)
{
resultCallback(result);
return(true);
}
}
catch (Exception ex)
{
Console.WriteLine("DECODE FAILED: " + ex);
}
return(false);
});
output.AlwaysDiscardsLateVideoFrames = true;
output.SetSampleBufferDelegate(outputRecorder, queue);
PerformanceCounter.Stop(perf4, "PERF: SetupCamera Finished. Took {0} ms.");
session.AddOutput(output);
var perf5 = PerformanceCounter.Start();
if (captureDevice.LockForConfiguration(out var err))
{
captureDeviceOriginalConfig = new AVConfigs
{
FocusMode = captureDevice.FocusMode,
ExposureMode = captureDevice.ExposureMode,
WhiteBalanceMode = captureDevice.WhiteBalanceMode,
AutoFocusRangeRestriction = captureDevice.AutoFocusRangeRestriction,
};
if (captureDevice.HasFlash)
{
captureDeviceOriginalConfig.FlashMode = captureDevice.FlashMode;
}
if (captureDevice.HasTorch)
{
captureDeviceOriginalConfig.TorchMode = captureDevice.TorchMode;
}
if (captureDevice.FocusPointOfInterestSupported)
{
captureDeviceOriginalConfig.FocusPointOfInterest = captureDevice.FocusPointOfInterest;
}
if (captureDevice.ExposurePointOfInterestSupported)
{
captureDeviceOriginalConfig.ExposurePointOfInterest = captureDevice.ExposurePointOfInterest;
}
if (ScanningOptions.DisableAutofocus)
{
captureDevice.FocusMode = AVCaptureFocusMode.Locked;
}
else
{
if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.ContinuousAutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.ContinuousAutoFocus;
}
else if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.AutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.AutoFocus;
}
}
if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.ContinuousAutoExposure))
{
captureDevice.ExposureMode = AVCaptureExposureMode.ContinuousAutoExposure;
}
else if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.AutoExpose))
{
captureDevice.ExposureMode = AVCaptureExposureMode.AutoExpose;
}
if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance;
}
else if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.AutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.AutoWhiteBalance;
}
if (UIDevice.CurrentDevice.CheckSystemVersion(7, 0) && captureDevice.AutoFocusRangeRestrictionSupported)
{
captureDevice.AutoFocusRangeRestriction = AVCaptureAutoFocusRangeRestriction.Near;
}
if (captureDevice.FocusPointOfInterestSupported)
{
captureDevice.FocusPointOfInterest = new PointF(0.5f, 0.5f);
}
if (captureDevice.ExposurePointOfInterestSupported)
{
captureDevice.ExposurePointOfInterest = new PointF(0.5f, 0.5f);
}
captureDevice.UnlockForConfiguration();
}
else
{
Console.WriteLine("Failed to Lock for Config: " + err.Description);
}
PerformanceCounter.Stop(perf5, "PERF: Setup Focus in {0} ms.");
return(true);
}
bool SetupCaptureSession ()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession () {
SessionPreset = AVCaptureSession.PresetMedium
};
AVCaptureDevice captureDevice = null;
var videoDevices = AVCaptureDevice.DevicesWithMediaType (AVMediaType.Video);
foreach (AVCaptureDevice Device in videoDevices) {
if (Device.Position == AVCaptureDevicePosition.Front)
{
captureDevice = Device;
break;
}
}
// create a device input and attach it to the session
if(captureDevice==null){
captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
}
if (captureDevice == null){
return false;
}
//Configure for 15 FPS. Note use of LockForConigfuration()/UnlockForConfiguration()
NSError error = null;
captureDevice.LockForConfiguration(out error);
if(error != null)
{
captureDevice.UnlockForConfiguration();
return false;
}
if(UIDevice.CurrentDevice.CheckSystemVersion(7,0))
captureDevice.ActiveVideoMinFrameDuration = new CMTime (1,15);
captureDevice.UnlockForConfiguration();
var input = AVCaptureDeviceInput.FromDevice (captureDevice);
if (input == null){
return false;
}
session.AddInput (input);
// create a VideoDataOutput and add it to the sesion
var output = new AVCaptureVideoDataOutput () {
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA),
};
// configure the output
queue = new MonoTouch.CoreFoundation.DispatchQueue ("myQueue");
outputRecorder = new OutputRecorder (_state);
output.SetSampleBufferDelegate (outputRecorder, queue);
session.AddOutput (output);
session.StartRunning ();
return true;
}
public override void FinishedLaunching(UIApplication application)
{
// Create a new capture session
Session = new AVCaptureSession();
Session.SessionPreset = AVCaptureSession.PresetMedium;
// Create a device input
CaptureDevice = AVCaptureDevice.DefaultDeviceWithMediaType(AVMediaType.Video);
if (CaptureDevice == null)
{
throw new Exception("Video recording not supported on this device");
}
// Prepare device for configuration
if (!CaptureDevice.LockForConfiguration(out Error))
{
// There has been an issue, abort
Console.WriteLine("Error: {0}", Error.LocalizedDescription);
CaptureDevice.UnlockForConfiguration();
return;
}
// Configure stream for 15 frames per second (fps)
CaptureDevice.ActiveVideoMinFrameDuration = new CMTime(1, 15);
// Unlock configuration
CaptureDevice.UnlockForConfiguration();
// Get input from capture device
Input = AVCaptureDeviceInput.FromDevice(CaptureDevice);
if (Input == null)
{
// Error, report and abort
Console.WriteLine("Unable to gain input from capture device.");
CameraAvailable = false;
return;
}
// Attach input to session
Session.AddInput(Input);
// Create a new output
var output = new AVCaptureVideoDataOutput();
var settings = new AVVideoSettingsUncompressed();
settings.PixelFormatType = CVPixelFormatType.CV32BGRA;
output.WeakVideoSettings = settings.Dictionary;
// Configure and attach to the output to the session
Queue = new DispatchQueue("ManCamQueue");
Recorder = new OutputRecorder();
output.SetSampleBufferDelegate(Recorder, Queue);
Session.AddOutput(output);
// Configure and attach a still image output for bracketed capture
StillImageOutput = new AVCaptureStillImageOutput();
var dict = new NSMutableDictionary();
dict [AVVideo.CodecKey] = new NSNumber((int)AVVideoCodec.JPEG);
Session.AddOutput(StillImageOutput);
// Let tabs know that a camera is available
CameraAvailable = true;
}
public override void FinishedLaunching(UIApplication application)
{
// Create a new capture session
Session = new AVCaptureSession ();
Session.SessionPreset = AVCaptureSession.PresetMedium;
// Create a device input
CaptureDevice = GetFrontCamera();
if (CaptureDevice == null) {
// Video capture not supported, abort
Console.WriteLine ("Video recording not supported on this device");
CameraAvailable = false;
return;
}
// Prepare device for configuration
CaptureDevice.LockForConfiguration (out Error);
if (Error != null) {
// There has been an issue, abort
Console.WriteLine ("Error: {0}", Error.LocalizedDescription);
CaptureDevice.UnlockForConfiguration ();
return;
}
// Configure stream for 15 frames per second (fps)
CaptureDevice.ActiveVideoMinFrameDuration = new CMTime (1, 15);
// Unlock configuration
CaptureDevice.UnlockForConfiguration ();
// Get input from capture device
Input = AVCaptureDeviceInput.FromDevice (CaptureDevice);
if (Input == null) {
// Error, report and abort
Console.WriteLine ("Unable to gain input from capture device.");
CameraAvailable = false;
return;
}
// Attach input to session
Session.AddInput (Input);
// Create a new output
var output = new AVCaptureVideoDataOutput ();
var settings = new AVVideoSettingsUncompressed ();
settings.PixelFormatType = CVPixelFormatType.CV32BGRA;
output.WeakVideoSettings = settings.Dictionary;
// Configure and attach to the output to the session
Queue = new DispatchQueue ("ManCamQueue");
Recorder = new OutputRecorder ();
output.SetSampleBufferDelegate (Recorder, Queue);
Session.AddOutput (output);
// Configure and attach a still image output for bracketed capture
StillImageOutput = new AVCaptureStillImageOutput ();
var dict = new NSMutableDictionary();
dict[AVVideo.CodecKey] = new NSNumber((int) AVVideoCodec.JPEG);
Session.AddOutput (StillImageOutput);
// Let tabs know that a camera is available
CameraAvailable = true;
}
private bool addImageSamplerOutput( out string errorMessage, int minimumSampleIntervalInMilliSeconds )
{
errorMessage = "";
// create a VideoDataOutput and add it to the capture session
frameGrabberOutput = new AVCaptureVideoDataOutput();
frameGrabberOutput.WeakVideoSettings = new CVPixelBufferAttributes () { PixelFormatType = CVPixelFormatType.CV32BGRA }.Dictionary;
// set up the output queue and delegate
queue = new CoreFoundation.DispatchQueue ("captureQueue");
videoFrameSampler = new VideoFrameSamplerDelegate();
frameGrabberOutput.SetSampleBufferDelegateQueue (videoFrameSampler, queue);
// subscribe to from capture events
videoFrameSampler.CaptureError += new EventHandler<CaptureErrorEventArgs>( handleImageCaptureError );
videoFrameSampler.ImageCaptured += new EventHandler<ImageCaptureEventArgs>( handleImageCaptured );
// add the output to the session
session.AddOutput (frameGrabberOutput);
// set minimum time interval between image samples (if possible).
try
{
AVCaptureConnection connection = (AVCaptureConnection)frameGrabberOutput.Connections[0];
connection.VideoMinFrameDuration = new CMTime(minimumSampleIntervalInMilliSeconds, 1000);
}
catch
{
}
return true;
}
private bool SetupCaptureSession()
{
if (CameraPreviewSettings.Instance.Decoder == null)
{
return(false);
}
var started = DateTime.UtcNow;
var availableResolutions = new List <CameraResolution>();
var consideredResolutions = new Dictionary <NSString, CameraResolution>
{
{ AVCaptureSession.Preset352x288, new CameraResolution {
Width = 352, Height = 288
} },
{ AVCaptureSession.PresetMedium, new CameraResolution {
Width = 480, Height = 360
} }, //480x360
{ AVCaptureSession.Preset640x480, new CameraResolution {
Width = 640, Height = 480
} },
{ AVCaptureSession.Preset1280x720, new CameraResolution {
Width = 1280, Height = 720
} },
{ AVCaptureSession.Preset1920x1080, new CameraResolution {
Width = 1920, Height = 1080
} }
};
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
_session = new AVCaptureSession()
{
SessionPreset = AVCaptureSession.Preset640x480
};
// create a device input and attach it to the session
// var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
AVCaptureDevice captureDevice = null;
var devices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
foreach (var device in devices)
{
captureDevice = device;
if (CameraPreviewSettings.Instance.ScannerOptions.UseFrontCameraIfAvailable.HasValue &&
CameraPreviewSettings.Instance.ScannerOptions.UseFrontCameraIfAvailable.Value &&
device.Position == AVCaptureDevicePosition.Front)
{
break; //Front camera successfully set
}
else if (device.Position == AVCaptureDevicePosition.Back &&
(!CameraPreviewSettings.Instance.ScannerOptions.UseFrontCameraIfAvailable.HasValue ||
!CameraPreviewSettings.Instance.ScannerOptions.UseFrontCameraIfAvailable.Value))
{
break; //Back camera successfully set
}
}
if (captureDevice == null)
{
Console.WriteLine("No captureDevice - this won't work on the simulator, try a physical device");
return(false);
}
CameraResolution resolution = null;
// Find resolution
// Go through the resolutions we can even consider
foreach (var cr in consideredResolutions)
{
// Now check to make sure our selected device supports the resolution
// so we can add it to the list to pick from
if (captureDevice.SupportsAVCaptureSessionPreset(cr.Key))
{
availableResolutions.Add(cr.Value);
}
}
resolution = CameraPreviewSettings.Instance.ScannerOptions.GetResolution(availableResolutions);
// See if the user selected a resolution
if (resolution != null)
{
// Now get the preset string from the resolution chosen
var preset = (from c in consideredResolutions
where c.Value.Width == resolution.Width &&
c.Value.Height == resolution.Height
select c.Key).FirstOrDefault();
// If we found a matching preset, let's set it on the session
if (!string.IsNullOrEmpty(preset))
{
_session.SessionPreset = preset;
}
}
var input = AVCaptureDeviceInput.FromDevice(captureDevice);
if (input == null)
{
Console.WriteLine("No input - this won't work on the simulator, try a physical device");
return(false);
}
else
{
_session.AddInput(input);
}
var startedAvPreviewLayerAlloc = PerformanceCounter.Start();
_previewLayer = new AVCaptureVideoPreviewLayer(_session);
PerformanceCounter.Stop(startedAvPreviewLayerAlloc, "Alloc AVCaptureVideoPreviewLayer took {0} ms.");
var perf2 = PerformanceCounter.Start();
#if __UNIFIED__
_previewLayer.VideoGravity = AVLayerVideoGravity.ResizeAspectFill;
#else
previewLayer.LayerVideoGravity = AVLayerVideoGravity.ResizeAspectFill;
#endif
_previewLayer.Frame = new CGRect(0, 0, this.Frame.Width, this.Frame.Height);
_previewLayer.Position = new CGPoint(this.Layer.Bounds.Width / 2, (this.Layer.Bounds.Height / 2));
_layerView = new UIView(new CGRect(0, 0, this.Frame.Width, this.Frame.Height))
{
AutoresizingMask = UIViewAutoresizing.FlexibleWidth | UIViewAutoresizing.FlexibleHeight
};
_layerView.Layer.AddSublayer(_previewLayer);
this.AddSubview(_layerView);
ResizePreview(UIApplication.SharedApplication.StatusBarOrientation);
PerformanceCounter.Stop(perf2, "PERF: Setting up layers took {0} ms");
var perf3 = PerformanceCounter.Start();
_session.StartRunning();
PerformanceCounter.Stop(perf3, "PERF: session.StartRunning() took {0} ms");
var perf4 = PerformanceCounter.Start();
var videoSettings = NSDictionary.FromObjectAndKey(new NSNumber((int)CVPixelFormatType.CV32BGRA),
CVPixelBuffer.PixelFormatTypeKey);
// create a VideoDataOutput and add it to the sesion
_output = new AVCaptureVideoDataOutput
{
WeakVideoSettings = videoSettings
};
// configure the output
_queue = new DispatchQueue("CamerPreviewView"); // (Guid.NewGuid().ToString());
_outputRecorder = new DefaultOutputRecorder(_resultCallback);
_output.AlwaysDiscardsLateVideoFrames = true;
_output.SetSampleBufferDelegateQueue(_outputRecorder, _queue);
PerformanceCounter.Stop(perf4, "PERF: SetupCamera Finished. Took {0} ms.");
_session.AddOutput(_output);
//session.StartRunning ();
var perf5 = PerformanceCounter.Start();
if (captureDevice.LockForConfiguration(out var err))
{
if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.ContinuousAutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.ContinuousAutoFocus;
}
else if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.AutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.AutoFocus;
}
if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.ContinuousAutoExposure))
{
captureDevice.ExposureMode = AVCaptureExposureMode.ContinuousAutoExposure;
}
else if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.AutoExpose))
{
captureDevice.ExposureMode = AVCaptureExposureMode.AutoExpose;
}
if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance;
}
else if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.AutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.AutoWhiteBalance;
}
if (UIDevice.CurrentDevice.CheckSystemVersion(7, 0) && captureDevice.AutoFocusRangeRestrictionSupported)
{
captureDevice.AutoFocusRangeRestriction = AVCaptureAutoFocusRangeRestriction.Near;
}
if (captureDevice.FocusPointOfInterestSupported)
{
captureDevice.FocusPointOfInterest = new PointF(0.5f, 0.5f);
}
if (captureDevice.ExposurePointOfInterestSupported)
{
captureDevice.ExposurePointOfInterest = new PointF(0.5f, 0.5f);
}
captureDevice.UnlockForConfiguration();
}
else
{
Logger.Log("Failed to Lock for Config: " + err.Description);
}
PerformanceCounter.Stop(perf5, "PERF: Setup Focus in {0} ms.");
return(true);
}
void SetupAVCapture (NSString sessionPreset)
{
if ((videoTextureCache = CVOpenGLESTextureCache.FromEAGLContext (context)) == null){
Console.WriteLine ("Could not create the CoreVideo TextureCache");
return;
}
session = new AVCaptureSession ();
session.BeginConfiguration ();
// Preset size
session.SessionPreset = sessionPreset;
// Input device
var videoDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
if (videoDevice == null){
Console.WriteLine ("No video device");
return;
}
NSError err;
var input = new AVCaptureDeviceInput (videoDevice, out err);
if (err != null){
Console.WriteLine ("Error creating video capture device");
return;
}
session.AddInput (input);
// Create the output device
var dataOutput = new AVCaptureVideoDataOutput () {
AlwaysDiscardsLateVideoFrames = true,
// YUV 420, use "BiPlanar" to split the Y and UV planes in two separate blocks of
// memory, then we can index 0 to get the Y and 1 for the UV planes in the frame decoding
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV420YpCbCr8BiPlanarFullRange)
};
dataOutputDelegate = new DataOutputDelegate (this);
//
// This dispatches the video frames into the main thread, because the OpenGL
// code is accessing the data synchronously.
//
dataOutput.SetSampleBufferDelegateAndQueue (dataOutputDelegate, DispatchQueue.MainQueue);
session.AddOutput (dataOutput);
session.CommitConfiguration ();
session.StartRunning ();
}
public override void ViewDidLoad ()
{
base.ViewDidLoad ();
this.View.BackgroundColor = UIColor.White;
NSError error;
// Setup detector options.
var options = new CIDetectorOptions {
Accuracy = FaceDetectorAccuracy.High,
// Can give a hint here about the rects to detect. 1.4 would be for A4 sheets of paper for instance.
AspectRatio = 1.41f,
};
// Create a rectangle detector. Note that you can also create QR detector or a face detector.
// Most of this code will also work with other detectors (like streaming to a preview layer and grabbing images).
this.detector = CIDetector.CreateRectangleDetector (context: null, detectorOptions: options);
// Create the session. The AVCaptureSession is the managing instance of the whole video handling.
var captureSession = new AVCaptureSession ()
{
// Defines what quality we want to use for the images we grab. Photo gives highest resolutions.
SessionPreset = AVCaptureSession.PresetPhoto
};
// Find a suitable AVCaptureDevice for video input.
var device = AVCaptureDevice.DefaultDeviceWithMediaType(AVMediaType.Video);
if (device == null)
{
// This will not work on the iOS Simulator - there is no camera. :-)
throw new InvalidProgramException ("Failed to get AVCaptureDevice for video input!");
}
// Create a device input with the device and add it to the session.
var videoInput = AVCaptureDeviceInput.FromDevice (device, out error);
if (videoInput == null)
{
throw new InvalidProgramException ("Failed to get AVCaptureDeviceInput from AVCaptureDevice!");
}
// Let session read from the input, this is our source.
captureSession.AddInput (videoInput);
// Create output for the video stream. This is the destination.
var videoOutput = new AVCaptureVideoDataOutput () {
AlwaysDiscardsLateVideoFrames = true
};
// Define the video format we want to use. Note that Xamarin exposes the CompressedVideoSetting and UncompressedVideoSetting
// properties on AVCaptureVideoDataOutput un Unified API, but I could not get these to work. The VideoSettings property is deprecated,
// so I use the WeakVideoSettings instead which takes an NSDictionary as input.
this.videoSettingsDict = new NSMutableDictionary ();
this.videoSettingsDict.Add (CVPixelBuffer.PixelFormatTypeKey, NSNumber.FromUInt32((uint)CVPixelFormatType.CV32BGRA));
videoOutput.WeakVideoSettings = this.videoSettingsDict;
// Create a delegate to report back to us when an image has been captured.
// We want to grab the camera stream and feed it through a AVCaptureVideoDataOutputSampleBufferDelegate
// which allows us to get notified if a new image is availeble. An implementation of that delegate is VideoFrameSampleDelegate in this project.
this.sampleBufferDelegate = new VideoFrameSamplerDelegate ();
// Processing happens via Grand Central Dispatch (GCD), so we need to provide a queue.
// This is pretty much like a system managed thread (see: http://zeroheroblog.com/ios/concurrency-in-ios-grand-central-dispatch-gcd-dispatch-queues).
this.sessionQueue = new DispatchQueue ("AVSessionQueue");
// Assign the queue and the delegate to the output. Now all output will go through the delegate.
videoOutput.SetSampleBufferDelegate(this.sampleBufferDelegate, this.sessionQueue);
// Add output to session.
captureSession.AddOutput(videoOutput);
// We also want to visualize the input stream. The raw stream can be fed into an AVCaptureVideoPreviewLayer, which is a subclass of CALayer.
// A CALayer can be added to a UIView. We add that layer to the controller's main view.
var layer = this.View.Layer;
this.videoLayer = AVCaptureVideoPreviewLayer.FromSession (captureSession);
this.videoLayer.Frame = layer.Bounds;
layer.AddSublayer (this.videoLayer);
// All setup! Start capturing!
captureSession.StartRunning ();
// This is just for information and allows you to get valid values for the detection framerate.
Console.WriteLine ("Available capture framerates:");
var rateRanges = device.ActiveFormat.VideoSupportedFrameRateRanges;
foreach (var r in rateRanges)
{
Console.WriteLine (r.MinFrameRate + "; " + r.MaxFrameRate + "; " + r.MinFrameDuration + "; " + r.MaxFrameDuration);
}
// Configure framerate. Kind of weird way of doing it but the only one that works.
device.LockForConfiguration (out error);
// CMTime constructor means: 1 = one second, DETECTION_FPS = how many samples per unit, which is 1 second in this case.
device.ActiveVideoMinFrameDuration = new CMTime(1, DETECTION_FPS);
device.ActiveVideoMaxFrameDuration = new CMTime(1, DETECTION_FPS);
device.UnlockForConfiguration ();
// Put a small image view at the top left that shows the live image with the detected rectangle(s).
this.imageViewOverlay = new UIImageView
{
ContentMode = UIViewContentMode.ScaleAspectFit,
BackgroundColor = UIColor.Gray
};
this.imageViewOverlay.Layer.BorderColor = UIColor.Red.CGColor;
this.imageViewOverlay.Layer.BorderWidth = 3f;
this.Add (this.imageViewOverlay);
// Put another image view top right that shows the image with perspective correction.
this.imageViewPerspective = new UIImageView
{
ContentMode = UIViewContentMode.ScaleAspectFit,
BackgroundColor = UIColor.Gray
};
this.imageViewPerspective.Layer.BorderColor = UIColor.Red.CGColor;
this.imageViewPerspective.Layer.BorderWidth = 3f;
this.Add (this.imageViewPerspective);
// Add some lables for information.
this.mainWindowLbl = new UILabel
{
Text = "Live stream from camera. Point camera to a rectangular object.",
TextAlignment = UITextAlignment.Center
};
this.Add (this.mainWindowLbl);
this.detectionWindowLbl = new UILabel
{
Text = "Detected rectangle overlay",
TextAlignment = UITextAlignment.Center
};
this.Add (this.detectionWindowLbl);
this.perspectiveWindowLbl = new UILabel
{
Text = "Perspective corrected",
TextAlignment = UITextAlignment.Center
};
this.Add (this.perspectiveWindowLbl);
}
public override bool FinishedLaunching(UIApplication application, NSDictionary launchOptions)
{
// create a new window instance based on the screen size
Window = new UIWindow(UIScreen.MainScreen.Bounds);
Microsoft.WindowsAzure.MobileServices.CurrentPlatform.Init();
// If you have defined a root view controller, set it here:
initialViewController = Storyboard.InstantiateInitialViewController() as UIViewController;
Window.RootViewController = initialViewController;
UITabBar.Appearance.SelectedImageTintColor = UIColor.FromRGB(14, 125, 202);
UITabBar.Appearance.BackgroundColor = UIColor.White;
// make the window visible
Window.MakeKeyAndVisible();
// Create a new capture session
Session = new AVCaptureSession();
Session.SessionPreset = AVCaptureSession.PresetMedium;
// Create a device input
CaptureDevice = AVCaptureDevice.DefaultDeviceWithMediaType(AVMediaType.Video);
if (CaptureDevice == null)
{
//throw new Exception("Video recording not supported on this device");
}
else
{
// Prepare device for configuration
if (!CaptureDevice.LockForConfiguration(out Error))
{
// There has been an issue, abort
Console.WriteLine("Error: {0}", Error.LocalizedDescription);
CaptureDevice.UnlockForConfiguration();
return(false);
}
// Configure stream for 15 frames per second (fps)
CaptureDevice.ActiveVideoMinFrameDuration = new CMTime(1, 15);
// Unlock configuration
CaptureDevice.UnlockForConfiguration();
// Get input from capture device
Input = AVCaptureDeviceInput.FromDevice(CaptureDevice);
if (Input == null)
{
// Error, report and abort
Console.WriteLine("Unable to gain input from capture device.");
CameraAvailable = false;
return(false);
}
// Attach input to session
Session.AddInput(Input);
// Create a new output
var output = new AVCaptureVideoDataOutput();
var settings = new AVVideoSettingsUncompressed();
settings.PixelFormatType = CVPixelFormatType.CV32BGRA;
output.WeakVideoSettings = settings.Dictionary;
// Configure and attach to the output to the session
Queue = new DispatchQueue("ManCamQueue");
Recorder = new OutputRecorder();
output.SetSampleBufferDelegate(Recorder, Queue);
Session.AddOutput(output);
// Configure and attach a still image output for bracketed capture
StillImageOutput = new AVCaptureStillImageOutput();
var dict = new NSMutableDictionary();
dict[AVVideo.CodecKey] = new NSNumber((int)AVVideoCodec.JPEG);
Session.AddOutput(StillImageOutput);
// Let tabs know that a camera is available
CameraAvailable = true;
}
return(true);
}
bool AddImageSamplerOutput( out string errorMessage, int minimumSampleIntervalInMilliSeconds )
{
errorMessage = string.Empty;
// create a VideoDataOutput and add it to the capture session
frameGrabberOutput = new AVCaptureVideoDataOutput();
frameGrabberOutput.WeakVideoSettings = new CVPixelBufferAttributes { PixelFormatType = CVPixelFormatType.CV32BGRA }.Dictionary;
// set up the output queue and delegate
queue = new DispatchQueue ("captureQueue");
videoFrameSampler = new VideoFrameSamplerDelegate();
frameGrabberOutput.SetSampleBufferDelegateQueue (videoFrameSampler, queue);
// subscribe to from capture events
videoFrameSampler.CaptureError += HandleImageCaptureError;
videoFrameSampler.ImageCaptured += HandleImageCaptured;
// add the output to the session
session.AddOutput (frameGrabberOutput);
// set minimum time interval between image samples (if possible).
try {
AVCaptureConnection connection = frameGrabberOutput.Connections[0];
connection.VideoMinFrameDuration = new CMTime(minimumSampleIntervalInMilliSeconds, 1000);
} catch (Exception ex) {
Console.WriteLine (ex.Message);
}
return true;
}
private AVCaptureStillImageOutput m_stillImageOutput = null; //这是session其中的一个输出，该输出被jpeg压缩过
async void SetupCaptureSession()
{
var granted = await AVCaptureDevice.RequestAccessForMediaTypeAsync(AVMediaType.Video);
if (granted)
{
//AVCaptureDevice captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType(AVMediaType.Video);
AVCaptureDevice videoDevice = null;
AVCaptureDevice[] devices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
foreach (var item in devices)
{
if (item.Position == AVCaptureDevicePosition.Back)
{
videoDevice = item;
break;
}
}
if (videoDevice == null)
{
new UIAlertView("提示", "获取摄像头失败！", null, "确定").Show();
return;
}
AVCaptureDeviceInput videoInput = AVCaptureDeviceInput.FromDevice(videoDevice); //视频源即为摄像头
if (videoInput == null)
{
new UIAlertView("提示", "获取摄像头视频源失败！", null, "确定").Show();
return;
}
AVCaptureVideoDataOutput videoOutput = new AVCaptureVideoDataOutput();
videoOutput.WeakVideoSettings = new CVPixelBufferAttributes()
{
PixelFormatType = CVPixelFormatType.CV32BGRA
}.Dictionary;
videoOutput.MinFrameDuration = new CMTime(1, 15); // 15fps
videoOutput.SetSampleBufferDelegateQueue(new CameraVideoTransform(this.imageViewVideo), m_queue); //输出到imageViewVideo,并且每一帧由CameraVideoTransform类做一个变换
AVCaptureStillImageOutput stillImageOutput = new AVCaptureStillImageOutput();
stillImageOutput.CompressedVideoSetting = new AVVideoSettingsCompressed()
{
Codec = AVVideoCodec.JPEG
};
m_session.BeginConfiguration();
m_session.SessionPreset = AVCaptureSession.PresetMedium;
m_session.AddInput(videoInput);
//配置了两个输出
//videoOutput，委托给CameraVideoTransform类进行.
//stillImageOutput, 没有委托给它输出，但是它设置了输出的格式是被jpeg压缩过的.
m_session.AddOutput(videoOutput);
m_session.AddOutput(stillImageOutput);
m_session.CommitConfiguration();
m_queue.DispatchAsync(delegate()
{
m_session.StartRunning(); //开整
});
m_videoDevice = videoDevice;
m_stillImageOutput = stillImageOutput;
}
else
{
new UIAlertView("提示", "没有访问摄像头的权限！", null, "确定").Show();
//this.NavigationController.PopViewController(true);
return;
}
}
void CreateOutput ()
{
output = new AVCaptureVideoDataOutput ();
output.VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA);
queue = new DispatchQueue ("VideoCameraQueue");
output.SetSampleBufferDelegateAndQueue (new VideoCameraDelegate { Camera = this }, queue);
session.AddOutput (output);
}
private void BeginSession()
{
NSError error = null;
var deviceInput = new AVCaptureDeviceInput(captureDevice, out error);
if (error == null && captureSession.CanAddInput(deviceInput))
{
captureSession.AddInput(deviceInput);
}
previewLayer = new AVCaptureVideoPreviewLayer(captureSession)
{
VideoGravity = AVLayerVideoGravity.ResizeAspect
};
//this.HomeView.BackgroundColor = UIColor.Black;
previewLayer.Frame = this.HomeView.Layer.Bounds;
this.HomeView.Layer.AddSublayer(previewLayer);
captureDevice.LockForConfiguration(out error);
if (error != null)
{
Console.WriteLine(error);
captureDevice.UnlockForConfiguration();
return;
}
if (UIDevice.CurrentDevice.CheckSystemVersion(7, 0))
{
captureDevice.ActiveVideoMinFrameDuration = new CMTime(1, 15);
}
captureDevice.UnlockForConfiguration();
captureSession.StartRunning();
// create a VideoDataOutput and add it to the sesion
videoOut = new AVCaptureVideoDataOutput()
{
AlwaysDiscardsLateVideoFrames = true,
WeakVideoSettings = new CVPixelBufferAttributes()
{
PixelFormatType = CVPixelFormatType.CV32BGRA
}.Dictionary
};
if (captureSession.CanAddOutput(videoOut))
{
captureSession.AddOutput(videoOut);
}
captureSession.CommitConfiguration();
var OutputSampleDelegate = new OutputSampleDelegate(
(s) =>
{
GreetingsLabel.Text = s;
}, new Action <CIImage, CGRect>(DrawFaces));
videoOut.SetSampleBufferDelegateQueue(OutputSampleDelegate, sessionQueue);
}
private void Initialize()
{
//Pinchジェスチャ登録
SetPinchGesture();
//デバイス設定
var videoDevices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
var cameraPosition = (cameraOptions == CameraOptions.Front) ? AVCaptureDevicePosition.Front : AVCaptureDevicePosition.Back;
MainDevice = videoDevices.FirstOrDefault(d => d.Position == cameraPosition);
if (MainDevice == null)
{
return;
}
NSError device_error;
MainDevice.LockForConfiguration(out device_error);
if (device_error != null)
{
Console.WriteLine($"Error: {device_error.LocalizedDescription}");
MainDevice.UnlockForConfiguration();
return;
}
//フレームレート設定
MainDevice.ActiveVideoMinFrameDuration = new CMTime(1, 24);
MainDevice.UnlockForConfiguration();
//max zoom
MaxZoom = (float)Math.Min(MainDevice.ActiveFormat.VideoMaxZoomFactor, 6);
//入力設定
NSError error;
Input = new AVCaptureDeviceInput(MainDevice, out error);
CaptureSession.AddInput(Input);
//出力設定
Output = new AVCaptureVideoDataOutput();
//フレーム処理用
Queue = new DispatchQueue("myQueue");
Output.AlwaysDiscardsLateVideoFrames = true;
Recorder = new OutputRecorder()
{
Camera = Camera
};
Output.SetSampleBufferDelegate(Recorder, Queue);
var vSettings = new AVVideoSettingsUncompressed();
vSettings.PixelFormatType = CVPixelFormatType.CV32BGRA;
Output.WeakVideoSettings = vSettings.Dictionary;
CaptureSession.AddOutput(Output);
if (IsPreviewing)
{
CaptureSession.StartRunning();
}
}
bool SetupCaptureSession ()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession () {
SessionPreset = AVCaptureSession.Preset640x480
};
// create a device input and attach it to the session
var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
if (captureDevice == null){
Console.WriteLine ("No captureDevice - this won't work on the simulator, try a physical device");
return false;
}
var input = AVCaptureDeviceInput.FromDevice (captureDevice);
if (input == null){
Console.WriteLine ("No input - this won't work on the simulator, try a physical device");
return false;
}
else
session.AddInput (input);
previewLayer = new AVCaptureVideoPreviewLayer(session);
//Framerate set here (15 fps)
if (previewLayer.RespondsToSelector(new Selector("connection")))
previewLayer.Connection.VideoMinFrameDuration = new CMTime(1, 10);
previewLayer.LayerVideoGravity = AVLayerVideoGravity.ResizeAspectFill;
previewLayer.Frame = this.Frame;
previewLayer.Position = new PointF(this.Layer.Bounds.Width / 2, (this.Layer.Bounds.Height / 2));
layerView = new UIView(this.Frame);
layerView.AutoresizingMask = UIViewAutoresizing.FlexibleWidth | UIViewAutoresizing.FlexibleHeight;
layerView.Layer.AddSublayer(previewLayer);
this.AddSubview(layerView);
ResizePreview(UIApplication.SharedApplication.StatusBarOrientation);
if (overlayView != null)
{
this.AddSubview (overlayView);
this.BringSubviewToFront (overlayView);
//overlayView.LayoutSubviews ();
}
session.StartRunning ();
Console.WriteLine ("RUNNING!!!");
// create a VideoDataOutput and add it to the sesion
output = new AVCaptureVideoDataOutput () {
//videoSettings
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA),
};
// configure the output
queue = new MonoTouch.CoreFoundation.DispatchQueue("ZxingScannerView"); // (Guid.NewGuid().ToString());
var barcodeReader = new BarcodeReader(null, (img) =>
{
var src = new RGBLuminanceSource(img); //, bmp.Width, bmp.Height);
//Don't try and rotate properly if we're autorotating anyway
if (options.AutoRotate.HasValue && options.AutoRotate.Value)
return src;
switch (UIDevice.CurrentDevice.Orientation)
{
case UIDeviceOrientation.Portrait:
return src.rotateCounterClockwise().rotateCounterClockwise().rotateCounterClockwise();
case UIDeviceOrientation.PortraitUpsideDown:
return src.rotateCounterClockwise().rotateCounterClockwise().rotateCounterClockwise();
case UIDeviceOrientation.LandscapeLeft:
return src;
case UIDeviceOrientation.LandscapeRight:
return src;
}
return src;
}, null, null); //(p, w, h, f) => new RGBLuminanceSource(p, w, h, RGBLuminanceSource.BitmapFormat.Unknown));
if (this.options.TryHarder.HasValue)
{
Console.WriteLine("TRY_HARDER: " + this.options.TryHarder.Value);
barcodeReader.Options.TryHarder = this.options.TryHarder.Value;
}
if (this.options.PureBarcode.HasValue)
barcodeReader.Options.PureBarcode = this.options.PureBarcode.Value;
if (this.options.AutoRotate.HasValue)
{
Console.WriteLine("AUTO_ROTATE: " + this.options.AutoRotate.Value);
barcodeReader.AutoRotate = this.options.AutoRotate.Value;
}
if (!string.IsNullOrEmpty (this.options.CharacterSet))
barcodeReader.Options.CharacterSet = this.options.CharacterSet;
if (this.options.TryInverted.HasValue)
barcodeReader.TryInverted = this.options.TryInverted.Value;
if (this.options.PossibleFormats != null && this.options.PossibleFormats.Count > 0)
{
barcodeReader.Options.PossibleFormats = new List<BarcodeFormat>();
foreach (var pf in this.options.PossibleFormats)
barcodeReader.Options.PossibleFormats.Add(pf);
}
outputRecorder = new OutputRecorder (this.options, img =>
{
try
{
var started = DateTime.Now;
var rs = barcodeReader.Decode(img);
var total = DateTime.Now - started;
Console.WriteLine("Decode Time: " + total.TotalMilliseconds + " ms");
if (rs != null)
resultCallback(rs);
}
catch (Exception ex)
{
Console.WriteLine("DECODE FAILED: " + ex);
}
});
output.AlwaysDiscardsLateVideoFrames = true;
output.SetSampleBufferDelegate (outputRecorder, queue);
Console.WriteLine("SetupCamera Finished");
session.AddOutput (output);
//session.StartRunning ();
if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.ModeContinuousAutoFocus))
{
NSError err = null;
if (captureDevice.LockForConfiguration(out err))
{
captureDevice.FocusMode = AVCaptureFocusMode.ModeContinuousAutoFocus;
if (captureDevice.FocusPointOfInterestSupported)
captureDevice.FocusPointOfInterest = new PointF(0.5f, 0.5f);
captureDevice.UnlockForConfiguration();
}
else
Console.WriteLine("Failed to Lock for Config: " + err.Description);
}
return true;
}
bool SetupCaptureSession()
{
var started = DateTime.UtcNow;
var availableResolutions = new List <CameraResolution> ();
var consideredResolutions = new Dictionary <NSString, CameraResolution> {
{ AVCaptureSession.Preset352x288, new CameraResolution {
Width = 352, Height = 288
} },
{ AVCaptureSession.PresetMedium, new CameraResolution {
Width = 480, Height = 360
} }, //480x360
{ AVCaptureSession.Preset640x480, new CameraResolution {
Width = 640, Height = 480
} },
{ AVCaptureSession.Preset1280x720, new CameraResolution {
Width = 1280, Height = 720
} },
{ AVCaptureSession.Preset1920x1080, new CameraResolution {
Width = 1920, Height = 1080
} }
};
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession()
{
SessionPreset = AVCaptureSession.Preset640x480
};
// create a device input and attach it to the session
// var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
AVCaptureDevice captureDevice = null;
var devices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
foreach (var device in devices)
{
captureDevice = device;
if (options.UseFrontCameraIfAvailable.HasValue &&
options.UseFrontCameraIfAvailable.Value &&
device.Position == AVCaptureDevicePosition.Front)
{
break; //Front camera successfully set
}
else if (device.Position == AVCaptureDevicePosition.Back && (!options.UseFrontCameraIfAvailable.HasValue || !options.UseFrontCameraIfAvailable.Value))
{
break; //Back camera succesfully set
}
}
if (captureDevice == null)
{
Console.WriteLine("No captureDevice - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
}
return(false);
}
CameraResolution resolution = null;
// Find resolution
// Go through the resolutions we can even consider
foreach (var cr in consideredResolutions)
{
// Now check to make sure our selected device supports the resolution
// so we can add it to the list to pick from
if (captureDevice.SupportsAVCaptureSessionPreset(cr.Key))
{
availableResolutions.Add(cr.Value);
}
}
resolution = options.GetResolution(availableResolutions);
// See if the user selected a resolution
if (resolution != null)
{
// Now get the preset string from the resolution chosen
var preset = (from c in consideredResolutions
where c.Value.Width == resolution.Width &&
c.Value.Height == resolution.Height
select c.Key).FirstOrDefault();
// If we found a matching preset, let's set it on the session
if (!string.IsNullOrEmpty(preset))
{
session.SessionPreset = preset;
}
}
var input = AVCaptureDeviceInput.FromDevice(captureDevice);
if (input == null)
{
Console.WriteLine("No input - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
}
return(false);
}
else
{
session.AddInput(input);
}
var startedAVPreviewLayerAlloc = DateTime.UtcNow;
previewLayer = new AVCaptureVideoPreviewLayer(session);
var totalAVPreviewLayerAlloc = DateTime.UtcNow - startedAVPreviewLayerAlloc;
Console.WriteLine("PERF: Alloc AVCaptureVideoPreviewLayer took {0} ms.", totalAVPreviewLayerAlloc.TotalMilliseconds);
//Framerate set here (15 fps)
if (UIDevice.CurrentDevice.CheckSystemVersion(7, 0))
{
var perf1 = PerformanceCounter.Start();
NSError lockForConfigErr = null;
captureDevice.LockForConfiguration(out lockForConfigErr);
if (lockForConfigErr == null)
{
captureDevice.ActiveVideoMinFrameDuration = new CMTime(1, 10);
captureDevice.UnlockForConfiguration();
}
PerformanceCounter.Stop(perf1, "PERF: ActiveVideoMinFrameDuration Took {0} ms");
}
else
{
previewLayer.Connection.VideoMinFrameDuration = new CMTime(1, 10);
}
var perf2 = PerformanceCounter.Start();
#if __UNIFIED__
previewLayer.VideoGravity = AVLayerVideoGravity.ResizeAspectFill;
#else
previewLayer.LayerVideoGravity = AVLayerVideoGravity.ResizeAspectFill;
#endif
previewLayer.Frame = new CGRect(0, 0, this.Frame.Width, this.Frame.Height);
previewLayer.Position = new CGPoint(this.Layer.Bounds.Width / 2, (this.Layer.Bounds.Height / 2));
layerView = new UIView(new CGRect(0, 0, this.Frame.Width, this.Frame.Height));
layerView.AutoresizingMask = UIViewAutoresizing.FlexibleWidth | UIViewAutoresizing.FlexibleHeight;
layerView.Layer.AddSublayer(previewLayer);
this.AddSubview(layerView);
ResizePreview(UIApplication.SharedApplication.StatusBarOrientation);
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
//overlayView.LayoutSubviews ();
}
PerformanceCounter.Stop(perf2, "PERF: Setting up layers took {0} ms");
var perf3 = PerformanceCounter.Start();
session.StartRunning();
PerformanceCounter.Stop(perf3, "PERF: session.StartRunning() took {0} ms");
var perf4 = PerformanceCounter.Start();
var videoSettings = NSDictionary.FromObjectAndKey(new NSNumber((int)CVPixelFormatType.CV32BGRA),
CVPixelBuffer.PixelFormatTypeKey);
// create a VideoDataOutput and add it to the sesion
output = new AVCaptureVideoDataOutput {
WeakVideoSettings = videoSettings
};
// configure the output
queue = new DispatchQueue("ZxingScannerView"); // (Guid.NewGuid().ToString());
var barcodeReader = new BarcodeReader(null, (img) =>
{
var src = new RGBLuminanceSource(img); //, bmp.Width, bmp.Height);
//Don't try and rotate properly if we're autorotating anyway
if (ScanningOptions.AutoRotate.HasValue && ScanningOptions.AutoRotate.Value)
{
return(src);
}
var tmpInterfaceOrientation = UIInterfaceOrientation.Portrait;
InvokeOnMainThread(() => tmpInterfaceOrientation = UIApplication.SharedApplication.StatusBarOrientation);
switch (tmpInterfaceOrientation)
{
case UIInterfaceOrientation.Portrait:
return(src.rotateCounterClockwise().rotateCounterClockwise().rotateCounterClockwise());
case UIInterfaceOrientation.PortraitUpsideDown:
return(src.rotateCounterClockwise().rotateCounterClockwise().rotateCounterClockwise());
case UIInterfaceOrientation.LandscapeLeft:
return(src);
case UIInterfaceOrientation.LandscapeRight:
return(src);
}
return(src);
}, null, null); //(p, w, h, f) => new RGBLuminanceSource(p, w, h, RGBLuminanceSource.BitmapFormat.Unknown));
if (ScanningOptions.TryHarder.HasValue)
{
Console.WriteLine("TRY_HARDER: " + ScanningOptions.TryHarder.Value);
barcodeReader.Options.TryHarder = ScanningOptions.TryHarder.Value;
}
if (ScanningOptions.PureBarcode.HasValue)
{
barcodeReader.Options.PureBarcode = ScanningOptions.PureBarcode.Value;
}
if (ScanningOptions.AutoRotate.HasValue)
{
Console.WriteLine("AUTO_ROTATE: " + ScanningOptions.AutoRotate.Value);
barcodeReader.AutoRotate = ScanningOptions.AutoRotate.Value;
}
if (!string.IsNullOrEmpty(ScanningOptions.CharacterSet))
{
barcodeReader.Options.CharacterSet = ScanningOptions.CharacterSet;
}
if (ScanningOptions.TryInverted.HasValue)
{
barcodeReader.TryInverted = ScanningOptions.TryInverted.Value;
}
if (ScanningOptions.PossibleFormats != null && ScanningOptions.PossibleFormats.Count > 0)
{
barcodeReader.Options.PossibleFormats = new List <BarcodeFormat>();
foreach (var pf in ScanningOptions.PossibleFormats)
{
barcodeReader.Options.PossibleFormats.Add(pf);
}
}
outputRecorder = new OutputRecorder(ScanningOptions, img =>
{
if (!IsAnalyzing)
{
return;
}
try
{
//var sw = new System.Diagnostics.Stopwatch();
//sw.Start();
var rs = barcodeReader.Decode(img);
//sw.Stop();
//Console.WriteLine("Decode Time: {0} ms", sw.ElapsedMilliseconds);
if (rs != null)
{
resultCallback(rs);
}
}
catch (Exception ex)
{
Console.WriteLine("DECODE FAILED: " + ex);
}
});
output.AlwaysDiscardsLateVideoFrames = true;
output.SetSampleBufferDelegate(outputRecorder, queue);
PerformanceCounter.Stop(perf4, "PERF: SetupCamera Finished. Took {0} ms.");
session.AddOutput(output);
//session.StartRunning ();
var perf5 = PerformanceCounter.Start();
NSError err = null;
if (captureDevice.LockForConfiguration(out err))
{
if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.ContinuousAutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.ContinuousAutoFocus;
}
else if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.AutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.AutoFocus;
}
if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.ContinuousAutoExposure))
{
captureDevice.ExposureMode = AVCaptureExposureMode.ContinuousAutoExposure;
}
else if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.AutoExpose))
{
captureDevice.ExposureMode = AVCaptureExposureMode.AutoExpose;
}
if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance;
}
else if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.AutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.AutoWhiteBalance;
}
if (UIDevice.CurrentDevice.CheckSystemVersion(7, 0) && captureDevice.AutoFocusRangeRestrictionSupported)
{
captureDevice.AutoFocusRangeRestriction = AVCaptureAutoFocusRangeRestriction.Near;
}
if (captureDevice.FocusPointOfInterestSupported)
{
captureDevice.FocusPointOfInterest = new PointF(0.5f, 0.5f);
}
if (captureDevice.ExposurePointOfInterestSupported)
{
captureDevice.ExposurePointOfInterest = new PointF(0.5f, 0.5f);
}
captureDevice.UnlockForConfiguration();
}
else
{
Console.WriteLine("Failed to Lock for Config: " + err.Description);
}
PerformanceCounter.Stop(perf5, "PERF: Setup Focus in {0} ms.");
return(true);
}
//Protected
protected AVCaptureSession MaybeInitializeSession()
{
//Create the capture session
var session = new AVCaptureSession()
{
SessionPreset = AVCaptureSession.PresetMedium
};
//Setup the video capture
var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType(AVMediaType.Video);
if (captureDevice == null)
{
Failure.Alert("No captureDevice - this won't work on the simulator, try a physical device");
return null;
}
var input = AVCaptureDeviceInput.FromDevice(captureDevice);
if (input == null)
{
Failure.Alert("No input - this won't work on the simulator, try a physical device");
return null;
}
session.AddInput(input);
// create a VideoDataOutput and add it to the sesion
var output = new AVCaptureVideoDataOutput()
{
VideoSettings = new AVVideoSettings(CVPixelFormatType.CV32BGRA),
};
// configure the output
var queue = new MonoTouch.CoreFoundation.DispatchQueue("myQueue");
output.SetSampleBufferDelegate(this, queue);
session.AddOutput(output);
return session;
}
void Initialize(bool defaultTorchOn, bool vibrationOnDetected, bool startScanningOnCreate, int scanInterval)
{
Configuration.IsScanning = startScanningOnCreate;
CaptureSession = new AVCaptureSession();
CaptureSession.BeginConfiguration();
this.AutoresizingMask = UIViewAutoresizing.FlexibleDimensions;
previewLayer = new AVCaptureVideoPreviewLayer(CaptureSession)
{
Frame = this.Bounds,
VideoGravity = AVLayerVideoGravity.ResizeAspectFill
};
var videoDevices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
var cameraPosition = AVCaptureDevicePosition.Back;
//var cameraPosition = (cameraOptions == CameraOptions.Front) ? AVCaptureDevicePosition.Front : AVCaptureDevicePosition.Back;
var device = videoDevices.FirstOrDefault(d => d.Position == cameraPosition);
if (device == null)
{
return;
}
NSError error;
var input = new AVCaptureDeviceInput(device, out error);
CaptureSession.AddInput(input);
CaptureSession.SessionPreset = AVFoundation.AVCaptureSession.Preset1280x720;
Layer.AddSublayer(previewLayer);
CaptureSession.CommitConfiguration();
VideoDataOutput = new AVCaptureVideoDataOutput
{
AlwaysDiscardsLateVideoFrames = true,
WeakVideoSettings = new CVPixelBufferAttributes {
PixelFormatType = CVPixelFormatType.CV32BGRA
}
.Dictionary
};
captureVideoDelegate = new CaptureVideoDelegate(vibrationOnDetected, scanInterval);
captureVideoDelegate.OnDetected += (list) =>
{
InvokeOnMainThread(() => {
//CaptureSession.StopRunning();
this.OnDetected?.Invoke(list);
});
};
VideoDataOutput.SetSampleBufferDelegateQueue(captureVideoDelegate, CoreFoundation.DispatchQueue.MainQueue);
CaptureSession.AddOutput(VideoDataOutput);
InvokeOnMainThread(() =>
{
CaptureSession.StartRunning();
//Torch on by default
if (defaultTorchOn && !GoogleVisionBarCodeScanner.Methods.IsTorchOn())
{
GoogleVisionBarCodeScanner.Methods.ToggleFlashlight();
}
});
}
bool SetupCaptureSession()
{
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession()
{
SessionPreset = AVCaptureSession.Preset640x480
};
// create a device input and attach it to the session
// var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
AVCaptureDevice captureDevice = null;
var devices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
foreach (var device in devices)
{
captureDevice = device;
if (options.UseFrontCameraIfAvailable.HasValue &&
options.UseFrontCameraIfAvailable.Value &&
device.Position == AVCaptureDevicePosition.Front)
{
break; //Front camera successfully set
}
else if (device.Position == AVCaptureDevicePosition.Back && (!options.UseFrontCameraIfAvailable.HasValue || !options.UseFrontCameraIfAvailable.Value))
{
break; //Back camera succesfully set
}
}
if (captureDevice == null)
{
Console.WriteLine("No captureDevice - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
}
return(false);
}
var input = AVCaptureDeviceInput.FromDevice(captureDevice);
if (input == null)
{
Console.WriteLine("No input - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
}
return(false);
}
else
{
session.AddInput(input);
}
previewLayer = new AVCaptureVideoPreviewLayer(session);
//Framerate set here (15 fps)
if (previewLayer.RespondsToSelector(new Selector("connection")))
{
previewLayer.Connection.VideoMinFrameDuration = new CMTime(1, 10);
}
previewLayer.LayerVideoGravity = AVLayerVideoGravity.ResizeAspectFill;
previewLayer.Frame = new RectangleF(0, 0, this.Frame.Width, this.Frame.Height);
previewLayer.Position = new PointF(this.Layer.Bounds.Width / 2, (this.Layer.Bounds.Height / 2));
layerView = new UIView(new RectangleF(0, 0, this.Frame.Width, this.Frame.Height));
layerView.AutoresizingMask = UIViewAutoresizing.FlexibleWidth | UIViewAutoresizing.FlexibleHeight;
layerView.Layer.AddSublayer(previewLayer);
this.AddSubview(layerView);
ResizePreview(UIApplication.SharedApplication.StatusBarOrientation);
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
//overlayView.LayoutSubviews ();
}
session.StartRunning();
Console.WriteLine("RUNNING!!!");
// create a VideoDataOutput and add it to the sesion
output = new AVCaptureVideoDataOutput()
{
//videoSettings
VideoSettings = new AVVideoSettings(CVPixelFormatType.CV32BGRA),
};
// configure the output
queue = new MonoTouch.CoreFoundation.DispatchQueue("ZxingScannerView"); // (Guid.NewGuid().ToString());
var barcodeReader = new BarcodeReader(null, (img) =>
{
var src = new RGBLuminanceSource(img); //, bmp.Width, bmp.Height);
//Don't try and rotate properly if we're autorotating anyway
if (ScanningOptions.AutoRotate.HasValue && ScanningOptions.AutoRotate.Value)
{
return(src);
}
var tmpInterfaceOrientation = UIInterfaceOrientation.Portrait;
InvokeOnMainThread(() => tmpInterfaceOrientation = UIApplication.SharedApplication.StatusBarOrientation);
switch (tmpInterfaceOrientation)
{
case UIInterfaceOrientation.Portrait:
return(src.rotateCounterClockwise().rotateCounterClockwise().rotateCounterClockwise());
case UIInterfaceOrientation.PortraitUpsideDown:
return(src.rotateCounterClockwise().rotateCounterClockwise().rotateCounterClockwise());
case UIInterfaceOrientation.LandscapeLeft:
return(src);
case UIInterfaceOrientation.LandscapeRight:
return(src);
}
return(src);
}, null, null); //(p, w, h, f) => new RGBLuminanceSource(p, w, h, RGBLuminanceSource.BitmapFormat.Unknown));
if (ScanningOptions.TryHarder.HasValue)
{
Console.WriteLine("TRY_HARDER: " + ScanningOptions.TryHarder.Value);
barcodeReader.Options.TryHarder = ScanningOptions.TryHarder.Value;
}
if (ScanningOptions.PureBarcode.HasValue)
{
barcodeReader.Options.PureBarcode = ScanningOptions.PureBarcode.Value;
}
if (ScanningOptions.AutoRotate.HasValue)
{
Console.WriteLine("AUTO_ROTATE: " + ScanningOptions.AutoRotate.Value);
barcodeReader.AutoRotate = ScanningOptions.AutoRotate.Value;
}
if (!string.IsNullOrEmpty(ScanningOptions.CharacterSet))
{
barcodeReader.Options.CharacterSet = ScanningOptions.CharacterSet;
}
if (ScanningOptions.TryInverted.HasValue)
{
barcodeReader.TryInverted = ScanningOptions.TryInverted.Value;
}
if (ScanningOptions.PossibleFormats != null && ScanningOptions.PossibleFormats.Count > 0)
{
barcodeReader.Options.PossibleFormats = new List <BarcodeFormat>();
foreach (var pf in ScanningOptions.PossibleFormats)
{
barcodeReader.Options.PossibleFormats.Add(pf);
}
}
outputRecorder = new OutputRecorder(ScanningOptions, img =>
{
if (!IsAnalyzing)
{
return;
}
try
{
var started = DateTime.Now;
var rs = barcodeReader.Decode(img);
var total = DateTime.Now - started;
Console.WriteLine("Decode Time: " + total.TotalMilliseconds + " ms");
if (rs != null)
{
resultCallback(rs);
}
}
catch (Exception ex)
{
Console.WriteLine("DECODE FAILED: " + ex);
}
});
output.AlwaysDiscardsLateVideoFrames = true;
output.SetSampleBufferDelegate(outputRecorder, queue);
Console.WriteLine("SetupCamera Finished");
session.AddOutput(output);
//session.StartRunning ();
if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.ModeContinuousAutoFocus))
{
NSError err = null;
if (captureDevice.LockForConfiguration(out err))
{
captureDevice.FocusMode = AVCaptureFocusMode.ModeContinuousAutoFocus;
if (captureDevice.FocusPointOfInterestSupported)
{
captureDevice.FocusPointOfInterest = new PointF(0.5f, 0.5f);
}
captureDevice.UnlockForConfiguration();
}
else
{
Console.WriteLine("Failed to Lock for Config: " + err.Description);
}
}
return(true);
}
bool SetupCaptureSession()
{
var started = DateTime.UtcNow;
// configure the capture session for low resolution, change this if your code
// can cope with more data or volume
session = new AVCaptureSession()
{
SessionPreset = AVCaptureSession.PresetPhoto
};
// create a device input and attach it to the session
// var captureDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Video);
captureDevice = null;
var devices = AVCaptureDevice.DevicesWithMediaType(AVMediaType.Video);
foreach (var device in devices)
{
captureDevice = device;
if (ScanningOptions.UseFrontCameraIfAvailable.HasValue &&
ScanningOptions.UseFrontCameraIfAvailable.Value &&
device.Position == AVCaptureDevicePosition.Front)
{
break; //Front camera successfully set
}
else if (device.Position == AVCaptureDevicePosition.Back && (!ScanningOptions.UseFrontCameraIfAvailable.HasValue || !ScanningOptions.UseFrontCameraIfAvailable.Value))
{
break; //Back camera succesfully set
}
}
if (captureDevice == null)
{
Console.WriteLine("No captureDevice - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
}
return(false);
}
var input = AVCaptureDeviceInput.FromDevice(captureDevice);
if (input == null)
{
Console.WriteLine("No input - this won't work on the simulator, try a physical device");
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
}
return(false);
}
else
{
session.AddInput(input);
}
var startedAVPreviewLayerAlloc = PerformanceCounter.Start();
previewLayer = new AVCaptureVideoPreviewLayer(session);
PerformanceCounter.Stop(startedAVPreviewLayerAlloc, "Alloc AVCaptureVideoPreviewLayer took {0} ms.");
var perf2 = PerformanceCounter.Start();
#if __UNIFIED__
previewLayer.VideoGravity = AVLayerVideoGravity.ResizeAspectFill;
#else
previewLayer.LayerVideoGravity = AVLayerVideoGravity.ResizeAspectFill;
#endif
previewLayer.Frame = new CGRect(0, 0, this.Frame.Width, this.Frame.Height);
previewLayer.Position = new CGPoint(this.Layer.Bounds.Width / 2, (this.Layer.Bounds.Height / 2));
layerView = new UIView(new CGRect(0, 0, this.Frame.Width, this.Frame.Height));
layerView.AutoresizingMask = UIViewAutoresizing.FlexibleWidth | UIViewAutoresizing.FlexibleHeight;
layerView.Layer.AddSublayer(previewLayer);
this.AddSubview(layerView);
ResizePreview(UIApplication.SharedApplication.StatusBarOrientation);
if (overlayView != null)
{
this.AddSubview(overlayView);
this.BringSubviewToFront(overlayView);
//overlayView.LayoutSubviews ();
}
PerformanceCounter.Stop(perf2, "PERF: Setting up layers took {0} ms");
var perf3 = PerformanceCounter.Start();
session.StartRunning();
PerformanceCounter.Stop(perf3, "PERF: session.StartRunning() took {0} ms");
var perf4 = PerformanceCounter.Start();
var videoSettings = NSDictionary.FromObjectAndKey(new NSNumber((int)CVPixelFormatType.CV32BGRA),
CVPixelBuffer.PixelFormatTypeKey);
// create a VideoDataOutput and add it to the sesion
output = new AVCaptureVideoDataOutput {
WeakVideoSettings = videoSettings
};
// configure the output
queue = new DispatchQueue("ZxingScannerView"); // (Guid.NewGuid().ToString());
var barcodeReader = ScanningOptions.BuildBarcodeReader();
outputRecorder = new OutputRecorder(this, img =>
{
var ls = img;
if (!IsAnalyzing)
{
return(false);
}
try
{
var perfDecode = PerformanceCounter.Start();
if (shouldRotatePreviewBuffer)
{
ls = ls.rotateCounterClockwise();
}
var result = barcodeReader.Decode(ls);
PerformanceCounter.Stop(perfDecode, "Decode Time: {0} ms");
if (result != null)
{
resultCallback(result);
return(true);
}
}
catch (Exception ex)
{
Console.WriteLine("DECODE FAILED: " + ex);
}
return(false);
});
output.AlwaysDiscardsLateVideoFrames = true;
output.SetSampleBufferDelegate(outputRecorder, queue);
PerformanceCounter.Stop(perf4, "PERF: SetupCamera Finished. Took {0} ms.");
session.AddOutput(output);
//session.StartRunning ();
var perf5 = PerformanceCounter.Start();
NSError err = null;
if (captureDevice.LockForConfiguration(out err))
{
if (ScanningOptions.DisableAutofocus)
{
captureDevice.FocusMode = AVCaptureFocusMode.Locked;
}
else
{
if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.ContinuousAutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.ContinuousAutoFocus;
}
else if (captureDevice.IsFocusModeSupported(AVCaptureFocusMode.AutoFocus))
{
captureDevice.FocusMode = AVCaptureFocusMode.AutoFocus;
}
}
if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.ContinuousAutoExposure))
{
captureDevice.ExposureMode = AVCaptureExposureMode.ContinuousAutoExposure;
}
else if (captureDevice.IsExposureModeSupported(AVCaptureExposureMode.AutoExpose))
{
captureDevice.ExposureMode = AVCaptureExposureMode.AutoExpose;
}
if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.ContinuousAutoWhiteBalance;
}
else if (captureDevice.IsWhiteBalanceModeSupported(AVCaptureWhiteBalanceMode.AutoWhiteBalance))
{
captureDevice.WhiteBalanceMode = AVCaptureWhiteBalanceMode.AutoWhiteBalance;
}
if (UIDevice.CurrentDevice.CheckSystemVersion(7, 0) && captureDevice.AutoFocusRangeRestrictionSupported)
{
captureDevice.AutoFocusRangeRestriction = AVCaptureAutoFocusRangeRestriction.Near;
}
if (captureDevice.FocusPointOfInterestSupported)
{
captureDevice.FocusPointOfInterest = new PointF(0.5f, 0.5f);
}
if (captureDevice.ExposurePointOfInterestSupported)
{
captureDevice.ExposurePointOfInterest = new PointF(0.5f, 0.5f);
}
captureDevice.UnlockForConfiguration();
}
else
{
Console.WriteLine("Failed to Lock for Config: " + err.Description);
}
PerformanceCounter.Stop(perf5, "PERF: Setup Focus in {0} ms.");
return(true);
}
bool SetupCaptureSession ()
{
//Console.WriteLine ("SetupCaptureSession");
// Overview: RosyWriter uses separate GCD queues for audio and video capture. If a single GCD queue
// is used to deliver both audio and video buffers, and our video processing consistently takes
// too long, the delivery queue can back up, resulting in audio being dropped.
//
// When recording, RosyWriter creates a third GCD queue for calls to AVAssetWriter. This ensures
// that AVAssetWriter is not called to start or finish writing from multiple threads simultaneously.
//
// RosyWriter uses AVCaptureSession's default preset, AVCaptureSessionPresetHigh.
// Create Capture session
captureSession = new AVCaptureSession ();
captureSession.BeginConfiguration ();
// Create audio connection
NSError error;
var audioDevice = AVCaptureDevice.DefaultDeviceWithMediaType (AVMediaType.Audio);
if (audioDevice == null)
return false; // e.g. simulator
var audioIn = new AVCaptureDeviceInput (audioDevice, out error);
if (captureSession.CanAddInput (audioIn))
captureSession.AddInput (audioIn);
var audioOut = new AVCaptureAudioDataOutput ();
var audioCaptureQueue = new DispatchQueue ("Audio Capture Queue");
// Add the Delegate to capture each sample that comes through
audioOut.SetSampleBufferDelegateQueue (this, audioCaptureQueue);
if (captureSession.CanAddOutput (audioOut))
captureSession.AddOutput (audioOut);
audioConnection = audioOut.ConnectionFromMediaType (AVMediaType.Audio);
// Create Video Session
var videoDevice = VideoDeviceWithPosition (AVCaptureDevicePosition.Back);
var videoIn = new AVCaptureDeviceInput (videoDevice, out error);
if (captureSession.CanAddInput (videoIn))
captureSession.AddInput (videoIn);
// RosyWriter prefers to discard late video frames early in the capture pipeline, since its
// processing can take longer than real-time on some platforms (such as iPhone 3GS).
// Clients whose image processing is faster than real-time should consider setting AVCaptureVideoDataOutput's
// alwaysDiscardsLateVideoFrames property to NO.
var videoOut = new AVCaptureVideoDataOutput {
AlwaysDiscardsLateVideoFrames = true,
VideoSettings = new AVVideoSettings (CVPixelFormatType.CV32BGRA)
};
// Create a DispatchQueue for the Video Processing
var videoCaptureQueue = new DispatchQueue ("Video Capture Queue");
videoOut.SetSampleBufferDelegateQueue (this, videoCaptureQueue);
if (captureSession.CanAddOutput (videoOut))
captureSession.AddOutput (videoOut);
// Set the Video connection from the Video Output object
videoConnection = videoOut.ConnectionFromMediaType (AVMediaType.Video);
videoOrientation = videoConnection.VideoOrientation;
captureSession.CommitConfiguration ();
return true;
}
public override void ViewDidLoad()
{
base.ViewDidLoad();
this.View.BackgroundColor = UIColor.White;
NSError error;
// Create the session. The AVCaptureSession is the managing instance of the whole video handling.
var captureSession = new AVCaptureSession()
{
// Defines what quality we want to use for the images we grab. Photo gives highest resolutions.
SessionPreset = AVCaptureSession.PresetPhoto
};
// Find a suitable AVCaptureDevice for video input.
var device = AVCaptureDevice.GetDefaultDevice(AVMediaType.Video);
if (device == null)
{
// This will not work on the iOS Simulator - there is no camera. :-)
throw new InvalidProgramException("Failed to get AVCaptureDevice for video input!");
}
// Create a device input with the device and add it to the session.
var videoInput = AVCaptureDeviceInput.FromDevice(device, out error);
if (videoInput == null)
{
throw new InvalidProgramException("Failed to get AVCaptureDeviceInput from AVCaptureDevice!");
}
// Let session read from the input, this is our source.
captureSession.AddInput(videoInput);
// Create output for the video stream. This is the destination.
var videoOutput = new AVCaptureVideoDataOutput()
{
AlwaysDiscardsLateVideoFrames = true
};
// Define the video format we want to use. Note that Xamarin exposes the CompressedVideoSetting and UncompressedVideoSetting
// properties on AVCaptureVideoDataOutput un Unified API, but I could not get these to work. The VideoSettings property is deprecated,
// so I use the WeakVideoSettings instead which takes an NSDictionary as input.
this.videoSettingsDict = new NSMutableDictionary();
this.videoSettingsDict.Add(CVPixelBuffer.PixelFormatTypeKey, NSNumber.FromUInt32((uint)CVPixelFormatType.CV32BGRA));
videoOutput.WeakVideoSettings = this.videoSettingsDict;
// Create a delegate to report back to us when an image has been captured.
// We want to grab the camera stream and feed it through a AVCaptureVideoDataOutputSampleBufferDelegate
// which allows us to get notified if a new image is availeble. An implementation of that delegate is VideoFrameSampleDelegate in this project.
this.sampleBufferDelegate = new VideoFrameSamplerDelegate();
// Processing happens via Grand Central Dispatch (GCD), so we need to provide a queue.
// This is pretty much like a system managed thread (see: http://zeroheroblog.com/ios/concurrency-in-ios-grand-central-dispatch-gcd-dispatch-queues).
this.sessionQueue = new DispatchQueue("AVSessionQueue");
// Assign the queue and the delegate to the output. Now all output will go through the delegate.
videoOutput.SetSampleBufferDelegateQueue(this.sampleBufferDelegate, this.sessionQueue);
// Add output to session.
captureSession.AddOutput(videoOutput);
// We also want to visualize the input stream. The raw stream can be fed into an AVCaptureVideoPreviewLayer, which is a subclass of CALayer.
// A CALayer can be added to a UIView. We add that layer to the controller's main view.
var layer = this.View.Layer;
this.videoLayer = AVCaptureVideoPreviewLayer.FromSession(captureSession);
this.videoLayer.Frame = layer.Bounds;
layer.AddSublayer(this.videoLayer);
// All setup! Start capturing!
captureSession.StartRunning();
// Configure framerate. Kind of weird way of doing it but the only one that works.
device.LockForConfiguration(out error);
// CMTime constructor means: 1 = one second, DETECTION_FPS = how many samples per unit, which is 1 second in this case.
device.ActiveVideoMinFrameDuration = new CMTime(1, DETECTION_FPS);
device.ActiveVideoMaxFrameDuration = new CMTime(1, DETECTION_FPS);
device.UnlockForConfiguration();
}
