/// <summary>
/// Update the MLCamera characteristics.
/// </summary>
/// <returns>
/// MLResult.Result will be <c>MLResult.Code.Ok</c> if obtained camera characteristic handle successfully.
/// MLResult.Result will be <c>MLResult.Code.InvalidParam</c> if failed to obtain camera characteristic handle due to invalid input parameter.
/// MLResult.Result will be <c>MLResult.Code.MediaGenericUnexpectedNull</c> if failed to capture raw image due to null pointer.
/// MLResult.Result will be <c>MLResult.Code.AllocFailed</c> if failed to allocate memory.
/// MLResult.Result will be <c>MLResult.Code.PrivilegeDenied</c> if a required permission is missing.
/// </returns>
internal MLResult PopulateCharacteristics()
{
MLResult.Code resultCode;
ulong cameraCharacteristicsHandle = MagicLeapNativeBindings.InvalidHandle;
resultCode = MLCameraNativeBindings.MLCameraGetCameraCharacteristics(ref cameraCharacteristicsHandle);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get camera characteristics for MLCamera. Reason: {0}", result);
return(result);
}
ulong controlAEModeCount = 0;
IntPtr controlAEAvailableModesData = IntPtr.Zero;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAEAvailableModes(cameraCharacteristicsHandle, ref controlAEAvailableModesData, ref controlAEModeCount);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get camera control AE available modes for MLCamera. Reason: {0}", result);
return(result);
}
this.ControlAEModesAvailable = new List <MLCamera.MetadataControlAEMode>();
int[] controlAEModeArray = new int[controlAEModeCount];
Marshal.Copy(controlAEAvailableModesData, controlAEModeArray, 0, (int)controlAEModeCount);
for (int i = 0; i < controlAEModeArray.Length; ++i)
{
this.ControlAEModesAvailable.Add((MLCamera.MetadataControlAEMode)controlAEModeArray[i]);
}
ulong colorCorrectionAberrationModeCount = 0;
IntPtr colorCorrectionAberrationModesData = IntPtr.Zero;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetColorCorrectionAvailableAberrationModes(cameraCharacteristicsHandle, ref colorCorrectionAberrationModesData, ref colorCorrectionAberrationModeCount);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get color correction aberration modes available for MLCamera. Reason: {0}", result);
return(result);
}
this.ColorCorrectionAberrationModesAvailable = new List <MLCamera.MetadataColorCorrectionAberrationMode>((int)colorCorrectionAberrationModeCount);
int[] aberrationModeArray = new int[colorCorrectionAberrationModeCount];
Marshal.Copy(colorCorrectionAberrationModesData, aberrationModeArray, 0, (int)colorCorrectionAberrationModeCount);
for (int i = 0; i < aberrationModeArray.Length; ++i)
{
this.ColorCorrectionAberrationModesAvailable.Add((MLCamera.MetadataColorCorrectionAberrationMode)aberrationModeArray[i]);
}
int[] compensationRange = new int[2];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAECompensationRange(cameraCharacteristicsHandle, compensationRange);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get control AE compensation range. Reason: {0}", result);
return(result);
}
this.AECompensationRange = new AECompensationRangeValues(compensationRange[0], compensationRange[1]);
MLCameraNativeBindings.MLCameraMetadataRationalNative rational = new MLCameraNativeBindings.MLCameraMetadataRationalNative();
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAECompensationStep(cameraCharacteristicsHandle, ref rational);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get control AE compensation step. Reason: {0}", result);
return(result);
}
this.AECompensationStepNumerator = rational.Numerator;
this.AECompensationStepDenominator = rational.Denominator;
this.AECompensationStep = (float)this.AECompensationStepNumerator / (float)this.AECompensationStepDenominator;
float availableMaxDigitalZoom = 0.0f;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetScalerAvailableMaxDigitalZoom(cameraCharacteristicsHandle, ref availableMaxDigitalZoom);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get max available digital zoom. Reason: {0}", result);
return(result);
}
this.AvailableMaxDigitalZoom = availableMaxDigitalZoom;
int sensorOrientation = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorOrientation(cameraCharacteristicsHandle, ref sensorOrientation);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get sensor orientation. Reason: {0}", result);
return(result);
}
this.SensorOrientation = sensorOrientation;
MLCamera.MetadataControlAELock controlAELockAvailable = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAELockAvailable(cameraCharacteristicsHandle, ref controlAELockAvailable);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get control AE lock available. Reason: {0}", result);
return(result);
}
this.ControlAELockAvailable = controlAELockAvailable;
ulong controlAWBModeCount = 0;
IntPtr controlAWBAvailableModesData = IntPtr.Zero;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAWBAvailableModes(cameraCharacteristicsHandle, ref controlAWBAvailableModesData, ref controlAWBModeCount);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get camera control ABW available modes for MLCamera. Reason: {0}", result);
return(result);
}
this.ControlAWBModesAvailable = new List <MLCamera.MetadataControlAWBMode>();
int[] awbModeArray = new int[controlAWBModeCount];
Marshal.Copy(controlAWBAvailableModesData, awbModeArray, 0, (int)controlAWBModeCount);
for (int i = 0; i < awbModeArray.Length; ++i)
{
this.ControlAWBModesAvailable.Add((MLCamera.MetadataControlAWBMode)awbModeArray[i]);
}
MLCamera.MetadataControlAWBLock controlAWBLockAvailable = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAWBLockAvailable(cameraCharacteristicsHandle, ref controlAWBLockAvailable);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get control AWB lock available. Reason: {0}", result);
return(result);
}
this.ControlAWBLockAvailable = controlAWBLockAvailable;
int[] sensorInfoActiveArraySize = new int[4];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorInfoActiveArraySize(cameraCharacteristicsHandle, sensorInfoActiveArraySize);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get sensor info active array size. Reason: {0}", result);
return(result);
}
this.SensorInfoActiveArraySize = new SensorInfoActiveArraySizeValues(
sensorInfoActiveArraySize[0],
sensorInfoActiveArraySize[1],
sensorInfoActiveArraySize[2],
sensorInfoActiveArraySize[3]);
ulong scalerProcessedSizesCount = 0;
IntPtr scalerProcessedSizesData = IntPtr.Zero;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetScalerProcessedSizes(cameraCharacteristicsHandle, ref scalerProcessedSizesData, ref scalerProcessedSizesCount);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get scaler processed sizes. Reason: {0}", result);
return(result);
}
int[] scalerProcessedSizesDataArray = new int[scalerProcessedSizesCount];
Marshal.Copy(scalerProcessedSizesData, scalerProcessedSizesDataArray, 0, (int)scalerProcessedSizesCount);
this.ScalerProcessedSizes = new List <ScalerProcessedSize>((int)scalerProcessedSizesCount);
for (int i = 0; i < (int)scalerProcessedSizesCount; i += 2)
{
int width = scalerProcessedSizesDataArray[i];
int height = scalerProcessedSizesDataArray[i + 1];
ScalerProcessedSize newSize = new ScalerProcessedSize(width, height);
this.ScalerProcessedSizes.Add(newSize);
}
ulong streamConfigurationsCount = 0;
IntPtr streamConfigurationsData = IntPtr.Zero;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetScalerAvailableStreamConfigurations(cameraCharacteristicsHandle, ref streamConfigurationsData, ref streamConfigurationsCount);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get scaler available stream configurations. Reason: {0}", result);
return(result);
}
int[] streamConfigurationsDataArray = new int[streamConfigurationsCount];
Marshal.Copy(streamConfigurationsData, streamConfigurationsDataArray, 0, (int)streamConfigurationsCount);
this.ScalerAvailableStreamConfigurations = new List <StreamConfiguration>();
for (int i = 0; i < (int)streamConfigurationsCount; i += 4)
{
StreamConfiguration config = new StreamConfiguration(
(MLCamera.MetadataScalerAvailableFormats)streamConfigurationsDataArray[i],
streamConfigurationsDataArray[i + 1],
streamConfigurationsDataArray[i + 2],
(MLCamera.MetadataScalerAvailableStreamConfigurations)streamConfigurationsDataArray[i + 3]);
this.ScalerAvailableStreamConfigurations.Add(config);
}
int[] sensorInfoSensitivityRange = new int[2];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorInfoSensitivityRange(cameraCharacteristicsHandle, sensorInfoSensitivityRange);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get sensor info sensitivity range. Reason: {0}", result);
return(result);
}
this.SensorInfoSensitivityRange = new SensorInfoSensitivityRangeValues(sensorInfoSensitivityRange[0], sensorInfoSensitivityRange[1]);
long[] sensorInfoExposureTimeRange = new long[2];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorInfoExposureTimeRange(cameraCharacteristicsHandle, sensorInfoExposureTimeRange);
if (!MLResult.IsOK(resultCode))
{
MLResult result = MLResult.Create(resultCode);
MLPluginLog.ErrorFormat("MLCamera.GeneralSettings.PopulateCharacteristics failed to get sensor info exposure time range. Reason: {0}", result);
return(result);
}
this.SensorInfoExposureTimeRange = new SensorInfoExposureTimeRangeValues(sensorInfoExposureTimeRange[0], sensorInfoExposureTimeRange[1]);
return(MLResult.Create(MLResult.Code.Ok));
}
/// <summary>
/// Populate the camera result settings.
/// </summary>
/// <param name="prepareHandle">A pointer to the camera prepare handle.</param>
/// <returns>
/// MLResult.Result will be <c>MLResult.Code.Ok</c> if completed successfully.
/// MLResult.Result will be <c>MLResult.Code.UnspecifiedFailure</c> if failed due to internal error.
/// MLResult.Result will be <c>MLResult.Code.InvalidParam</c> if an invalid parameter was provided.
/// MLResult.Result will be <c>MLResult.Code.PrivilegeDenied</c> if a required permission is missing.
/// </returns>
internal MLResult.Code PopulateSettings(ulong prepareHandle)
{
MLResult.Code resultCode = MLResult.Code.Ok;
MLCamera.MetadataColorCorrectionMode colorCorrectionMode = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetColorCorrectionModeResultMetadata(prepareHandle, ref colorCorrectionMode);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get color correction mode for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ColorCorrectionMode = colorCorrectionMode;
MLCameraNativeBindings.MLCameraMetadataRationalNative[] colorCorrectionTransform = new MLCameraNativeBindings.MLCameraMetadataRationalNative[9];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetColorCorrectionTransformResultMetadata(prepareHandle, colorCorrectionTransform);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get color correction transform matrix for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ColorCorrectionTransform = new MLCamera.ColorCorrectionTransform(
colorCorrectionTransform[0].ToFloat(),
colorCorrectionTransform[1].ToFloat(),
colorCorrectionTransform[2].ToFloat(),
colorCorrectionTransform[3].ToFloat(),
colorCorrectionTransform[4].ToFloat(),
colorCorrectionTransform[5].ToFloat(),
colorCorrectionTransform[6].ToFloat(),
colorCorrectionTransform[7].ToFloat(),
colorCorrectionTransform[8].ToFloat());
MLCamera.MetadataColorCorrectionAberrationMode colorCorrectionAberrationMode = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetColorCorrectionAberrationModeResultMetadata(prepareHandle, ref colorCorrectionAberrationMode);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get color correction aberration mode for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ColorCorrectionAberrationMode = colorCorrectionAberrationMode;
float[] colorCorrectionGains = new float[4];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetColorCorrectionGainsResultMetadata(prepareHandle, colorCorrectionGains);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get color correction gains for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
// The order of this, red, greenEven, greenOdd, blue, was taken from the android developer site for the color corrections gain vector
// https://developer.android.com/reference/android/hardware/camera2/params/RggbChannelVector
this.ColorCorrectionGains = new MLCamera.ColorCorrectionGains(colorCorrectionGains[0], colorCorrectionGains[1], colorCorrectionGains[2], colorCorrectionGains[3]);
MLCamera.MetadataControlAEAntibandingMode controlAEAntiBandingMode = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAEAntibandingModeResultMetadata(prepareHandle, ref controlAEAntiBandingMode);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AE antibanding mode for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAEAntibandingMode = controlAEAntiBandingMode;
int controlAEExposureCompensation = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAEExposureCompensationResultMetadata(prepareHandle, ref controlAEExposureCompensation);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AE exposure compensation for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.AEExposureCompensation = controlAEExposureCompensation;
MLCamera.MetadataControlAELock controlAELock = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAELockResultMetadata(prepareHandle, ref controlAELock);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AE lock for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAELock = controlAELock;
MLCamera.MetadataControlAEMode controlAEMode = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAEModeResultMetadata(prepareHandle, ref controlAEMode);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control ae mode for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAEMode = controlAEMode;
int[] controlAETargetFPSRangeArray = new int[2];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAETargetFPSRangeResultMetadata(prepareHandle, controlAETargetFPSRangeArray);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AE target fps for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAETargetFPSRange = new MLCamera.ControlAETargetFPSRange(controlAETargetFPSRangeArray[0], controlAETargetFPSRangeArray[1]);
MLCamera.MetadataControlAEState controlAEState = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAEStateResultMetadata(prepareHandle, ref controlAEState);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AE state for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAEState = controlAEState;
MLCamera.MetadataControlAWBLock controlAWBLock = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAWBLockResultMetadata(prepareHandle, ref controlAWBLock);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AWB lock for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAWBLock = controlAWBLock;
MLCamera.MetadataControlAWBState controlAWBState = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetControlAWBStateResultMetadata(prepareHandle, ref controlAWBState);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get control AWB state for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ControlAWBState = controlAWBState;
long sensorExposureTime = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorExposureTimeResultMetadata(prepareHandle, ref sensorExposureTime);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get sensor exposure time for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.SensorExposureTime = sensorExposureTime;
int sensorySensitivity = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorSensitivityResultMetadata(prepareHandle, ref sensorySensitivity);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get sensor sensitivity for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.SensorSensitivity = sensorySensitivity;
long sensorTimestamp = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorTimestampResultMetadata(prepareHandle, ref sensorTimestamp);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get sensor time stamp for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.SensorTimestamp = sensorTimestamp;
int[] scalerCropRegionArray = new int[4];
resultCode = MLCameraNativeBindings.MLCameraMetadataGetScalerCropRegionResultMetadata(prepareHandle, scalerCropRegionArray);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get scaler crop region for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.ScalerCropRegion = new MLCamera.ScalerCropRegion(scalerCropRegionArray[0], scalerCropRegionArray[1], scalerCropRegionArray[2], scalerCropRegionArray[3]);
long sensorFrameDuration = 0;
resultCode = MLCameraNativeBindings.MLCameraMetadataGetSensorFrameDurationResultMetadata(prepareHandle, ref sensorFrameDuration);
if (!MLResult.IsOK(resultCode))
{
MLPluginLog.ErrorFormat("MLCamera.ResultSettings.PopulateSettings failed to get sensor frame duration for prepare handle {0}. Reason: {1}", prepareHandle, resultCode);
return(resultCode);
}
this.SensorFrameDuration = sensorFrameDuration;
return(resultCode);
}