public void Begin(CGRect frame, NSView controlView)
{
var size = controlView.Frame.Size;
if (size.Width <= 0 || size.Height <= 0)
{
_realSize = null;
return;
}
if (_image == null || size != _image.Size)
{
if (_image != null)
{
_image.Dispose();
}
_image = new NSImage(size);
}
if (supportsConvertSizeToBacking)
{
_realSize = controlView.ConvertSizeToBacking(size);
}
else
{
_realSize = controlView.ConvertSizeToBase(size);
}
_image.LockFocusFlipped(!controlView.IsFlipped);
NSGraphicsContext.CurrentContext.GraphicsPort.ClearRect(new CGRect(CGPoint.Empty, size));
}
/// <summary>
/// will merge a group of images into one
/// </summary>
/// <param name="imageBytes"></param>
/// <param name="imageNames"></param>
/// <param name="start"></param>
/// <param name="end"></param>
/// <param name="index"></param>
public KeyValuePair <PageImageIndex, AppKit.NSImage> MergeGroup(Dictionary <PageImageIndex, AppKit.NSImage> groupImages, string outputPath)
{
double maxWidth = 0, maxHeight = 0;
int position = 0;
foreach (var imageInfo in groupImages)
{
maxWidth = Math.Max(imageInfo.Value.Size.Width, maxWidth);
maxHeight += imageInfo.Value.Size.Height;
}
// Create new image with max width and sum of all height
var newImage = new NSImage(new CoreGraphics.CGSize(maxWidth, maxHeight));
newImage.LockFocus();
// merge all images
foreach (var img in groupImages)
{
if (position == 0)
{
img.Value.Draw(new CGPoint(), new CGRect(), NSCompositingOperation.DestinationAtop, 1);
position++;
maxHeight = img.Value.Size.Height;
}
else
{
img.Value.Draw(new CGPoint(0, maxHeight), new CGRect(), NSCompositingOperation.DestinationAtop, 1);
maxHeight += img.Value.Size.Height;
}
img.Value.Dispose();
var imagePath = string.Format(@"{0}\{1}", outputPath, img.Key.ImageName);
File.Delete(imagePath);
}
var pageDetails = new PageImageIndex
{
PageIndex = groupImages.First().Key.PageIndex,
ImageIndex = 1,
ImageName = string.Format("{0:0000}_{1:0000}.jpg", groupImages.First().Key.PageIndex, 1)
};
var newImagePath = string.Format(@"{0}\{1}", outputPath, pageDetails.ImageName);
var newImageData2 = newImage.AsTiff();
newImageData2.Save(newImagePath, false);
newImage.Dispose();
return(new KeyValuePair <PageImageIndex, NSImage>(pageDetails, null));
}
public static NSImage ScaleImage(this NSImage target, CGSize size, bool disposeOriginal = false)
{
CGBitmapContext context;
var width = (int)size.Width;
var height = (int)size.Height;
try
{
var colorspace = CGColorSpace.CreateDeviceRGB();
context = new CGBitmapContext(IntPtr.Zero, width, height, 8, 4 * width, colorspace, CGBitmapFlags.PremultipliedFirst);
context.SetStrokeColorSpace(colorspace);
context.SetFillColorSpace(colorspace);
}
catch (Exception exc)
{
throw new Exception($"Unable to allocate memory to scale the image to the size {size.Width},{size.Height}.", exc);
}
try
{
context.DrawImage(new CGRect(new CGPoint(0, 0), size), target.CGImage);
var cgImage = context.ToImage();
var downsizedImage = new NSImage(cgImage, size);
return(downsizedImage);
}
finally
{
context.Dispose();
if (disposeOriginal)
{
target?.Dispose();
}
}
}
public static void ReadImageFileToTensor <T>(
String fileName,
IntPtr dest,
int inputHeight = -1,
int inputWidth = -1,
float inputMean = 0.0f,
float scale = 1.0f,
bool flipUpSideDown = false,
bool swapBR = false)
where T : struct
{
#if __ANDROID__
if (flipUpSideDown)
{
throw new NotImplementedException("Flip Up Side Down is Not implemented");
}
if (swapBR)
{
throw new NotImplementedException("swapBR is Not implemented");
}
Android.Graphics.Bitmap bmp = BitmapFactory.DecodeFile(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
Bitmap resized = Bitmap.CreateScaledBitmap(bmp, inputWidth, inputHeight, false);
bmp.Dispose();
bmp = resized;
}
int[] intValues = new int[bmp.Width * bmp.Height];
float[] floatValues = new float[bmp.Width * bmp.Height * 3];
bmp.GetPixels(intValues, 0, bmp.Width, 0, 0, bmp.Width, bmp.Height);
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif __IOS__
if (flipUpSideDown)
{
throw new NotImplementedException("Flip Up Side Down is Not implemented");
}
if (swapBR)
{
throw new NotImplementedException("swapBR is Not implemented");
}
UIImage image = new UIImage(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
UIImage resized = image.Scale(new CGSize(inputWidth, inputHeight));
image.Dispose();
image = resized;
}
int[] intValues = new int[(int)(image.Size.Width * image.Size.Height)];
float[] floatValues = new float[(int)(image.Size.Width * image.Size.Height * 3)];
System.Runtime.InteropServices.GCHandle handle = System.Runtime.InteropServices.GCHandle.Alloc(intValues, System.Runtime.InteropServices.GCHandleType.Pinned);
using (CGImage cgimage = image.CGImage)
using (CGColorSpace cspace = CGColorSpace.CreateDeviceRGB())
using (CGBitmapContext context = new CGBitmapContext(
handle.AddrOfPinnedObject(),
(nint)image.Size.Width,
(nint)image.Size.Height,
8,
(nint)image.Size.Width * 4,
cspace,
CGImageAlphaInfo.PremultipliedLast
))
{
context.DrawImage(new CGRect(new CGPoint(), image.Size), cgimage);
}
handle.Free();
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif __UNIFIED__
if (flipUpSideDown)
{
throw new NotImplementedException("Flip Up Side Down is Not implemented");
}
if (swapBR)
{
throw new NotImplementedException("swapBR is Not implemented");
}
NSImage image = new NSImage(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
NSImage resized = new NSImage(new CGSize(inputWidth, inputHeight));
resized.LockFocus();
image.DrawInRect(new CGRect(0, 0, inputWidth, inputHeight), CGRect.Empty, NSCompositingOperation.SourceOver, 1.0f);
resized.UnlockFocus();
image.Dispose();
image = resized;
}
int[] intValues = new int[(int)(image.Size.Width * image.Size.Height)];
float[] floatValues = new float[(int)(image.Size.Width * image.Size.Height * 3)];
System.Runtime.InteropServices.GCHandle handle = System.Runtime.InteropServices.GCHandle.Alloc(intValues, System.Runtime.InteropServices.GCHandleType.Pinned);
using (CGImage cgimage = image.CGImage)
using (CGColorSpace cspace = CGColorSpace.CreateDeviceRGB())
using (CGBitmapContext context = new CGBitmapContext(
handle.AddrOfPinnedObject(),
(nint)image.Size.Width,
(nint)image.Size.Height,
8,
(nint)image.Size.Width * 4,
cspace,
CGImageAlphaInfo.PremultipliedLast
))
{
context.DrawImage(new CGRect(new CGPoint(), image.Size), cgimage);
}
handle.Free();
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif UNITY_EDITOR || UNITY_IOS || UNITY_ANDROID || UNITY_STANDALONE
Texture2D texture = ReadTexture2DFromFile(fileName);
ReadTensorFromTexture2D <T>(texture, dest, inputHeight, inputWidth, inputMean, scale, flipUpSideDown, false);
#else
if (Emgu.TF.Util.Platform.OperationSystem == OS.Windows)
{
//Do something for Windows
System.Drawing.Bitmap bmp = new Bitmap(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
//resize bmp
System.Drawing.Bitmap newBmp = new Bitmap(bmp, inputWidth, inputHeight);
bmp.Dispose();
bmp = newBmp;
//bmp.Save("tmp.png");
}
if (flipUpSideDown)
{
bmp.RotateFlip(RotateFlipType.RotateNoneFlipY);
}
byte[] byteValues = new byte[bmp.Width * bmp.Height * 3];
System.Drawing.Imaging.BitmapData bd = new System.Drawing.Imaging.BitmapData();
bmp.LockBits(
new Rectangle(0, 0, bmp.Width, bmp.Height),
System.Drawing.Imaging.ImageLockMode.ReadOnly,
System.Drawing.Imaging.PixelFormat.Format24bppRgb, bd);
Marshal.Copy(bd.Scan0, byteValues, 0, byteValues.Length);
bmp.UnlockBits(bd);
if (typeof(T) == typeof(float))
{
int imageSize = bmp.Width * bmp.Height;
float[] floatValues = new float[imageSize * 3];
if (swapBR)
{
for (int i = 0; i < imageSize; ++i)
{
floatValues[i * 3] = (byte)(((float)byteValues[i * 3 + 2] - inputMean) * scale);
floatValues[i * 3 + 1] = (byte)(((float)byteValues[i * 3 + 1] - inputMean) * scale);
floatValues[i * 3 + 2] = (byte)(((float)byteValues[i * 3 + 0] - inputMean) * scale);
}
}
else
{
for (int i = 0; i < byteValues.Length; ++i)
{
floatValues[i] = ((float)byteValues[i] - inputMean) * scale;
}
}
Marshal.Copy(floatValues, 0, dest, floatValues.Length);
}
else if (typeof(T) == typeof(byte))
{
if (swapBR)
{
int imageSize = bmp.Width * bmp.Height;
//byte[] bValues = new byte[imageSize * 3];
for (int i = 0; i < imageSize; ++i)
{
byte c0 = (byte)(((float)byteValues[i * 3 + 2] - inputMean) * scale);
byte c1 = (byte)(((float)byteValues[i * 3 + 1] - inputMean) * scale);
byte c2 = (byte)(((float)byteValues[i * 3 + 0] - inputMean) * scale);
byteValues[i * 3] = c0;
byteValues[i * 3 + 1] = c1;
byteValues[i * 3 + 2] = c2;
}
}
else
{
if (!(inputMean == 0.0f && scale == 1.0f))
{
for (int i = 0; i < byteValues.Length; ++i)
{
byteValues[i] = (byte)(((float)byteValues[i] - inputMean) * scale);
}
}
}
Marshal.Copy(byteValues, 0, dest, byteValues.Length);
}
else
{
throw new Exception(String.Format("Destination data type {0} is not supported.", typeof(T).ToString()));
}
}
else //Unix
{
if (flipUpSideDown)
{
throw new NotImplementedException("Flip Up Side Down is Not implemented");
}
throw new Exception("Not implemented");
}
#endif
}
internal CCTexture2D CreateTextSprite(string text, CCFontDefinition textDefinition)
{
if (string.IsNullOrEmpty(text))
{
return(new CCTexture2D());
}
int imageWidth;
int imageHeight;
var textDef = textDefinition;
var contentScaleFactorWidth = CCLabel.DefaultTexelToContentSizeRatios.Width;
var contentScaleFactorHeight = CCLabel.DefaultTexelToContentSizeRatios.Height;
textDef.FontSize *= contentScaleFactorWidth;
textDef.Dimensions.Width *= contentScaleFactorWidth;
textDef.Dimensions.Height *= contentScaleFactorHeight;
//bool hasPremultipliedAlpha;
// font
NSFont font = null;
var ext = System.IO.Path.GetExtension(textDef.FontName);
if (!String.IsNullOrEmpty(ext) && ext.ToLower() == ".ttf")
{
try
{
textDef.FontName = LoadFontFile(textDef.FontName);
font = NSFont.FromFontName(textDef.FontName, textDef.FontSize);
}
catch
{
CCLog.Log(".ttf {0} file not found or can not be loaded.", textDef.FontName);
}
}
else
{
// font
font = NSFontManager.SharedFontManager.FontWithFamily(textDef.FontName, NSFontTraitMask.Unbold | NSFontTraitMask.Unitalic, 0, textDef.FontSize);
}
if (font == null)
{
font = NSFontManager.SharedFontManager.FontWithFamily("Arial", NSFontTraitMask.Unbold | NSFontTraitMask.Unitalic, 0, textDef.FontSize);
CCLog.Log("{0} not found. Defaulting to Arial.", textDef.FontName);
}
// color
var foregroundColor = NSColor.White;
// alignment
var horizontalAlignment = textDef.Alignment;
var verticleAlignement = textDef.LineAlignment;
var textAlign = (CCTextAlignment.Right == horizontalAlignment) ? NSTextAlignment.Right
: (CCTextAlignment.Center == horizontalAlignment) ? NSTextAlignment.Center
: NSTextAlignment.Left;
// LineBreak
var lineBreak = (CCLabelLineBreak.Character == textDef.LineBreak) ? NSLineBreakMode.CharWrapping
: (CCLabelLineBreak.Word == textDef.LineBreak) ? NSLineBreakMode.ByWordWrapping
: NSLineBreakMode.Clipping;
var nsparagraphStyle = new NSMutableParagraphStyle();
nsparagraphStyle.SetParagraphStyle(NSMutableParagraphStyle.DefaultParagraphStyle);
nsparagraphStyle.LineBreakMode = lineBreak;
nsparagraphStyle.Alignment = textAlign;
// Create a new attributed string definition
var nsAttributes = new NSStringAttributes();
// Font attribute
nsAttributes.Font = font;
nsAttributes.ForegroundColor = foregroundColor;
nsAttributes.ParagraphStyle = nsparagraphStyle;
var stringWithAttributes = new NSAttributedString(text, nsAttributes);
var realDimensions = stringWithAttributes.Size;
// Mac crashes if the width or height is 0
if (realDimensions == SizeF.Empty)
{
CCLog.Log("Native string:", "Dimensions of native NSAttributedString can not be 0,0");
return(new CCTexture2D());
}
var dimensions = new SizeF(textDef.Dimensions.Width, textDef.Dimensions.Height);
var layoutAvailable = true;
//
// * Note * This seems to only effect Mac because iOS works fine without this work around.
// Right Alignment BoundingRectWithSize does not seem to be working correctly when the following conditions are set:
// 1) Alignment Right
// 2) No dimensions
// 3) There are new line characters embedded in the string.
//
// So we set alignment to Left, calculate our bounds and then restore alignement afterwards before drawing.
//
if (dimensions.Width <= 0)
{
dimensions.Width = 8388608;
layoutAvailable = false;
// Set our alignment variables to left - see notes above.
nsparagraphStyle.Alignment = NSTextAlignment.Left;
stringWithAttributes.Dispose();
stringWithAttributes = null;
stringWithAttributes = new NSAttributedString(text, nsAttributes);
}
if (dimensions.Height <= 0)
{
dimensions.Height = 8388608;
layoutAvailable = false;
}
// Calculate our bounding rectangle
var boundingRect = stringWithAttributes.BoundingRectWithSize(new SizeF((int)dimensions.Width, (int)dimensions.Height),
NSStringDrawingOptions.UsesLineFragmentOrigin);
if (!layoutAvailable)
{
if (dimensions.Width == 8388608)
{
dimensions.Width = boundingRect.Width;
// Restore our alignment before drawing - see notes above.
nsparagraphStyle.Alignment = textAlign;
stringWithAttributes.Dispose();
stringWithAttributes = null;
stringWithAttributes = new NSAttributedString(text, nsAttributes);
}
if (dimensions.Height == 8388608)
{
dimensions.Height = boundingRect.Height;
}
}
imageWidth = (int)dimensions.Width;
imageHeight = (int)dimensions.Height;
// Alignment
var xOffset = 0.0f;
switch (textAlign)
{
case NSTextAlignment.Left:
xOffset = 0;
break;
case NSTextAlignment.Center:
xOffset = (dimensions.Width - boundingRect.Width) / 2.0f;
break;
case NSTextAlignment.Right: xOffset = dimensions.Width - boundingRect.Width; break;
default: break;
}
// Line alignment
var yOffset = (CCVerticalTextAlignment.Top == verticleAlignement ||
boundingRect.Height >= dimensions.Height) ? (dimensions.Height - boundingRect.Height) // align to top
: (CCVerticalTextAlignment.Bottom == verticleAlignement) ? 0 // align to bottom
: (imageHeight - boundingRect.Height) / 2.0f; // align to center
//Find the rect that the string will draw into inside the dimensions
var drawRect = new RectangleF(xOffset
, yOffset
, boundingRect.Width
, boundingRect.Height);
NSImage image = null;
try
{
//Set antialias or not
NSGraphicsContext.CurrentContext.ShouldAntialias = textDef.isShouldAntialias;
image = new NSImage(new SizeF(imageWidth, imageHeight));
image.LockFocus();
// set a default transform
var transform = new NSAffineTransform();
transform.Set();
stringWithAttributes.DrawInRect(drawRect);
image.UnlockFocus();
// We will use Texture2D from stream here instead of CCTexture2D stream.
var tex = Texture2D.FromStream(CCDrawManager.SharedDrawManager.XnaGraphicsDevice, image);
// Debugging purposes
// var path = Environment.GetFolderPath(Environment.SpecialFolder.Desktop);
// var fileName = Path.Combine(path, "Label3.png");
// using (var stream = new FileStream(fileName, FileMode.Create, FileAccess.Write))
// {
// tex.SaveAsPng(stream, imageWidth, imageHeight);
// }
// Create our texture of the label string.
var texture = new CCTexture2D(tex);
return(texture);
}
catch (Exception exc)
{
CCLog.Log("CCLabel: Error creating native label:{0}\n{1}", exc.Message, exc.StackTrace);
}
finally
{
// clean up the resources
if (image != null)
{
image.Dispose();
image = null;
}
if (stringWithAttributes != null)
{
stringWithAttributes.Dispose();
stringWithAttributes = null;
}
}
return(new CCTexture2D());
}
public void Dispose(object backend)
{
NSImage img = (NSImage)backend;
img.Dispose();
}
public void Dispose()
{
_image?.Dispose();
_image = null;
}
protected override void DisposeNative()
{
_image?.Dispose();
_image = null;
}
public override void DidOutputSampleBuffer(AVCaptureOutput captureOutput, CMSampleBuffer sampleBuffer, AVCaptureConnection connection)
{
try
{
_counter++;
#if __IOS__
UIImage image = ImageFromSampleBuffer(sampleBuffer);
#else
NSImage image = ImageFromSampleBuffer(sampleBuffer);
#endif
CocoSsdMobilenet.RecognitionResult[] result = _mobilenet.Recognize(image, 0.5f);
Annotation[] annotations = GetAnnotations(result);
#if __IOS__
UIImage annotatedImage = NativeImageIO.DrawAnnotations(image, annotations);
image.Dispose();
#endif
//Debug.WriteLine(image == null ? "null image" : String.Format(">image {0} x {1}", image.Size.Width, image.Size.Height));
// Do something with the image, we just stuff it in our main view.
BeginInvokeOnMainThread(delegate
{
//Debug.WriteLine(image == null ? "null image" : String.Format(">>image {0} x {1}", image.Size.Width, image.Size.Height));
#if __MACOS__
NativeImageIO.DrawAnnotations(image, annotations);
#endif
if (_imageView.Frame.Size != image.Size)
{
_imageView.Frame = new CGRect(CGPoint.Empty, image.Size);
}
_label.Text = String.Format("{0} image", _counter);
#if __IOS__
UIImage oldImage = _imageView.Image;
_imageView.Image = annotatedImage;
#else
NSImage oldImage = _imageView.Image;
//Debug.WriteLine(image == null ? "null image" : String.Format(">>>image {0} x {1}", image.Size.Width, image.Size.Height));
_imageView.Image = image;
#endif
if (oldImage != null)
{
oldImage.Dispose();
}
});
//
// Although this looks innocent "Oh, he is just optimizing this case away"
// this is incredibly important to call on this callback, because the AVFoundation
// has a fixed number of buffers and if it runs out of free buffers, it will stop
// delivering frames.
//
sampleBuffer.Dispose();
//Console.WriteLine(String.Format("Frame at: {0}", DateTime.Now));
}
catch (Exception e)
{
Console.WriteLine(e);
BeginInvokeOnMainThread(delegate
{
_label.Text = String.Format("{0} image", e.Message);
});
}
}
public static void ReadImageFileToTensor(String fileName, IntPtr dest, int inputHeight = -1, int inputWidth = -1, float inputMean = 0.0f, float scale = 1.0f)
{
#if __ANDROID__
Android.Graphics.Bitmap bmp = BitmapFactory.DecodeFile(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
Bitmap resized = Bitmap.CreateScaledBitmap(bmp, inputWidth, inputHeight, false);
bmp.Dispose();
bmp = resized;
}
int[] intValues = new int[bmp.Width * bmp.Height];
float[] floatValues = new float[bmp.Width * bmp.Height * 3];
bmp.GetPixels(intValues, 0, bmp.Width, 0, 0, bmp.Width, bmp.Height);
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif __IOS__
UIImage image = new UIImage(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
UIImage resized = image.Scale(new CGSize(inputWidth, inputHeight));
image.Dispose();
image = resized;
}
int[] intValues = new int[(int)(image.Size.Width * image.Size.Height)];
float[] floatValues = new float[(int)(image.Size.Width * image.Size.Height * 3)];
System.Runtime.InteropServices.GCHandle handle = System.Runtime.InteropServices.GCHandle.Alloc(intValues, System.Runtime.InteropServices.GCHandleType.Pinned);
using (CGImage cgimage = image.CGImage)
using (CGColorSpace cspace = CGColorSpace.CreateDeviceRGB())
using (CGBitmapContext context = new CGBitmapContext(
handle.AddrOfPinnedObject(),
(nint)image.Size.Width,
(nint)image.Size.Height,
8,
(nint)image.Size.Width * 4,
cspace,
CGImageAlphaInfo.PremultipliedLast
))
{
context.DrawImage(new CGRect(new CGPoint(), image.Size), cgimage);
}
handle.Free();
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif __UNIFIED__
NSImage image = new NSImage(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
NSImage resized = new NSImage(new CGSize(inputWidth, inputHeight));
resized.LockFocus();
image.DrawInRect(new CGRect(0, 0, inputWidth, inputHeight), CGRect.Empty, NSCompositingOperation.SourceOver, 1.0f);
resized.UnlockFocus();
image.Dispose();
image = resized;
}
int[] intValues = new int[(int)(image.Size.Width * image.Size.Height)];
float[] floatValues = new float[(int)(image.Size.Width * image.Size.Height * 3)];
System.Runtime.InteropServices.GCHandle handle = System.Runtime.InteropServices.GCHandle.Alloc(intValues, System.Runtime.InteropServices.GCHandleType.Pinned);
using (CGImage cgimage = image.CGImage)
using (CGColorSpace cspace = CGColorSpace.CreateDeviceRGB())
using (CGBitmapContext context = new CGBitmapContext(
handle.AddrOfPinnedObject(),
(nint)image.Size.Width,
(nint)image.Size.Height,
8,
(nint)image.Size.Width * 4,
cspace,
CGImageAlphaInfo.PremultipliedLast
))
{
context.DrawImage(new CGRect(new CGPoint(), image.Size), cgimage);
}
handle.Free();
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#else
if (Emgu.TF.Util.Platform.OperationSystem == OS.Windows)
{
//Do something for Windows
System.Drawing.Bitmap bmp = new Bitmap(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
//resize bmp
System.Drawing.Bitmap newBmp = new Bitmap(bmp, inputWidth, inputHeight);
bmp.Dispose();
bmp = newBmp;
//bmp.Save("tmp.png");
}
byte[] byteValues = new byte[bmp.Width * bmp.Height * 3];
System.Drawing.Imaging.BitmapData bd = new System.Drawing.Imaging.BitmapData();
bmp.LockBits(
new Rectangle(0, 0, bmp.Width, bmp.Height),
System.Drawing.Imaging.ImageLockMode.ReadOnly,
System.Drawing.Imaging.PixelFormat.Format24bppRgb, bd);
System.Runtime.InteropServices.Marshal.Copy(bd.Scan0, byteValues, 0, byteValues.Length);
bmp.UnlockBits(bd);
float[] floatValues = new float[bmp.Width * bmp.Height * 3];
for (int i = 0; i < byteValues.Length; ++i)
{
floatValues[i] = ((float)byteValues[i] - inputMean) * scale;
}
System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
}
else
{
throw new Exception("Not implemented");
}
#endif
}
/// <summary>
/// Read an image file, covert the data and save it to the native pointer
/// </summary>
/// <typeparam name="T">The type of the data to covert the image pixel values to. e.g. "float" or "byte"</typeparam>
/// <param name="fileName">The name of the image file</param>
/// <param name="dest">The native pointer where the image pixels values will be saved to.</param>
/// <param name="inputHeight">The height of the image, must match the height requirement for the tensor</param>
/// <param name="inputWidth">The width of the image, must match the width requirement for the tensor</param>
/// <param name="inputMean">The mean value, it will be substracted from the input image pixel values</param>
/// <param name="scale">The scale, after mean is substracted, the scale will be used to multiply the pixel values</param>
/// <param name="flipUpSideDown">If true, the image needs to be flipped up side down</param>
/// <param name="swapBR">If true, will flip the Blue channel with the Red. e.g. If false, the tensor's color channel order will be RGB. If true, the tensor's color channle order will be BGR </param>
public static void ReadImageFileToTensor <T>(
String fileName,
IntPtr dest,
int inputHeight = -1,
int inputWidth = -1,
float inputMean = 0.0f,
float scale = 1.0f,
bool flipUpSideDown = false,
bool swapBR = false)
where T : struct
{
if (!File.Exists(fileName))
{
throw new FileNotFoundException(String.Format("File {0} do not exist.", fileName));
}
#if __ANDROID__
Android.Graphics.Bitmap bmp = BitmapFactory.DecodeFile(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
Bitmap resized = Bitmap.CreateScaledBitmap(bmp, inputWidth, inputHeight, false);
bmp.Dispose();
bmp = resized;
}
if (flipUpSideDown)
{
Matrix matrix = new Matrix();
matrix.PostScale(1, -1, bmp.Width / 2, bmp.Height / 2);
Bitmap flipped = Bitmap.CreateBitmap(bmp, 0, 0, bmp.Width, bmp.Height, matrix, true);
bmp.Dispose();
bmp = flipped;
}
int[] intValues = new int[bmp.Width * bmp.Height];
float[] floatValues = new float[bmp.Width * bmp.Height * 3];
bmp.GetPixels(intValues, 0, bmp.Width, 0, 0, bmp.Width, bmp.Height);
if (swapBR)
{
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = ((val & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = (((val >> 16) & 0xFF) - inputMean) * scale;
}
}
else
{
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
}
if (typeof(T) == typeof(float))
{
Marshal.Copy(floatValues, 0, dest, floatValues.Length);
}
else if (typeof(T) == typeof(byte))
{
//copy float to bytes
byte[] byteValues = new byte[floatValues.Length];
for (int i = 0; i < floatValues.Length; i++)
{
byteValues[i] = (byte)floatValues[i];
}
Marshal.Copy(byteValues, 0, dest, byteValues.Length);
}
else
{
throw new NotImplementedException(String.Format("Destination data type {0} is not supported.", typeof(T).ToString()));
}
#elif __IOS__
if (flipUpSideDown)
{
throw new NotImplementedException("Flip Up Side Down is Not implemented");
}
UIImage image = new UIImage(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
UIImage resized = image.Scale(new CGSize(inputWidth, inputHeight));
image.Dispose();
image = resized;
}
int[] intValues = new int[(int)(image.Size.Width * image.Size.Height)];
float[] floatValues = new float[(int)(image.Size.Width * image.Size.Height * 3)];
System.Runtime.InteropServices.GCHandle handle = System.Runtime.InteropServices.GCHandle.Alloc(intValues, System.Runtime.InteropServices.GCHandleType.Pinned);
using (CGImage cgimage = image.CGImage)
using (CGColorSpace cspace = CGColorSpace.CreateDeviceRGB())
using (CGBitmapContext context = new CGBitmapContext(
handle.AddrOfPinnedObject(),
(nint)image.Size.Width,
(nint)image.Size.Height,
8,
(nint)image.Size.Width * 4,
cspace,
CGImageAlphaInfo.PremultipliedLast
))
{
context.DrawImage(new CGRect(new CGPoint(), image.Size), cgimage);
}
handle.Free();
if (swapBR)
{
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = ((val & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = (((val >> 16) & 0xFF) - inputMean) * scale;
}
}
else
{
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
}
if (typeof(T) == typeof(float))
{
Marshal.Copy(floatValues, 0, dest, floatValues.Length);
}
else if (typeof(T) == typeof(byte))
{
//copy float to bytes
byte[] byteValues = new byte[floatValues.Length];
for (int i = 0; i < floatValues.Length; i++)
{
byteValues[i] = (byte)floatValues[i];
}
Marshal.Copy(byteValues, 0, dest, byteValues.Length);
}
else
{
throw new NotImplementedException(String.Format("Destination data type {0} is not supported.", typeof(T).ToString()));
}
//System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif __UNIFIED__
if (flipUpSideDown)
{
throw new NotImplementedException("Flip Up Side Down is Not implemented");
}
//if (swapBR)
// throw new NotImplementedException("swapBR is Not implemented");
NSImage image = new NSImage(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
NSImage resized = new NSImage(new CGSize(inputWidth, inputHeight));
resized.LockFocus();
image.DrawInRect(new CGRect(0, 0, inputWidth, inputHeight), CGRect.Empty, NSCompositingOperation.SourceOver, 1.0f);
resized.UnlockFocus();
image.Dispose();
image = resized;
}
int[] intValues = new int[(int)(image.Size.Width * image.Size.Height)];
float[] floatValues = new float[(int)(image.Size.Width * image.Size.Height * 3)];
System.Runtime.InteropServices.GCHandle handle = System.Runtime.InteropServices.GCHandle.Alloc(intValues, System.Runtime.InteropServices.GCHandleType.Pinned);
using (CGImage cgimage = image.CGImage)
using (CGColorSpace cspace = CGColorSpace.CreateDeviceRGB())
using (CGBitmapContext context = new CGBitmapContext(
handle.AddrOfPinnedObject(),
(nint)image.Size.Width,
(nint)image.Size.Height,
8,
(nint)image.Size.Width * 4,
cspace,
CGImageAlphaInfo.PremultipliedLast
))
{
context.DrawImage(new CGRect(new CGPoint(), image.Size), cgimage);
}
handle.Free();
if (swapBR)
{
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = ((val & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = (((val >> 16) & 0xFF) - inputMean) * scale;
}
}
else
{
for (int i = 0; i < intValues.Length; ++i)
{
int val = intValues[i];
floatValues[i * 3 + 0] = (((val >> 16) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 1] = (((val >> 8) & 0xFF) - inputMean) * scale;
floatValues[i * 3 + 2] = ((val & 0xFF) - inputMean) * scale;
}
}
if (typeof(T) == typeof(float))
{
Marshal.Copy(floatValues, 0, dest, floatValues.Length);
}
else if (typeof(T) == typeof(byte))
{
//copy float to bytes
byte[] byteValues = new byte[floatValues.Length];
for (int i = 0; i < floatValues.Length; i++)
{
byteValues[i] = (byte)floatValues[i];
}
Marshal.Copy(byteValues, 0, dest, byteValues.Length);
}
else
{
throw new NotImplementedException(String.Format("Destination data type {0} is not supported.", typeof(T).ToString()));
}
//System.Runtime.InteropServices.Marshal.Copy(floatValues, 0, dest, floatValues.Length);
#elif UNITY_EDITOR || UNITY_IOS || UNITY_ANDROID || UNITY_STANDALONE
Texture2D texture = ReadTexture2DFromFile(fileName);
ReadTensorFromTexture2D <T>(texture, dest, inputHeight, inputWidth, inputMean, scale, flipUpSideDown, false);
#else
//if (System.Runtime.InteropServices.RuntimeInformation.IsOSPlatform(System.Runtime.InteropServices.OSPlatform.Windows))
{
//Read the file using Bitmap class
System.Drawing.Bitmap bmp = new Bitmap(fileName);
if (inputHeight > 0 || inputWidth > 0)
{
//resize bmp
System.Drawing.Bitmap newBmp = new Bitmap(bmp, inputWidth, inputHeight);
bmp.Dispose();
bmp = newBmp;
//bmp.Save("tmp.png");
}
if (flipUpSideDown)
{
bmp.RotateFlip(RotateFlipType.RotateNoneFlipY);
}
int bmpWidth = bmp.Width;
int bmpHeight = bmp.Height;
System.Drawing.Imaging.BitmapData bd = new System.Drawing.Imaging.BitmapData();
bmp.LockBits(
new Rectangle(0, 0, bmpWidth, bmpHeight),
System.Drawing.Imaging.ImageLockMode.ReadOnly,
System.Drawing.Imaging.PixelFormat.Format24bppRgb, bd);
int stride = bd.Stride;
byte[] byteValues = new byte[bmpHeight * stride];
Marshal.Copy(bd.Scan0, byteValues, 0, byteValues.Length);
bmp.UnlockBits(bd);
if (typeof(T) == typeof(float))
{
int imageSize = bmpWidth * bmpHeight;
float[] floatValues = new float[imageSize * 3];
if (swapBR)
{
int idx = 0;
int rowOffset = 0;
for (int i = 0; i < bmpHeight; ++i)
{
int rowPtr = rowOffset;
for (int j = 0; j < bmpWidth; ++j)
{
float b = ((float)byteValues[rowPtr++] - inputMean) * scale;
float g = ((float)byteValues[rowPtr++] - inputMean) * scale;
float r = ((float)byteValues[rowPtr++] - inputMean) * scale;
floatValues[idx++] = r;
floatValues[idx++] = g;
floatValues[idx++] = b;
}
rowOffset += stride;
}
}
else
{
int idx = 0;
int rowOffset = 0;
for (int i = 0; i < bmpHeight; ++i)
{
int rowPtr = rowOffset;
for (int j = 0; j < bmpWidth; ++j)
{
floatValues[idx++] = ((float)byteValues[rowPtr++] - inputMean) * scale;
floatValues[idx++] = ((float)byteValues[rowPtr++] - inputMean) * scale;
floatValues[idx++] = ((float)byteValues[rowPtr++] - inputMean) * scale;
}
rowOffset += stride;
}
}
Marshal.Copy(floatValues, 0, dest, floatValues.Length);
}
else if (typeof(T) == typeof(byte))
{
int imageSize = bmp.Width * bmp.Height;
if (swapBR)
{
int idx = 0;
for (int i = 0; i < bmpHeight; ++i)
{
int offset = i * stride;
for (int j = 0; j < bmpWidth; ++j)
{
byte b = (byte)(((float)byteValues[offset++] - inputMean) * scale);
byte g = (byte)(((float)byteValues[offset++] - inputMean) * scale);
byte r = (byte)(((float)byteValues[offset++] - inputMean) * scale);
byteValues[idx++] = r;
byteValues[idx++] = g;
byteValues[idx++] = b;
}
}
}
else
{
int idx = 0;
for (int i = 0; i < bmpHeight; ++i)
{
int offset = i * stride;
for (int j = 0; j < bmpWidth * 3; ++j)
{
byteValues[idx++] = (byte)(((float)byteValues[offset++] - inputMean) * scale);
}
}
}
Marshal.Copy(byteValues, 0, dest, imageSize * 3);
}
else
{
throw new NotImplementedException(String.Format("Destination data type {0} is not supported.", typeof(T).ToString()));
}
}
/*
* else //Unix
* {
* //if (flipUpSideDown)
* // throw new NotImplementedException("Flip Up Side Down is Not implemented");
*
* throw new NotImplementedException("Not implemented");
* }*/
#endif
}
