private async Task DetectQrcode()
{
var frame = Drone.Instance.GetLiveFrame();
if (frame.Width == 0 || frame.Height == 0 || frame.Data == null || frame.Data.Length == 0)
{
return;
}
var srcMat = new Mat(frame.Height, frame.Width, MatType.CV_8UC4, frame.Data);
var grayMat = new Mat();
Cv2.CvtColor(srcMat, grayMat, ColorConversionCodes.RGBA2GRAY);
var stride = grayMat.Cols * grayMat.ElemSize();
var size = stride * grayMat.Rows;
var data = new byte[size];
Marshal.Copy(grayMat.Data, data, 0, size);
lock (updateLock)
{
var results = default(TextResult[]);
{
var br = new BarcodeReader();
br.LicenseKeys = DynamsoftAppKey;
results = br.DecodeBuffer(data, frame.Width, frame.Height, stride, EnumImagePixelFormat.IPF_GrayScaled, "");
}
if (null != QrcodeDetected)
{
var qrcode = new QrcodeDetection(null, frame);
QrcodeDetected.Invoke(qrcode);
}
}
}
private async Task <int> ScanFrame()
{
var frame = Drone.Instance.GetLiveFrame();
string resultText = "";
int returncode = 0;
if (frame.Width == 0 || frame.Height == 0 || frame.Data == null || frame.Data.Length == 0)
{
return(-1);
}
var data = frame.Data;
var height = frame.Height;
var width = frame.Width;
// resize image to (416,416)
var mat = new Mat(height, width, MatType.CV_8UC4, data);
var gray = new Mat();
Mat resizemat = new Mat();
resizemat = mat.Clone();
Cv2.CvtColor(mat, mat, ColorConversionCodes.RGBA2BGRA);
Cv2.CvtColor(mat, gray, ColorConversionCodes.RGBA2GRAY);
resizemat = resizemat.Resize(new Size(416, 416), 0, 0, InterpolationFlags.Linear);
//Cv2.ImShow("hell0", mat);
//Cv2.WaitKey(500);
// Mat -> softwarebitmap
var resizedLength = resizemat.Rows * resizemat.Cols * resizemat.ElemSize();
var buffer = new byte[resizedLength];
Marshal.Copy(resizemat.Data, buffer, 0, resizedLength);
var bm = SoftwareBitmap.CreateCopyFromBuffer(buffer.AsBuffer(), BitmapPixelFormat.Rgba8, resizemat.Cols, resizemat.Rows);
try
{
IList <PredictionModel> outputlist = await objectDetection.PredictImageAsync(VideoFrame.CreateWithSoftwareBitmap(bm));
foreach (var output in outputlist)
{
//chop origin image
Mat chop = ChopOutData(gray, output.BoundingBox, height, width);
//Cv2.ImShow("hello", chop);
//Cv2.ImShow("Origin", gray);
//Cv2.WaitKey(500);
var chop_image_length = chop.Rows * chop.Cols * chop.ElemSize();
var chop_image_buffer = new byte[chop_image_length];
Marshal.Copy(chop.Data, chop_image_buffer, 0, chop_image_length);
//var gray_length = gray.Rows * gray.Cols * gray.ElemSize();
//var gray_buffer = new byte[gray_length];
//Marshal.Copy(gray.Data, gray_buffer, 0, gray_length);
var reader = new BarcodeReader();
reader.LicenseKeys = DynamsoftAppKey;
//TextResult[] result =
// br.DecodeBuffer(gray_buffer, gray.Cols, gray.Rows, gray.Cols * gray.ElemSize(), EnumImagePixelFormat.IPF_GrayScaled, "");
//chop
TextResult[] result =
reader.DecodeBuffer(chop_image_buffer, chop.Cols, chop.Rows, chop.Cols * chop.ElemSize(), EnumImagePixelFormat.IPF_GrayScaled, "");
int index = 0;
switch (output.TagName)
{
case "Box":
if (result.Length < 2)
{
returncode = -1;
break;
}
string LocationTag = "";
List <string> CartonTag = new List <string>();
foreach (var pick in result)
{
if (LocationTagReg.Match(pick.BarcodeText).Success)
{
LocationTag = pick.BarcodeText;
}
else if (CartonTagReg.Match(pick.BarcodeText).Success)
{
CartonTag.Add(pick.BarcodeText);
}
}
if (LocationTag == "" || CartonTag.Count < 1)
{
returncode = -2;
break;
}
index = ResultLocation.IndexOf(LocationTag);
if (index == -1)
{
ResultLocation.Add(LocationTag);
ResultCarton.Add(CartonTag);
}
else
{
ResultCarton[index] = CartonTag;
}
break;
case "Nobox":
if (result.Length < 1 || !LocationTagReg.Match(result[0].BarcodeText).Success)
{
returncode = -2;
break;
}
int i_dx = ResultLocation.IndexOf(result[0].BarcodeText);
if (i_dx == -1)
{
ResultLocation.Add(result[0].BarcodeText);
ResultCarton.Add(new List <string>());
}
else
{
ResultCarton[i_dx] = new List <string>();
}
break;
}
//UpdateDecodeText();
//lock (updateLock)
}
lock (updateLock)
{
int index = ResultLocation.Count;
for (int i = 0; i < index; i++)
{
resultText += ResultLocation[i];
foreach (string carton in ResultCarton[i])
{
resultText += "," + carton;
}
resultText += "\n";
}
var qrcode = new QrcodeDetection(resultText, frame);
if (null != QrcodeDetected)
{
QrcodeDetected.Invoke(qrcode);
}
//var results = new ResultLists(ResultLocation, ResultCarton);
//if (null != QrcodeDetected)
//{
// ResultLists.Invoke(qrcode);
//}
}
}
catch (Exception ex)
{
//lock (updateLock)
//{
// var qrcode = new QrcodeDetection(ex.Message, frame);
// if (null != QrcodeDetected)
// {
// QrcodeDetected.Invoke(qrcode);
// }
//}
//Debug.WriteLine($"qrcode: {ex.ToString()}");
return(-1);
}
return(returncode);
}
