/// <summary>
/// Casts the provided rectangle onto a previously detected horizontal surface.
/// </summary>
/// <param name="rectangle">Rectangle.</param>
/// <param name="onHit">Called when the specified rectangle is successfully cast to a horizontal plane.</param>
public static void CastRectangle(VisionRectangle rectangle, Action <Vector3, Vector3, Vector3, Vector3> onHit)
{
Matrix4x4 result;
Vector3 topLeft, topRight, bottomRight, bottomLeft;
const ARHitTestResultType hitResultType = ARHitTestResultType.ARHitTestResultTypeExistingPlaneUsingExtent;
// Top left
if (HitTestWithResultType(new ARPoint {
x = rectangle.topLeft.x, y = rectangle.topLeft.y
}, hitResultType, out result))
{
topLeft = UnityARMatrixOps.GetPosition(result);
}
else
{
return;
}
// Top right
if (HitTestWithResultType(new ARPoint {
x = rectangle.topRight.x, y = rectangle.topRight.y
}, hitResultType, out result))
{
topRight = UnityARMatrixOps.GetPosition(result);
}
else
{
return;
}
// Bottom right
if (HitTestWithResultType(new ARPoint {
x = rectangle.bottomRight.x, y = rectangle.bottomRight.y
}, hitResultType, out result))
{
bottomRight = UnityARMatrixOps.GetPosition(result);
}
else
{
return;
}
// Bottom left
if (HitTestWithResultType(new ARPoint {
x = rectangle.bottomLeft.x, y = rectangle.bottomLeft.y
}, hitResultType, out result))
{
bottomLeft = UnityARMatrixOps.GetPosition(result);
}
else
{
return;
}
if (onHit != null)
{
onHit(topLeft, topRight, bottomRight, bottomLeft);
}
}
// Displays the face description when the mouse is over a face rectangle.
private void VisionPhoto_MouseMove(object sender, MouseEventArgs e)
{
// If the REST call has not completed, return from this method.
if (visionPredictions == null)
{
return;
}
// Find the mouse position relative to the image.
Point mouseXY = e.GetPosition(VisionPhoto);
ImageSource imageSource = VisionPhoto.Source;
BitmapSource bitmapSource = (BitmapSource)imageSource;
// Scale adjustment between the actual size and displayed size.
var scale = VisionPhoto.ActualWidth / bitmapSource.PixelWidth;
// Check if this mouse position is over a face rectangle.
bool mouseOverFace = false;
for (int i = 0; i < visionPredictions.Count; ++i)
{
VisionRectangle rectangle = visionRectangles[i];
if (rectangle == null)
{
continue;
}
double left = rectangle.Left * scale;
double top = rectangle.Top * scale;
double width = rectangle.Width * scale;
double height = rectangle.Height * scale;
// Display the face description for this face if the mouse is over this face rectangle.
if (mouseXY.X >= left && mouseXY.X <= left + width && mouseXY.Y >= top && mouseXY.Y <= top + height)
{
VisionDescriptionStatusBar.Text = visionDescriptions[i];
mouseOverFace = true;
break;
}
}
// If the mouse is not over a face rectangle.
if (!mouseOverFace)
{
VisionDescriptionStatusBar.Text = " ** マウスポインターをオブジェクト上にポイントすると、詳細が表示されます";
}
}
private async void BrowseButton_Click(object sender, RoutedEventArgs e)
{
predictionUri = predictionEndpoint + $"?iterationId={iterationId}";
indexBrushes = 0;
dicTagBrush = new Dictionary <string, Brush>();
// Get the image file to scan from the user.
var openDlg = new Microsoft.Win32.OpenFileDialog();
openDlg.Filter = "JPEG Image(*.jpg,*.png,*.gif)|*.jpg;*.png;*.gif";
bool?result = openDlg.ShowDialog(this);
// Return if canceled.
if (!(bool)result)
{
return;
}
// Display the image file.
string filePath = openDlg.FileName;
Uri fileUri = new Uri(filePath);
BitmapImage bitmapSource = new BitmapImage();
bitmapSource.BeginInit();
bitmapSource.CacheOption = BitmapCacheOption.None;
bitmapSource.UriSource = fileUri;
bitmapSource.EndInit();
VisionPhoto.Source = bitmapSource;
// Change the scale of bitmap if necessary
var bitmapWidth = bitmapSource.Width;
var bitmapHeight = bitmapSource.Height;
bool wider = false;
double scale = 0;
const double standardSize = 1024;
const double sizeThreshold = 1280;
if (bitmapWidth > bitmapHeight)
{
wider = true;
if (bitmapWidth >= sizeThreshold)
{
scale = sizeThreshold / bitmapWidth;
}
}
else
{
wider = false;
if (bitmapHeight >= sizeThreshold)
{
scale = sizeThreshold / bitmapHeight;
}
}
BitmapSource scaledBitmapSource;
if (scale == 0)
{
scaledBitmapSource = bitmapSource;
}
else
{
scaledBitmapSource = new TransformedBitmap(bitmapSource, new ScaleTransform(scale, scale));
}
// Detect any faces in the image.
Title = "オブジェクトの検出中.....";
visionPredictions = await UploadAndDetectObjects(scaledBitmapSource);
if (visionPredictions == null)
{
string titleStatus = $"** オブジェクトが検出できませんでした ** ";
Title = titleStatus;
MessageBox.Show(titleStatus, "結果", MessageBoxButton.OK, MessageBoxImage.Information);
return;
}
if (visionPredictions.Count > 0)
{
// Prepare to draw rectangles around the objects.
DrawingVisual visual = new DrawingVisual();
DrawingContext drawingContext = visual.RenderOpen();
drawingContext.DrawImage(bitmapSource,
new Rect(0, 0, bitmapSource.PixelWidth, bitmapSource.PixelHeight));
double dpi = bitmapSource.DpiX;
//resizeFactor = 96 / dpi;
visionRectangles = new VisionRectangle[visionPredictions.Count];
visionDescriptions = new String[visionPredictions.Count];
int fontSize = 16;
int penSize = 3;
fontSize = (int)(fontSize * bitmapSource.PixelHeight / standardSize);
penSize = (int)(penSize * bitmapSource.PixelWidth / standardSize);
if (penSize < 1)
{
penSize = 1;
}
int detectionCount = 0;
for (int i = 0; i < visionPredictions.Count; ++i)
{
var prediction = (JObject)visionPredictions[i];
string tagName = (string)prediction["tagName"];
double probability = (double)prediction["probability"];
var boundingBox = (JObject)prediction["boundingBox"];
var rectangle = new VisionRectangle();
rectangle.Left = (double)boundingBox["left"] * bitmapSource.PixelWidth;
rectangle.Top = (double)boundingBox["top"] * bitmapSource.PixelHeight;
rectangle.Width = (double)boundingBox["width"] * bitmapSource.PixelWidth;
rectangle.Height = (double)boundingBox["height"] * bitmapSource.PixelHeight;
// Store the object rectangle.
visionRectangles[i] = rectangle;
// Store the object description.
visionDescriptions[i] = "タグ : " + tagName + " / 信頼確率 : " + probability.ToString();
// Draw a rectangle on the object.
double threshold = 0;
if (!double.TryParse(TextBoxProbability.Text, out threshold))
{
threshold = 0.5;
TextBoxProbability.Text = threshold.ToString();
}
if (probability >= threshold)
{
try
{
Brush brush = dicTagBrush[tagName];
}
catch
{
// Set diffrent color to each tag's rectangle and text.
dicTagBrush[tagName] = brushArray[indexBrushes];
++indexBrushes;
if (indexBrushes == brushArray.Length)
{
indexBrushes = 0;
}
}
// Draw a rectangle.
drawingContext.DrawRectangle(
Brushes.Transparent,
new Pen(dicTagBrush[tagName], penSize),
new Rect(
rectangle.Left,
rectangle.Top,
rectangle.Width,
rectangle.Height
)
);
// Draw a text.
drawingContext.DrawText(
new FormattedText(
tagName + $" ({(probability * 100).ToString().Substring(0, 5)}%)",
CultureInfo.CurrentCulture,
FlowDirection.LeftToRight,
new Typeface("Meiryo UI"),
fontSize,
dicTagBrush[tagName]
),
new Point(
rectangle.Left + 4,
rectangle.Top + 2
)
);
++detectionCount;
}
else
{
// Store the object rectangle.
visionRectangles[i] = null;
// Store the object description.
visionDescriptions[i] = string.Empty;
}
}
drawingContext.Close();
// Display the image with the rectangle around the face.
RenderTargetBitmap visionWithRectBitmap = new RenderTargetBitmap(
(int)(bitmapSource.PixelWidth),
(int)(bitmapSource.PixelHeight),
96,
96,
PixelFormats.Pbgra32);
visionWithRectBitmap.Render(visual);
VisionPhoto.Source = visionWithRectBitmap;
string titleStatus = $"** オブジェクトが検出されました ** 検出数= {visionPredictions.Count} 個の内、{detectionCount} 個を表示しています";
Title = titleStatus;
MessageBox.Show(titleStatus, "結果", MessageBoxButton.OK, MessageBoxImage.Information);
// Set the status bar text.
VisionDescriptionStatusBar.Text = " ** マウスポインターをオブジェクト上にポイントすると、詳細が表示されます";
}
else
{
string titleStatus = $"** オブジェクトが検出できませんでした ** ";
Title = titleStatus;
MessageBox.Show(titleStatus, "結果", MessageBoxButton.OK, MessageBoxImage.Information);
}
}