void Start()
{
VuforiaARController.Instance.RegisterVuforiaStartedCallback(OnVuforiaStarted);
NoodleManager.noodleType = NoodleType.normal;
// 入力画像用 初期
cameraMat = new Mat(Screen.height, Screen.width, CvType.CV_8UC3);
cameraTexture = new Texture2D(cameraMat.cols(), cameraMat.rows(), TextureFormat.RGBA32, false);
// 出力画面 初期化
outputScreenQuad = outputCamera1.GetComponent <OutputCamQuad>();
camQuad2 = outputCamera2.GetComponent <OutputCamQuad>();
camQuad3 = outputCamera3.GetComponent <OutputCamQuad>();
camQuad4 = outputCamera4.GetComponent <OutputCamQuad>();
// 飲料領域の初期化
foodRegion = new Region(0, 0, cameraMat.cols(), cameraMat.rows());
// テクスチャCreator初期化
_textureCreator = new NoodleTextureCreator();
// BinaryCreator初期化
binaryMatCreator = new BinaryMatCreator();
binaryMatCreator.setCrUpper(cr_threshold_upper);
binaryMatCreator.setCrLower(cr_threshold_lower);
binaryMatCreator.setSUpper(s_threshold_upper);
binaryMatCreator.setSLower(s_threshold_lower);
binaryMatCreator.setVUpper(v_threshold_upper);
binaryMatCreator.setVLower(v_threshold_lower);
}
void Start()
{
// 入力画像用
cameraMat = new Mat(Screen.height, Screen.width, CvType.CV_8UC3);
cameraTexture = new Texture2D(cameraMat.cols(), cameraMat.rows(), TextureFormat.ARGB32, false);
// 出力画像用
camQuad1 = outputCamera1.GetComponent <OutputCamQuad> ();
camQuad2 = outputCamera2.GetComponent <OutputCamQuad> ();
camQuad3 = outputCamera3.GetComponent <OutputCamQuad> ();
camQuad4 = outputCamera4.GetComponent <OutputCamQuad> ();
// ターゲットの初期化
var targetBehaviour = GameObject.Find(TargetObjectName).GetComponent <ImageTargetBehaviour> ();
plate = new Plate(targetBehaviour, cameraMat.rows());
// テクスチャマネージャーの初期化
_textureCreator = new SushiTextureCreator();
// BinaryCreator初期化
binaryMatCreator = new BinaryMatCreator();
binaryMatCreator.setCrUpper(cr_threshold_upper);
binaryMatCreator.setCrLower(cr_threshold_lower);
binaryMatCreator.setSUpper(s_threshold_upper);
binaryMatCreator.setSLower(s_threshold_lower);
binaryMatCreator.setVUpper(v_threshold_upper);
binaryMatCreator.setVLower(v_threshold_lower);
}
void Process()
{
Utils.webCamTextureToMat(webCamTexture, rgbaMat, colors);
Mat cameraMat = new Mat(rgbaMat.size(), CvType.CV_8UC3);
Imgproc.cvtColor(rgbaMat, cameraMat, Imgproc.COLOR_RGBA2RGB);
// BinaryCreator初期化
binaryMatCreator = new BinaryMatCreator();
binaryMatCreator.setCrUpper(cr_threshold_upper);
binaryMatCreator.setCrLower(cr_threshold_lower);
binaryMatCreator.setSUpper(s_threshold_upper);
binaryMatCreator.setSLower(s_threshold_lower);
binaryMatCreator.setVUpper(v_threshold_upper);
binaryMatCreator.setVLower(v_threshold_lower);
Mat mat = binaryMatCreator.createBinaryMat(cameraMat, new OpenCVForUnity.Rect(0, 0, cameraMat.width(), cameraMat.height()));
outputScreenQuad.setMat(mat);
}
// Update is called once per frame
void Process()
{
binaryMatCreator.setCrUpper(cr_threshold_upper);
binaryMatCreator.setCrLower(cr_threshold_lower);
binaryMatCreator.setSUpper(s_threshold_upper);
binaryMatCreator.setSLower(s_threshold_lower);
binaryMatCreator.setVUpper(v_threshold_upper);
binaryMatCreator.setVLower(v_threshold_lower);
// UnityのTexture2DからOpencvのMatに変換
// UnityのTexture2DからOpencvのMatに変換
int imageWidth = cameraTexture.width;
int imageHeight = cameraTexture.height;
UnityEngine.Rect wholeRect = new UnityEngine.Rect(0, 0, cameraTexture.width, cameraTexture.height);
cameraTexture.ReadPixels(wholeRect, 0, 0, true);
//int imageWidth = image.Width;
//int imageHeight = image.Height;
//cameraMat = new Mat(imageHeight, imageWidth, CvType.CV_8UC3);
//cameraTexture = new Texture2D(imageWidth, imageHeight, TextureFormat.ARGB32, false);
//image.CopyToTexture(cameraTexture);
Utils.texture2DToMat(cameraTexture, cameraMat);
//var hsvChs = ARUtil.getHSVChannels(cameraMat);
//var yCrCbChs = ARUtil.getYCrCbChannels(cameraMat);
//var sBy = new Mat(cameraMat.size(), CvType.CV_8UC1);
//var crBy = new Mat(cameraMat.size(), CvType.CV_8UC1);
//var vBy = new Mat(cameraMat.size(), CvType.CV_8UC1);
//Core.inRange(hsvChs[1], new Scalar(s_threshold_lower), new Scalar(s_threshold_upper), sBy);
//Core.inRange(yCrCbChs[1], new Scalar(cr_threshold_lower), new Scalar(cr_threshold_upper), crBy);
//Core.inRange(hsvChs[2], new Scalar(v_threshold_lower), new Scalar(v_threshold_upper), vBy);
//camQuad2.setMat(sBy);
//camQuad3.setMat(crBy);
//camQuad4.setMat(vBy);
//goto show;
/* 初期化 */
IScorer scorer = null; // 領域判定のスコアラー
OpenCVForUnity.Rect searchRect = null; // 探索領域矩形
// Vuforiaでのコップ検出可否によって、以下を切り替える
// ・探索対象領域
// ・スコアー戦略
// ・二値化の閾値
var circularity = 0.0;
if (cup.isNotFound())
{
// TODO: 高速化のため、対象物の探索領域を前回領域に限定する
//if (coffeeRegion.circularity > 0.50) {
// searchRect = coffeeRegion.predictNextSearchRect ();
// searchRect = ARUtil.calcRectWithinMat (searchRect, cameraMat);
//} else {
// searchRect = new OpenCVForUnity.Rect (0, 0, cameraMat.cols (), cameraMat.rows ());
//}
searchRect = new OpenCVForUnity.Rect(0, 0, cameraMat.cols(), cameraMat.rows());
circularity = 0.2;
}
else if (cup.isTracked())
{
print("Cup is tracked.");
cup.update();
// カップの上面の矩形を探索対象矩形とする.
searchRect = cup.getTopSurfaceRect(cameraMat);
circularity = 0.1;
}
scorer = new OrangeScorer(searchRect, foodRegion.rect);
try
{
// カメラ入力画像から, searchRectサイズの二値画像を生成
Mat binaryROIMat = binaryMatCreator.createBinaryMat(cameraMat, searchRect);
// 二値画像&探索領域矩形で輪郭探索
var contours = ARUtil.findContours(binaryROIMat, searchRect.tl());
// 飲料領域候補群を作成 -> 円形度で除外 -> 候補にスコアをつける -> 最大スコアの候補を取得
var regionSet = new RegionCandidateSet(contours)
.elliminateByArea(searchRect, 0.01, 0.9)
.elliminateByCircularity(circularity)
.score(scorer)
.sort();
var count = 0;
var regions = new List <Region>();
foreach (var candidate in regionSet.candidates)
{
if (count > 2)
{
break;
}
if (candidate == null)
{
print("candite is null");
break;
}
if (candidate.circularity < 0.4)
{
print("candidate circularity is not enougph");
break;
}
// 領域作成
foodRegion = new Region(candidate, cameraMat);
regions.Add(foodRegion);
}
// Regionのマスクを合体
Mat alphaMask = Mat.zeros(cameraMat.size(), CvType.CV_8U);
foreach (var region in regions)
{
Core.add(region.mask, alphaMask, alphaMask);
}
// テクスチャ作成
texture = _textureCreator.create(cameraMat, alphaMask);
if (willChange)
{
// アルファブレンド
ARUtil.alphaBlend(cameraMat, texture, alpha, alphaMask);
}
//Debug.Log (candidate.circularity);
// 矩形描画
if (shouldDrawRect)
{
Imgproc.rectangle(cameraMat, foodRegion.rect.tl(), foodRegion.rect.br(), new Scalar(0, 255, 0), 3);
}
}
catch (System.Exception e)
{
print(e);
goto show;
}
show:
outputScreenQuad.setMat(cameraMat);
}
void _Process()
{
binaryMatCreator = new BinaryMatCreator();
binaryMatCreator.setCrUpper(cr_threshold_upper);
binaryMatCreator.setCrLower(cr_threshold_lower);
binaryMatCreator.setSUpper(s_threshold_upper);
binaryMatCreator.setSLower(s_threshold_lower);
binaryMatCreator.setVUpper(v_threshold_upper);
binaryMatCreator.setVLower(v_threshold_lower);
Utils.webCamTextureToMat(webCamTexture, rgbaMat, colors);
Imgproc.cvtColor(rgbaMat, rgbMat, Imgproc.COLOR_RGBA2RGB);
int imageWidth = Screen.width;
int imageHeight = Screen.height;
Mat cameraMat = new Mat(new Size(imageWidth, imageHeight), CvType.CV_8UC3);
Imgproc.resize(rgbMat, cameraMat, cameraMat.size());
//Mat cameraMat = new Mat(rgbaMat.size(), CvType.CV_8UC3);
//Imgproc.cvtColor(rgbaMat, cameraMat, Imgproc.COLOR_RGBA2RGB);
//var hsvChs = ARUtil.getHSVChannels(cameraMat);
//var yCrCbChs = ARUtil.getYCrCbChannels(cameraMat);
//var sBy = new Mat(cameraMat.size(), CvType.CV_8UC1);
//var crBy = new Mat(cameraMat.size(), CvType.CV_8UC1);
//var vBy = new Mat(cameraMat.size(), CvType.CV_8UC1);
//Core.inRange(hsvChs[1], new Scalar(s_threshold_lower), new Scalar(s_threshold_upper), sBy);
//Core.inRange(yCrCbChs[1], new Scalar(cr_threshold_lower), new Scalar(cr_threshold_upper), crBy);
//Core.inRange(hsvChs[2], new Scalar(v_threshold_lower), new Scalar(v_threshold_upper), vBy);
//camQuad2.setMat(sBy);
//camQuad3.setMat(crBy);
//camQuad4.setMat(vBy);
/* 初期化 */
// 探索領域矩形
OpenCVForUnity.Rect searchRect = new OpenCVForUnity.Rect(0, 0, cameraMat.cols(), cameraMat.rows());
// 領域判定のスコアラー
IScorer scorer = null;
if (loopCount == 0)
{
scorer = new OrangeScorer(searchRect, searchRect);
}
else
{
scorer = new OrangeScorer(searchRect, foodRegion.rect);
}
try
{
// カメラ入力画像から, searchRectサイズの二値画像を生成
Mat binaryROIMat = binaryMatCreator.createBinaryMat(cameraMat, searchRect);
// 二値画像&探索領域矩形で輪郭探索
var contours = ARUtil.findContours(binaryROIMat, searchRect.tl());
// 飲料領域候補群を作成 -> 円形度で除外 -> 候補にスコアをつける -> 最大スコアの候補を取得
var regionSet = new RegionCandidateSet(contours)
.elliminateByArea(searchRect, 0.01, 0.9)
.elliminateByCircularity(0.2)
.score(scorer)
.sort();
var count = 0;
var regions = new List <Region>();
foreach (var candidate in regionSet.candidates)
{
if (count > 2)
{
break;
}
if (candidate == null)
{
print("candite is null");
break;
}
// 領域作成
foodRegion = new Region(candidate, cameraMat);
regions.Add(foodRegion);
count++;
}
// Regionのマスクを合体
Mat alphaMask = Mat.zeros(cameraMat.size(), CvType.CV_8U);
foreach (var region in regions)
{
Core.add(region.mask, alphaMask, alphaMask);
}
// テクスチャ作成
var decorateTextureMat = _textureCreator.create(cameraMat, alphaMask, H_sourceMean, 0, 0);
if (willChange)
{
// アルファブレンド
ARUtil.alphaBlend(cameraMat, decorateTextureMat, alpha, alphaMask);
}
if (shouldDrawRect)
{
// 検出領域を矩形描画
Imgproc.rectangle(cameraMat, foodRegion.rect.tl(), foodRegion.rect.br(), new Scalar(0, 255, 0), 3);
}
}
catch (System.Exception e)
{
print(e);
goto show;
}
show:
outputScreenQuad.setMat(cameraMat);
loopCount++;
}
void _Process()
{
binaryMatCreator = new BinaryMatCreator();
binaryMatCreator.setCrUpper(cr_threshold_upper);
binaryMatCreator.setCrLower(cr_threshold_lower);
binaryMatCreator.setSUpper(s_threshold_upper);
binaryMatCreator.setSLower(s_threshold_lower);
binaryMatCreator.setVUpper(v_threshold_upper);
binaryMatCreator.setVLower(v_threshold_lower);
Utils.webCamTextureToMat(webCamTexture, rgbaMat, colors);
Imgproc.cvtColor(rgbaMat, rgbMat, Imgproc.COLOR_RGBA2RGB);
Mat cameraMat = rgbMat;
int imageWidth = cameraMat.width();
int imageHeight = cameraMat.height();
var hSVChannels = ARUtil.getHSVChannels(cameraMat);
var yCrCbChannels = ARUtil.getYCrCbChannels(cameraMat);
OpenCVForUnity.Rect searchRect = new OpenCVForUnity.Rect(0, 0, cameraMat.cols(), cameraMat.rows());
// 領域判定のスコア
scorer = new MaguroScorer(searchRect);
try
{
// カメラ入力画像から, searchRectサイズの二値画像を生成
Mat binaryROIMat = binaryMatCreator.createBinaryMat(cameraMat, searchRect);
// 二値画像&探索領域矩形で輪郭探索
var contours = ARUtil.findContours(binaryROIMat, searchRect.tl());
// 領域候補群を作成 -> 候補にスコアをつける -> 最大スコアの候補を取得
var regionSet = new RegionCandidateSet(contours)
.elliminateByArea(searchRect, 0.01, 0.9)
.score(scorer)
.sort();
if (regionSet.candidates.Count == 0)
{
print("first candidates is 0");
goto show;
}
var count = 0;
var regions = new List <Region>();
foreach (var candidate in regionSet.candidates)
{
if (count > 2)
{
break;
}
if (candidate == null)
{
print("candite is null");
break;
}
// 領域作成
foodRegion = new Region(candidate, cameraMat);
regions.Add(foodRegion);
count++;
}
//var regions = new List<Region>();
//var cr_refined_threshold = 125;
//foreach (var candidate in regionSet.candidates)
//{
// // 領域作成
// var region = new Region(candidate, cameraMat);
// var refinedRegion = region.createRefienedRegion(yCrCbChannels[1], cr_refined_threshold);
// if (refinedRegion != null)
// {
// regions.Add(refinedRegion);
// }
//}
//var filteredRegions = Region.elliminateByInclusionRect(regions);
// 食品領域に貼りつけるテクスチャ作成
var texture = _textureCreator.create(cameraMat, regions);
if (texture == null)
{
print("regions is empty");
goto show;
}
Mat alphaMask = Mat.zeros(cameraMat.size(), CvType.CV_8U);
foreach (var region in regions)
{
Core.add(region.mask, alphaMask, alphaMask);
}
if (willChange)
{
_textureCreator.alphaBlend(cameraMat, texture, alphaMask, alpha);
}
if (shouldDrawRect)
{
// foodRegion.drawRect(matForDeveloper);
Imgproc.rectangle(cameraMat, searchRect.tl(), searchRect.br(), new Scalar(0, 0, 255), 3);
}
}
catch (System.Exception e)
{
print(e);
goto show;
}
show:
outputScreenQuad.setMat(cameraMat);
}