public Form1()
{
InitializeComponent();
//ARの設定
//AR用カメラパラメタファイルをロード
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), 320, 240);
//AR用のパターンコードを読み出し
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE), 16, 16);
NyARDoubleMatrix44 result_mat = new NyARDoubleMatrix44();
//計算モードの設定
//キャプチャを作る
/**************************************************
* このコードは、0番目（一番初めに見つかったキャプチャデバイス）
* を使用するようにされています。
* 複数のキャプチャデバイスを持つシステムの場合、うまく動作しないかもしれません。
* n番目のデバイスを使いたいときには、CaptureDevice cap=cl[0];←ここの0を変えてください。
* 手動で選択させる方法は、SimpleLiteDirect3Dを参考にしてください。
**************************************************/
CaptureDeviceList cl = new CaptureDeviceList();
CaptureDevice cap = cl[0];
cap.SetCaptureListener(this);
cap.PrepareCapture(320, 240, 30);
this.m_cap = cap;
//ラスタを作る。
this.m_raster = new DsRgbRaster(cap.video_width, cap.video_height);
//１パターンのみを追跡するクラスを作成
this.m_ar = NyARSingleDetectMarker.createInstance(ap, code, 80.0);
this.m_ar.setContinueMode(false);
}
public MainWindow()
{
InitializeComponent();
this.GdMainZm.Height = 600;
this.CameraZm.Height = 600;
this.CameraZm.DesiredPixelHeight = 600;
this.GdMainZm.Width = 800;
this.CameraZm.Width = 800;
this.CameraZm.DesiredPixelWidth = 800;
this.CameraZm.EnableSampleGrabbing = true;
this.CameraZm.NewVideoSample += CameraZm_NewVideoSample;
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), 800, 600);
this.ARRgbRaster = new NyARRgbRaster_BYTE1D_B8G8R8_24(800, 600, false);
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE), 16, 16);
this.ARDetectMarker = new NyARDetectMarker(ap, new NyARCode[] { code }, new double[] { 80.0 }, 1);
this.ARDetectMarker.setContinueMode(false);
this.Loaded += MainWindow_Loaded;
}
public bool InitializeApplication(Form1 topLevelForm, CaptureDevice i_cap_device)
{
topLevelForm.ClientSize = new Size(SCREEN_WIDTH, SCREEN_HEIGHT);
//キャプチャを作る(QVGAでフレームレートは30)
i_cap_device.SetCaptureListener(this);
i_cap_device.PrepareCapture(SCREEN_WIDTH, SCREEN_HEIGHT, 30);
this._cap = i_cap_device;
//ARラスタを作る(DirectShowキャプチャ仕様)。
this._raster = new DsRgbRaster(i_cap_device.video_width, i_cap_device.video_height);
//AR用カメラパラメタファイルをロードして設定
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), SCREEN_WIDTH, SCREEN_HEIGHT);
//Direct3d用のユーティリティ準備
//プロセッサの準備
this._processor = new MarkerProcessor(ap, this._raster.getBufferType());
NyARCode[] codes = new NyARCode[2];
codes[0] = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE1), 16, 16);
codes[1] = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE2), 16, 16);
this._processor.setARCodeTable(codes, 16, 80.0);
//3dデバイスを準備する
this._device = PrepareD3dDevice(topLevelForm);
this._device.RenderState.ZBufferEnable = true;
this._device.RenderState.Lighting = false;
this._device.RenderState.CullMode = Cull.CounterClockwise;
Viewport vp = new Viewport();
vp.X = 0;
vp.Y = 0;
vp.Height = ap.getScreenSize().h;
vp.Width = ap.getScreenSize().w;
vp.MaxZ = 1.0f;
//ビューポート設定
this._device.Viewport = vp;
this._text = new TextPanel(this._device, 1);
//カメラProjectionの設定
Matrix tmp = new Matrix();
NyARD3dUtil.toCameraFrustumRH(ap.getPerspectiveProjectionMatrix(), ap.getScreenSize(), 1, 10, 10000, ref tmp);
this._device.Transform.Projection = tmp;
// ビュー変換の設定(左手座標系ビュー行列で設定する)
// 0,0,0から、Z+方向を向いて、上方向がY軸
this._device.Transform.View = Matrix.LookAtLH(
new Vector3(0.0f, 0.0f, 0.0f), new Vector3(0.0f, 0.0f, 1.0f), new Vector3(0.0f, 1.0f, 0.0f));
//背景サーフェイスを作成
this._surface = new NyARD3dSurface(this._device, SCREEN_WIDTH, SCREEN_HEIGHT);
return(true);
}
private void InitARConfigs()
{
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), 800, 600);
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE2), 16, 16);
this.MyArRaster = new DsRgbRaster(800, 600);
this.MySingleDetectMarker = NyARSingleDetectMarker.createInstance(ap, code, 80.0);
this.MySingleDetectMarker.setContinueMode(false);
}
public void Test()
{
//AR用カメラパラメタファイルをロード
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(camera_file), 320, 240);
//AR用のパターンコードを読み出し
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(code_file), 16, 16);
//試験イメージの読み出し(320x240 BGRAのRAWデータ)
StreamReader sr = new StreamReader(data_file);
BinaryReader bs = new BinaryReader(sr.BaseStream);
byte[] raw = bs.ReadBytes(320 * 240 * 4);
// NyARBitmapRaster ra = new NyARBitmapRaster(320, 240);
// Graphics g = Graphics.FromImage(ra.getBitmap());
// g.DrawImage(new Bitmap("../../../../../data/320x240ABGR.png"), 0, 0);
INyARRgbRaster ra = NyARRgbRaster.createInstance(320, 240, NyARBufferType.BYTE1D_B8G8R8X8_32, false);
ra.wrapBuffer(raw);
//１パターンのみを追跡するクラスを作成
NyARSingleDetectMarker ar = NyARSingleDetectMarker.createInstance(ap, code, 80.0, NyARSingleDetectMarker.PF_NYARTOOLKIT);
NyARDoubleMatrix44 result_mat = new NyARDoubleMatrix44();
ar.setContinueMode(false);
ar.detectMarkerLite(ra, 100);
ar.getTransmationMatrix(result_mat);
//マーカーを検出
Stopwatch sw = new Stopwatch();
sw.Start();
for (int i = 0; i < 1000; i++)
{
//変換行列を取得
ar.detectMarkerLite(ra, 100);
ar.getTransmationMatrix(result_mat);
}
Console.WriteLine(result_mat.m00 + "," + result_mat.m01 + "," + result_mat.m02 + "," + result_mat.m03);
Console.WriteLine(result_mat.m10 + "," + result_mat.m11 + "," + result_mat.m12 + "," + result_mat.m13);
Console.WriteLine(result_mat.m20 + "," + result_mat.m21 + "," + result_mat.m22 + "," + result_mat.m23);
Console.WriteLine(result_mat.m30 + "," + result_mat.m31 + "," + result_mat.m32 + "," + result_mat.m33);
sw.Stop();
Console.WriteLine(sw.ElapsedMilliseconds + "[ms]");
return;
}
static void Main(string[] args)
{
String img_file = "../../../../../data/testcase/test.raw";
String cparam_file = "../../../../../data/testcase/camera_para5.dat";
String fset3file = "../../../../../data/testcase/pinball.fset3";
//カメラパラメータ
NyARParam param = NyARParam.loadFromARParamFile(File.OpenRead(cparam_file), 640, 480, NyARParam.DISTFACTOR_LT_ARTK5);
INyARGrayscaleRaster gs = NyARGrayscaleRaster.createInstance(640, 480);
//試験画像の準備
{
INyARRgbRaster rgb = NyARRgbRaster.createInstance(640, 480, NyARBufferType.BYTE1D_B8G8R8X8_32);
Stream fs = File.OpenRead(img_file);
byte[] b = (byte[])rgb.getBuffer();
fs.Read(b, 0, b.Length);
INyARRgb2GsFilterRgbAve filter = (INyARRgb2GsFilterRgbAve)rgb.createInterface(typeof(INyARRgb2GsFilterRgbAve));
filter.convert(gs);
}
NyARDoubleMatrix44 tmat = new NyARDoubleMatrix44();
NyARNftFreakFsetFile f = NyARNftFreakFsetFile.loadFromfset3File(File.OpenRead(fset3file));
// KpmHandle kpm=new KpmHandle(new ARParamLT(param));
Stopwatch sw = new Stopwatch();
FreakKeypointMatching kpm = new FreakKeypointMatching(param);
KeyframeMap keymap = new KeyframeMap(f, 0);
for (int j = 0; j < 4; j++)
{
sw.Reset();
sw.Start();
for (int i = 0; i < 20; i++)
{
kpm.updateInputImage(gs);
kpm.updateFeatureSet();
kpm.kpmMatching(keymap, tmat);
}
//FreakKeypointMatching#kMaxNumFeaturesを300にしてテストして。
sw.Stop();
System.Console.WriteLine("Total=" + (sw.ElapsedMilliseconds));
NyARDoubleMatrix44 TEST_PATT = new NyARDoubleMatrix44(new double[] {
0.98436354107742652, 0.0066768917838370646, -0.17602226595996517, -191.17967199668533,
0.011597578022657571, -0.99956974712564306, 0.026940987645082352, 63.00280574839347,
-0.17576664981496215, -0.028561157958401542, -0.98401745160789567, 611.75871553558636,
0, 0, 0, 1
});
System.Console.WriteLine(TEST_PATT.Equals(tmat));
}
}
public MainWindow()
{
InitializeComponent();
CaptureDeviceList cl = new CaptureDeviceList();
m_cap = cl[0];
m_cap.SetCaptureListener(this);
m_cap.PrepareCapture(800, 600, 30);
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), 800, 600);
this.m_raster = new NyARRgbRaster_BYTE1D_B8G8R8_24(m_cap.video_width, m_cap.video_height, false);
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE), 16, 16);
this.m_ar = new NyARDetectMarker(ap, new NyARCode[] { code }, new double[] { 80.0 }, 1);
this.m_ar.setContinueMode(false);
this.Loaded += MainWindow_Loaded;
this.Closing += MainWindow_Closing;
}
public Form1()
{
InitializeComponent();
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), 640, 480);
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE), 16, 16);
NyARDoubleMatrix44 result_mat = new NyARDoubleMatrix44();
CaptureDeviceList cl = new CaptureDeviceList();
CaptureDevice cap = cl[0];
cap.SetCaptureListener(this);
cap.PrepareCapture(640, 480, 30);
this.m_cap = cap;
this.m_raster = new DsRgbRaster(cap.video_width, cap.video_height);
this.m_ar = NyARSingleDetectMarker.createInstance(ap, code, 80.0);
this.m_ar.setContinueMode(false);
}
public void Test()
{
//AR用カメラパラメタファイルをロード
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(camera_file), 320, 240);
//試験イメージの読み出し(320x240 RGBのRAWデータ)
StreamReader sr = new StreamReader(data_file);
BinaryReader bs = new BinaryReader(sr.BaseStream);
byte[] raw = bs.ReadBytes(320 * 240 * 3);
INyARRgbRaster ra = NyARRgbRaster.createInstance(320, 240, NyARBufferType.BYTE1D_R8G8B8_24, false);
ra.wrapBuffer(raw);
MarkerProcessor pr = new MarkerProcessor(ap, ra.getBufferType());
pr.detectMarker(ra);
Console.WriteLine(pr.transmat.m00 + "," + pr.transmat.m01 + "," + pr.transmat.m02 + "," + pr.transmat.m03);
Console.WriteLine(pr.transmat.m10 + "," + pr.transmat.m11 + "," + pr.transmat.m12 + "," + pr.transmat.m13);
Console.WriteLine(pr.transmat.m20 + "," + pr.transmat.m21 + "," + pr.transmat.m22 + "," + pr.transmat.m23);
Console.WriteLine(pr.transmat.m30 + "," + pr.transmat.m31 + "," + pr.transmat.m32 + "," + pr.transmat.m33);
Console.WriteLine(pr.current_id);
return;
}
public NyARMarkerSystemConfig(Stream i_ar_param_stream, int i_width, int i_height)
: this(NyARParam.loadFromARParamFile(i_ar_param_stream, i_width, i_height))
{
}
public bool InitializeApplication(Form1 topLevelForm)
{
topLevelForm.ClientSize = new Size(SCREEN_WIDTH, SCREEN_HEIGHT);
this._raster = new NyARBitmapRaster(new Bitmap(TEST_IMAGE));
//AR用カメラパラメタファイルをロードして設定
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), SCREEN_WIDTH, SCREEN_HEIGHT);
//AR用のパターンコードを読み出し
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE), 16, 16);
//１パターンのみを追跡するクラスを作成
this._ar = NyARSingleDetectMarker.createInstance(ap, code, 80.0, NyARSingleDetectMarker.PF_NYARTOOLKIT);
//計算モードの設定
this._ar.setContinueMode(true);
//3dデバイスを準備する
this._device = PrepareD3dDevice(topLevelForm);
this._device.RenderState.ZBufferEnable = true;
this._device.RenderState.Lighting = false;
//カメラProjectionの設定
Matrix tmp = new Matrix();
NyARD3dUtil.toCameraFrustumRH(ap, 10, 1000, ref tmp);
this._device.Transform.Projection = tmp;
// ビュー変換の設定(左手座標系ビュー行列で設定する)
// 0,0,0から、Z+方向を向いて、上方向がY軸
this._device.Transform.View = Matrix.LookAtLH(
new Vector3(0.0f, 0.0f, 0.0f), new Vector3(0.0f, 0.0f, 1.0f), new Vector3(0.0f, 1.0f, 0.0f));
Viewport vp = new Viewport();
vp.X = 0;
vp.Y = 0;
vp.Height = ap.getScreenSize().h;
vp.Width = ap.getScreenSize().w;
vp.MaxZ = 1.0f;
//ビューポート設定
this._device.Viewport = vp;
//カラーキューブの描画インスタンス
this._cube = new ColorCube(this._device, 40);
//背景サーフェイスを作成
this._surface = new NyARD3dSurface(this._device, SCREEN_WIDTH, SCREEN_HEIGHT);
NyARDoubleMatrix44 nyar_transmat = this.__OnBuffer_nyar_transmat;
//マーカの認識
bool is_marker_enable = this._ar.detectMarkerLite(this._raster, 110);
if (is_marker_enable)
{
//あればMatrixを計算
this._ar.getTransmationMatrix(nyar_transmat);
NyARD3dUtil.toD3dCameraView(nyar_transmat, 1f, ref this._trans_mat);
}
this._is_marker_enable = is_marker_enable;
//サーフェイスへ背景をコピー
this._surface.setRaster(this._raster);
return(true);
}
static void Main(string[] args)
{
NyARDoubleMatrix44 DEST_MAT = new NyARDoubleMatrix44(
new double[] {
0.9832165682361184, 0.004789697223621061, -0.18237945710280384, -190.59060790299358,
0.012860184615056927, -0.9989882709616935, 0.04309419210331572, 64.04490277502563,
-0.18198852802987958, -0.044716355753573425, -0.9822833548209547, 616.6427596804766,
0, 0, 0, 1
});
NyARDoubleMatrix44 SRC_MAT = new NyARDoubleMatrix44(new double[] {
0.984363556, 0.00667689135, -0.176022261, -191.179672,
0.0115975942, -0.999569774, 0.0269410834, 63.0028076,
-0.175766647, -0.0285612550, -0.984017432, 611.758728,
0, 0, 0, 1
});
String img_file = "../../../../../data/testcase/test.raw";
String cparam = "../../../../../data/testcase/camera_para5.dat";
String fsetfile = "../../../../../data/testcase/pinball.fset";
String isetfile = "../../../../../data/testcase/pinball.iset5";
//カメラパラメータ
NyARParam param = NyARParam.loadFromARParamFile(File.OpenRead(cparam), 640, 480, NyARParam.DISTFACTOR_LT_ARTK5);
INyARGrayscaleRaster gs = NyARGrayscaleRaster.createInstance(640, 480);
//試験画像の準備
{
INyARRgbRaster rgb = NyARRgbRaster.createInstance(640, 480, NyARBufferType.BYTE1D_B8G8R8X8_32);
Stream fs = File.OpenRead(img_file);
byte[] b = (byte[])rgb.getBuffer();
fs.Read(b, 0, b.Length);
INyARRgb2GsFilterRgbAve filter = (INyARRgb2GsFilterRgbAve)rgb.createInterface(typeof(INyARRgb2GsFilterRgbAve));
filter.convert(gs);
}
NyARNftFsetFile fset = NyARNftFsetFile.loadFromFsetFile(File.OpenRead(fsetfile));
NyARNftIsetFile iset = NyARNftIsetFile.loadFromIsetFile(File.OpenRead(isetfile));
NyARSurfaceTracker st = new NyARSurfaceTracker(param, 16, 0.5);
NyARSurfaceDataSet sd = new NyARSurfaceDataSet(iset, fset);
NyARDoubleMatrix44 sret = new NyARDoubleMatrix44();
NyARDoublePoint2d[] o_pos2d = NyARDoublePoint2d.createArray(16);
NyARDoublePoint3d[] o_pos3d = NyARDoublePoint3d.createArray(16);
NyARSurfaceTrackingTransmatUtils tmat = new NyARSurfaceTrackingTransmatUtils(param, 5.0);
NyARDoubleMatrix44 tret = new NyARDoubleMatrix44();
for (int j = 0; j < 10; j++)
{
Stopwatch s = new Stopwatch();
s.Reset();
s.Start();
for (int i = 0; i < 3000; i++)
{
sret.setValue(SRC_MAT);
int nop = st.tracking(gs, sd, sret, o_pos2d, o_pos3d, 16);
//Transmatの試験
NyARDoublePoint3d off = NyARSurfaceTrackingTransmatUtils.centerOffset(o_pos3d, nop, new NyARDoublePoint3d());
NyARSurfaceTrackingTransmatUtils.modifyInputOffset(sret, o_pos3d, nop, off);
tmat.surfaceTrackingTransmat(sret, o_pos2d, o_pos3d, nop, tret, new NyARTransMatResultParam());
NyARSurfaceTrackingTransmatUtils.restoreOutputOffset(tret, off);
System.Console.WriteLine(tret.Equals(DEST_MAT));
}
s.Stop();
System.Console.WriteLine(s.ElapsedMilliseconds);
}
return;
}
public bool InitializeApplication(Form1 topLevelForm, CaptureDevice i_cap_device)
{
topLevelForm.ClientSize = new Size(SCREEN_WIDTH, SCREEN_HEIGHT);
//キャプチャを作る(QVGAでフレームレートは30)
i_cap_device.SetCaptureListener(this);
i_cap_device.PrepareCapture(SCREEN_WIDTH, SCREEN_HEIGHT, 30);
this._cap = i_cap_device;
//ARの設定
//ARラスタを作る(DirectShowキャプチャ仕様)。
this._raster = new DsRgbRaster(i_cap_device.video_width, i_cap_device.video_height);
//AR用カメラパラメタファイルをロードして設定
NyARParam ap = NyARParam.loadFromARParamFile(File.OpenRead(AR_CAMERA_FILE), SCREEN_WIDTH, SCREEN_HEIGHT);
//AR用のパターンコードを読み出し
NyARCode code = NyARCode.loadFromARPattFile(File.OpenRead(AR_CODE_FILE), 16, 16);
//１パターンのみを追跡するクラスを作成
this._ar = NyARSingleDetectMarker.createInstance(ap, code, 80.0, NyARSingleDetectMarker.PF_NYARTOOLKIT);
//計算モードの設定
this._ar.setContinueMode(true);
//3dデバイスを準備する
this._device = PrepareD3dDevice(topLevelForm);
this._device.RenderState.ZBufferEnable = true;
this._device.RenderState.Lighting = false;
//カメラProjectionの設定
Matrix tmp = new Matrix();
NyARD3dUtil.toCameraFrustumRH(ap.getPerspectiveProjectionMatrix(), ap.getScreenSize(), 1, 10, 10000, ref tmp);
this._device.Transform.Projection = tmp;
// ビュー変換の設定(左手座標系ビュー行列で設定する)
// 0,0,0から、Z+方向を向いて、上方向がY軸
this._device.Transform.View = Matrix.LookAtLH(
new Vector3(0.0f, 0.0f, 0.0f), new Vector3(0.0f, 0.0f, 1.0f), new Vector3(0.0f, 1.0f, 0.0f));
Viewport vp = new Viewport();
vp.X = 0;
vp.Y = 0;
vp.Height = ap.getScreenSize().h;
vp.Width = ap.getScreenSize().w;
vp.MaxZ = 1.0f;
//ビューポート設定
this._device.Viewport = vp;
//カラーキューブの描画インスタンス
this._cube = new ColorCube(this._device, 40);
//背景サーフェイスを作成
this._surface = new NyARD3dSurface(this._device, SCREEN_WIDTH, SCREEN_HEIGHT);
this._is_marker_enable = false;
return(true);
}
