public async Task <ActionResult> InputFaceData([FromBody] InputFaceModel model)
{
RequestFaceModel request = new RequestFaceModel()
{
Status = 500,
Message = null
};
VideoCapture cap = null;
try
{
if (model.rmtp_url == "0")
{
cap = new VideoCapture(0);
}
else
{
cap = new VideoCapture(model.rmtp_url);
}
var filePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "FaceImages", model.user_name);
if (!Directory.Exists(filePath))
{
Directory.CreateDirectory(filePath);
}
int i = 0;
int num = 0;
////using (var win1 = new ImageWindow())
//using (var win = new ImageWindow())
//{
// Load face detection and pose estimation models.
using (var detector = Dlib.GetFrontalFaceDetector())
using (var sp = ShapePredictor.Deserialize(Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "ShapeModel", "shape_predictor_5_face_landmarks.dat")))
{
//抓取和处理帧，直到用户关闭主窗口。
while (/*!win.IsClosed()*/ true)
{
try
{
// Grab a frame
var temp = new Mat();
if (!cap.Read(temp))
{
break;
}
//把OpenCV的Mat变成dlib可以处理的东西。注意
//包装Mat对象，它不复制任何东西。所以cimg只对as有效
//只要温度是有效的。也不要做任何可能导致它的临时工作
//重新分配存储图像的内存，因为这将使cimg
//包含悬空指针。这基本上意味着您不应该修改temp
//使用cimg时。
var array = new byte[temp.Width * temp.Height * temp.ElemSize()];
Marshal.Copy(temp.Data, array, 0, array.Length);
using (var cimg = Dlib.LoadImageData <RgbPixel>(array, (uint)temp.Height, (uint)temp.Width, (uint)(temp.Width * temp.ElemSize())))
{
// Detect faces
var faces = detector.Operator(cimg);
if (i % 7 == 0)
{
foreach (var face in faces)
{
var shape = sp.Detect(cimg, face);
var faceChipDetail = Dlib.GetFaceChipDetails(shape, 150, 0.25);
var faceChip = Dlib.ExtractImageChip <RgbPixel>(cimg, faceChipDetail);
//win1.ClearOverlay();
//win1.SetImage(faceChip);
Dlib.SaveJpeg(faceChip, Path.Combine(filePath, DateTime.Now.ToString("yyyy-MM-dd-hh-mm-ss-fff") + ".jpg"));
num++;
}
}
i++;
if (num >= 7)
{
break;
}
//在屏幕上显示
//win.ClearOverlay();
//win.SetImage(cimg);
//win.AddOverlay(faces, new RgbPixel { Red = 72, Green = 118, Blue = 255 });
}
}
catch (Exception ex)
{
request.Message = ex.ToString();
break;
}
}
}
//}
request.Enum = RequestEnum.Succeed;
}
catch (Exception ex)
{
request.Message = ex.ToString();
}
finally
{
if (cap != null)
{
cap.Dispose();
}
}
return(Ok(request));
}
public async Task <ActionResult> Login([FromBody] InputFaceModel model)
{
RequestFaceModel request = new RequestFaceModel()
{
Status = 500,
Message = null
};
var filePath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "FaceImages", model.user_name);
if (!Directory.Exists(filePath))
{
request.Enum = RequestEnum.Failed;
Console.WriteLine(request.Message);
Thread.Sleep(5000);
return(Ok(request));
}
FaceContrast faceContrast = new FaceContrast(filePath);
VideoCapture cap = null;
try
{
if (model.rmtp_url == "0")
{
cap = new VideoCapture(0);
}
else
{
cap = new VideoCapture(model.rmtp_url);
}
var flag = false;
var faceFlag = false;
var bioFlag = false;
QueueFixedLength <double> leftEarQueue = new QueueFixedLength <double>(10);
QueueFixedLength <double> rightEarQueue = new QueueFixedLength <double>(10);
QueueFixedLength <double> mouthQueue = new QueueFixedLength <double>(20);
bool leftEarFlag = false;
bool rightEarFlag = false;
bool mouthFlag = false;
using (var sp = ShapePredictor.Deserialize(Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "ShapeModel", "shape_predictor_5_face_landmarks.dat")))
using (var win = new ImageWindow())
{
// Load face detection and pose estimation models.
using (var detector = Dlib.GetFrontalFaceDetector())
using (var net = LossMetric.Deserialize(Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "ShapeModel", "dlib_face_recognition_resnet_model_v1.dat")))
using (var poseModel = ShapePredictor.Deserialize(Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "ShapeModel", "shape_predictor_68_face_landmarks.dat")))
{
var ti = true;
System.Timers.Timer t = new System.Timers.Timer(30000);
t.Elapsed += new System.Timers.ElapsedEventHandler((object source, System.Timers.ElapsedEventArgs e) =>
{
ti = false;
});
t.AutoReset = false;
t.Enabled = true;
//抓取和处理帧，直到用户关闭主窗口。
while (/*!win.IsClosed() &&*/ ti)
{
try
{
// Grab a frame
var temp = new Mat();
if (!cap.Read(temp))
{
break;
}
//把OpenCV的Mat变成dlib可以处理的东西。注意
//包装Mat对象，它不复制任何东西。所以cimg只对as有效
//只要温度是有效的。也不要做任何可能导致它的临时工作
//重新分配存储图像的内存，因为这将使cimg
//包含悬空指针。这基本上意味着您不应该修改temp
//使用cimg时。
var array = new byte[temp.Width * temp.Height * temp.ElemSize()];
Marshal.Copy(temp.Data, array, 0, array.Length);
using (var cimg = Dlib.LoadImageData <RgbPixel>(array, (uint)temp.Height, (uint)temp.Width, (uint)(temp.Width * temp.ElemSize())))
{
// Detect faces
var faces = detector.Operator(cimg);
// Find the pose of each face.
var shapes = new List <FullObjectDetection>();
for (var i = 0; i < faces.Length; ++i)
{
var det = poseModel.Detect(cimg, faces[i]);
shapes.Add(det);
}
if (shapes.Count > 0)
{
// 活体检测
if (!bioFlag)
{
bioFlag = BioAssay(shapes[0], ref leftEarQueue, ref rightEarQueue, ref mouthQueue, ref leftEarFlag, ref rightEarFlag, ref mouthFlag);
}
}
if (!faceFlag)
{
foreach (var face in faces)
{
var shape = sp.Detect(cimg, face);
var faceChipDetail = Dlib.GetFaceChipDetails(shape, 150, 0.25);
Matrix <RgbPixel> rgbPixels = new Matrix <RgbPixel>(cimg);
var faceChip = Dlib.ExtractImageChip <RgbPixel>(rgbPixels, faceChipDetail);
var faceDescriptors = net.Operator(faceChip);
faceFlag = faceContrast.Contrast(faceDescriptors);
}
}
Console.WriteLine(model.user_name + ":" + faceFlag);
if (bioFlag && faceFlag)
{
flag = bioFlag && faceFlag;
if (flag)
{
break;
}
}
//在屏幕上显示
win.ClearOverlay();
win.SetImage(cimg);
var lines = Dlib.RenderFaceDetections(shapes);
win.AddOverlay(faces, new RgbPixel {
Red = 72, Green = 118, Blue = 255
});
win.AddOverlay(lines);
foreach (var line in lines)
{
line.Dispose();
}
}
}
catch (Exception ex)
{
request.Message = ex.ToString();
break;
}
}
}
}
if (flag)
{
request.Enum = RequestEnum.Succeed;
}
else
{
request.Enum = RequestEnum.Failed;
}
}
catch (Exception ex)
{
request.Message = ex.ToString();
}
finally
{
if (cap != null)
{
cap.Dispose();
}
}
Console.WriteLine(request.Message);
return(Ok(request));
}
