/// <summary>
/// Writes a new video with bounding boxes around detections.
/// </summary>
/// <param name="vid_path">Path to the original video.</param>
/// <param name="out_path">Path to the output video.</param>
/// <param name="roi">Region of interest output from FindVideoRoi.</param>
/// <param name="endpoints">Transform output from FindVideoRoi.</param>
/// <param name="detections">Detections for each frame.</param>
/// <param name="scores">Cover and species scores for each detection.</param>
static void WriteVideo(
string vid_path,
string out_path,
Rect roi,
PointPair endpoints,
VectorVectorDetection detections,
VectorVectorClassification scores)
{
// Initialize the video reader.
VideoReader reader = new VideoReader();
ErrorCode status = reader.Init(vid_path);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Failed to read video!");
}
// Initialize the video writer.
VideoWriter writer = new VideoWriter();
status = writer.Init(
out_path,
reader.FrameRate(),
Codec.kWmv2,
new PairIntInt(reader.Width(), reader.Height()));
if (status != ErrorCode.kSuccess)
{
throw new Exception("Failed to write video!");
}
// Iterate through frames.
for (int i = 0; i < detections.Count; ++i)
{
Image frame = new Image();
status = reader.GetFrame(frame);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Error retrieving video frame!");
}
Color blue = new Color(); blue[0] = 255; blue[1] = 0; blue[2] = 0;
Color red = new Color(); red[0] = 0; red[1] = 0; red[2] = 255;
Color green = new Color(); green[0] = 0; green[1] = 255; green[2] = 0;
frame.DrawRect(roi, blue, 1, endpoints);
for (int j = 0; j < detections[i].Count; ++j)
{
Color det_color = red;
double clear = scores[i][j].cover[2];
double hand = scores[i][j].cover[1];
if (j == 0)
{
if (clear > hand)
{
det_color = green;
}
else
{
det_color = red;
}
}
frame.DrawRect(detections[i][j].location, det_color, 2, endpoints, roi);
}
status = writer.AddFrame(frame);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Error adding frame to video!");
}
}
}
/// <summary>Finds ROI in a video.</summary>
/// <param name="mask_finder_path">Path to find_ruler model file.</param>
/// <param name="vid_path">Path to the video.</param>
/// <param name="roi">Rect specifying the ROI.</param>
/// <param name="endpoints">Ruler endpoints. </param>
static void FindVideoRoi(
string mask_finder_path,
string vid_path,
out Rect roi,
out PointPair endpoints)
{
// Determined by experimentation with GPU having 8GB memory.
const int kMaxImg = 8;
// Create and initialize the mask finder.
RulerMaskFinder mask_finder = new RulerMaskFinder();
ErrorCode status = mask_finder.Init(mask_finder_path);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Failed to initialize mask finder!");
}
// Decode the first 100 frames and find the mask that corresponds
// to the largest ruler area.
VideoReader reader = new VideoReader();
status = reader.Init(vid_path);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Failed to open video!");
}
VectorImage masks = new VectorImage();
Image best_mask = new Image();
double max_mask_sum = 0.0;
bool vid_end = false;
for (int i = 0; i < 100 / kMaxImg; ++i)
{
for (int j = 0; j < kMaxImg; ++j)
{
Image img = new Image();
status = reader.GetFrame(img);
if (status != ErrorCode.kSuccess)
{
vid_end = true;
break;
}
status = mask_finder.AddImage(img);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Failed to add frame to mask finder!");
}
}
status = mask_finder.Process(masks);
if (status != ErrorCode.kSuccess)
{
throw new Exception("Failed to process mask finder!");
}
foreach (var mask in masks)
{
double mask_sum = mask.Sum()[0];
if (mask_sum > max_mask_sum)
{
max_mask_sum = mask_sum;
best_mask = mask;
}
}
if (vid_end)
{
break;
}
}
// Now that we have the best mask, use this to compute ROI.
best_mask.Resize(reader.Width(), reader.Height());
endpoints = openem.RulerEndpoints(best_mask);
Image r_mask = openem.Rectify(best_mask, endpoints);
roi = openem.FindRoi(r_mask);
}