public void GlyphBoxObjectRecognitionTest()
{
//VideoReader vr = new VideoReader("rgb_4_20_2016_11_38_15PM.avi", 4290);
VideoReader vr = new VideoReader("rgb_6_23_2016_5_09_26PM.avi", 4278);
var recognizer = new GlyphBoxObjectRecognition(null, new Options().prototypeList, 5);
recognizer.findObjects(vr, null, null, null);
}
public void Initialize(VideoReader reader)
{
this.reader = reader;
}
internal ContentTypeReader[] LoadAssetReaders(ContentReader reader)
{
#pragma warning disable 0219, 0649
// Trick to prevent the linker removing the code, but not actually execute the code
if (falseflag)
{
// Dummy variables required for it to work on iDevices ** DO NOT DELETE **
// This forces the classes not to be optimized out when deploying to iDevices
var hByteReader = new ByteReader();
var hSByteReader = new SByteReader();
var hDateTimeReader = new DateTimeReader();
var hDecimalReader = new DecimalReader();
var hBoundingSphereReader = new BoundingSphereReader();
var hBoundingFrustumReader = new BoundingFrustumReader();
var hRayReader = new RayReader();
var hCharListReader = new ListReader<Char>();
var hRectangleListReader = new ListReader<Rectangle>();
var hRectangleArrayReader = new ArrayReader<Rectangle>();
var hVector3ListReader = new ListReader<Vector3>();
var hStringListReader = new ListReader<StringReader>();
var hIntListReader = new ListReader<Int32>();
var hSpriteFontReader = new SpriteFontReader();
var hTexture2DReader = new Texture2DReader();
var hCharReader = new CharReader();
var hRectangleReader = new RectangleReader();
var hStringReader = new StringReader();
var hVector2Reader = new Vector2Reader();
var hVector3Reader = new Vector3Reader();
var hVector4Reader = new Vector4Reader();
var hCurveReader = new CurveReader();
var hIndexBufferReader = new IndexBufferReader();
var hBoundingBoxReader = new BoundingBoxReader();
var hMatrixReader = new MatrixReader();
var hBasicEffectReader = new BasicEffectReader();
var hVertexBufferReader = new VertexBufferReader();
var hAlphaTestEffectReader = new AlphaTestEffectReader();
var hEnumSpriteEffectsReader = new EnumReader<Graphics.SpriteEffects>();
var hArrayFloatReader = new ArrayReader<float>();
var hArrayVector2Reader = new ArrayReader<Vector2>();
var hListVector2Reader = new ListReader<Vector2>();
var hArrayMatrixReader = new ArrayReader<Matrix>();
var hEnumBlendReader = new EnumReader<Graphics.Blend>();
var hNullableRectReader = new NullableReader<Rectangle>();
var hEffectMaterialReader = new EffectMaterialReader();
var hExternalReferenceReader = new ExternalReferenceReader();
var hSoundEffectReader = new SoundEffectReader();
var hSongReader = new SongReader();
var hModelReader = new ModelReader();
var hInt32Reader = new Int32Reader();
// At the moment the Video class doesn't exist
// on all platforms... Allow it to compile anyway.
#if ANDROID || IOS || MONOMAC || (WINDOWS && !OPENGL) || (WINRT && !WINDOWS_PHONE)
var hVideoReader = new VideoReader();
#endif
}
#pragma warning restore 0219, 0649
// The first content byte i read tells me the number of content readers in this XNB file
var numberOfReaders = reader.Read7BitEncodedInt();
var contentReaders = new ContentTypeReader[numberOfReaders];
var needsInitialize = new BitArray(numberOfReaders);
_contentReaders = new Dictionary<Type, ContentTypeReader>(numberOfReaders);
// Lock until we're done allocating and initializing any new
// content type readers... this ensures we can load content
// from multiple threads and still cache the readers.
lock (_locker)
{
// For each reader in the file, we read out the length of the string which contains the type of the reader,
// then we read out the string. Finally we instantiate an instance of that reader using reflection
for (var i = 0; i < numberOfReaders; i++)
{
// This string tells us what reader we need to decode the following data
// string readerTypeString = reader.ReadString();
string originalReaderTypeString = reader.ReadString();
Func<ContentTypeReader> readerFunc;
if (typeCreators.TryGetValue(originalReaderTypeString, out readerFunc))
{
contentReaders[i] = readerFunc();
needsInitialize[i] = true;
}
else
{
//System.Diagnostics.Debug.WriteLine(originalReaderTypeString);
// Need to resolve namespace differences
string readerTypeString = originalReaderTypeString;
readerTypeString = PrepareType(readerTypeString);
var l_readerType = Type.GetType(readerTypeString);
if (l_readerType != null)
{
ContentTypeReader typeReader;
if (!_contentReadersCache.TryGetValue(l_readerType, out typeReader))
{
try
{
typeReader = l_readerType.GetDefaultConstructor().Invoke(null) as ContentTypeReader;
}
catch (TargetInvocationException ex)
{
// If you are getting here, the Mono runtime is most likely not able to JIT the type.
// In particular, MonoTouch needs help instantiating types that are only defined in strings in Xnb files.
throw new InvalidOperationException(
"Failed to get default constructor for ContentTypeReader. To work around, add a creation function to ContentTypeReaderManager.AddTypeCreator() " +
"with the following failed type string: " + originalReaderTypeString, ex);
}
needsInitialize[i] = true;
_contentReadersCache.Add(l_readerType, typeReader);
}
contentReaders[i] = typeReader;
}
else
throw new ContentLoadException(
"Could not find ContentTypeReader Type. Please ensure the name of the Assembly that contains the Type matches the assembly in the full type name: " +
originalReaderTypeString + " (" + readerTypeString + ")");
}
var targetType = contentReaders[i].TargetType;
if (targetType != null)
_contentReaders.Add(targetType, contentReaders[i]);
// I think the next 4 bytes refer to the "Version" of the type reader,
// although it always seems to be zero
reader.ReadInt32();
}
// Initialize any new readers.
for (var i = 0; i < contentReaders.Length; i++)
{
if (needsInitialize.Get(i))
contentReaders[i].Initialize(this);
}
} // lock (_locker)
return contentReaders;
}
public async Task ConversionStreamTest()
{
var vpath = Res.GetPath(Res.Video_Mp4);
var apath = Res.GetPath(Res.Audio_Mp3);
var opath = "out-test-av-2.mp4";
try
{
using var vreader = new VideoReader(vpath);
await vreader.LoadMetadataAsync();
vreader.Load();
using var areader = new AudioReader(apath);
await areader.LoadMetadataAsync();
areader.Load();
// Get video and audio stream metadata
var vstream = vreader.Metadata.GetFirstVideoStream();
var astream = areader.Metadata.GetFirstAudioStream();
var encoder = new H264Encoder();
encoder.Format = "flv";
using (var filestream = File.Create(opath))
{
// Prepare writer (Converting to H.264 + AAC video)
using (var writer = new AudioVideoWriter(filestream,
vstream.Width.Value,
vstream.Height.Value,
vstream.AvgFrameRateNumber,
astream.Channels.Value,
astream.SampleRateNumber, 16,
encoder.Create(),
new AACEncoder().Create()))
{
// Open for writing (this starts the FFmpeg process)
writer.OpenWrite();
// Copy raw data directly from stream to stream
var t2 = areader.DataStream.CopyToAsync(writer.InputDataStreamAudio);
var t1 = vreader.DataStream.CopyToAsync(writer.InputDataStreamVideo);
await t1;
await t2;
}
}
using var video = new VideoReader(opath);
await video.LoadMetadataAsync();
Assert.True(video.Metadata.Streams.Length == 2);
vstream = video.Metadata.GetFirstVideoStream();
astream = video.Metadata.GetFirstAudioStream();
Assert.True(Math.Abs(vstream.AvgFrameRateNumber - vreader.Metadata.AvgFramerate) < 0.1);
Assert.True(Math.Abs(video.Metadata.Duration - vreader.Metadata.Duration) < 0.2);
Assert.True(vstream.Width.Value == vreader.Metadata.Width);
Assert.True(vstream.Height.Value == vreader.Metadata.Height);
Assert.True(astream.SampleRateNumber == areader.Metadata.SampleRate);
}
finally
{
if (File.Exists(opath))
{
File.Delete(opath);
}
}
}