private static void RunVWParce_and_VWLearn()
{
// parse and cache
IntPtr vw0 = VowpalWabbitInterface.Initialize(@"-d rcv1.train.raw.txt -c");
VowpalWabbitInterface.StartParser(vw0, false);
long instanceCount = 0;
VWInstanceEx[] vwInstanceExs = new VWInstanceEx[781266];
Stopwatch s = Stopwatch.StartNew();
while (instanceCount < 781266)
{
IntPtr example = VowpalWabbitInterface.GetExample(vw0);
if (IntPtr.Zero == example)
{
break;
}
vwInstanceExs[instanceCount] = new VWInstanceEx(vw0, example);
VowpalWabbitInterface.FinishExample(vw0, example);
instanceCount++;
}
VowpalWabbitInterface.EndParser(vw0);
VowpalWabbitInterface.Finish(vw0);
// learn
instanceCount = 0;
IntPtr vw = VowpalWabbitInterface.Initialize(@"--quiet --random_seed 276518665 -f C:\\Users\\niruc\\AppData\\Local\\Temp\\outl1.tmp --readable_model C:\\Users\\niruc\\AppData\\Local\\Temp\\outl2.tmp");
foreach (VWInstanceEx vwInstanceEx in vwInstanceExs)
{
VowpalWabbitInterface.FEATURE_SPACE[] featureSpace = new VowpalWabbitInterface.FEATURE_SPACE[vwInstanceEx.featureSpace.Length];
GCHandle[] pinnedsFeatures = new GCHandle[vwInstanceEx.featureSpace.Length];
for (int i = 0; i < vwInstanceEx.featureSpace.Length; i++)
{
pinnedsFeatures[i] = GCHandle.Alloc(vwInstanceEx.featureSpace[i].features, GCHandleType.Pinned);
featureSpace[i].features = pinnedsFeatures[i].AddrOfPinnedObject();
}
GCHandle pinnedFeatureSpace = GCHandle.Alloc(featureSpace, GCHandleType.Pinned);
IntPtr featureSpacePtr = pinnedFeatureSpace.AddrOfPinnedObject();
IntPtr importedExample = VowpalWabbitInterface.ImportExample(vw, featureSpacePtr, vwInstanceEx.featureSpace.Length);
VowpalWabbitInterface.Learn(vw, importedExample);
VowpalWabbitInterface.FinishExample(vw, importedExample);
for (int i = 0; i < vwInstanceEx.featureSpace.Length; i++)
{
pinnedsFeatures[i].Free();
}
pinnedFeatureSpace.Free();
importedExample = IntPtr.Zero;
instanceCount++;
}
VowpalWabbitInterface.Finish(vw);
Debug.WriteLine("Elapsed Time: {0} ms", s.ElapsedMilliseconds);
Console.WriteLine("Elapsed Time: {0} ms", s.ElapsedMilliseconds);
}
private static void RunVWParse_and_VWLearn()
{
// parse and cache
IntPtr vw0 = VowpalWabbitInterface.Initialize(@"-d 0002.dat -c");
VowpalWabbitInterface.StartParser(vw0, false);
long instanceCount = 0;
VWInstanceEx[] vwInstanceExs = new VWInstanceEx[781266];
Stopwatch s = Stopwatch.StartNew();
while (instanceCount < 781266)
{
IntPtr example = VowpalWabbitInterface.GetExample(vw0);
if (IntPtr.Zero == example)
break;
vwInstanceExs[instanceCount] = new VWInstanceEx(vw0, example);
VowpalWabbitInterface.FinishExample(vw0, example);
instanceCount++;
}
VowpalWabbitInterface.EndParser(vw0);
VowpalWabbitInterface.Finish(vw0);
// learn
instanceCount = 0;
IntPtr vw = VowpalWabbitInterface.Initialize(@"--quiet --random_seed 276518665 -f save_file.reg --readable_model reable.reg");
foreach (VWInstanceEx vwInstanceEx in vwInstanceExs)
{
VowpalWabbitInterface.FEATURE_SPACE[] featureSpace = new VowpalWabbitInterface.FEATURE_SPACE[vwInstanceEx.featureSpace.Length];
GCHandle[] pinnedsFeatures = new GCHandle[vwInstanceEx.featureSpace.Length];
for (int i = 0; i < vwInstanceEx.featureSpace.Length; i++)
{
pinnedsFeatures[i] = GCHandle.Alloc(vwInstanceEx.featureSpace[i].features, GCHandleType.Pinned);
featureSpace[i].features = pinnedsFeatures[i].AddrOfPinnedObject();
}
GCHandle pinnedFeatureSpace = GCHandle.Alloc(featureSpace, GCHandleType.Pinned);
IntPtr featureSpacePtr = pinnedFeatureSpace.AddrOfPinnedObject();
IntPtr importedExample = VowpalWabbitInterface.ImportExample(vw, featureSpacePtr, (IntPtr)vwInstanceEx.featureSpace.Length);
VowpalWabbitInterface.Learn(vw, importedExample);
VowpalWabbitInterface.FinishExample(vw, importedExample);
for (int i = 0; i < vwInstanceEx.featureSpace.Length; i++)
{
pinnedsFeatures[i].Free();
}
pinnedFeatureSpace.Free();
importedExample = IntPtr.Zero;
instanceCount++;
}
VowpalWabbitInterface.Finish(vw);
Debug.WriteLine("Elapsed Time: {0} ms", s.ElapsedMilliseconds);
Console.WriteLine("Elapsed Time: {0} ms", s.ElapsedMilliseconds);
}
