private static void RunParserTest()
{
IntPtr vw = VowpalWabbitInterface.Initialize("-q st -d ..\\..\\..\\test\\train-sets\\0002.dat -f out");
VowpalWabbitInterface.StartParser(vw, false);
int count = 0;
IntPtr example = IntPtr.Zero;
while (IntPtr.Zero != (example = VowpalWabbitInterface.GetExample(vw)))
{
float label = VowpalWabbitInterface.GetLabel(example);
count++;
IntPtr featureSpaceLen = (IntPtr)0;
IntPtr featureSpacePtr = VowpalWabbitInterface.ExportExample(vw, example, ref featureSpaceLen);
VowpalWabbitInterface.FEATURE_SPACE[] featureSpace = new VowpalWabbitInterface.FEATURE_SPACE[(int)featureSpaceLen];
int featureSpace_size = Marshal.SizeOf(typeof(VowpalWabbitInterface.FEATURE_SPACE));
for (int i = 0; i < (int)featureSpaceLen; i++)
{
IntPtr curfeatureSpacePos = new IntPtr(featureSpacePtr.ToInt32() + i * featureSpace_size);
featureSpace[i] = (VowpalWabbitInterface.FEATURE_SPACE)Marshal.PtrToStructure(curfeatureSpacePos, typeof(VowpalWabbitInterface.FEATURE_SPACE));
VowpalWabbitInterface.FEATURE[] feature = new VowpalWabbitInterface.FEATURE[featureSpace[i].len];
int feature_size = Marshal.SizeOf(typeof(VowpalWabbitInterface.FEATURE));
for (int j = 0; j < featureSpace[i].len; j++)
{
IntPtr curfeaturePos = new IntPtr((featureSpace[i].features.ToInt32() + j * feature_size));
feature[j] = (VowpalWabbitInterface.FEATURE)Marshal.PtrToStructure(curfeaturePos, typeof(VowpalWabbitInterface.FEATURE));
}
}
VowpalWabbitInterface.ReleaseFeatureSpace(featureSpacePtr, featureSpaceLen);
float score = VowpalWabbitInterface.Learn(vw, example);
VowpalWabbitInterface.FinishExample(vw, example);
}
VowpalWabbitInterface.EndParser(vw);
VowpalWabbitInterface.Finish(vw);
}
public VWInstanceEx(IntPtr vw, IntPtr ex)
{
if (IntPtr.Zero == vw ||
IntPtr.Zero == ex)
return;
IntPtr featureSpaceLen = (IntPtr)0;
IntPtr featureSpacePtr = VowpalWabbitInterface.ExportExample(vw, ex, ref featureSpaceLen);
this.featureSpace = new VowpalWabbitInterface.FEATURE_SPACE[(int)featureSpaceLen];
int featureSpace_size = Marshal.SizeOf(typeof(VowpalWabbitInterface.FEATURE_SPACE));
for (int i = 0; i < (int)featureSpaceLen; i++)
{
IntPtr curfeatureSpacePos = new IntPtr(featureSpacePtr.ToInt32() + i * featureSpace_size);
this.featureSpace[i] = (VowpalWabbitInterface.FEATURE_SPACE)Marshal.PtrToStructure(curfeatureSpacePos, typeof(VowpalWabbitInterface.FEATURE_SPACE));
VowpalWabbitInterface.FEATURE[] feature = new VowpalWabbitInterface.FEATURE[this.featureSpace[i].len];
int feature_size = Marshal.SizeOf(typeof(VowpalWabbitInterface.FEATURE));
for (int j = 0; j < this.featureSpace[i].len; j++)
{
IntPtr curfeaturePos = new IntPtr((this.featureSpace[i].features.ToInt32() + j * feature_size));
feature[j] = (VowpalWabbitInterface.FEATURE)Marshal.PtrToStructure(curfeaturePos, typeof(VowpalWabbitInterface.FEATURE));
}
}
VowpalWabbitInterface.ReleaseFeatureSpace(featureSpacePtr, (IntPtr)featureSpaceLen);
}
private static void RunFeaturesTest()
{
// this usually requires that the library script to update train.w or its moral equivalent needs to have been run
IntPtr vw = VowpalWabbitInterface.Initialize("-q st --noconstant --quiet");
IntPtr example = VowpalWabbitInterface.ReadExample(vw, "1 |s p^the_man w^the w^man |t p^un_homme w^un w^homme");
float score = VowpalWabbitInterface.Learn(vw, example);
VowpalWabbitInterface.FinishExample(vw, example);
VowpalWabbitInterface.FEATURE_SPACE[] featureSpace = new VowpalWabbitInterface.FEATURE_SPACE[2];//maximum number of index spaces
VowpalWabbitInterface.FEATURE[] sfeatures = new VowpalWabbitInterface.FEATURE[3];// the maximum number of features
VowpalWabbitInterface.FEATURE[] tfeatures = new VowpalWabbitInterface.FEATURE[3];// the maximum number of features
GCHandle pinnedsFeatures = GCHandle.Alloc(sfeatures, GCHandleType.Pinned);
GCHandle pinnedtFeatures = GCHandle.Alloc(tfeatures, GCHandleType.Pinned);
featureSpace[0].features = pinnedsFeatures.AddrOfPinnedObject();
featureSpace[1].features = pinnedtFeatures.AddrOfPinnedObject();
GCHandle pinnedFeatureSpace = GCHandle.Alloc(featureSpace, GCHandleType.Pinned);
IntPtr featureSpacePtr = pinnedFeatureSpace.AddrOfPinnedObject();
uint snum = VowpalWabbitInterface.HashSpace("s");
featureSpace[0].name = (byte)'s';
sfeatures[0].weight_index = VowpalWabbitInterface.HashFeature("p^the_man", snum);
sfeatures[0].x = 1;
// add the character "delta" to test unicode
// do it as a string to test the marshaling is doing pinning correctly.
const string s = "w^thew^man\u0394";
sfeatures[1].weight_index = VowpalWabbitInterface.HashFeature(s, snum);
sfeatures[1].x = 1;
sfeatures[2].weight_index = VowpalWabbitInterface.HashFeature("w^man", snum);
sfeatures[2].x = 1;
featureSpace[0].len = 3;
uint tnum = VowpalWabbitInterface.HashSpace("t");
featureSpace[1].name = (byte)'t';
tfeatures[0].weight_index = VowpalWabbitInterface.HashFeature("p^un_homme", tnum);
tfeatures[0].x = 1;
tfeatures[1].weight_index = VowpalWabbitInterface.HashFeature("w^un", tnum);
tfeatures[1].x = 1;
tfeatures[2].weight_index = VowpalWabbitInterface.HashFeature("w^homme", tnum);
tfeatures[2].x = 1;
featureSpace[1].len = 3;
IntPtr importedExample = VowpalWabbitInterface.ImportExample(vw, featureSpacePtr, (IntPtr)featureSpace.Length);
VowpalWabbitInterface.AddLabel(importedExample, 1);
score = VowpalWabbitInterface.Learn(vw, importedExample);
Console.Error.WriteLine("p2 = {0}", score);
VowpalWabbitInterface.Finish(vw);
// clean up the memory we allocated
pinnedsFeatures.Free();
pinnedtFeatures.Free();
pinnedFeatureSpace.Free();
}
private static void RunFlatExampleTestEx()
{
//IntPtr vw = VowpalWabbitInterface.Initialize("-q st -d rcv1.train.raw.txt -f out");
IntPtr vw = VowpalWabbitInterface.Initialize("-q st -d ..\\..\\..\\test\\train-sets\\0002.dat -f out");
VowpalWabbitInterface.StartParser(vw, false);
uint stride = (uint)VowpalWabbitInterface.Get_Stride(vw);
int count = 0;
IntPtr example = IntPtr.Zero;
while (IntPtr.Zero != (example = VowpalWabbitInterface.GetExample(vw)))
{
count++;
float prediction = VowpalWabbitInterface.GetPrediction(example);
float importance = VowpalWabbitInterface.GetImportance(example);
float initial = VowpalWabbitInterface.GetInitial(example);
float label = VowpalWabbitInterface.GetLabel(example);
UInt32 tag_len = (UInt32)VowpalWabbitInterface.GetTagLength(example);
byte[] tag = new byte[tag_len];
if (tag_len > 0)
Marshal.Copy(VowpalWabbitInterface.GetTag(example), tag, 0, (int)tag_len);
UInt32 num_features = (UInt32)VowpalWabbitInterface.GetFeatureNumber(example);
VowpalWabbitInterface.FEATURE[] f;
if (num_features > 0)
{
f = new VowpalWabbitInterface.FEATURE[num_features];
IntPtr feature_count = (IntPtr)0;
IntPtr ret = VowpalWabbitInterface.GetFeatures(vw, example, ref feature_count);
int feature_size = Marshal.SizeOf(typeof(VowpalWabbitInterface.FEATURE));
for (int i = 0; i < (int)feature_count; i++)
{
IntPtr curfeaturePos = new IntPtr(ret.ToInt32() + i * feature_size);
f[i] = (VowpalWabbitInterface.FEATURE)Marshal.PtrToStructure(curfeaturePos, typeof(VowpalWabbitInterface.FEATURE));
}
}
VowpalWabbitInterface.FinishExample(vw, example);
}
VowpalWabbitInterface.EndParser(vw);
VowpalWabbitInterface.Finish(vw);
}