| public nextToken ( ) : global::java.lang.String | ||
| return | global::java.lang.String | |
public void Normalize()
{
int index, i;
fp = rewind(fp, data_filename);
while (readline(fp) != null)
{
int next_index = 1;
double target;
double value;
java.util.StringTokenizer st = new java.util.StringTokenizer(line, " \t\n\r\f:");
target = System.Double.Parse(st.nextToken());
output_target(target);
while (st.hasMoreElements())
{
index = Int32.Parse(st.nextToken());
value = System.Double.Parse(st.nextToken());
//NOTE: inside output there is a formula that used to work with zero value indices, however since we are injecting a full 204K normalization vector of minmax, this no longer works and the formula gives megative nums and needs to be removed for zero value indices.
//for (i = next_index; i < index; i++)
// output(i, 0);
output(index, value);
next_index = index + 1;
}
for (i = next_index; i <= max_index; i++)
{
output(i, 0);
}
System.Console.Write("\n");
}
}
public void restoreConfigMinMaxGetValues()
{
if (restore_filename != null)
{
// fp_restore rewinded in finding max_index
int idx, c;
double fmin, fmax;
fp_restore_java.mark(2); // for reset
if ((c = fp_restore_java.read()) == 'y')
{
fp_restore_java.readLine(); // pass the '\n' after 'y'
java.util.StringTokenizer st = new java.util.StringTokenizer(fp_restore_java.readLine());
y_lower = System.Double.Parse(st.nextToken());
y_upper = System.Double.Parse(st.nextToken());
st = new java.util.StringTokenizer(fp_restore_java.readLine());
y_min = System.Double.Parse(st.nextToken());
y_max = System.Double.Parse(st.nextToken());
y_scaling = true;
}
else
{
fp_restore_java.reset();
}
if (fp_restore_java.read() == 'x')
{
fp_restore_java.readLine(); // pass the '\n' after 'x'
java.util.StringTokenizer st = new java.util.StringTokenizer(fp_restore_java.readLine());
lower = System.Double.Parse(st.nextToken());
upper = System.Double.Parse(st.nextToken());
System.String restore_line = null;
while ((restore_line = fp_restore_java.readLine()) != null)
{
java.util.StringTokenizer st2 = new java.util.StringTokenizer(restore_line);
idx = Int32.Parse(st2.nextToken());
fmin = System.Double.Parse(st2.nextToken());
fmax = System.Double.Parse(st2.nextToken());
if (idx <= max_index)
{
feature_min[idx] = fmin;
feature_max[idx] = fmax;
}
}
}
fp_restore_java.close();
}
}
//find max_index from the restore file
public void restoreCofingFileGetMaxIndex()
{
if (restore_filename != null)
{
int idx, c;
try
{
fp_restore_java = new BufferedReader(new FileReader(restore_filename));
}
catch (java.lang.Exception e)
{
System.Console.Error.WriteLine("can't open file " + restore_filename);
//Environment.Exit(1);
}
if ((c = fp_restore_java.read()) == 'y')
{
fp_restore_java.readLine();
fp_restore_java.readLine();
fp_restore_java.readLine();
}
fp_restore_java.readLine();
fp_restore_java.readLine();
System.String restore_line = null;
while ((restore_line = fp_restore_java.readLine()) != null)
{
java.util.StringTokenizer st2 = new java.util.StringTokenizer(restore_line);
idx = Int32.Parse(st2.nextToken());
max_index = System.Math.Max(max_index, idx);
}
fp_restore_java = rewind(fp_restore_java, restore_filename);
}
}
public void getMaxFeaturesAndNonZeros()
{
int index;
while (readline(fp) != null)
{
java.util.StringTokenizer st = new java.util.StringTokenizer(line, " \t\n\r\f:");
st.nextToken();
while (st.hasMoreTokens())
{
index = Int32.Parse(st.nextToken());
max_index = System.Math.Max(max_index, index);
st.nextToken();
num_nonzeros++;
}
}
}
public void getMinMaxValuesForFeatures()
{
fp = rewind(fp, data_filename);
while (readline(fp) != null)
{
int next_index = 1;
double target;
double value;
java.util.StringTokenizer st = new java.util.StringTokenizer(line, " \t\n\r\f:");
target = System.Double.Parse(st.nextToken());
y_max = System.Math.Max(y_max, target);
y_min = System.Math.Min(y_min, target);
while (st.hasMoreTokens())
{
int index = Int32.Parse(st.nextToken());
value = System.Double.Parse(st.nextToken());
for (int i = next_index; i < index; i++)
{
feature_max[i] = System.Math.Max(feature_max[i], 0);
feature_min[i] = System.Math.Min(feature_min[i], 0);
}
feature_max[index] = System.Math.Max(feature_max[index], value);
feature_min[index] = System.Math.Min(feature_min[index], value);
next_index = index + 1;
}
for (int i = next_index; i <= max_index; i++)
{
feature_max[i] = System.Math.Max(feature_max[i], 0);
feature_min[i] = System.Math.Min(feature_min[i], 0);
}
}
}
public static File findFileOnClassPath(string name)
{
StringTokenizer stringTokenizer = new StringTokenizer(System.getProperty("java.class.path"), System.getProperty("path.separator"));
while (stringTokenizer.hasMoreTokens())
{
File file1 = new File(stringTokenizer.nextToken());
File absoluteFile = file1.getAbsoluteFile();
if (absoluteFile.isFile())
{
File.__\u003Cclinit\u003E();
File file2 = new File(absoluteFile.getParent(), name);
if (file2.exists())
return file2;
}
else
{
File file2 = new File(file1, name);
if (file2.exists())
return file2;
}
}
return (File) null;
}
//legacy function, has it all and its working.
public void run(System.String[] argv)
{
int i, index;
BufferedReader fp = null, fp_restore = null;
System.String save_filename = null;
System.String restore_filename = null;
System.String data_filename = null;
System.String save_filenameoutput = null;
for (i = 0; i < argv.Count(); i++)
{
if (argv[i][0] != '-')
{
break;
}
++i;
if (argv[i - 1][1] == 'l')
{
lower = System.Double.Parse(argv[i]);
}
else if (argv[i - 1][1] == 'u')
{
upper = System.Double.Parse(argv[i]);
}
else if (argv[i - 1][1] == 'y')
{
y_lower = System.Double.Parse(argv[i]);
++i;
y_upper = System.Double.Parse(argv[i]);
y_scaling = true;
}
else if (argv[i - 1][1] == 's')
{
save_filename = argv[i];
}
else if (argv[i - 1][1] == 'r')
{
restore_filename = argv[i];
}
else if (argv[i - 1][1] == 'o')
{
save_filenameoutput = argv[i];
}
else
{
//System.Console.Error.WriteLine("unknown option");
//exit_with_help();
}
/*switch(argv[i-1][1])
* {
* case 'l': lower = System.Double.Parse(argv[i]); break;
* case 'u': upper = System.Double.Parse(argv[i]); break;
* case 'y':
* y_lower = System.Double.Parse(argv[i]);
++i;
* y_upper = System.Double.Parse(argv[i]);
* y_scaling = true;
* break;
* case 's': save_filename = argv[i]; break;
* case 'r': restore_filename = argv[i]; break;
* default:
* System.Console.Error.WriteLine("unknown option");
* exit_with_help();
* }*/
}
if (!(upper > lower) || (y_scaling && !(y_upper > y_lower)))
{
System.Console.Error.WriteLine("inconsistent lower/upper specification");
//Environment.Exit(1);
}
if (restore_filename != null && save_filename != null)
{
System.Console.Error.WriteLine("cannot use -r and -s simultaneously");
//Environment.Exit(1);
}
if (argv.Count() != i + 1)
{
exit_with_help();
}
data_filename = argv[i];
try {
fp = new BufferedReader(new FileReader(data_filename));
} catch (java.lang.Exception e) {
System.Console.Error.WriteLine("can't open file " + data_filename);
//Environment.Exit(1);
}
/* assumption: min index of attributes is 1 */
/* pass 1: find out max index of attributes */
max_index = 0;
if (restore_filename != null)
{
int idx, c;
try {
fp_restore = new BufferedReader(new FileReader(restore_filename));
}
catch (java.lang.Exception e)
{
System.Console.Error.WriteLine("can't open file " + restore_filename);
//Environment.Exit(1);
}
if ((c = fp_restore.read()) == 'y')
{
fp_restore.readLine();
fp_restore.readLine();
fp_restore.readLine();
}
fp_restore.readLine();
fp_restore.readLine();
System.String restore_line = null;
while ((restore_line = fp_restore.readLine()) != null)
{
java.util.StringTokenizer st2 = new java.util.StringTokenizer(restore_line);
idx = Int32.Parse(st2.nextToken());
max_index = System.Math.Max(max_index, idx);
}
fp_restore = rewind(fp_restore, restore_filename);
}
while (readline(fp) != null)
{
java.util.StringTokenizer st = new java.util.StringTokenizer(line, " \t\n\r\f:");
st.nextToken();
while (st.hasMoreTokens())
{
index = Int32.Parse(st.nextToken());
max_index = System.Math.Max(max_index, index);
st.nextToken();
num_nonzeros++;
}
}
try {
feature_max = new double[(max_index + 1)];
feature_min = new double[(max_index + 1)];
} catch (OutOfMemoryException e) {
System.Console.Error.WriteLine("can't allocate enough memory");
//Environment.Exit(1);
}
for (i = 0; i <= max_index; i++)
{
feature_max[i] = -System.Double.MaxValue;
feature_min[i] = System.Double.MaxValue;
}
fp = rewind(fp, data_filename);
/* pass 2: find out min/max value */
while (readline(fp) != null)
{
int next_index = 1;
double target;
double value;
java.util.StringTokenizer st = new java.util.StringTokenizer(line, " \t\n\r\f:");
target = System.Double.Parse(st.nextToken());
y_max = System.Math.Max(y_max, target);
y_min = System.Math.Min(y_min, target);
while (st.hasMoreTokens())
{
index = Int32.Parse(st.nextToken());
value = System.Double.Parse(st.nextToken());
for (i = next_index; i < index; i++)
{
feature_max[i] = System.Math.Max(feature_max[i], 0);
feature_min[i] = System.Math.Min(feature_min[i], 0);
}
feature_max[index] = System.Math.Max(feature_max[index], value);
feature_min[index] = System.Math.Min(feature_min[index], value);
next_index = index + 1;
}
for (i = next_index; i <= max_index; i++)
{
feature_max[i] = System.Math.Max(feature_max[i], 0);
feature_min[i] = System.Math.Min(feature_min[i], 0);
}
}
fp = rewind(fp, data_filename);
/* pass 2.5: save/restore feature_min/feature_max */
if (restore_filename != null)
{
// fp_restore rewinded in finding max_index
int idx, c;
double fmin, fmax;
fp_restore.mark(2); // for reset
if ((c = fp_restore.read()) == 'y')
{
fp_restore.readLine(); // pass the '\n' after 'y'
java.util.StringTokenizer st = new java.util.StringTokenizer(fp_restore.readLine());
y_lower = System.Double.Parse(st.nextToken());
y_upper = System.Double.Parse(st.nextToken());
st = new java.util.StringTokenizer(fp_restore.readLine());
y_min = System.Double.Parse(st.nextToken());
y_max = System.Double.Parse(st.nextToken());
y_scaling = true;
}
else
{
fp_restore.reset();
}
if (fp_restore.read() == 'x')
{
fp_restore.readLine(); // pass the '\n' after 'x'
java.util.StringTokenizer st = new java.util.StringTokenizer(fp_restore.readLine());
lower = System.Double.Parse(st.nextToken());
upper = System.Double.Parse(st.nextToken());
System.String restore_line = null;
while ((restore_line = fp_restore.readLine()) != null)
{
java.util.StringTokenizer st2 = new java.util.StringTokenizer(restore_line);
idx = Int32.Parse(st2.nextToken());
fmin = System.Double.Parse(st2.nextToken());
fmax = System.Double.Parse(st2.nextToken());
if (idx <= max_index)
{
feature_min[idx] = fmin;
feature_max[idx] = fmax;
}
}
}
fp_restore.close();
}
// needs to figure out why .16g thing isnt working in runtime..it is java after all and working inthe original.
/*if(save_filename != null)
* {
* java.util.Formatter formatter = new java.util.Formatter(new java.lang.StringBuilder());
* java.io.BufferedWriter fp_save = null;
*
* try {
* fp_save = new java.io.BufferedWriter(new java.io.FileWriter(save_filename));
* } catch(java.io.IOException e) {
* System.Console.Error.WriteLine("can't open file " + save_filename);
* Environment.Exit(1);
* }
*
* if(y_scaling)
* {
* formatter.format("y\n");
* formatter.format("%.16g %.16g\n", y_lower, y_upper);
* formatter.format("%.16g %.16g\n", y_min, y_max);
* }
* formatter.format("x\n");
* formatter.format("%.16g %.16g\n", lower, upper);
* for(i=1;i<=max_index;i++)
* {
* if(feature_min[i] != feature_max[i])
* formatter.format("%d %.16g %.16g\n", i, feature_min[i], feature_max[i]);
* }
* fp_save.write(formatter.toString());
* fp_save.close();
* }*/
FileStream ostrm = null;
StreamWriter writer = null;
TextWriter oldOut = System.Console.Out;
if (save_filenameoutput != null)
{
try
{
ostrm = new FileStream(save_filenameoutput, FileMode.OpenOrCreate, FileAccess.Write);
writer = new StreamWriter(ostrm);
}
catch (System.Exception e)
{
System.Console.WriteLine("Cannot open Redirect.txt for writing");
System.Console.WriteLine(e.Message);
return;
}
System.Console.SetOut(writer);
}
/* pass 3: scale */
while (readline(fp) != null)
{
int next_index = 1;
double target;
double value;
java.util.StringTokenizer st = new java.util.StringTokenizer(line, " \t\n\r\f:");
target = System.Double.Parse(st.nextToken());
output_target(target);
while (st.hasMoreElements())
{
index = Int32.Parse(st.nextToken());
value = System.Double.Parse(st.nextToken());
for (i = next_index; i < index; i++)
{
output(i, 0);
}
output(index, value);
next_index = index + 1;
}
for (i = next_index; i <= max_index; i++)
{
output(i, 0);
}
System.Console.Write("\n");
}
if (save_filenameoutput != null)
{
if (writer != null)
{
writer.Close();
}
if (ostrm != null)
{
ostrm.Close();
}
System.Console.SetOut(oldOut);
}
if (new_num_nonzeros > num_nonzeros)
{
System.Console.Error.WriteLine(
"WARNING: original #nonzeros " + num_nonzeros + "\n"
+ " new #nonzeros " + new_num_nonzeros + "\n"
+ "Use -l 0 if many original feature values are zeros\n");
}
fp.close();
}
private static string[] parseVersions([In] string obj0)
{
if (obj0 == null)
return new string[0];
ArrayList arrayList = new ArrayList();
StringTokenizer stringTokenizer = new StringTokenizer(obj0, ".");
while (stringTokenizer.hasMoreTokens())
arrayList.add((object) stringTokenizer.nextToken());
return (string[]) arrayList.toArray((object[]) new string[arrayList.size()]);
}