protected int GetBatch(SQLInterface sql)
{
Stopwatch timer = new Stopwatch();
timer.Restart();
List <int> ids = new List <int>();
SqlDataReader r = null;
uint limit = 1000;
string order = "ORDER BY ID";
try
{
ids.Clear();
r = sql.GetReader("SELECT TOP " + limit + " Data.ID as ID,s as Filename,Runtime,Returnvalue,ResultCode,stdout,stderr,SAT,UNSAT,UNKNOWN,TargetSAT,TargetUNSAT,TargetUNKNOWN FROM Data,Strings WHERE ExperimentID=" + _metaData.Id.ToString() + " AND FilenameP=Strings.ID " + order + ";");
if (!r.HasRows)
{
r.Close(); return(0);
}
//Global.Say("Query time: " + (DateTime.Now - before).TotalSeconds + " sec");
while (r.Read())
{
string fn = (string)r["Filename"];
fn = fn.Substring(fn.IndexOf('\\') + 1); // remove top-level `smtlib-latest' dir.
_data.AddRow(fn,
SQLInterface.getint(ref r, "Returnvalue"),
SQLInterface.getdouble(ref r, "Runtime"),
SQLInterface.getuint(ref r, "ResultCode"),
SQLInterface.getuint(ref r, "SAT"),
SQLInterface.getuint(ref r, "UNSAT"),
SQLInterface.getuint(ref r, "UNKNOWN"),
SQLInterface.getuint(ref r, "TargetSAT"),
SQLInterface.getuint(ref r, "TargetUNSAT"),
SQLInterface.getuint(ref r, "TargetUNKNOWN"),
SQLInterface.getstring(ref r, "stdout"),
SQLInterface.getstring(ref r, "stderr")
);
ids.Add(Convert.ToInt32(r["ID"]));
}
r.Close();
}
catch (SqlException ex)
{
if (ex.Number != -2)
{
throw ex;
}
// Else that's OK.
}
if (!r.IsClosed)
{
r.Close();
}
int i = 0;
string query = "";
while (i < ids.Count)
{
int range_start = (int)ids[i];
int range_end = range_start;
while (i < ids.Count - 1 && ((int)ids[i + 1]) == range_end + 1)
{
range_end++; i++;
}
if (query == "")
{
query = "DELETE FROM Data WHERE (ID>=" + range_start + " AND ID<=" + range_end + ") ";
}
else
{
query += "OR (ID>=" + range_start + " AND ID<=" + range_end + ") ";
}
i++;
}
sql.Query(query);
//Global.Say("Delete time: " + (DateTime.Now - b).TotalSeconds + " sec");
//Global.Say("Downloaded " + ids.Count + " entries for experiment " + eid + ".");
timer.Stop();
_downloadBatches++;
_downloadTime += timer.Elapsed;
return(ids.Count);
}
public void Download(SQLInterface sql)
{
// Global.Say("Downloading #" + _metaData.Id);
Dictionary <string, Object> r = sql.Read("SELECT " +
"ID,SubmissionTime,SharedDir,Binary,Parameters,Timeout,Memout," +
"Cluster,ClusterJobId,Nodegroup,Locality,Longparams FROM Experiments " +
"WHERE ID=" + _metaData.Id.ToString() + ";");
if (SQLInterface.getuint(ref r, "ID") != _metaData.Id)
{
throw new Exception("Job ID mismatch");
}
_metaData.SubmissionTime = Convert.ToDateTime(r["SubmissionTime"], Global.culture);
_metaData.BaseDirectory = r["SharedDir"].ToString();
_metaData.BinaryId = Convert.ToUInt32(r["Binary"]);
if (r["Parameters"].Equals(DBNull.Value))
{
_metaData.Parameters = r["Longparams"].ToString();
}
else
{
_metaData.Parameters = r["Parameters"].ToString();
}
_metaData.Timeout = Convert.ToUInt32(r["Timeout"]);
_metaData.Memoryout = Convert.ToUInt32(r["Memout"]);
_metaData.Cluster = r["Cluster"].ToString();
_metaData.ClusterJobId = SQLInterface.getuint(ref r, "ClusterJobId");
_metaData.Nodegroup = r["Nodegroup"].ToString();
_metaData.Locality = r["Locality"].ToString();
_metaData.isFinished = false;
_metaData.Save();
r.Clear();
_data = new CSVData(_dataFilename);
bool have_new_data = false;
while (GetBatch(sql) > 0)
{
have_new_data = true;
}
if (have_new_data)
{
_summary.Rebuild(this);
}
string ids = _metaData.Id.ToString();
bool clusterDone = false;
if (_metaData.Cluster != "" && _metaData.ClusterJobId != 0)
{
try
{
r = sql.Read("SELECT COUNT(1) FROM JobQueue WHERE ExperimentID=" + ids);
if ((int)r.First().Value != 0)
{
clusterDone = false;
}
else
{
Scheduler scheduler = new Scheduler();
scheduler.Connect(_metaData.Cluster);
ISchedulerJob job = scheduler.OpenJob((int)_metaData.ClusterJobId);
JobState state = job.State;
if (state == JobState.Finished ||
state == JobState.Finishing ||
state == JobState.Failed ||
state == JobState.Canceled ||
state == JobState.Canceling)
{
clusterDone = true;
}
}
}
catch (SchedulerException ex)
{
if (ex.Code == ErrorCode.Operation_InvalidJobId)
{
clusterDone = true;
}
else
{
Global.Say("Job considered not finished because the scheduler threw: " + ex.Message);
}
}
catch
{
clusterDone = false;
}
}
if (clusterDone)
{
// Delete the experiment only if the job on the cluster is done and there are no more jobs.
Dictionary <string, object> q =
sql.Read("(SELECT (SELECT COUNT(1) FROM Data WHERE ExperimentID=" + ids + ") + " +
"(SELECT COUNT(1) FROM JobQueue WHERE ExperimentID=" + ids + "))");
if (q.Count > 0 && (int)q.First().Value == 0)
{
// Cluster is done & database is done.
sql.Query("DELETE FROM Experiments WHERE ID=" + ids);
_metaData.isFinished = true;
_metaData.Save();
}
}
}
