protected override ISparqlDataset GetEmptyDataset()
{
MicrosoftSqlStoreManager sql = new MicrosoftSqlStoreManager("unit_test", "example", "password");
sql.DeleteGraph(TestGraphUri);
sql.Flush();
return new SqlDataset(sql);
}
public static void Main(String[] args)
{
try
{
String server = "localhost";
Console.WriteLine("Enter Database Server: ");
server = Console.ReadLine();
if (server.Equals(String.Empty)) server = "localhost";
String db = "bbcdemo";
Console.WriteLine("Enter Database to check: ");
db = Console.ReadLine();
if (db.Equals(String.Empty)) db = "bbcdemo";
Console.WriteLine("Checking Node Hash Codes for Database '" + db + "' on Server '" + server + "'");
MicrosoftSqlStoreManager manager = new MicrosoftSqlStoreManager(server, db, "example", "password");
DataTable nodeData = manager.ExecuteQuery("SELECT nodeID, nodeHash FROM NODES");
Graph g = new Graph();
int valid = 0;
int invalid = 0;
foreach (DataRow r in nodeData.Rows)
{
INode n = manager.LoadNode(g, r["nodeID"].ToString());
int hash = Int32.Parse(r["nodeHash"].ToString());
if (hash == n.GetHashCode())
{
valid++;
}
else
{
invalid++;
}
}
manager.Dispose();
Console.WriteLine(valid + " Nodes had Valid Hash Codes");
Console.WriteLine(invalid + " Nodes had Invalid Hash Codes");
Console.ReadLine();
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
Console.WriteLine(ex.StackTrace);
Exception innerEx = ex.InnerException;
while (innerEx != null)
{
Console.WriteLine();
Console.WriteLine(innerEx.Message);
Console.WriteLine(innerEx.StackTrace);
innerEx = innerEx.InnerException;
}
Console.ReadLine();
}
}
/// <summary>
/// Tries to load a SQL IO Manager based on information from the Configuration Graph
/// </summary>
/// <param name="g">Configuration Graph</param>
/// <param name="objNode">Object Node</param>
/// <param name="targetType">Target Type</param>
/// <param name="obj">Output Object</param>
/// <returns></returns>
public bool TryLoadObject(IGraph g, INode objNode, Type targetType, out Object obj)
{
ISqlIOManager manager = null;
String server, port, db, user, pwd;
//Create the URI Nodes we're going to use to search for things
INode propServer = ConfigurationLoader.CreateConfigurationNode(g, ConfigurationLoader.PropertyServer),
propDb = ConfigurationLoader.CreateConfigurationNode(g, ConfigurationLoader.PropertyDatabase);
//Get Server and Database details
server = ConfigurationLoader.GetConfigurationString(g, objNode, propServer);
if (server == null) server = "localhost";
db = ConfigurationLoader.GetConfigurationString(g, objNode, propDb);
if (db == null)
{
obj = null;
return false;
}
//Get user credentials
ConfigurationLoader.GetUsernameAndPassword(g, objNode, true, out user, out pwd);
//Based on this information create a Manager if possible
switch (targetType.FullName)
{
case MicrosoftSqlManager:
if (user == null || pwd == null)
{
manager = new MicrosoftSqlStoreManager(server, db);
}
else
{
manager = new MicrosoftSqlStoreManager(server, db, user, pwd);
}
break;
case MySqlManager:
if (user != null && pwd != null)
{
manager = new MySqlStoreManager(server, db, user, pwd);
}
break;
}
obj = manager;
return (manager != null);
}
public void SparqlDefaultGraphExists6()
{
MicrosoftSqlStoreManager db = new MicrosoftSqlStoreManager("localhost", "unit_test", "example", "password");
db.PreserveState = true;
SqlTripleStore store = new SqlTripleStore(db);
//Create Default Graph only if required
if (!store.HasGraph(null))
{
Graph g = new Graph();
g.Assert(g.CreateUriNode(new Uri("http://example.org/subject")), g.CreateUriNode(new Uri("http://example.org/predicate")), g.CreateUriNode(new Uri("http://example.org/object")));
store.Add(g);
store.Flush();
}
Object results = store.ExecuteQuery("ASK WHERE { GRAPH <dotnetrdf:default-graph> { ?s ?p ?o }}");
if (results is SparqlResultSet)
{
Assert.IsTrue(((SparqlResultSet)results).Result);
}
else
{
Assert.Fail("ASK Query did not return a SPARQL Result Set as expected");
}
store.Flush();
db.PreserveState = false;
store.Dispose();
}
public static void Main(string[] args)
{
StreamWriter output = new StreamWriter("SQLStoreTest.txt");
Console.SetOut(output);
Console.WriteLine("## SQL Store Test");
//Set default parameters if insufficient supplied
if (args.Length < 5)
{
args = new string[] { "read", "10", "false", "false", "8" };
}
try
{
//Read in the Parameters
String testMode = args[0].ToLower();
if (testMode != "read" && testMode != "write")
{
testMode = "read";
}
int runs = Int32.Parse(args[1]);
if (runs < 1) runs = 1;
bool reuseManager = Boolean.Parse(args[2]);
bool useThreadedManager = Boolean.Parse(args[3]);
int threads = Int32.Parse(args[4]);
if (threads < 1) threads = 4;
#region Basic Tests
//Do some basic operations
Console.WriteLine("# Basic Read and Write of normal Graphs");
//Read in a Test Graph from a Turtle File
Graph g = new Graph();
g.BaseUri = new Uri("http://www.dotnetrdf.org/Tests/SQLStore/");
TurtleParser ttlparser = new TurtleParser();
ttlparser.Load(g, "InferenceTest.ttl");
Console.WriteLine("Loaded the InferenceTest.ttl file as the Test Graph");
Console.WriteLine("Attempting to save into the SQL Store");
//Save to a Store using SqlWriter
SqlWriter sqlwriter = new SqlWriter("dotnetrdf_experimental", "sa", "20sQl08");
sqlwriter.Save(g, false);
Console.WriteLine("Saved to the SQL Store");
//Read back from the Store using SqlReader
IGraph h = new Graph();
Console.WriteLine("Trying to read the Graph back from the SQL Store");
SqlReader sqlreader = new SqlReader("dotnetrdf_experimental", "sa", "20sQl08");
h = sqlreader.Load("http://www.dotnetrdf.org/Tests/SQLStore/");
Console.WriteLine("Read from SQL Store OK");
foreach (String prefix in h.NamespaceMap.Prefixes)
{
Console.WriteLine(prefix + ": <" + h.NamespaceMap.GetNamespaceUri(prefix).ToString() + ">");
}
Console.WriteLine();
foreach (Triple t in h.Triples)
{
Console.WriteLine(t.ToString());
}
Console.WriteLine("# Test Passed");
Console.WriteLine();
//Demonstrate that the SqlGraph persists stuff to the Store
Console.WriteLine("# Advanced Read and Write with a SQLGraph");
SqlGraph s = new SqlGraph(new Uri("http://www.dotnetrdf.org/Tests/SQLStore"), "dotnetrdf_experimental", "sa", "20sQl08");
Console.WriteLine("Opened the SQL Graph OK");
INode type = s.CreateUriNode("rdf:type");
s.Assert(new Triple(type, type, type));
Console.WriteLine("Asserted something");
s.NamespaceMap.AddNamespace("ex", new Uri("http://www.example.org/"));
Console.WriteLine("Added a Namespace");
s.NamespaceMap.AddNamespace("ex", new Uri("http://www.example.org/changedNamespace/"));
Console.WriteLine("Changed a Namespace");
Console.WriteLine("Reopening to see if stuff gets loaded correctly");
s = new SqlGraph(new Uri("http://www.dotnetrdf.org/Tests/SQLStore"), "dotnetrdf_experimental", "sa", "20sQl08");
foreach (String prefix in s.NamespaceMap.Prefixes)
{
Console.WriteLine(prefix + ": <" + s.NamespaceMap.GetNamespaceUri(prefix).ToString() + ">");
}
Console.WriteLine();
foreach (Triple t in s.Triples)
{
Console.WriteLine(t.ToString());
}
Console.WriteLine();
s.Retract(new Triple(type, type, type));
Console.WriteLine("Retracted something");
foreach (Triple t in s.Triples)
{
Console.WriteLine(t.ToString());
}
#endregion
#region Benchmarking Tests
Console.WriteLine();
Console.WriteLine("# Performance Benchmarking for a Large TripleStore");
Console.WriteLine("Performing " + runs + " Runs to gauge average performance");
int totalTriples = 0;
long totalTime = 0;
long diff;
DateTime start, finish;
int triples;
if (testMode.Equals("read"))
{
//Read Benchmark
Console.WriteLine("Read Benchmarking");
if (reuseManager)
{
Console.WriteLine("Reusing ISQLIOManager which should improve performance");
}
if (useThreadedManager)
{
Console.WriteLine("Using IThreadedSQLIOManager which should improve perfomance");
}
//Create the Manager
IThreadedSqlIOManager manager;
manager = new MicrosoftSqlStoreManager("localhost", "bbcone", "sa", "20sQl08");
if (reuseManager)
{
manager.PreserveState = true;
}
//Perform the Runs
for (int i = 1; i <= runs; i++)
{
Console.WriteLine("Run #" + i);
Debug.WriteLine("Run #" + i);
//Start Profiling
start = DateTime.Now;
Console.WriteLine("Starting Loading @ " + start.ToString(TestSuite.TestSuiteTimeFormat));
Debug.WriteLine("Start @ " + start.ToString(TestSuite.TestSuiteTimeFormat));
//Set-up the Manager as required by the Test Options
ITripleStore bigstore;
if (reuseManager)
{
if (useThreadedManager)
{
bigstore = new ThreadedSqlTripleStore((IThreadedSqlIOManager)manager, threads);
}
else
{
bigstore = new SqlTripleStore(manager);
}
}
else
{
if (useThreadedManager)
{
bigstore = new ThreadedSqlTripleStore(manager, threads);
}
else
{
bigstore = new SqlTripleStore(manager);
}
}
//End Profiling
finish = DateTime.Now;
Console.WriteLine("Finished Loading @ " + finish.ToString(TestSuite.TestSuiteTimeFormat));
Debug.WriteLine("Finish @ " + finish.ToString(TestSuite.TestSuiteTimeFormat));
//Increment Totals for final average calculations later
triples = bigstore.Triples.Count();
totalTriples += triples;
Console.WriteLine(triples + " Triples loaded");
//Compute Load Rate
diff = Microsoft.VisualBasic.DateAndTime.DateDiff(Microsoft.VisualBasic.DateInterval.Second, start, finish, Microsoft.VisualBasic.FirstDayOfWeek.Monday, Microsoft.VisualBasic.FirstWeekOfYear.System);
totalTime += diff;
Console.WriteLine("Load took " + diff + " seconds");
Console.WriteLine("Load Rate was " + triples / diff + " Triples/Second");
Debug.WriteLine("Load Rate was " + triples / diff + " Triples/Second");
Console.WriteLine();
bigstore.Dispose();
}
}
else
{
//Write Benchmark
Console.WriteLine("Write Benchmarking");
//Load in the Source Data from our Test Store
ITripleStore origstore;
IThreadedSqlIOManager readManager = new MicrosoftSqlStoreManager("localhost", "dotnetrdf_experimental", "sa", "20sQl08");
Console.WriteLine();
Console.WriteLine("Obtaining Test Data");
start = DateTime.Now;
Console.WriteLine("Starting Loading @ " + start.ToString(TestSuite.TestSuiteTimeFormat));
Debug.WriteLine("Start @ " + start.ToString(TestSuite.TestSuiteTimeFormat));
//Do the Load
origstore = new ThreadedSqlTripleStore(readManager,8);
finish = DateTime.Now;
triples = origstore.Triples.Count();
Console.WriteLine("Finished Loading @ " + finish.ToString(TestSuite.TestSuiteTimeFormat));
Debug.WriteLine("Finish @ " + finish.ToString(TestSuite.TestSuiteTimeFormat));
//Compute Load Rate
diff = Microsoft.VisualBasic.DateAndTime.DateDiff(Microsoft.VisualBasic.DateInterval.Second, start, finish, Microsoft.VisualBasic.FirstDayOfWeek.Monday, Microsoft.VisualBasic.FirstWeekOfYear.System);
Console.WriteLine("Load took " + diff + " seconds");
if (diff > 0)
{
Console.WriteLine("Load Rate was " + triples / diff + " Triples/Second");
Debug.WriteLine("Load Rate was " + triples / diff + " Triples/Second");
}
Console.WriteLine();
IThreadedSqlIOManager writeManager;
for (int i = 1; i <= runs; i++)
{
Console.WriteLine("Run #" + i);
Debug.WriteLine("Run #" + i);
//Create a New Manager for every write
writeManager = new MicrosoftSqlStoreManager("localhost", "write_test", "sa", "20sQl08");
//Create SqlWriter
ThreadedSqlStoreWriter writer = new ThreadedSqlStoreWriter();
//Start Profiling
start = DateTime.Now;
Console.WriteLine("Starting Loading @ " + start.ToString(TestSuite.TestSuiteTimeFormat));
Debug.WriteLine("Start @ " + start.ToString(TestSuite.TestSuiteTimeFormat));
//Write the Store
writer.Save(origstore, new ThreadedSqlIOParams(writeManager,threads));
//End Profiling
finish = DateTime.Now;
Console.WriteLine("Finished Loading @ " + finish.ToString(TestSuite.TestSuiteTimeFormat));
Debug.WriteLine("Finish @ " + finish.ToString(TestSuite.TestSuiteTimeFormat));
//Compute Load Rate
diff = Microsoft.VisualBasic.DateAndTime.DateDiff(Microsoft.VisualBasic.DateInterval.Second, start, finish, Microsoft.VisualBasic.FirstDayOfWeek.Monday, Microsoft.VisualBasic.FirstWeekOfYear.System);
totalTime += diff;
Console.WriteLine("Writing took " + diff + " seconds");
if (diff > 0)
{
Console.WriteLine("Write Rate was " + triples / diff + " Triples/Second");
Debug.WriteLine("Write Rate was " + triples / diff + " Triples/Second");
}
Console.WriteLine();
//Now need to clear the Database for the next Test
writeManager.Open(true);
writeManager.ExecuteNonQuery("DELETE FROM NODES");
writeManager.ExecuteNonQuery("DELETE FROM TRIPLES");
writeManager.ExecuteNonQuery("DELETE FROM GRAPH_TRIPLES");
writeManager.ExecuteNonQuery("DELETE FROM GRAPHS");
writeManager.ExecuteNonQuery("DELETE FROM NAMESPACES");
writeManager.ExecuteNonQuery("DELETE FROM NS_PREFIXES");
writeManager.ExecuteNonQuery("DELETE FROM NS_URIS");
writeManager.Close(true);
}
}
//Final Average Calculations
Console.WriteLine();
Console.WriteLine("Average Load Time was " + totalTime / runs + " seconds");
Console.WriteLine("Average Load Rate was " + totalTriples / totalTime + " Triples/Second");
#endregion
Console.WriteLine("# Tests Passed");
}
catch (System.Data.SqlClient.SqlException sqlEx)
{
reportError(output, "SQL Exception", sqlEx);
}
catch (IOException ioEx)
{
reportError(output, "IO Exception", ioEx);
}
catch (RdfParseException parseEx)
{
reportError(output, "Parsing Exception", parseEx);
}
catch (RdfException rdfEx)
{
reportError(output, "RDF Exception", rdfEx);
}
catch (Exception ex)
{
reportError(output, "Other Exception", ex);
}
output.Close();
}
public void InteropSemWebInMemoryStoreSource()
{
MicrosoftSqlStoreManager mssql = new MicrosoftSqlStoreManager("dotnetrdf_experimental", "sa", "20sQl08");
InMemoryStoreSource source = new InMemoryStoreSource(new SqlTripleStore(mssql));
N3Writer writer = new N3Writer(Console.Out);
Console.WriteLine("Outputting all Triples of the form ?s rdf:type ?type");
Statement template = new Statement(new Variable(), new Entity(RdfSpecsHelper.RdfType), new Variable());
source.Select(template, writer);
Console.WriteLine();
Console.WriteLine();
Console.WriteLine("Outputting all Triples of the form ?s rdf:type ?car");
template = new Statement(new Variable(), new Entity(RdfSpecsHelper.RdfType), new Entity("http://example.org/vehicles/Car"));
source.Select(template, writer);
Console.WriteLine();
Console.WriteLine();
Console.WriteLine("Outputting all Triples for Cars and Planes");
SelectFilter filter = new SelectFilter();
filter.Predicates = new Entity[] { new Entity(RdfSpecsHelper.RdfType) };
filter.Objects = new Entity[] { new Entity("http://example.org/vehicles/Car"), new Entity("http://example.org/vehicles/Plane") };
source.Select(filter, writer);
Console.WriteLine();
Console.WriteLine();
Console.WriteLine("Outputting the Speeds of all Cards");
Variable car = new Variable("car");
Statement[] pattern = new Statement[]
{
new Statement(car, new Entity(RdfSpecsHelper.RdfType), new Entity("http://example.org/vehicles/Car")),
new Statement(car, new Entity("http://example.org/vehicles/Speed"), new Variable("speed"))
};
source.Query(pattern, new QueryOptions(), new SemWebResultsConsolePrinter());
Console.WriteLine();
writer.Close();
}
public void ParsingWriteToStoreHandlerBNodesAcrossBatchesSql()
{
MicrosoftSqlStoreManager sql = new MicrosoftSqlStoreManager("unit_test", "example", "password");
this.TestWriteToStoreHandlerWithBNodes(sql);
sql.Dispose();
}
