public void MultiEntitiesInitPipelines()
{
EntitySpider context = new DefaultEntitySpider();
context.Identity = (Guid.NewGuid().ToString("N"));
context.SetThreadNum(1);
context.AddPipeline(new MySqlEntityPipeline("Database='test';Data Source=localhost;User ID=root;Password=1qazZAQ!;Port=3306"));
context.AddPipeline(new MySqlFileEntityPipeline());
context.AddPipeline(new ConsoleEntityPipeline());
context.AddPipeline(new JsonFileEntityPipeline());
context.AddStartUrl("http://baidu.com");
context.AddEntityType(typeof(Entity13));
context.AddEntityType(typeof(Entity12));
context.Run("running-test");
var entityPipelines = context.Pipelines;
Assert.AreEqual(4, entityPipelines.Count);
var pipeline1 = (MySqlEntityPipeline)entityPipelines[0];
Assert.AreEqual("Database='test';Data Source=localhost;User ID=root;Password=1qazZAQ!;Port=3306", pipeline1.ConnectString);
Assert.AreEqual("MySqlFileEntityPipeline", entityPipelines[1].GetType().Name);
Assert.AreEqual("ConsoleEntityPipeline", entityPipelines[2].GetType().Name);
Assert.AreEqual("JsonFileEntityPipeline", entityPipelines[3].GetType().Name);
var pipelines = context.GetPipelines();
Assert.AreEqual(4, pipelines.Count);
IEntityPipeline pipeline = (IEntityPipeline)pipelines[0];
//entityPipelines = pipeline.GetEntityPipelines();
//Assert.AreEqual(4, entityPipelines.Count);
//pipeline1 = (MySqlEntityPipeline)entityPipelines[0];
//Assert.AreEqual("test", pipeline1.GetSchema().Database);
//Assert.AreEqual("table13", pipeline1.GetSchema().Name);
using (MySqlConnection conn = new MySqlConnection("Database='mysql';Data Source=localhost;User ID=root;Password=1qazZAQ!;Port=3306"))
{
conn.Execute($"DROP table test.table12");
conn.Execute($"DROP table test.table13");
}
}
public void SqlServerDataTypeTests()
{
using (var conn = new SqlConnection("Server=.\\SQLEXPRESS;Database=test;Trusted_Connection=True;MultipleActiveResultSets=true"))
{
EntitySpider context = new DefaultEntitySpider();
context.Identity = (Guid.NewGuid().ToString("N"));
context.SetThreadNum(1);
context.AddPipeline(new SqlServerEntityPipeline("Server=.\\SQLEXPRESS;Database=test;Trusted_Connection=True;MultipleActiveResultSets=true"));
context.AddStartUrl("http://baidu.com");
context.AddEntityType(typeof(Entity15));
context.Run("running-test");
var columns = conn.Query <ColumnInfo>("USE [test];select b.name Name,c.name+'(' + cast(c.length as varchar)+')' [Type] from sysobjects a,syscolumns b,systypes c where a.id=b.id and a.name='table15' and a.xtype='U'and b.xtype=c.xtype").ToList();
Assert.AreEqual(11, columns.Count);
Assert.AreEqual("Int", columns[0].Name);
Assert.AreEqual("Time", columns[1].Name);
Assert.AreEqual("CDate", columns[2].Name);
Assert.AreEqual("Float", columns[3].Name);
Assert.AreEqual("Double", columns[4].Name);
Assert.AreEqual("BigInt", columns[5].Name);
Assert.AreEqual("__Id", columns[6].Name);
Assert.AreEqual("String", columns[7].Name);
Assert.AreEqual("String1", columns[8].Name);
Assert.AreEqual("int(4)", columns[0].Type);
Assert.AreEqual("datetime(8)", columns[1].Type);
Assert.AreEqual("datetime(8)", columns[2].Type);
Assert.AreEqual("float(8)", columns[3].Type);
Assert.AreEqual("float(8)", columns[4].Type);
Assert.AreEqual("bigint(8)", columns[5].Type);
Assert.AreEqual("bigint(8)", columns[6].Type);
Assert.AreEqual("nvarchar(8000)", columns[7].Type);
Assert.AreEqual("nvarchar(8000)", columns[8].Type);
conn.Execute("USE [test]; drop table [test].dbo.[table15]");
}
}
public void MySqlDataTypeTests()
{
using (MySqlConnection conn = new MySqlConnection("Database='mysql';Data Source=localhost;User ID=root;Password=1qazZAQ!;Port=3306"))
{
EntitySpider context = new DefaultEntitySpider();
context.Identity = (Guid.NewGuid().ToString("N"));
context.SetThreadNum(1);
context.AddPipeline(new MySqlEntityPipeline("Database='test';Data Source=localhost;User ID=root;Password=1qazZAQ!;Port=3306"));
context.AddStartUrl("http://baidu.com");
context.AddEntityType(typeof(Entity15));
context.Run("running-test");
var columns = conn.Query <ColumnInfo>("SELECT COLUMN_NAME as `Name`, COLUMN_TYPE as `Type` FROM information_schema.columns WHERE table_name='table15' AND table_schema = 'test';").ToList();;
Assert.AreEqual(9, columns.Count);
Assert.AreEqual("Int", columns[0].Name);
Assert.AreEqual("BigInt", columns[1].Name);
Assert.AreEqual("String", columns[2].Name);
Assert.AreEqual("Time", columns[3].Name);
Assert.AreEqual("Float", columns[4].Name);
Assert.AreEqual("Double", columns[5].Name);
Assert.AreEqual("String1", columns[6].Name);
Assert.AreEqual("cdate", columns[7].Name);
Assert.AreEqual("__id", columns[8].Name);
Assert.AreEqual("int(11)", columns[0].Type);
Assert.AreEqual("bigint(20)", columns[1].Type);
Assert.AreEqual("text", columns[2].Type);
Assert.AreEqual("timestamp", columns[3].Type);
Assert.AreEqual("float", columns[4].Type);
Assert.AreEqual("double", columns[5].Type);
Assert.AreEqual("varchar(100)", columns[6].Type);
Assert.AreEqual("timestamp", columns[7].Type);
Assert.AreEqual("bigint(20)", columns[8].Type);
conn.Execute("drop table `test`.`table15`");
}
}