Example #1
0
 public static IEnumerable <IFreeDocument> InserDataCollection(this IDataBaseConnector connector, DataCollection collection,
                                                               string tableName = null, int batchMount = 1000)
 {
     return(collection.ComputeData.BatchDo(data =>
     {
         if (tableName == null)
         {
             tableName = collection.Name;
         }
         List <string> columns = new List <string>();
         var sample = data.MergeToDocument();
         columns = data.GetKeys().ToList();
         if (connector.RefreshTableNames().FirstOrDefault(d => d.Name == tableName) == null)
         {
             var result = connector.CreateTable(sample, tableName);
             if (result == false)
             {
                 throw new Exception(String.Format(GlobalHelper.Get("key_349"), tableName));
             }
             // connector.RefreshTableNames();
         }
         return columns;
     }, (list, columns) =>
     {
         connector.BatchInsert(list, (List <string>)columns, collection.Name);
     }));
 }
Example #2
0
        public static IEnumerable <int> InserDataCollection(this IDataBaseConnector connector, DataCollection collection,
                                                            string tableName = null, int batchMount = 1000)
        {
            if (tableName == null)
            {
                tableName = collection.Name;
            }
            if (connector.RefreshTableNames().FirstOrDefault(d => d.Name == tableName) == null)
            {
                connector.CreateTable(collection.ComputeData.First(), tableName);
            }
            var i    = 0;
            var list = new List <IFreeDocument>();

            while (i < collection.Count)
            {
                list.Add(collection.ComputeData[i]);
                if (list.Count == batchMount)
                {
                    connector.BatchInsert(list, tableName);
                    list = new List <IFreeDocument>();
                    yield return(i);
                }
                i++;
            }
            connector.BatchInsert(list, collection.Name);
        }
Example #3
0
 private void RefreshConnect(IDataBaseConnector connector)
 {
     if (!connector.ConnectDB())
     {
         MessageBox.Show(connector.Name + "强制刷新连接失败");
         return;
     }
     connector.RefreshTableNames();
 }
Example #4
0
 private void RefreshConnect(IDataBaseConnector connector)
 {
     if (!connector.ConnectDB())
     {
         MessageBox.Show(connector.Name + GlobalHelper.Get("key_259"));
         return;
     }
     connector.RefreshTableNames();
 }
Example #5
0
 private void DropTable(IDataBaseConnector connector, string dataName)
 {
     if (
         MessageBox.Show(
             "确定对数据表" + dataName + "执行删除操作吗?", "警告信息", MessageBoxButton.YesNo) ==
         MessageBoxResult.Yes)
     {
         connector.DropTable(dataName);
         connector.RefreshTableNames();
     }
 }
Example #6
0
 private void DropTable(IDataBaseConnector connector, string dataName)
 {
     if (
         MessageBox.Show(
             GlobalHelper.Get("key_257") + dataName + GlobalHelper.Get("key_258"), GlobalHelper.Get("key_151"),
             MessageBoxButton.YesNo) ==
         MessageBoxResult.Yes)
     {
         connector.DropTable(dataName);
         connector.RefreshTableNames();
     }
 }
 public int FetchCount()
 {
     if (count == null)
     {
         var table = connector.RefreshTableNames().FirstOrDefault(d => d.Name == tableName);
         if (table != null)
         {
             count = table.Size;
         }
         return(count.Value);
     }
     else
     {
         return(count.Value);
     }
 }
Example #8
0
 public static IEnumerable <IFreeDocument> InserDataCollection(this IDataBaseConnector connector, DataCollection collection,
                                                               string tableName = null, int batchMount = 1000)
 {
     return(collection.ComputeData.BatchDo(data =>
     {
         if (tableName == null)
         {
             tableName = collection.Name;
         }
         if (connector.RefreshTableNames().FirstOrDefault(d => d.Name == tableName) == null)
         {
             connector.CreateTable(data, tableName);
         }
         return true;
     }, list =>
     {
         connector.BatchInsert(list, collection.Name);
     }));
 }
Example #9
0
        public async Task <List <IFreeDocument> > GetDataFromDB(IDataBaseConnector db, string dataName,
                                                                bool isNewData, int mount = -1)
        {
            if (db == null)
            {
                return(null);
            }

            var table   = db.RefreshTableNames().FirstOrDefault(d => d.Name == dataName);
            var dataAll = new List <IFreeDocument>();

            var task = TemporaryTask.AddTempTask(dataName + "数据导入",
                                                 db.GetEntities(dataName, mount), dataAll.Add, null, table != null?table.Size:-1, notifyInterval: 1000);

            processManager.CurrentProcessTasks.Add(task);
            await Task.Run(
                () => task.Wait());

            return(dataAll);
        }
Example #10
0
        public DataCollection ReadCollection(IDataBaseConnector connector, string tableName, bool isVirtual)
        {
            if (isVirtual)
            {
                IItemsProvider <IFreeDocument> vir = null;
                TableInfo tableInfo = connector.RefreshTableNames().FirstOrDefault(d => d.Name == tableName);

                var enumable = connector as IEnumerableProvider <IFreeDocument>;
                if (enumable != null && enumable.CanSkip(tableInfo.Name) == false)
                {
                    vir = new EnumableVirtualProvider <IFreeDocument>(
                        enumable.GetEnumerable(tableInfo.Name), tableInfo.Size);
                }
                else
                {
                    vir = new DataBaseVirtualProvider <IFreeDocument>(tableInfo.Connector, tableInfo.Name);
                }
                int count = 1000;
                if (connector.TypeName == "网页爬虫连接器")
                {
                    count = 100;
                }
                var col = new VirtualDataCollection(vir, count)
                {
                    Name = tableInfo.Name
                };
                AddDataCollection(col);
                return(col);
            }
            else
            {
                Task <List <IFreeDocument> > datas = GetDataFromDB(connector, tableName, true);
                DataCollection col = AddDataCollection(datas.Result);
                return(col);
            }
        }
Example #11
0
 private void RefreshConnect(IDataBaseConnector connector)
 {
     if (!connector.ConnectDB())
     {
         MessageBox.Show(connector.Name + "强制刷新连接失败");
         return;
     }
     connector.RefreshTableNames();
 }
Example #12
0
 private void DropTable(IDataBaseConnector connector, string dataName)
 {
     if (
         MessageBox.Show(
             "确定对数据表" + dataName + "执行删除操作吗?", "警告信息", MessageBoxButton.YesNo) ==
         MessageBoxResult.Yes)
     {
         connector.DropTable(dataName);
         connector.RefreshTableNames();
     }
 }
Example #13
0
        public async Task<List<IFreeDocument>> GetDataFromDB(IDataBaseConnector db, string dataName,
            bool isNewData, int mount = -1)
        {
            if (db == null)
            {
                return null;
            }

            var table = db.RefreshTableNames().FirstOrDefault(d => d.Name == dataName);
            var dataAll = new List<IFreeDocument>();
            
                var  task = TemporaryTask.AddTempTask(dataName + "数据导入",
                    db.GetEntities(dataName, typeof (FreeDocument), mount), dataAll.Add,null,table!=null?table.Size:-1,notifyInterval:1000);
            processManager.CurrentProcessTasks.Add(task);
                await Task.Run(
                    () => task.Wait());
                return dataAll;
        }
Example #14
0
        public DataCollection ReadCollection(IDataBaseConnector connector, string tableName, bool isVirtual)
        {
            if (isVirtual)
            {
                IItemsProvider<IFreeDocument> vir = null;
                TableInfo tableInfo = connector.RefreshTableNames().FirstOrDefault(d => d.Name == tableName);

                var enumable = connector as IEnumerableProvider<IFreeDocument>;
                if (enumable != null && enumable.CanSkip(tableInfo.Name) == false)
                {
                    vir = new EnumableVirtualProvider<IFreeDocument>(
                        enumable.GetEnumerable(tableInfo.Name), tableInfo.Size);
                }
                else
                {
                    vir = new DataBaseVirtualProvider<IFreeDocument>(tableInfo.Connector, tableInfo.Name);
                }
                int count = 1000;
                if (connector.TypeName == "网页爬虫连接器")
                    count = 100;
                var col = new VirtualDataCollection( vir, count)
                {
                    Name = tableInfo.Name
                };
                AddDataCollection(col);
                return col;
            }
            else
            {
                Task<List<IFreeDocument>> datas = GetDataFromDB(connector, tableName, true);
                DataCollection col = AddDataCollection(datas.Result);
                return col;
            }
        }