示例#1
0
        /// <summary>
        ///
        /// </summary>
        /// <param name="sourceConnexion"></param>
        /// <param name="destConnexion"></param>
        /// <param name="mode">Exclude, Include or Aucun</param>
        /// <param name="liste">Liste des tables lié à l'option Mode</param>
        public static void DataBaseIntegrate
            (string CsvFileName, string destConnexion, string destSchema, string destTable, string csvFileEncoding = "iso-8859-1")
        {
            Encoding enc = null;

            switch (csvFileEncoding)
            {
            case "UTF8": enc = Encoding.UTF8; break;

            case "ASCII": enc = Encoding.ASCII; break;

            case "BigEndianUnicode": enc = Encoding.BigEndianUnicode; break;

            case "Unicode": enc = Encoding.Unicode; break;

            case "UTF32": enc = Encoding.UTF32; break;

            case "UTF7": enc = Encoding.UTF7; break;

            case "iso-8859-1": enc = Encoding.GetEncoding(28591); break;

            default: enc = Encoding.Default; break;
            }
            ;


            DatabaseTable destDataTable = new DatabaseTable(destSchema, destTable);

            /*
             * MSDBIntegration sql = new MSDBIntegration(destinationConnection: destConnexion);
             * sql.BulkUpsertCsv(CsvFileName,destDataTable);
             */

            SQLCopy.MSSQL2005_DBConnection DestinationConnection = new SQLCopy.MSSQL2005_DBConnection(destConnexion);

            using (var reader = new CsvReader(new StreamReader(CsvFileName, enc), true, ';'))
            {
                try
                {
                    DestinationConnection.Open();

                    CsvDataAdapter adapter          = new CsvDataAdapter(reader);
                    int            nbTobeMergedRows = adapter.Fill(DestinationConnection, destDataTable, "yyyyMMdd");
                }
                catch (Exception e)
                {
                    throw e;
                }
                finally
                {
                    DestinationConnection.Close();
                }
            }
        }
        public static void ACTION_PROCESS_BulkCopy_DATA_FACTSET_DATA_1(string filepath)
        {
            DataSet ds = new DataSet("DATA_FACTSET");
            MSSQL2005_DBConnection dest = new MSSQL2005_DBConnection(ENV);

            using (var reader = new CsvReader(new StreamReader(new FileStream(filepath, FileMode.Open, FileAccess.Read, FileShare.ReadWrite)), true, '|'))
            {
                reader.MissingFieldAction = MissingFieldAction.ReplaceByEmpty;
                CsvDataAdapter adapter = new CsvDataAdapter(reader);
                // TODO : ajouter un objet de mapping sur le csvDataApdapter
                int nbReadLines = adapter.Fill(dest, new DatabaseTable("dbo", "DATA_FACTSET"));
            }
        }
        public override void ProcessData()
        {
            RaiseProcessingUpdate(new EventArg<string>("Retrieving FinViz data..."));
            foreach (var exchange in exhcanges)
            {
                CsvDataAdapter adapter = new CsvDataAdapter(true);
                adapter.DataRetrieveCompleted += adapter_DataRetrieveCompleted;
                adapter.DataRetrieveError += adapter_DataRetrieveError;
                string[] values = exchange.Split('=');
                if (values.Length == 2)
                {
                    if (FilterString.Contains("&f="))
                        adapter.CurrentURL = exportUrl + FilterString + "," + values[1];
                    else
                        adapter.CurrentURL = exportUrl + FilterString + "&f=" + values[1];
                }
                else
                {
                    adapter.CurrentURL = exportUrl;
                }

                adapter.RetrieveData();
            }
        }
        protected override void OnInnerProcessorCompleted(EventArg<System.Data.DataTable> e)
        {
            try
            {
                querySetCount = 0;

                RaiseProcessingUpdate(new EventArg<string>("Getting Yahoo Finance data..."));
                var col = e.Data.Columns.Add(FieldConstant.ExDividendDate, typeof(string));
                col = e.Data.Columns.Add(FieldConstant.DividendPayDate, typeof(string));
                col = e.Data.Columns.Add(FieldConstant.DividendYield, typeof(string));
                col = e.Data.Columns.Add(FieldConstant.TargetPrice1y, typeof(float));

                //get the filtered data
                //contruct the data
                //get back the table

                var result = ConstructURL(e.Data);

                foreach (string url in result)
                {
                    CsvDataAdapter adapter = new CsvDataAdapter(false);
                    adapter.DataRetrieveCompleted += adapter_DataRetrieveCompleted;
                    adapter.DataRetrieveError += adapter_DataRetrieveError;
                    adapter.CurrentURL = url;
                    adapter.RetrieveData();
                    Interlocked.Increment(ref querySetCount);
                }
            }
            catch (Exception err)
            {

                RaiseProcessingError(new EventArg<Exception>(err));
            }
        }