public void saveLacCellBvciETLDocumentSet(string sqlconn)
        {
            TcpDbContext context = null;
            try
            {
                context = new TcpDbContext(sqlconn);
                context.Configuration.AutoDetectChangesEnabled = false;

                int count = 0;
                LacCellBvciETL lcbs = new LacCellBvciETL();
                foreach (var cell in lcbs.mongo_LacCellBvciETL.QueryMongo())
                {
                    ++count;
                    context = context.AddToContext(context, cell, count, bulksize, true, sqlconn);
                }

                context.SaveChanges();
            }
            finally
            {
                if (context != null)
                    context.Dispose();
            }
            Console.WriteLine("LacCellBvciETLDocument->TcpDbContext->ok");
        }
 private static void BatchMakeLlcDataForMongo()
 {
     using (LacCellBvciStaging lcb = new LacCellBvciStaging())
         lcb.CreatCollection();
     GC.Collect();
     using (LacCellBvciETL lcbs = new LacCellBvciETL())
         lcbs.CreatCollection();
     GC.Collect();
     //using (LlcTlliSessionStaging tls = new LlcTlliSessionStaging())
     //    tls.CreateCollection();
     //GC.Collect();
     Console.WriteLine("BatchMakeLlcDataForMongo,Finish");
 }
        public void CreatCollection()
        {
            LacCellBvciETL lcbs = new LacCellBvciETL();
            var cellslook = lcbs.mongo_LacCellBvciETL.QueryMongo().ToLookup(e => e.lac_ci);
            int bvci_count = 0;

            TcpPortSessionStaging tts = new TcpPortSessionStaging();
            foreach (var p in tts.mongo_TcpPortSessionStaging.QueryMongo())
            {
                TcpPortSessionETLDocument trsd = new TcpPortSessionETLDocument();

                trsd._id = p._id;

                trsd.DimIp.IpID = p._id;
                trsd.DimUdp.UdpID = p._id;
                trsd.DimNs.NsID = p._id;
                trsd.DimBssgp.BssgpID = p._id;
                trsd.DimLlcSndcp.LlcSndcpID = p._id;
                trsd.DimIp2.Ip2ID = p._id;
                trsd.DimTcp.TcpID = p._id;
                trsd.DimHttp.HttpID = p._id;
                trsd.DimMessage.MessageID = p._id;
                trsd.CalItem.CalculationItemID = p._id;

                trsd.FactTcp.FactID = p._id;
                trsd.FactTcp.IpID = p._id;
                trsd.FactTcp.UdpID = p._id;
                trsd.FactTcp.NsID = p._id;
                trsd.FactTcp.BssgpID = p._id;
                trsd.FactTcp.LlcSndcpID = p._id;
                trsd.FactTcp.Ip2ID = p._id;
                trsd.FactTcp.TcpID = p._id;
                trsd.FactTcp.HttpID = p._id;
                trsd.FactTcp.MessageID = p._id;
                trsd.FactTcp.CalculationItemID = p._id;

                trsd.DimIp.bsc_ip_distinct = p.direction == directiondown ? p.ip_dst_aggre : p.ip_src_aggre;
                trsd.DimIp.ip_flags_mf = p.ip_flags_mf;
                trsd.DimIp.sgsn_lost_bsc_ip = p.sgsn_lost_bsc_ip;

                trsd.DimNs.bvci_seq = p.bvci_seq_aggre;
                trsd.DimNs.bvci_distinct = p.bsc_bvci;
                trsd.DimNs.bvci_distinct_cnt = p.bsc_bvci.GetDistinctCount();//进行不重复计数
                trsd.DimNs.lac_cell_from_bvci = p.lac_cell_from_bvci;
                trsd.DimNs.lac_cell_from_bvci_cnt = p.lac_cell_from_bvci.GetDistinctCount();//进行不重复计数
                trsd.DimNs.multi_cell_per_bvci = p.multi_cell_per_bvci;
                trsd.DimNs.multibvci_cnt = trsd.DimNs.lac_cell_from_bvci_cnt - trsd.DimNs.bvci_distinct_cnt;
                trsd.DimNs.bvci_from_lac_cell = SplitLacCellStr(p.lac_cell, cellslook, out bvci_count);
                trsd.DimNs.bvci_from_lac_cell_cnt = bvci_count;
                trsd.DimNs.bvci_seq_cnt = p.bvci_seq_aggre.GetSequenceCount();//进行序列计数
                trsd.DimNs.bvci_pp_cnt = trsd.DimNs.bvci_seq_cnt - trsd.DimNs.bvci_distinct_cnt;
                trsd.DimNs.nsip_control_bits_c = p.nsip_control_bits_c;//R-bit和C-bit不响应的问题,bsc_ip更新问题
                trsd.DimNs.nsip_control_bits_r = p.nsip_control_bits_r;

                trsd.DimBssgp.lac_distinct = p.lac;
                trsd.DimBssgp.imsi = p.imsi;
                trsd.DimBssgp.direction = p.direction;
                trsd.DimBssgp.lac_cell_distinct = p.lac_cell; //mulit-bvci-percell的问题
                trsd.DimBssgp.lac_cell_distinct_cnt = p.lac_cell.GetDistinctCount();//进行不重复计数
                trsd.DimBssgp.cell_seq = p.cell_seq_aggre;

                trsd.DimNs.bvci_cell_error_cnt = trsd.DimNs.bvci_distinct_cnt - trsd.DimBssgp.lac_cell_distinct_cnt;

                trsd.DimLlcSndcp.sndcp_m = p.sndcp_m;
                trsd.DimLlcSndcp.sndcp_nsapi = p.sndcp_nsapi;
                trsd.DimLlcSndcp.llcgprs_sapi = p.llcgprs_sapi;

                trsd.DimIp2.ip2_flags_mf = p.ip2_flags_mf;
                trsd.DimIp2.ip2host_distinct = p.direction == directiondown ? p.ip2_src_aggre : p.ip2_dst_aggre;
                trsd.DimIp2.ip2ttl_distinct = p.direction == directiondown ? p.ip2_ttl_aggre : fillnull;

                trsd.DimTcp.tcp_port_distinct = p.direction == directiondown ? p.src_port_aggre : p.dst_port_aggre;
                trsd.DimTcp.tcp_need_segment = p.tcp_need_segment;

                #region TCP传输乱序的计算,ip2_id和tcp_nxtseq结合运算
                trsd.DimIp2.ip2_id_lost_seq = p.ip2_id_aggre.LostSequenctCount();
                trsd.DimTcp.tcp_nxtseq_lost_seq = p.tcp_nxt_aggre.LostSequenctCount();
                trsd.DimIp2.lost_ipid_seq = trsd.DimIp2.ip2_id_lost_seq > 0 ? 1 : 0;
                trsd.DimTcp.lost_tcp_seq = trsd.DimTcp.tcp_nxtseq_lost_seq > 0 ? 1 : 0;
                #endregion

                trsd.DimHttp.http_method = p.http_method == null ? tcp_data : p.http_method;
                trsd.DimHttp.user_agent = p.user_agent == null ? fillnull : p.user_agent;
                trsd.DimHttp.absolute_uri = p.absolute_uri == null ? fillnull : p.absolute_uri;

                trsd.DimMessage.session_id = p.session_id;
                trsd.DimMessage.msg_distinct_aggre = p.msg_distinct_aggre;
                trsd.DimMessage.ip2ip1_header = p.ip2ip1_header;

                trsd.FactTcp.ip_total_aggre = p.ip_total_aggre;
                trsd.FactTcp.sndcp_m_count = p.sndcp_m_count;
                trsd.FactTcp.sndcp_m_total = p.sndcp_m_total;
                trsd.FactTcp.seq_total_aggre = p.seq_total_aggre;
                trsd.FactTcp.seqtotal_sndcp_aggre = p.seqtotal_sndcp_aggre;
                trsd.FactTcp.seq_total_reduce = p.seq_total_reduce;
                trsd.FactTcp.seq_total_count = p.seq_total_count;
                trsd.FactTcp.seq_distinct_count = p.seq_distinct_count;
                trsd.FactTcp.seq_repeat_cnt = p.seq_repeat_cnt;
                trsd.FactTcp.seq_total_lost = p.seq_total_lost > 0 ? p.seq_total_lost : 0;
                trsd.FactTcp.seq_total_repeat = p.seq_total_lost < 0 ? -1 * p.seq_total_lost : 0;
                trsd.FactTcp.duration = p.duration;

                trsd.CalItem.IP实传字节数 = trsd.FactTcp.ip_total_aggre;
                trsd.CalItem.TCP实传字节数 = trsd.FactTcp.seqtotal_sndcp_aggre;
                trsd.CalItem.TCP完整字节数 = trsd.FactTcp.seq_total_reduce;
                trsd.CalItem.TCP传输速率 = trsd.FactTcp.duration != 0 ? (double)trsd.FactTcp.seqtotal_sndcp_aggre / trsd.FactTcp.duration : EdgeMax;
                trsd.CalItem.TCP会话时长 = trsd.FactTcp.duration;
                trsd.CalItem.TCP传输次数 = trsd.FactTcp.seq_total_count;
                trsd.CalItem.TCP重发次数 = trsd.FactTcp.seq_repeat_cnt;
                trsd.CalItem.TCP重传次数占比 = 1.0 * p.seq_repeat_cnt / p.seq_total_count;
                trsd.CalItem.TCP重传字节数 = trsd.FactTcp.seq_total_repeat;
                trsd.CalItem.TCP重传字节占比 = trsd.FactTcp.seqtotal_sndcp_aggre != 0 ? (double)trsd.FactTcp.seq_total_repeat / (double)trsd.FactTcp.seqtotal_sndcp_aggre : 1.0;
                trsd.CalItem.TCP丢包字节数 = trsd.FactTcp.seq_total_lost;
                trsd.CalItem.TCP丢包字节占比 = trsd.FactTcp.seq_total_reduce != 0 ? (double)trsd.FactTcp.seq_total_lost / (double)trsd.FactTcp.seq_total_reduce : 1.0;

                mongo_TcpPortSessionETL.MongoCol.Insert(trsd);
            }

            Console.WriteLine("TcpPortSessionETLDocument->mongo->ok");
        }