コード例 #1
0
        public static void DataReturn(string fn)
        {
            IPEndPoint ipep    = new IPEndPoint(IPAddress.Parse("192.168.3.32"), 40000); //指向远程服务端节点
            Socket     cSocket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);

            try
            {
                cSocket.Connect(ipep);  //连接到Monitor
            }
            catch
            {
                Console.WriteLine("连接服务器出错!");
                cSocket.Close();
                return;
            }
            string fullPath = FileSavePath + fn;

            FileInfo   EzoneFile   = new FileInfo(fullPath);                  //创建一个文件对象
            FileStream EzoneStream = EzoneFile.OpenRead();                    //打开文件流

            int PacketSize  = 1024 * 1024;                                    //包的大小1M
            int PacketCount = (int)(EzoneStream.Length / ((long)PacketSize)); //包的数量
            //最后一个包的大小
            int LastDataPacket = (int)(EzoneStream.Length - ((long)(PacketSize * PacketCount)));

            //发送[文件名]到服务器端
            TransferFiles.SendVarData(cSocket, System.Text.Encoding.Unicode.GetBytes(EzoneFile.Name));
            //发送[包的大小]到服务器端
            TransferFiles.SendVarData(cSocket, System.Text.Encoding.Unicode.GetBytes(PacketSize.ToString()));
            //发送[包的总数量]到服务器端
            TransferFiles.SendVarData(cSocket, System.Text.Encoding.Unicode.GetBytes(PacketCount.ToString()));
            //发送[最后一个包的大小]到服务器端
            TransferFiles.SendVarData(cSocket, System.Text.Encoding.Unicode.GetBytes(LastDataPacket.ToString()));

            byte[] data = new byte[PacketSize];   //数据包

            for (int i = 0; i < PacketCount; i++) //开始循环发送数据包
            {
                //从文件流读取数据并填充数据包
                EzoneStream.Read(data, 0, data.Length);
                //发送数据包
                if (TransferFiles.SendVarData(cSocket, data) == 3)
                {
                    Console.WriteLine("文件传输出错!");
                }
            }

            if (LastDataPacket != 0)  //如果还有多余的数据包,则应该发送完毕!
            {
                data = new byte[LastDataPacket];
                EzoneStream.Read(data, 0, data.Length);
                TransferFiles.SendVarData(cSocket, data);
            }

            cSocket.Close();     //关闭套接字
            EzoneStream.Close(); //关闭文件流
            Console.WriteLine("{0}发送成功!", fn);
        }
コード例 #2
0
        public static void ReceiveFiles(object Cnt)
        {
            Socket client = Cnt as Socket;
            //获得[文件名]
            string ReceiveFileName = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));
            //获得[包的大小]
            string bagSize = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));
            //获得[包的总数量]
            int bagCount = int.Parse(System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client)));
            //获得[最后一个包的大小]
            string     bagLast      = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));
            string     fullPath     = Path.Combine(FileSavePath, ReceiveFileName);
            FileStream MyFileStream = new FileStream(fullPath, FileMode.Create, FileAccess.Write);

            //已收到包的个数
            int ReceivedCount = 0;

            while (true)
            {
                byte[] data = TransferFiles.ReceiveVarData(client);
                if (data.Length == 0)
                {
                    break;
                }
                else
                {
                    ReceivedCount++;//将接收到的数据包写入到文件流对象
                    MyFileStream.Write(data, 0, data.Length);
                }
            }
            //关闭文件流
            MyFileStream.Close();
            //关闭套接字
            client.Close();
            Console.WriteLine("数据接收完成!");
            DataFilename = ReceiveFileName;
        }
コード例 #3
0
        public static void DataDeliver(object Cnt)
        {
            ConnectInfo ffname = (ConnectInfo)Cnt;

            IPEndPoint ipep     = new IPEndPoint(IPAddress.Parse(ffname.IP), ffname.Port); //指向远程服务端节点
            Socket     dpSocket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp);

            try
            {
                dpSocket.Connect(ipep);  //连接到Monitor
            }
            catch
            {
                Console.WriteLine("连接服务器出错!");
                dpSocket.Close();
                return;
            }
            string fullPath = FileSavePath + ffname.Filename;

            FileInfo   EzoneFile   = new FileInfo(fullPath);                  //创建一个文件对象
            FileStream EzoneStream = EzoneFile.OpenRead();                    //打开文件流

            int PacketSize  = 1024 * 1024;                                    //包的大小1M
            int PacketCount = (int)(EzoneStream.Length / ((long)PacketSize)); //包的数量
            //最后一个包的大小
            int LastDataPacket = (int)(EzoneStream.Length - ((long)(PacketSize * PacketCount)));

            //先发送操作命令
            TransferFiles.SendVarData(dpSocket, System.Text.Encoding.Unicode.GetBytes("DataProcess"));
            //发送[文件名]到服务器端
            TransferFiles.SendVarData(dpSocket, System.Text.Encoding.Unicode.GetBytes(EzoneFile.Name));
            //发送[包的大小]到服务器端
            TransferFiles.SendVarData(dpSocket, System.Text.Encoding.Unicode.GetBytes(PacketSize.ToString()));
            //发送[包的总数量]到服务器端
            TransferFiles.SendVarData(dpSocket, System.Text.Encoding.Unicode.GetBytes(PacketCount.ToString()));
            //发送[最后一个包的大小]到服务器端
            TransferFiles.SendVarData(dpSocket, System.Text.Encoding.Unicode.GetBytes(LastDataPacket.ToString()));

            //bool IsTransferOk = false;
            byte[] data = new byte[PacketSize];   //数据包

            for (int i = 0; i < PacketCount; i++) //开始循环发送数据包
            {
                //从文件流读取数据并填充数据包
                EzoneStream.Read(data, 0, data.Length);
                //发送数据包
                if (TransferFiles.SendVarData(dpSocket, data) == 3)
                {
                    Console.WriteLine("文件传输出错!");
                }
            }

            if (LastDataPacket != 0)  //如果还有多余的数据包,则应该发送完毕!
            {
                data = new byte[LastDataPacket];
                EzoneStream.Read(data, 0, data.Length);
                TransferFiles.SendVarData(dpSocket, data);
            }

            dpSocket.Close();    //关闭套接字
            EzoneStream.Close(); //关闭文件流
        }
コード例 #4
0
        public static void TransferTread(object clientSocket)
        {
            Socket client = clientSocket as Socket;
            //获得客户端节点对象
            IPEndPoint clientep = (IPEndPoint)client.RemoteEndPoint;
            //获取[操作命令]
            string operatcmd = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));

            if (0 == string.Compare(operatcmd, "UpLoad"))
            {
                //消息:文件名$文件大小
                //处理消息根据文件大小选择是否分割文件
                string st = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));
                Console.WriteLine(st);
                string[] stArray  = st.Split('$');
                string   filename = stArray[0];
                Int64    filelen  = Convert.ToInt64(stArray[1]);

                bool fileupdateflag = false;

                //文件已经存在,直接覆盖之前文件,不再重新分配IP
                for (int i = 1; i <= SavedfileCount; i++)
                {
                    if (Savedfile[i].Filename == filename)
                    {
                        Savedfile[i].FileLength = filelen;
                        if (Savedfile[i].IsCut)//文件分割标志true
                        {
                            string[] TempExtra = filename.Split('.');
                            string   ipstr     = "";
                            int      fileorder = 0;
                            for (int j = 1; j <= 3; j++)
                            {
                                for (int k = 1; k <= SavedfileCount; k++)
                                {
                                    if (Savedfile[k].Filename == (TempExtra[0] + "_" + j.ToString() + "." + TempExtra[1]))
                                    {
                                        fileorder = k;
                                        break;
                                    }
                                }
                                ipstr += "@" + Savedfile[fileorder].SaveIP.IP + "/" + Savedfile[fileorder].SaveIP.Port.ToString();
                                Console.WriteLine("{0}", Savedfile[fileorder].SaveIP.IP);
                            }

                            TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                            client.Close();
                            Console.WriteLine("分配完成");
                        }
                        else
                        {
                            string ipstr = "";

                            ipstr = "@" + Savedfile[i].SaveIP.IP + "/" + Savedfile[i].SaveIP.Port.ToString();
                            Console.WriteLine("{0}", Savedfile[i].SaveIP.IP);

                            TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                            client.Close();
                            Console.WriteLine("分配完成");
                        }
                        fileupdateflag = true;
                        break;
                    }
                }
                //上传文件不存在文件表,则在文件表中注册文件,根据文件大小分割文件
                if (!fileupdateflag)
                {
                    SavedfileCount++;
                    Savedfile[SavedfileCount].Filename   = filename;
                    Savedfile[SavedfileCount].FileLength = filelen;
                    Savedfile[SavedfileCount].IsCut      = true;
                    Savedfile[SavedfileCount].IsSaved    = false;
                    Savedfile[SavedfileCount].IsUpdata   = true;

                    if ((filelen / (1024.0 * 1024.0)) > 700)//文件大于2G开始分块处理
                    {
                        //文件分块,直接发送3个IP地址到client端,分块过程由client直接操作
                        //分块文件命名规则统一按照 "文件名+_number+文件后缀",各块文件按照IP发送顺序存储
                        //数据表记录文件存储名称和存储Server IP
                        int rass = ServerCount;
                        if (rass >= 3)//服务器数量足够
                        {
                            int[] randomget;
                            randomget = GetRandomArray(3, 1, rass);
                            Console.WriteLine("{0},{1},{2}", randomget[0], randomget[1], randomget[2]);

                            string[] TempExtra = filename.Split('.');
                            string   ipstr     = "";
                            SavedfileCount++;

                            for (int i = SavedfileCount; i <= SavedfileCount + 2; i++)
                            {
                                Savedfile[i].Filename    = TempExtra[0] + "_" + (i - SavedfileCount + 1).ToString() + "." + TempExtra[1];
                                Savedfile[i].FileLength  = filelen / 3;
                                Savedfile[i].IsCut       = false;
                                Savedfile[i].IsSaved     = false;
                                Savedfile[i].SaveIP.IP   = TargetServer[randomget[i - SavedfileCount]].IP;
                                Savedfile[i].SaveIP.Port = 20000;
                                Savedfile[i].IsUpdata    = false;

                                if (randomget[i - SavedfileCount] >= rass)
                                {
                                    Savedfile[i].BakIP.IP   = TargetServer[1].IP;
                                    Savedfile[i].BakIP.Port = 20000;
                                }
                                else
                                {
                                    Savedfile[i].BakIP.IP   = TargetServer[randomget[i - SavedfileCount] + 1].IP;
                                    Savedfile[i].BakIP.Port = 20000;
                                }
                                ipstr += "@" + Savedfile[i].SaveIP.IP + "/" + Savedfile[i].SaveIP.Port.ToString();
                            }
                            SavedfileCount += 2;

                            TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                            client.Close();
                            Console.WriteLine("分配完成");
                        }
                        else
                        {
                            TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes("ServerError"));
                            client.Close();
                            Console.WriteLine("服务器数量太少,不能完成分配!");
                        }
                    }
                    else
                    {
                        //文件不分块,直接发送一个IP到client端
                        //数据表记录文件名称和文件存储Server IP
                        Savedfile[SavedfileCount].IsCut = false;
                        int rass = ServerCount;

                        if (rass >= 1)
                        {
                            int[] randomget;
                            randomget = GetRandomArray(1, 1, rass);
                            Savedfile[SavedfileCount].SaveIP.IP   = TargetServer[randomget[0]].IP;
                            Savedfile[SavedfileCount].SaveIP.Port = 20000;

                            if (randomget[0] >= rass)
                            {
                                Savedfile[SavedfileCount].BakIP.IP   = TargetServer[1].IP;
                                Savedfile[SavedfileCount].BakIP.Port = 20000;
                            }
                            else
                            {
                                Savedfile[SavedfileCount].BakIP.IP   = TargetServer[randomget[0] + 1].IP;
                                Savedfile[SavedfileCount].BakIP.Port = 20000;
                            }
                            string ipstr = "@" + Savedfile[SavedfileCount].SaveIP.IP + "/" + Savedfile[SavedfileCount].SaveIP.Port.ToString();
                            TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                            client.Close();
                            Console.WriteLine("分配完成");
                        }
                        else
                        {
                            TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes("ServerError"));
                            client.Close();
                            Console.WriteLine("没有服务器连接!");
                        }
                    }
                }
            }
            else if (0 == string.Compare(operatcmd, "DownLoad"))
            {
                string st = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));
                Console.WriteLine(st);
                string[] stArray  = st.Split('$');
                string   filename = stArray[0];
                Int64    filelen  = Convert.ToInt64(stArray[1]);
                Console.WriteLine("文件名称:{0}", filename);
                Console.WriteLine("文件大小:{0}", filelen);

                if ((filelen / (1024.0 * 1024.0)) > 700)//文件大于2G开始分块处理
                {
                    //文件分块,直接发送四个IP地址到client端,分块过程由client直接操作
                    //分块文件命名规则统一按照文件名+"_number",各块文件按照IP发送顺序存储
                    //数据表记录文件存储名称和存储Server IP
                    string[] TempExtra = filename.Split('.');
                    string   ipstr     = "";
                    int      fileorder = 0;
                    for (int j = 1; j <= 3; j++)
                    {
                        for (int i = 1; i <= SavedfileCount; i++)
                        {
                            if (Savedfile[i].Filename == (TempExtra[0] + "_" + j.ToString() + "." + TempExtra[1]))
                            {
                                fileorder = i;
                                break;
                            }
                        }
                        ipstr += "@" + Savedfile[fileorder].SaveIP.IP + "/" + Savedfile[fileorder].SaveIP.Port.ToString();
                        Console.WriteLine("{0}", Savedfile[fileorder].SaveIP.IP);
                    }

                    TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                    client.Close();
                    Console.WriteLine("分配完成");
                }
                else
                {
                    //文件不分块,直接发送一个IP到client端
                    //数据表记录文件名称和文件存储Server IP
                    string ipstr = "";
                    for (int i = 1; i <= SavedfileCount; i++)
                    {
                        if (Savedfile[i].Filename == filename)
                        {
                            ipstr = "@" + Savedfile[i].SaveIP.IP + "/" + Savedfile[i].SaveIP.Port.ToString();
                            Console.WriteLine("{0}", Savedfile[i].SaveIP.IP);
                            break;
                        }
                    }
                    TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                    client.Close();
                    Console.WriteLine("分配完成");
                }
            }
            else if (0 == string.Compare(operatcmd, "DataProcess"))
            {
                Console.WriteLine("正在接收数据文件...");
                Thread dp = new Thread(ReceiveFiles);//接收数据文件的同时把去除后缀名的文件名称记录在全局变量中
                dp.Start(client);

                dp.Join();//等待接收数据完成
                string  dfn        = DataFilename;
                Process CmdProcess = new Process();
                CmdProcess.StartInfo.FileName = "cmd.exe";
                //命令码格式:"python D:\MonitorFile\split.py D:\MonitorFile\ dfn 指令码"
                CmdProcess.StartInfo.Arguments = "/c python " + FileSavePath + "mapreduce.py"
                                                 + " " + FileSavePath
                                                 + " " + dfn
                                                 + " " + DataSplitCount.ToString()
                                                 + " " + "cut"; //“/C”表示执行完命令后马上退出
                CmdProcess.Start();                             //执行
                //CmdProcess.StandardOutput.ReadToEnd();//输出
                CmdProcess.WaitForExit();                       //等待程序执行完退出进程
                CmdProcess.Close();                             //结束
                Console.WriteLine("数据文件分割完成,等待分发服务器...");

                //把文件数据分发服务器
                int rass = ServerCount;
                if (rass >= 4)//服务器数量足够
                {
                    int[] randomget;
                    randomget = GetRandomArray(4, 1, rass);
                    //Console.WriteLine("{0},{1},{2},{3}", randomget[0], randomget[1], randomget[2], randomget[3]);

                    TargetServer[randomget[0]].Filename = dfn.Substring(0, dfn.Length - 4) + "_part0.txt";
                    TargetServer[randomget[1]].Filename = dfn.Substring(0, dfn.Length - 4) + "_part1.txt";
                    TargetServer[randomget[2]].Filename = dfn.Substring(0, dfn.Length - 4) + "_part2.txt";
                    TargetServer[randomget[3]].Filename = dfn.Substring(0, dfn.Length - 4) + "_part3.txt";

                    Thread dps1 = new Thread(DataDeliver);
                    dps1.Start(TargetServer[randomget[0]]);

                    Thread dps2 = new Thread(DataDeliver);
                    dps2.Start(TargetServer[randomget[1]]);

                    Thread dps3 = new Thread(DataDeliver);
                    dps3.Start(TargetServer[randomget[2]]);

                    Thread dps4 = new Thread(DataDeliver);
                    dps4.Start(TargetServer[randomget[3]]);

                    dps1.Join();
                    dps2.Join();
                    dps3.Join();
                    dps4.Join();

                    File.Delete(FileSavePath + dfn.Substring(0, dfn.Length - 4) + "_part0.txt");
                    File.Delete(FileSavePath + dfn.Substring(0, dfn.Length - 4) + "_part1.txt");
                    File.Delete(FileSavePath + dfn.Substring(0, dfn.Length - 4) + "_part2.txt");
                    File.Delete(FileSavePath + dfn.Substring(0, dfn.Length - 4) + "_part3.txt");

                    Console.WriteLine("数据文件分发完成!Server正在计算...");
                }
                else
                {
                    Console.WriteLine("服务器数量不够不能完成计算!");
                }
            }
            else if (0 == string.Compare(operatcmd, "ProcessReturn"))
            {
                //接收Server返回的计算结果
                //做数据合并操作
                //数据合并完成后吧数据返回到Client上
                //需要先记录发送运算请求的Client IP和端口;
                //或者做定时等待client自己索取计算结果操作
                Console.WriteLine("正在回收计算结果...");
                Thread pr = new Thread(ReceiveFiles);
                pr.Start(client);
                pr.Join();
                RetdataCount++;
                if (RetdataCount == 8)
                {
                    Console.WriteLine("计算结果回收完成,正在整合...");
                    string dfn = DataFilename;
                    dfn = dfn.Substring(0, (dfn.Length - 2));
                    Process CmdProcess = new Process();
                    CmdProcess.StartInfo.FileName = "cmd.exe";
                    //命令码格式:"python D:\MonitorFile\split.py D:\MonitorFile\ 文件名 分割数 指令码"
                    CmdProcess.StartInfo.Arguments = "/c python " + FileSavePath + "mapreduce.py"
                                                     + " " + FileSavePath
                                                     + " " + dfn
                                                     + " " + "1"
                                                     + " " + "reduce"; //“/C”表示执行完命令后马上退出
                    CmdProcess.Start();                                //执行
                    //CmdProcess.StandardOutput.ReadToEnd();//输出
                    CmdProcess.WaitForExit();                          //等待程序执行完退出进程
                    CmdProcess.Close();                                //结束
                    RetdataCount = 0;                                  //清空标志位
                    for (int i = 1; i <= 2; i++)
                    {
                        for (int j = 0; j <= 3; j++)
                        {
                            File.Delete(FileSavePath + "result" + i.ToString() + "_" + j.ToString());
                        }
                    }
                    //结果回传 result1.txt,result2.txt LocalCall.png RoamingCall.png TollCall.png

                    DataReturn("result1.txt");
                    DataReturn("result2.txt");
                    DataReturn("LocalCall.png");
                    DataReturn("RoamingCall.png");
                    DataReturn("TollCall.png");
                    DataReturn("result3.txt");
                }
            }
            else if (0 == string.Compare(operatcmd, "ServerRegister"))
            {
                //获得客户端节点对象信息
                ServerCount++;
                TargetServer[ServerCount].IP     = clientep.Address.ToString();
                TargetServer[ServerCount].Port   = 20000;
                TargetServer[ServerCount].IsLive = 0;
                client.Close();
                Console.WriteLine("Server {0}/{1} 注册完成!", TargetServer[ServerCount].IP, TargetServer[ServerCount].Port);
            }
            else if (0 == string.Compare(operatcmd, "Pulse"))
            {
                string serverip = clientep.Address.ToString();
                for (int i = 1; i <= ServerCount; i++)
                {
                    if (0 == string.Compare(TargetServer[i].IP, serverip))
                    {
                        TargetServer[i].IsLive++;
                    }
                }
                client.Close();//一定要记得关socket服务!!!
            }
            else if (0 == string.Compare(operatcmd, "Backup"))
            {
                string bakfilename = System.Text.Encoding.Unicode.GetString(TransferFiles.ReceiveVarData(client));
                //查找文件表,把对应文件备份IP传到Server
                string ipstr = "";
                for (int i = 1; i <= SavedfileCount; i++)
                {
                    if (Savedfile[i].Filename == bakfilename)
                    {
                        ipstr = "@" + Savedfile[i].BakIP.IP + "/" + (20000).ToString();
                        break;
                    }
                }
                TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(ipstr));
                client.Close();
                Console.WriteLine("备份分配完成!");
            }
            else if (0 == string.Compare(operatcmd, "UpdataFile"))
            {
                //发送文件数目
                int count = 0;

                for (int i = 1; i <= SavedfileCount; i++)
                {
                    if (Savedfile[i].IsUpdata)
                    {
                        count++;
                    }
                }
                TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(count.ToString()));

                for (int i = 1; i <= SavedfileCount; i++)
                {
                    if (Savedfile[i].IsUpdata)
                    {
                        //发送每个文件文件名和文件长度
                        TransferFiles.SendVarData(client, System.Text.Encoding.Unicode.GetBytes(Savedfile[i].Filename +
                                                                                                "$" + Savedfile[i].FileLength.ToString()));
                        count++;
                    }
                }

                client.Close();
                Console.WriteLine("文件表更新完成!");
            }
            else
            {
                client.Close();
                Console.WriteLine("没有匹配的操作命令!");
            }
        }