public void writeCompressed(ExtendedDataOutput output) { short flag = ((short)(DATA_FORM.DF_TABLE) << 8 | 8 & 0xff); //8: table type TODO: add table type output.writeShort(flag); int rows = this.rows(); int cols = this.columns(); output.writeInt(rows); output.writeInt(cols); output.writeString(""); //table name for (int i = 0; i < cols; i++) { output.writeString(this.getColumnName(i)); } for (int i = 0; i < cols; i++) { AbstractVector v = (AbstractVector)this.getColumn(i); if (v.getDataType() == DATA_TYPE.DT_SYMBOL) { v.write((ExtendedDataOutput)output); } else { v.writeCompressed((ExtendedDataOutput)output); } output.flush(); } }
public bool connect() { socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); socket.NoDelay = true; @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); ExtendedDataInput @in = new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); string body = "connect\n"; @out.writeBytes("API 0 "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); @out.flush(); string line = @in.readLine(); int endPos = line.IndexOf(' '); if (endPos <= 0) { close(); throw new IOException("Invalid ack msg : " + line); //return false; } sessionID = line.Substring(0, endPos); int startPos = endPos + 1; endPos = line.IndexOf(' ', startPos); if (endPos != line.Length - 2) { close(); throw new IOException("Invalid ack msg : " + line); //return false; } if (line[endPos + 1] == '0') { remoteLittleEndian = false; @out = new BigEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } else { remoteLittleEndian = true; } if (this.userId.Length > 0 && this.password.Length > 0) { login(); } if (this.initialScript != "") { run(initialScript); } return(true); }
public virtual bool tryReconnect() { socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); @in = new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); string body = "connect\n"; @out.writeBytes("API 0 "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); @out.flush(); string line = @in.readLine(); int endPos = line.IndexOf(' '); if (endPos <= 0) { close(); return(false); } sessionID = line.Substring(0, endPos); int startPos = endPos + 1; endPos = line.IndexOf(' ', startPos); if (endPos != line.Length - 2) { close(); return(false); } if (line[endPos + 1] == '0') { remoteLittleEndian = false; @out = new BigEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } else { remoteLittleEndian = true; } @in = remoteLittleEndian ? new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); return(true); }
public virtual void upload(IDictionary <string, IEntity> variableObjectMap) { if (variableObjectMap == null || variableObjectMap.Count == 0) { return; } lock (threadLock) { try { bool reconnect = false; if (socket == null || !socket.Connected) { if (sessionID.Length == 0) { throw new IOException("Database connection is not established yet."); } else { reconnect = true; socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } } IList <IEntity> objects = new List <IEntity>(); string body = "variable\n"; foreach (string key in variableObjectMap.Keys) { if (!isVariableCandidate(key)) { throw new System.ArgumentException("'" + key + "' is not a good variable name."); } body += key + ","; objects.Add(variableObjectMap[key]); } body = body.Substring(0, body.Length - 1); body += ("\n" + objects.Count + "\n"); body += remoteLittleEndian ? "1" : "0"; try { @out.writeBytes("API " + sessionID + " "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); for (int i = 0; i < objects.Count; ++i) { objects[i].write(@out); } @out.flush(); } catch (IOException ex) { if (reconnect) { socket = null; throw ex; } try { socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); @out.writeBytes("API " + sessionID + " "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); for (int i = 0; i < objects.Count; ++i) { objects[i].write(@out); } @out.flush(); reconnect = true; } catch (Exception e) { socket = null; throw e; } } ExtendedDataInput @in = remoteLittleEndian ? (ExtendedDataInput) new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); string[] headers = @in.readLine().Split(' '); if (headers.Length != 3) { socket = null; throw new IOException("Received invalid header."); } if (reconnect) { sessionID = headers[0]; if (this.userId.Length > 0 && this.password.Length > 0) { login(); } if (this.initialScript != "") { run(initialScript); } } string msg = @in.readLine(); if (!msg.Equals("OK")) { throw new IOException(msg); } } finally { } } }
public virtual IEntity run(string function, IList <IEntity> arguments) { lock (threadLock) { try { bool reconnect = false; if (socket == null || !socket.Connected) { if (sessionID.Length == 0) { throw new IOException("Database connection is not established yet."); } else { socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } } string body = "function\n" + function; body += ("\n" + arguments.Count + "\n"); body += remoteLittleEndian ? "1" : "0"; ExtendedDataInput @in = null; string[] headers = null; try { @out.writeBytes("API " + sessionID + " "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); for (int i = 0; i < arguments.Count; ++i) { arguments[i].write(@out); } @out.flush(); @in = remoteLittleEndian ? (ExtendedDataInput) new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); headers = @in.readLine().Split(' '); } catch (IOException ex) { if (reconnect) { socket = null; throw ex; } try { tryReconnect(); @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); @out.writeBytes("API " + sessionID + " "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); for (int i = 0; i < arguments.Count; ++i) { arguments[i].write(@out); } @out.flush(); @in = remoteLittleEndian ? (ExtendedDataInput) new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); headers = @in.readLine().Split(' '); reconnect = true; } catch (Exception e) { socket = null; throw e; } } if (headers.Length != 3) { socket = null; throw new IOException("Received invalid header."); } if (reconnect) { sessionID = headers[0]; if (this.userId.Length > 0 && this.password.Length > 0) { login(); } if (this.initialScript != "") { run(initialScript); } } int numObject = int.Parse(headers[1]); string msg = @in.readLine(); if (!msg.Equals("OK")) { throw new IOException(msg); } if (numObject == 0) { return(new data.Void()); } try { short flag = @in.readShort(); int form = flag >> 8; int type = flag & 0xff; if (form < 0 || form > MAX_FORM_VALUE) { throw new IOException("Invalid form value: " + form); } if (type < 0 || type > MAX_TYPE_VALUE) { throw new IOException("Invalid type value: " + type); } DATA_FORM df = (DATA_FORM)Enum.GetValues(typeof(DATA_FORM)).GetValue(form); DATA_TYPE dt = (DATA_TYPE)Enum.GetValues(typeof(DATA_TYPE)).GetValue(type); return(factory.createEntity(df, dt, @in)); } catch (IOException ex) { socket = null; throw ex; } } finally { } } }
public virtual IEntity run(string script, ProgressListener listener) { lock (threadLock) { bool reconnect = false; if (socket == null || !socket.Connected) { if (sessionID.Length == 0) { throw new IOException("Database connection is not established yet."); } else { socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } } string body = "script\n" + script; ExtendedDataInput @in = null; string header = null; try { @out.writeBytes((listener != null ? "API2 " : "API ") + sessionID + " "); @out.writeBytes(AbstractExtendedDataOutputStream.getUTFlength(body, 0, 0).ToString()); @out.writeByte('\n'); @out.writeBytes(body); @out.flush(); @in = remoteLittleEndian ? (ExtendedDataInput) new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); header = @in.readLine(); } catch (IOException ex) { if (reconnect) { socket = null; throw ex; } try { tryReconnect(); @out.writeBytes((listener != null ? "API2 " : "API ") + sessionID + " "); @out.writeBytes(AbstractExtendedDataOutputStream.getUTFlength(body, 0, 0).ToString()); @out.writeByte('\n'); @out.writeBytes(body); @out.flush(); @in = remoteLittleEndian ? (ExtendedDataInput) new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); header = @in.readLine(); reconnect = true; } catch (Exception e) { socket = null; throw e; } } string msg; while (header.Equals("MSG")) { //read intermediate message to indicate the progress msg = @in.readString(); if (listener != null) { listener.progress(msg); } header = @in.readLine(); } string[] headers = header.Split(' '); if (headers.Length != 3) { socket = null; throw new IOException("Received invalid header: " + header); } if (reconnect) { sessionID = headers[0]; if (this.userId.Length > 0 && this.password.Length > 0) { login(); } if (this.initialScript != "") { run(initialScript); } } int numObject = int.Parse(headers[1]); msg = @in.readLine(); if (!msg.Equals("OK")) { throw new IOException(msg); } if (numObject == 0) { return(new data.Void()); } try { short flag = @in.readShort(); int form = flag >> 8; int type = flag & 0xff; if (form < 0 || form > MAX_FORM_VALUE) { throw new IOException("Invalid form value: " + form); } if (type < 0 || type > MAX_TYPE_VALUE) { throw new IOException("Invalid type value: " + type); } DATA_FORM df = (DATA_FORM)Enum.GetValues(typeof(DATA_FORM)).GetValue(form); DATA_TYPE dt = (DATA_TYPE)Enum.GetValues(typeof(DATA_TYPE)).GetValue(type); return(factory.createEntity(df, dt, @in)); } catch (IOException ex) { socket = null; throw ex; } } }
public bool connect() { socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); socket.NoDelay = true; @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); @in = new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); string body = "connect\n"; @out.writeBytes("API 0 "); @out.writeBytes(body.Length.ToString()); @out.writeByte('\n'); @out.writeBytes(body); @out.flush(); string line = @in.readLine(); int endPos = line.IndexOf(' '); if (endPos <= 0) { close(); throw new IOException("Invalid ack msg : " + line); } sessionID = line.Substring(0, endPos); int startPos = endPos + 1; endPos = line.IndexOf(' ', startPos); if (endPos != line.Length - 2) { close(); throw new IOException("Invalid ack msg : " + line); //return false; } if (line[endPos + 1] == '0') { remoteLittleEndian = false; @out = new BigEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } else { remoteLittleEndian = true; } @in = remoteLittleEndian ? new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))) : (ExtendedDataInput) new BigEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); if (userId.Length > 0 && password.Length > 0) { login(); } if (startup != "") { run(startup); } if (highAvailability && controllerHost == null) { try { controllerHost = ((BasicString)run("rpc(getControllerAlias(),getNodeHost)")).getString(); controllerPort = ((BasicInt)run("rpc(getControllerAlias(),getNodePort)")).getValue(); } catch (Exception) { } } return(true); }
public bool connect(string hostName, int port) { lock (threadLock) { try { if (sessionID.Length > 0) { return(true); } this.hostName = hostName; this.port = port; socket = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); socket.Connect(hostName, port); socket.NoDelay = true; @out = new LittleEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); ExtendedDataInput @in = new LittleEndianDataInputStream(new BufferedStream(new NetworkStream(socket))); string body = "connect\n"; @out.writeBytes("API 0 "); @out.writeBytes(body.Length.ToString()); @out.writeChar('\n'); @out.writeBytes(body); @out.flush(); string line = @in.readLine(); int endPos = line.IndexOf(' '); if (endPos <= 0) { close(); return(false); } sessionID = line.Substring(0, endPos); int startPos = endPos + 1; endPos = line.IndexOf(' ', startPos); if (endPos != line.Length - 2) { close(); return(false); } if (line[endPos + 1] == '0') { remoteLittleEndian = false; @out = new BigEndianDataOutputStream(new BufferedStream(new NetworkStream(socket))); } else { remoteLittleEndian = true; } return(true); } catch (Exception ex) { throw ex; } } }