public void initStorageClient()
{
ClientGlobal.init(CONF_NAME);
Log.Information("network_timeout=" + ClientGlobal.g_network_timeout + "ms");
Log.Information("charset=" + ClientGlobal.g_charset);
TrackerClient tracker = new TrackerClient();
trackerServer = tracker.getTrackerServer();
StorageServer storageServer = null;
storageClient = new StorageClient(trackerServer, storageServer);
}
public void main(string[] args)
{
if (args.Length < 2)
{
Console.WriteLine("Error: Must have 2 parameters, one is config filename, "
+ "the other is the local filename to upload");
return;
}
string conf_filename = args[0];
string local_filename = args[1];
try
{
ClientGlobal.init(conf_filename);
Console.WriteLine("network_timeout=" + ClientGlobal.g_network_timeout + "ms");
Console.WriteLine("charset=" + ClientGlobal.g_charset);
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getTrackerServer();
StorageServer storageServer = null;
StorageClient1 client = new StorageClient1(trackerServer, storageServer);
NameValuePair[] metaList = new NameValuePair[1];
metaList[0] = new NameValuePair("fileName", local_filename);
string fileId = client.upload_file1(local_filename, null, metaList);
Console.WriteLine("upload success. file id is: " + fileId);
int i = 0;
while (i++ < 10)
{
byte[] result = client.download_file1(fileId);
Console.WriteLine(i + ", download result is: " + result.Length);
}
}
catch (Exception ex)
{
Log.Error(ex.Message + ex.StackTrace);
}
}
/**
* entry point
*
* @param args comand arguments
* <ul><li>args[0]: config filename</li></ul>
* <ul><li>args[1]: local filename to upload</li></ul>
*/
public static void main(string[] args)
{
if (args.Length < 2)
{
Console.WriteLine("Error: Must have 2 parameters, one is config filename, "
+ "the other is the local filename to upload");
return;
}
Console.WriteLine("dotnetcore.version=" + typeof(object).GetTypeInfo().Assembly.GetName().Version.ToString());
string conf_filename = args[0];
string local_filename = args[1];
try
{
ClientGlobal.init(conf_filename);
Console.WriteLine("network_timeout=" + ClientGlobal.g_network_timeout + "ms");
Console.WriteLine("charset=" + ClientGlobal.g_charset);
long startTime;
string group_name;
string remote_filename;
ServerInfo[] servers;
TrackerClient tracker = new TrackerClient();
TrackerServer trackerServer = tracker.getTrackerServer();
StorageServer storageServer = null;
/*
* storageServer = tracker.getStoreStorage(trackerServer);
* if (storageServer == null)
* {
* Console.WriteLine("getStoreStorage fail, error code: " + tracker.getErrorCode());
* return;
* }
*/
StorageClient client = new StorageClient(trackerServer, storageServer);
byte[] file_buff;
NameValuePair[] meta_list;
string[] results;
string master_filename;
string prefix_name;
string file_ext_name;
string generated_slave_filename;
int errno;
meta_list = new NameValuePair[4];
meta_list[0] = new NameValuePair("width", "800");
meta_list[1] = new NameValuePair("heigth", "600");
meta_list[2] = new NameValuePair("bgcolor", "#FFFFFF");
meta_list[3] = new NameValuePair("author", "Mike");
file_buff = ClientGlobal.g_charset.GetBytes("this is a test");
Console.WriteLine("file Length: " + file_buff.Length);
group_name = null;
StorageServer[] storageServers = tracker.getStoreStorages(trackerServer, group_name);
if (storageServers == null)
{
Log.Error("get store storage servers fail, error code: " + tracker.getErrorCode());
}
else
{
Log.Error("store storage servers count: " + storageServers.Length);
for (int k = 0; k < storageServers.Length; k++)
{
Log.Error((k + 1) + ". " + storageServers[k].getInetSocketAddress().Address + ":" + storageServers[k].getInetSocketAddress().Port);
}
Log.Error("");
}
startTime = DateTime.Now.Ticks;
results = client.upload_file(file_buff, "txt", meta_list);
Console.WriteLine("upload_file time used: " + (DateTime.Now.Ticks - startTime) + " ms");
/*
* group_name = "";
* results = client.upload_file(group_name, file_buff, "txt", meta_list);
*/
if (results == null)
{
Log.Error("upload file fail, error code: " + client.getErrorCode());
return;
}
else
{
group_name = results[0];
remote_filename = results[1];
Log.Error("group_name: " + group_name + ", remote_filename: " + remote_filename);
Log.Error(client.get_file_info(group_name, remote_filename).ToString());
servers = tracker.getFetchStorages(trackerServer, group_name, remote_filename);
if (servers == null)
{
Log.Error("get storage servers fail, error code: " + tracker.getErrorCode());
}
else
{
Log.Error("storage servers count: " + servers.Length);
for (int k = 0; k < servers.Length; k++)
{
Log.Error((k + 1) + ". " + servers[k].getIpAddr() + ":" + servers[k].getPort());
}
Log.Error("");
}
meta_list = new NameValuePair[4];
meta_list[0] = new NameValuePair("width", "1024");
meta_list[1] = new NameValuePair("heigth", "768");
meta_list[2] = new NameValuePair("bgcolor", "#000000");
meta_list[3] = new NameValuePair("title", "Untitle");
startTime = DateTime.Now.Ticks;
errno = client.set_metadata(group_name, remote_filename, meta_list, (byte)ProtoCommon.STORAGE_SET_METADATA_FLAG_MERGE);
Console.WriteLine("set_metadata time used: " + (DateTime.Now.Ticks - startTime) + " ms");
if (errno == 0)
{
Log.Error("set_metadata success");
}
else
{
Log.Error("set_metadata fail, error no: " + errno);
}
meta_list = client.get_metadata(group_name, remote_filename);
if (meta_list != null)
{
for (int i = 0; i < meta_list.Length; i++)
{
Console.WriteLine(meta_list[i].getName() + " " + meta_list[i].getValue());
}
}
//Thread.sleep(30000);
startTime = DateTime.Now.Ticks;
file_buff = client.download_file(group_name, remote_filename);
Console.WriteLine("download_file time used: " + (DateTime.Now.Ticks - startTime) + " ms");
if (file_buff != null)
{
Console.WriteLine("file Length:" + file_buff.Length);
Console.WriteLine(ClientGlobal.g_charset.GetString(file_buff));
}
file_buff = ClientGlobal.g_charset.GetBytes("this is a slave buff");
master_filename = remote_filename;
prefix_name = "-part1";
file_ext_name = "txt";
startTime = DateTime.Now.Ticks;
results = client.upload_file(group_name, master_filename, prefix_name, file_buff, file_ext_name, meta_list);
Console.WriteLine("upload_file time used: " + (DateTime.Now.Ticks - startTime) + " ms");
if (results != null)
{
Log.Error("slave file group_name: " + results[0] + ", remote_filename: " + results[1]);
generated_slave_filename = ProtoCommon.genSlaveFilename(master_filename, prefix_name, file_ext_name);
if (generated_slave_filename != results[1])
{
Log.Error("generated slave file: " + generated_slave_filename + "\n != returned slave file: " + results[1]);
}
Log.Error(client.get_file_info(results[0], results[1]).ToString());
}
startTime = DateTime.Now.Ticks;
errno = client.delete_file(group_name, remote_filename);
Console.WriteLine("delete_file time used: " + (DateTime.Now.Ticks - startTime) + " ms");
if (errno == 0)
{
Log.Error("Delete file success");
}
else
{
Log.Error("Delete file fail, error no: " + errno);
}
}
results = client.upload_file(local_filename, null, meta_list);
if (results != null)
{
string file_id;
int ts;
string token;
string file_url;
InetSocketAddress inetSockAddr;
group_name = results[0];
remote_filename = results[1];
file_id = group_name + StorageClient1.SPLIT_GROUP_NAME_AND_FILENAME_SEPERATOR + remote_filename;
inetSockAddr = trackerServer.getInetSocketAddress();
file_url = "http://" + inetSockAddr.Address;
if (ClientGlobal.g_tracker_http_port != 80)
{
file_url += ":" + ClientGlobal.g_tracker_http_port;
}
file_url += "/" + file_id;
if (ClientGlobal.g_anti_steal_token)
{
ts = (int)(DateTime.Now.Ticks / 1000);
token = ProtoCommon.getToken(file_id, ts, ClientGlobal.g_secret_key);
file_url += "?token=" + token + "&ts=" + ts;
}
Log.Error("group_name: " + group_name + ", remote_filename: " + remote_filename);
Log.Error(client.get_file_info(group_name, remote_filename).ToString());
Log.Error("file url: " + file_url);
errno = client.download_file(group_name, remote_filename, 0, 0, "c:\\" + remote_filename.Replace("/", "_"));
if (errno == 0)
{
Log.Error("Download file success");
}
else
{
Log.Error("Download file fail, error no: " + errno);
}
errno = client.download_file(group_name, remote_filename, 0, 0, new DownloadFileWriter("c:\\" + remote_filename.Replace("/", "-")));
if (errno == 0)
{
Log.Error("Download file success");
}
else
{
Log.Error("Download file fail, error no: " + errno);
}
master_filename = remote_filename;
prefix_name = "-part2";
file_ext_name = null;
startTime = DateTime.Now.Ticks;
results = client.upload_file(group_name, master_filename, prefix_name, local_filename, null, meta_list);
Console.WriteLine("upload_file time used: " + (DateTime.Now.Ticks - startTime) + " ms");
if (results != null)
{
Log.Error("slave file group_name: " + results[0] + ", remote_filename: " + results[1]);
generated_slave_filename = ProtoCommon.genSlaveFilename(master_filename, prefix_name, file_ext_name);
if (generated_slave_filename != results[1])
{
Log.Error("generated slave file: " + generated_slave_filename + "\n != returned slave file: " + results[1]);
}
Log.Error(client.get_file_info(results[0], results[1]).ToString());
}
}
System.IO.FileInfo f;
f = new System.IO.FileInfo(local_filename);
int nPos = local_filename.LastIndexOf('.');
if (nPos > 0 && local_filename.Length - nPos <= ProtoCommon.FDFS_FILE_EXT_NAME_MAX_LEN + 1)
{
file_ext_name = local_filename.Substring(nPos + 1);
}
else
{
file_ext_name = null;
}
results = client.upload_file(null, f.Length,
new UploadLocalFileSender(local_filename), file_ext_name, meta_list);
if (results != null)
{
group_name = results[0];
remote_filename = results[1];
Console.WriteLine("group name: " + group_name + ", remote filename: " + remote_filename);
Console.WriteLine(client.get_file_info(group_name, remote_filename));
master_filename = remote_filename;
prefix_name = "-part3";
startTime = DateTime.Now.Ticks;
results = client.upload_file(group_name, master_filename, prefix_name, f.Length, new UploadLocalFileSender(local_filename), file_ext_name, meta_list);
Console.WriteLine("upload_file time used: " + (DateTime.Now.Ticks - startTime) + " ms");
if (results != null)
{
Log.Error("slave file group_name: " + results[0] + ", remote_filename: " + results[1]);
generated_slave_filename = ProtoCommon.genSlaveFilename(master_filename, prefix_name, file_ext_name);
if (generated_slave_filename != results[1])
{
Log.Error("generated slave file: " + generated_slave_filename + "\n != returned slave file: " + results[1]);
}
Log.Error(client.get_file_info(results[0], results[1]).ToString());
}
}
else
{
Log.Error("Upload file fail, error no: " + errno);
}
storageServer = tracker.getFetchStorage(trackerServer, group_name, remote_filename);
if (storageServer == null)
{
Console.WriteLine("getFetchStorage fail, errno code: " + tracker.getErrorCode());
return;
}
/* for test only */
Console.WriteLine("active test to storage server: " + storageServer.getConnection().activeTest());
/* for test only */
Console.WriteLine("active test to tracker server: " + trackerServer.getConnection().activeTest());
}
catch (Exception ex)
{
Log.Error(ex.Message + ex.StackTrace);
}
}
/**
* entry point
*
* @param args comand arguments
* <ul><li>args[0]: config filename</li></ul>
*/
public static void main(string[] args)
{
if (args.Length < 1)
{
Console.WriteLine("Error: Must have 1 parameter: config filename");
return;
}
try
{
ClientGlobal.init(args[0]);
Console.WriteLine("network_timeout=" + ClientGlobal.g_network_timeout + "ms");
Console.WriteLine("charset=" + ClientGlobal.g_charset);
TrackerClient tracker = new TrackerClient();
/*
* Console.WriteLine("delete storage return: " + tracker.deleteStorage("group1", "192.168.0.192"));
* Console.WriteLine("delete storage errno: " + tracker.getErrorCode());
*/
TrackerServer trackerServer = tracker.getTrackerServer();
if (trackerServer == null)
{
return;
}
int count;
StructGroupStat[] groupStats = tracker.listGroups(trackerServer);
if (groupStats == null)
{
Console.WriteLine("");
Console.WriteLine("ERROR! list groups error, error no: " + tracker.getErrorCode());
Console.WriteLine("");
return;
}
Console.WriteLine("group count: " + groupStats.Length);
count = 0;
foreach (StructGroupStat groupStat in groupStats)
{
count++;
Console.WriteLine("Group " + count + ":");
Console.WriteLine("group name = " + groupStat.getGroupName());
Console.WriteLine("disk total space = " + groupStat.getTotalMB() + "MB");
Console.WriteLine("disk free space = " + groupStat.getFreeMB() + " MB");
Console.WriteLine("trunk free space = " + groupStat.getTrunkFreeMB() + " MB");
Console.WriteLine("storage server count = " + groupStat.getStorageCount());
Console.WriteLine("active server count = " + groupStat.getActiveCount());
Console.WriteLine("storage server port = " + groupStat.getStoragePort());
Console.WriteLine("storage HTTP port = " + groupStat.getStorageHttpPort());
Console.WriteLine("store path count = " + groupStat.getStorePathCount());
Console.WriteLine("subdir count per path = " + groupStat.getSubdirCountPerPath());
Console.WriteLine("current write server index = " + groupStat.getCurrentWriteServer());
Console.WriteLine("current trunk file id = " + groupStat.getCurrentTrunkFileId());
StructStorageStat[] storageStats = tracker.listStorages(trackerServer, groupStat.getGroupName());
if (storageStats == null)
{
Console.WriteLine("");
Console.WriteLine("ERROR! list storage error, error no: " + tracker.getErrorCode());
Console.WriteLine("");
break;
}
var format = "yyyy-MM-dd HH:mm:ss";
int stroageCount = 0;
foreach (var storageStat in storageStats)
{
stroageCount++;
Console.WriteLine("\tStorage " + stroageCount + ":");
Console.WriteLine("\t\tstorage id = " + storageStat.getId());
Console.WriteLine("\t\tip_addr = " + storageStat.getIpAddr() + " " + ProtoCommon.getStorageStatusCaption(storageStat.getStatus()));
Console.WriteLine("\t\thttp domain = " + storageStat.getDomainName());
Console.WriteLine("\t\tversion = " + storageStat.getVersion());
Console.WriteLine("\t\tjoin time = " + storageStat.getJoinTime().ToString(format));
Console.WriteLine("\t\tup time = " + (storageStat.getUpTime().Ticks == 0 ? "" : storageStat.getUpTime().ToString(format)));
Console.WriteLine("\t\ttotal storage = " + storageStat.getTotalMB() + "MB");
Console.WriteLine("\t\tfree storage = " + storageStat.getFreeMB() + "MB");
Console.WriteLine("\t\tupload priority = " + storageStat.getUploadPriority());
Console.WriteLine("\t\tstore_path_count = " + storageStat.getStorePathCount());
Console.WriteLine("\t\tsubdir_count_per_path = " + storageStat.getSubdirCountPerPath());
Console.WriteLine("\t\tstorage_port = " + storageStat.getStoragePort());
Console.WriteLine("\t\tstorage_http_port = " + storageStat.getStorageHttpPort());
Console.WriteLine("\t\tcurrent_write_path = " + storageStat.getCurrentWritePath());
Console.WriteLine("\t\tsource ip_addr = " + storageStat.getSrcIpAddr());
Console.WriteLine("\t\tif_trunk_server = " + storageStat.isTrunkServer());
Console.WriteLine("\t\tconntion.alloc_count = " + storageStat.getConnectionAllocCount());
Console.WriteLine("\t\tconntion.current_count = " + storageStat.getConnectionCurrentCount());
Console.WriteLine("\t\tconntion.max_count = " + storageStat.getConnectionMaxCount());
Console.WriteLine("\t\ttotal_upload_count = " + storageStat.getTotalUploadCount());
Console.WriteLine("\t\tsuccess_upload_count = " + storageStat.getSuccessUploadCount());
Console.WriteLine("\t\ttotal_append_count = " + storageStat.getTotalAppendCount());
Console.WriteLine("\t\tsuccess_append_count = " + storageStat.getSuccessAppendCount());
Console.WriteLine("\t\ttotal_modify_count = " + storageStat.getTotalModifyCount());
Console.WriteLine("\t\tsuccess_modify_count = " + storageStat.getSuccessModifyCount());
Console.WriteLine("\t\ttotal_truncate_count = " + storageStat.getTotalTruncateCount());
Console.WriteLine("\t\tsuccess_truncate_count = " + storageStat.getSuccessTruncateCount());
Console.WriteLine("\t\ttotal_set_meta_count = " + storageStat.getTotalSetMetaCount());
Console.WriteLine("\t\tsuccess_set_meta_count = " + storageStat.getSuccessSetMetaCount());
Console.WriteLine("\t\ttotal_delete_count = " + storageStat.getTotalDeleteCount());
Console.WriteLine("\t\tsuccess_delete_count = " + storageStat.getSuccessDeleteCount());
Console.WriteLine("\t\ttotal_download_count = " + storageStat.getTotalDownloadCount());
Console.WriteLine("\t\tsuccess_download_count = " + storageStat.getSuccessDownloadCount());
Console.WriteLine("\t\ttotal_get_meta_count = " + storageStat.getTotalGetMetaCount());
Console.WriteLine("\t\tsuccess_get_meta_count = " + storageStat.getSuccessGetMetaCount());
Console.WriteLine("\t\ttotal_create_link_count = " + storageStat.getTotalCreateLinkCount());
Console.WriteLine("\t\tsuccess_create_link_count = " + storageStat.getSuccessCreateLinkCount());
Console.WriteLine("\t\ttotal_delete_link_count = " + storageStat.getTotalDeleteLinkCount());
Console.WriteLine("\t\tsuccess_delete_link_count = " + storageStat.getSuccessDeleteLinkCount());
Console.WriteLine("\t\ttotal_upload_bytes = " + storageStat.getTotalUploadBytes());
Console.WriteLine("\t\tsuccess_upload_bytes = " + storageStat.getSuccessUploadBytes());
Console.WriteLine("\t\ttotal_append_bytes = " + storageStat.getTotalAppendBytes());
Console.WriteLine("\t\tsuccess_append_bytes = " + storageStat.getSuccessAppendBytes());
Console.WriteLine("\t\ttotal_modify_bytes = " + storageStat.getTotalModifyBytes());
Console.WriteLine("\t\tsuccess_modify_bytes = " + storageStat.getSuccessModifyBytes());
Console.WriteLine("\t\ttotal_download_bytes = " + storageStat.getTotalDownloadloadBytes());
Console.WriteLine("\t\tsuccess_download_bytes = " + storageStat.getSuccessDownloadloadBytes());
Console.WriteLine("\t\ttotal_sync_in_bytes = " + storageStat.getTotalSyncInBytes());
Console.WriteLine("\t\tsuccess_sync_in_bytes = " + storageStat.getSuccessSyncInBytes());
Console.WriteLine("\t\ttotal_sync_out_bytes = " + storageStat.getTotalSyncOutBytes());
Console.WriteLine("\t\tsuccess_sync_out_bytes = " + storageStat.getSuccessSyncOutBytes());
Console.WriteLine("\t\ttotal_file_open_count = " + storageStat.getTotalFileOpenCount());
Console.WriteLine("\t\tsuccess_file_open_count = " + storageStat.getSuccessFileOpenCount());
Console.WriteLine("\t\ttotal_file_read_count = " + storageStat.getTotalFileReadCount());
Console.WriteLine("\t\tsuccess_file_read_count = " + storageStat.getSuccessFileReadCount());
Console.WriteLine("\t\ttotal_file_write_count = " + storageStat.getTotalFileWriteCount());
Console.WriteLine("\t\tsuccess_file_write_count = " + storageStat.getSuccessFileWriteCount());
Console.WriteLine("\t\tlast_heart_beat_time = " + storageStat.getLastHeartBeatTime().ToString(format));
Console.WriteLine("\t\tlast_source_update = " + storageStat.getLastSourceUpdate().ToString(format));
Console.WriteLine("\t\tlast_sync_update = " + storageStat.getLastSyncUpdate().ToString(format));
Console.WriteLine("\t\tlast_synced_timestamp = " + storageStat.getLastSyncedTimestamp().ToString(format) + getSyncedDelayString(storageStats, storageStat));
}
}
}
catch (Exception ex)
{
Log.Error(ex.Message + ex.StackTrace);
}
}
public static void main(string[] args)
{
try
{
if (args.Length < 1)
{
Console.WriteLine("Usage: 2 parameters, one is config filename, "
+ "the other is the local filename to upload");
return;
}
string conf_filename = args[0];
string local_filename;
string ext_name;
if (args.Length > 1)
{
local_filename = args[1];
ext_name = null;
}
else if (Environment.OSVersion.Platform == PlatformID.Win32NT)
{
local_filename = "c:/windows/system32/notepad.exe";
ext_name = "exe";
}
else
{
local_filename = "/etc/hosts";
ext_name = "";
}
ClientGlobal.init(conf_filename);
Console.WriteLine("network_timeout=" + ClientGlobal.g_network_timeout + "ms");
Console.WriteLine("charset=" + ClientGlobal.g_charset);
TrackerGroup tg = new TrackerGroup(new InetSocketAddress[] { new InetSocketAddress("47.95.221.159", 22122) });
TrackerClient tc = new TrackerClient(tg);
TrackerServer ts = tc.getTrackerServer();
if (ts == null)
{
Console.WriteLine("getTrackerServer return null");
return;
}
StorageServer ss = tc.getStoreStorage(ts);
if (ss == null)
{
Console.WriteLine("getStoreStorage return null");
}
StorageClient1 sc1 = new StorageClient1(ts, ss);
NameValuePair[] meta_list = null; //new NameValuePair[0];
string fileid = sc1.upload_file1(local_filename, ext_name, meta_list);
Console.WriteLine("Upload local file " + local_filename + " ok, fileid: " + fileid);
}
catch (Exception ex)
{
Log.Error(ex.Message + ex.StackTrace);
}
}
public Downloader()
{
this.tracker = new TrackerClient();
this.trackerServer = tracker.getTrackerServer();
this.callback = new DownloadFileDiscard();
}
public Uploader()
{
this.tracker = new TrackerClient();
this.trackerServer = tracker.getTrackerServer();
}