public static void Main(String[] args)
{
using (Mutex soloChk = new Mutex(false, "PT_SYNC_SERVER")) {
if(!soloChk.WaitOne(0, false)){
Console.WriteLine("ERROR: Another server instance is running. So we are not going to run. sorry.");
return;
}
bool loop = true;
if (args.Length > 0 && args [0].ToLower () == "once") {
loop = false;
}
//read teh settings file
Settings.ReadConfigFile (Settings.CONFIG_FILE_SERVER);
Console.Write ("Starting up");
System.Diagnostics.Stopwatch sw = new System.Diagnostics.Stopwatch ();
sw.Start ();
SyncList Listing = new SyncList (Settings.LocalDirectory);
//Loop occasionally
do {
//write the hashes file to the server directory.
Listing.saveSyncList (Settings.HashFile);
Console.WriteLine (" ... Done (" + sw.ElapsedMilliseconds + " ms)");
sw.Stop ();
if (loop) {
//wait a bit.
Thread.Sleep (Settings.LoopTime);
sw.Reset ();
sw.Start ();
//
Console.Write ("Scanning");
//reset the hashes
Listing.loadSyncList (Listing.Path);
}
} while(loop);
}
}
private void ThreadedSyncAndScan(object sender, DoWorkEventArgs e)
{
// Get the BackgroundWorker that raised this event.
BackgroundWorker worker = sender as BackgroundWorker;
Dictionary<string, SyncItem> serverhashes;
//get the server hashlist
AddTextToConsole("Getting server hashes (" + Settings.HashServer + ")" + Environment.NewLine);
try
{
serverhashes = Http.GetHashList();
}
catch (Exception ex)
{
AddTextToConsole("Error Reading Remote Hashes:" + ex.Message + Environment.NewLine);
return;
}
//hash all teh local files.
AddTextToConsole("Checking Local hashes" + Environment.NewLine);
SyncList LocalData = new SyncList(Settings.LocalDirectory);
List<string> FilesToDownload = new List<string>();
LocalData.saveSyncList (Settings.HashCache);
//get the delta list
foreach (KeyValuePair<string, SyncItem> kvp in serverhashes)
{
//ignore metadata.
if (kvp.Key == "__Server" || kvp.Key == "__DateGeneratedUTC")
{
;
}
else
{
//Queue downloads
if (!LocalData.HashList.ContainsKey(kvp.Key))
{
//downlaod files that dont exist.
FilesToDownload.Add(kvp.Key);
}
else
{
if (kvp.Value.Hash != LocalData.HashList[kvp.Key].Hash)
{
//download files the dont mathc the hash
FilesToDownload.Add(kvp.Key);
}
else
{
//if we get here the file exist and is right.
//get it out of the hash list so we dont delrte it.
LocalData.HashList.Remove(kvp.Key);
}
}
}
}
//Remove Files if set to
if (Settings.RemoveLocalFileIfNoRemoteFile)
{
AddTextToConsole("Generating list of local files to remove" + Environment.NewLine);
bool shouldDelete = true;
//ensure we didnt delte everything accidentally.
if (LocalData.HashList.Count > Settings.numFilesToRemoveWithNoWarning)
{
shouldDelete = false;
if (MessageBox.Show(LocalData.HashList.Count + " Files Are flagged for deletion." + Environment.NewLine + " Delete them?", "Continue?", MessageBoxButtons.YesNo) == System.Windows.Forms.DialogResult.Yes)
{
shouldDelete = true;
AddTextToConsole("Deleting Files" + Environment.NewLine);
}
else
{
AddTextToConsole("Files Will NOT be Removed" + Environment.NewLine);
}
}
//remove files
if (shouldDelete && LocalData.HashList.Count >0)
{
foreach (KeyValuePair<string, SyncItem> kvp in LocalData.HashList)
{
AddTextToConsole(" "+ kvp.Key + Environment.NewLine);
File.Delete(Settings.LocalDirectory + kvp.Key);
}
}
}
//DOWNLOADS
AddTextToConsole ("Need to download: " + FilesToDownload.Count +" from " +Settings.DownloadType +Environment.NewLine);
ErrorCount =0;
int tasklimit =10;
int nextFile =0;
GetObjectRequest request;
AmazonS3Client s3 = new AmazonS3Client (Settings.s3IDKey, Settings.s3SecretKey);
while(nextFile < FilesToDownload.Count || DownloadCount >0 ){
if(DownloadCount < tasklimit && nextFile<FilesToDownload.Count){
request = new GetObjectRequest();
request.BucketName = Settings.s3Bucket;
request.Key = FilesToDownload[nextFile].Substring (1);//use substring so we elminate the /
request.Timeout =1000;//wait 1 minute for a response.
AddTextToConsole(" "+(nextFile +1)+"/"+FilesToDownload.Count +" "+request.Key+Environment.NewLine);
s3.BeginGetObject(request,DownloadFile,s3);
nextFile++;
DownloadCount++;
worker.ReportProgress((int)(((float)nextFile) / ((float)FilesToDownload.Count) * 100.0f));
}
}
if (nextFile-ErrorCount < FilesToDownload.Count)
{
AddTextToConsole("WARNING: NOT ALL FILES WERE SUCCESSFULLY DOWNLOADED" + Environment.NewLine + Environment.NewLine);
}
AddTextToConsole("Download queue processed. Check log for any errors"+Environment.NewLine);
}
public static void Main(string[] args)
{
Dictionary<string,SyncItem> serverhashes =null;
SyncList LocalData= null;
Console.WriteLine ("Startup. ");
//read teh settings file
Settings.ReadConfigFile (Settings.CONFIG_FILE_CLIENT);
Console.WriteLine("Getting file list");
//get the server hashlist
try {
serverhashes = Http.GetHashList ();
} catch (Exception ex) {
Console.WriteLine ("Something went wrong gettin' our remote hashes. Oops.\n" + ex.Message );
return;
}
Console.WriteLine ("getting local files");
//hash all teh local files.
try {
LocalData = new SyncList (Settings.LocalDirectory);
Console.WriteLine ("hashed:"+LocalData.HashList.Count);
LocalData.saveSyncList (Settings.HashCache);
} catch (Exception ex) {
Console.WriteLine("Problems readin' local directory. Oops\n"+ex.Message);
return;
}
List<string> FilesToDownload = new List<string> ();
//get the delta list
foreach(KeyValuePair<string,SyncItem> kvp in serverhashes){
//ignore metadata.
if (kvp.Key == "__Server" || kvp.Key == "__DateGeneratedUTC") {
;
} else {
//Queue downloads
if (! LocalData.HashList.ContainsKey (kvp.Key)){
//downlaod files that dont exist.
FilesToDownload.Add (kvp.Key);
Console.WriteLine ("New File: " + kvp.Key);
}
else{
if( kvp.Value.Hash != LocalData.HashList [kvp.Key].Hash) {
//download files the dont mathc the hash
FilesToDownload.Add (kvp.Key);
Console.WriteLine (String.Format ("hash mismatch: {0} ;local{2}, remote {1}", kvp.Key, kvp.Value.Hash, LocalData.HashList [kvp.Key].Hash));
}
else{
//if we get here the file exist and is right.
//get it out of the hash list so we dont delrte it.
bool okay = LocalData.HashList.Remove (kvp.Key);
//Console.WriteLine ("File OK: " + kvp.Key+ "okay"+okay);
}
}
}
}
//Remove Files if set to
if(Settings.RemoveLocalFileIfNoRemoteFile){
bool shouldDelete = true;
//ensure we didnt delte everything accidentally.
if (LocalData.HashList.Count > Settings.numFilesToRemoveWithNoWarning) {
shouldDelete = false;
Console.Write (LocalData.HashList.Count + " Files Are flagged for deletion, Remove them (Y/N)");
char key = (char)Console.Read ();
if( key == 'Y' || key == 'y'){
shouldDelete =true;
}
}
//remove files
if(shouldDelete){
foreach(KeyValuePair<string,SyncItem> kvp in LocalData.HashList){
File.Delete(Settings.LocalDirectory+kvp.Key);
Console.WriteLine ("removed: "+kvp.Key);
}
}
}
//DOWNLOADS
Console.WriteLine ("Need to download: " + FilesToDownload.Count +" from " +Settings.DownloadType );
int progress = 0;
int tasklimit =10;
int nextFile =0;
GetObjectRequest request;
AmazonS3Client s3 = new AmazonS3Client (Settings.s3IDKey, Settings.s3SecretKey);
while(nextFile < FilesToDownload.Count || DownloadCount >0 ){
if(DownloadCount < tasklimit && nextFile<FilesToDownload.Count){
request = new GetObjectRequest();
request.BucketName = Settings.s3Bucket;
request.Key = FilesToDownload[nextFile].Substring (1);//use substring so we elminate the /
request.Timeout =1000;//wait 1 minute for a response.
Console.WriteLine(nextFile+"/"+FilesToDownload.Count +" "+request.Key);
s3.BeginGetObject(request,DownloadFile,s3);
nextFile++;
DownloadCount++;
}
}
Console.WriteLine ("Downloaded "+(nextFile-ErrorCount)+"/"+ FilesToDownload.Count +" File");
if (nextFile-ErrorCount != FilesToDownload.Count) {
Console.WriteLine ("WARNING: NOT ALL FILES WERE SUCCESSFULLY DOWNLOADED");
Console.WriteLine (" YOU SHOULD RUN THIS TOOL AGAIN.");
}
Console.WriteLine("Press any key to close.");
Console.ReadKey();
}