static void Main(string[] args) { // Create chunk directory if (!Directory.Exists("chunks")) { Directory.CreateDirectory("chunks"); } // Define settings, callbacks, and initialize DedupeSettings settings = new DedupeSettings(32768, 262144, 2048, 2); DedupeCallbacks callbacks = new DedupeCallbacks(WriteChunk, ReadChunk, DeleteChunk); DedupeLibrary dedupe = new DedupeLibrary("test.db", settings, callbacks); // Store objects in the index dedupe.Write("kjv1", File.ReadAllBytes("samplefiles/kjv.txt")); dedupe.Write("kjv2", File.ReadAllBytes("samplefiles/kjv.txt")); dedupe.Write("kjv3", File.ReadAllBytes("samplefiles/kjv.txt")); // Check existence and retrieve an object from the index if (dedupe.Exists("kjv2")) { Console.WriteLine("Exists"); } DedupeObject obj = dedupe.Get("kjv1"); // List all objects Console.WriteLine(dedupe.ListObjects().ToTabularString()); // Display index statistics Console.WriteLine(dedupe.IndexStats().ToString()); // Delete an object from the index dedupe.Delete("kjv1"); }
static void Initialize() { if (!Directory.Exists("Chunks")) { Directory.CreateDirectory("Chunks"); } _Settings = new DedupeSettings(32768, 262144, 2048, 2); _Callbacks = new DedupeCallbacks(WriteChunk, ReadChunk, DeleteChunk); _Dedupe = new DedupeLibrary("test.db", _Settings, _Callbacks); }
/// <summary> /// Enable SQL attachments for this endpoint. /// </summary> public static DedupeSettings EnableDedupe( this EndpointConfiguration configuration, Func <CancellationToken, Task <SqlConnection> > connectionBuilder) { var recoverability = configuration.Recoverability(); recoverability.AddUnrecoverableException <NotSupportedException>(); var settings = configuration.GetSettings(); var dedupeSettings = new DedupeSettings(connectionBuilder); settings.Set(dedupeSettings); configuration.EnableFeature <DeduplicationFeature>(); return(dedupeSettings); }
static void Initialize() { if (!Directory.Exists("Chunks")) { Directory.CreateDirectory("Chunks"); } _Settings = new DedupeSettings(32768, 262144, 2048, 2); _Callbacks = new DedupeCallbacks(WriteChunk, ReadChunk, DeleteChunk); _DbSettings = new DatabaseSettings(DbTypes.Mysql, "127.0.0.1", 3306, "root", "password", "dedupe"); _ORM = new WatsonORM(_DbSettings); _DbProvider = new Database(_ORM); _Dedupe = new DedupeLibrary(_DbProvider, _Settings, _Callbacks); }
static void Main(string[] args) { try { #region Parse-Arguments if (args == null || args.Length < 2) { Usage("No arguments specified"); return; } _IndexFile = args[0]; _Command = args[1]; for (int i = 2; i < args.Length; i++) { if (String.IsNullOrEmpty(args[i])) { continue; } if (args[i].StartsWith("--chunks=") && args[i].Length > 9) { _ChunkDir = args[i].Substring(9); if (!_ChunkDir.EndsWith("\\")) { _ChunkDir += "\\"; } if (!Directory.Exists(_ChunkDir)) { Directory.CreateDirectory(_ChunkDir); } } else if (args[i].StartsWith("--key=") && args[i].Length > 6) { _Key = args[i].Substring(6); } else if (args[i].StartsWith("--idxstart=") && args[i].Length > 11) { if (!Int32.TryParse(args[i].Substring(11), out _IndexStart)) { Usage("Index start must be an integer value."); return; } else { if (_IndexStart < 0) { Usage("Index start must be greater than zero."); return; } } } else if (args[i].StartsWith("--results=") && args[i].Length > 10) { if (!Int32.TryParse(args[i].Substring(10), out _MaxResults)) { Usage("Max results must be an integer value."); return; } else { if (_MaxResults < 1 || _MaxResults > 100) { Usage("Max results must be greater than zero and less than or equal to 100."); return; } } } else if (args[i].StartsWith("--params=") && args[i].Length > 9) { _CreateParams = args[i].Substring(9); if (new Regex(@"^\d+,\d+,\d+,\d+$").IsMatch(_CreateParams)) { string[] currParams = _CreateParams.Split(','); if (currParams.Length != 4) { Usage("Value for 'params' is invalid"); return; } if (!Int32.TryParse(currParams[0], out _MinChunkSize) || !Int32.TryParse(currParams[1], out _MaxChunkSize) || !Int32.TryParse(currParams[2], out _ShiftCount) || !Int32.TryParse(currParams[3], out _BoundaryCheckBytes) ) { Usage("Value for 'params' is not of the form int,int,int,int"); return; } } else { Usage("Value for 'params' is not of the form int,int,int,int"); return; } } else { Usage("Unknown argument: " + args[i]); return; } } #endregion #region Verify-Values List <string> validCommands = new List <string>() { "create", "stats", "write", "get", "del", "list", "exists", "md" }; if (!validCommands.Contains(_Command)) { Usage("Invalid command: " + _Command); return; } #endregion #region Create if (String.Compare(_Command, "create") == 0) { _Settings = new DedupeSettings(_MinChunkSize, _MaxChunkSize, _ShiftCount, _BoundaryCheckBytes); _Callbacks = new DedupeCallbacks(WriteChunk, ReadChunk, DeleteChunk); _Dedupe = new DedupeLibrary(_IndexFile, _Settings, _Callbacks); return; } #endregion #region Initialize-Index if (!File.Exists(_IndexFile)) { Console.WriteLine("*** Index file " + _IndexFile + " not found"); } _Settings = new DedupeSettings(); _Callbacks = new DedupeCallbacks(WriteChunk, ReadChunk, DeleteChunk); _Dedupe = new DedupeLibrary(_IndexFile, _Settings, _Callbacks); #endregion #region Process-by-Command switch (_Command) { case "stats": _Stats = _Dedupe.IndexStats(); if (_Stats != null) { Console.WriteLine("Statistics:"); Console.WriteLine(" Number of objects : " + _Stats.Objects); Console.WriteLine(" Number of chunks : " + _Stats.Chunks); Console.WriteLine(" Logical bytes : " + _Stats.LogicalBytes + " bytes"); Console.WriteLine(" Physical bytes : " + _Stats.PhysicalBytes + " bytes"); Console.WriteLine(" Dedupe ratio : " + DecimalToString(_Stats.RatioX) + "X, " + DecimalToString(_Stats.RatioPercent) + "%"); return; } else { Console.WriteLine("Failed"); } return; case "get": if (String.IsNullOrEmpty(_Key)) { Usage("Object key must be supplied"); } else { _Object = _Dedupe.Get(_Key); if (_Object == null) { Console.WriteLine("Failed"); } else { WriteConsoleData(_Object.Data); } } return; case "write": if (String.IsNullOrEmpty(_Key)) { Usage("Object key must be supplied"); } else { if (_Dedupe.Exists(_Key)) { Console.WriteLine("Already exists"); } else { ReadConsoleData(); _Dedupe.Write(_Key, _Request); } } return; case "del": if (String.IsNullOrEmpty(_Key)) { Usage("Object key must be supplied"); } else { _Dedupe.Delete(_Key); } return; case "md": if (String.IsNullOrEmpty(_Key)) { Usage("Object key must be supplied"); } else { _Object = _Dedupe.GetMetadata(_Key); if (_Object == null) { Console.WriteLine("Failed"); } else { Console.WriteLine(_Object.ToString()); } } return; case "list": _EnumResult = _Dedupe.ListObjects(_Key, _IndexStart, _MaxResults); if (_EnumResult == null) { Console.WriteLine("No objects"); } else { Console.WriteLine(_EnumResult.ToTabularString()); } return; case "exists": if (String.IsNullOrEmpty(_Key)) { Usage("Object key must be supplied"); return; } else { Console.WriteLine(_Dedupe.Exists(_Key)); } return; default: Usage("Unknown command: " + _Command); return; } #endregion } catch (Exception e) { ExceptionConsole("Dedupe", "Outer exception", e); } }
public NeedToInstallSomething(ReadOnlySettings settings) { this.settings = settings.GetOrDefault <DedupeSettings>(); }