public void AddTest()
{
FileObjectCollection foc = new FileObjectCollection();
foc.Add(new FileObject());
Assert.IsTrue(foc.Count() == 1);
}
public void HasFileUriTest()
{
string testMessageId = Guid.NewGuid().ToString();
string testFileUri = $"c:/temp/{Path.GetRandomFileName()}";
FileObjectCollection foc = new FileObjectCollection();
foc.AddRange(new FileObject[4]
{
new FileObject()
{
Status = FileStatus.uploading, MessageId = null
},
new FileObject()
{
Status = FileStatus.downloading, MessageId = testMessageId, FileUri = testFileUri
},
new FileObject()
{
Status = FileStatus.downloading, MessageId = Guid.NewGuid().ToString(), FileUri = $"c:/temp/{Path.GetRandomFileName()}"
},
new FileObject()
{
Status = FileStatus.failed, MessageId = Guid.NewGuid().ToString(), FileUri = $"c:/temp/{Path.GetRandomFileName()}"
},
});
Assert.IsTrue(foc.HasFileUri(testFileUri));
}
public void Initialize(ConfigurationOptions configurationOptions = null)
{
TaskManager = new CustomTaskManager()
{
Instance = this
};
if (configurationOptions == null)
{
configurationOptions = new ConfigurationOptions();
}
Config = configurationOptions;
Log.Config = Config;
DiscoveredMaxDateTicks = DateTime.MinValue.Ticks;
DiscoveredMinDateTicks = DateTime.MaxValue.Ticks;
FileObjects = new FileObjectCollection();
FileMgr = new FileManager(this);
Kusto = new KustoConnection(this);
LogAnalytics = new LogAnalyticsConnection(this);
StartTime = DateTime.Now;
TimedOut = false;
TotalErrors = 0;
TotalFilesConverted = 0;
TotalFilesDownloaded = 0;
TotalFilesEnumerated = 0;
TotalFilesFormatted = 0;
TotalFilesMatched = 0;
TotalFilesSkipped = 0;
TotalRecords = 0;
}
public void AnyTest()
{
FileObjectCollection foc = new FileObjectCollection();
Assert.IsFalse(foc.Any());
foc.Add(new FileObject());
Assert.IsTrue(foc.Any());
}
public void AddRangeTest()
{
FileObjectCollection foc = new FileObjectCollection();
foc.AddRange(new FileObject[] { });
Assert.IsTrue(foc.Count() == 0);
foc.AddRange(new FileObject[1] {
new FileObject()
});
Assert.IsTrue(foc.Count() == 1);
foc.AddRange(new FileObject[2] {
new FileObject(), new FileObject()
});
Assert.IsTrue(foc.Count() == 3);
}
public void StatusStringTest()
{
FileObjectCollection foc = new FileObjectCollection();
foc.AddRange(new FileObject[9]
{
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.enumerated
},
new FileObject()
{
Status = FileStatus.existing
},
new FileObject()
{
Status = FileStatus.failed
},
new FileObject()
{
Status = FileStatus.formatting
},
new FileObject()
{
Status = FileStatus.queued
},
new FileObject()
{
Status = FileStatus.succeeded
},
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = FileStatus.unknown
},
});
string statusString = foc.StatusString();
Assert.IsTrue(statusString == "FileObjects:status:unknown:1 enumerated:1 existing:1 queued:1 downloading:1 formatting:1 uploading:1 failed:1 succeeded:1 all:9 ");
}
public void AnyTestAll()
{
FileStatus fsAllOptions = FileStatus.uploading | FileStatus.downloading | FileStatus.enumerated | FileStatus.existing | FileStatus.failed | FileStatus.formatting | FileStatus.queued | FileStatus.succeeded;
FileObjectCollection foc = new FileObjectCollection();
Assert.IsFalse(foc.Any(fsAllOptions));
foc.Add(new FileObject());
Assert.IsFalse(foc.Any(fsAllOptions));
foc.Add(new FileObject()
{
Status = FileStatus.unknown
});
Assert.IsFalse(foc.Any(fsAllOptions));
foc.Add(new FileObject()
{
Status = FileStatus.enumerated
});
Assert.IsTrue(foc.Any(fsAllOptions));
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[4]
{
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.failed
},
});
Assert.IsTrue(foc.Any(fsAllOptions));
Assert.IsTrue(foc.Count(fsAllOptions) == 4, $"expected:4 got:{foc.Count(fsAllOptions)}");
}
public void AnyTestStatusAll()
{
FileObjectCollection foc = new FileObjectCollection();
Assert.IsFalse(foc.Any(FileStatus.all));
foc.Add(new FileObject());
Assert.IsTrue(foc.Any(FileStatus.all));
foc.Clear();
Assert.IsFalse(foc.Any());
foc.Add(new FileObject()
{
Status = FileStatus.downloading
});
Assert.IsTrue(foc.Any(FileStatus.all));
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[2] {
new FileObject()
{
Status = FileStatus.downloading
}, new FileObject()
{
Status = FileStatus.downloading
}
});
Assert.IsTrue(foc.Count(FileStatus.all) == 2);
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[2] {
new FileObject()
{
Status = FileStatus.downloading
}, new FileObject()
{
Status = FileStatus.unknown
}
});
Assert.IsTrue(foc.Count(FileStatus.all) == 2);
}
public async Task DownloadCollectionAsync(params string[] Uris)
{
using (var file = new FileObjectCollection(Uris))
{
for (int i = 0; i < Uris.Length; i++)
{
var temp = file[Uris[i]];
temp.Tag = i;
_table.AddRow(temp.Name, 0, 0, temp.Status, 0, 0);
}
file.FileDownloaded += File_FileDownloaded;
file.FileSaved += File_FileSaved;
file.FileDownloading += File_FileDownloading;
file.FileSaving += File_FileSaving;
Task t1 = file.DownloadAndSaveAsync(true);
Task t2 = Task.Factory.StartNew(async() =>
{
while (!(t1.IsCompleted))
{
Console.Clear();
Console.SetCursorPosition(0, 0);
Console.WriteLine(_table.ToStringAlternative());
await Task.Delay(1000);
}
});
await Task.Factory.StartNew(async() =>
{
await Task.WhenAll(t1, t2).ContinueWith(async(t) =>
{
await Task.Delay(100);
Console.Clear();
Console.SetCursorPosition(0, 0);
Console.WriteLine(_table.ToStringAlternative());
Console.WriteLine("Finished!");
});
});
}
}
private void ImportJson(FileObjectCollection fileObjectCollection)
{
fileObjectCollection.ForEach(x => ImportJson(x));
}
public void IngestMultipleFiles(FileObjectCollection fileObjectCollection)
{
fileObjectCollection.ForEach(x => IngestSingleFile(x));
}
public void FindAllSingleTest()
{
FileStatus fsSingleOption = FileStatus.failed;
FileObjectCollection foc = new FileObjectCollection();
Assert.IsFalse(foc.FindAll(fsSingleOption).Count > 0);
foc.Add(new FileObject());
Assert.IsFalse(foc.FindAll(fsSingleOption).Count > 0);
foc.Add(new FileObject()
{
Status = FileStatus.unknown
});
Assert.IsFalse(foc.FindAll(fsSingleOption).Count > 0);
foc.Add(new FileObject()
{
Status = fsSingleOption
});
Assert.IsTrue(foc.FindAll(fsSingleOption).Count > 0);
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[4]
{
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.enumerated
},
});
Assert.IsFalse(foc.FindAll(fsSingleOption).Count > 0);
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[4]
{
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = fsSingleOption
},
new FileObject()
{
Status = fsSingleOption
},
new FileObject()
{
Status = FileStatus.downloading
},
});
Assert.IsTrue(foc.Count(fsSingleOption) == 2, $"expected:2 got:{foc.Count(fsSingleOption)}");
Assert.IsTrue(foc.FindAll(fsSingleOption).Count(x => x.Status == fsSingleOption) == 2, $"expected:2 got:{foc.Count(fsSingleOption)}");
}
public void FileObjectCollectionTest()
{
FileObjectCollection foc = new FileObjectCollection();
Assert.NotNull(foc);
}
public void AnyTestMultiple()
{
FileStatus fsSingleOption = FileStatus.succeeded;
FileStatus fsMultipleOption = FileStatus.failed | FileStatus.succeeded;
FileObjectCollection foc = new FileObjectCollection();
Assert.IsFalse(foc.Any(fsMultipleOption));
foc.Add(new FileObject());
Assert.IsFalse(foc.Any(fsMultipleOption));
foc.Add(new FileObject()
{
Status = FileStatus.unknown
});
Assert.IsFalse(foc.Any(fsMultipleOption));
foc.Add(new FileObject()
{
Status = fsSingleOption
});
Assert.IsTrue(foc.Any(fsMultipleOption));
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[4]
{
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.downloading
},
new FileObject()
{
Status = FileStatus.enumerated
},
});
Assert.IsFalse(foc.Any(fsMultipleOption));
foc.Clear();
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[4]
{
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = fsSingleOption
},
new FileObject()
{
Status = FileStatus.failed
},
new FileObject()
{
Status = FileStatus.downloading
},
});
Assert.IsTrue(foc.Any(fsMultipleOption));
Assert.IsTrue(foc.Count(fsMultipleOption) == 2, $"expected:2 got:{foc.Count(fsMultipleOption)}");
foc.Clear();
fsMultipleOption = FileStatus.existing | FileStatus.succeeded;
Assert.IsFalse(foc.Any());
foc.AddRange(new FileObject[10]
{
new FileObject()
{
Status = FileStatus.uploading
},
new FileObject()
{
Status = FileStatus.existing
},
new FileObject()
{
Status = FileStatus.succeeded
},
new FileObject()
{
Status = FileStatus.succeeded
},
new FileObject()
{
Status = FileStatus.succeeded
},
new FileObject()
{
Status = FileStatus.existing
},
new FileObject()
{
Status = FileStatus.failed
},
new FileObject()
{
Status = FileStatus.succeeded
},
new FileObject()
{
Status = FileStatus.succeeded
},
new FileObject()
{
Status = FileStatus.downloading
},
});
Assert.IsTrue(foc.Any(fsMultipleOption));
Assert.IsTrue(foc.Count(fsMultipleOption) == 7, $"expected:7 got:{foc.Count(fsMultipleOption)}");
}
