public DefaultCrawler(CrawlerConfiguration config, IEnumerable <string> columnNames, string configurationName, bool rebuild)
{
this.ConfigurationName = configurationName;
this.Configuration = config;
this.Rebuild = rebuild;
this.ColumnNames = columnNames;
}
private static int Main(string[] args)
{
if (args.Length < 2)
{
Usage();
return(-1);
}
string configurationName = args[0];
string mode = args[1].ToLowerInvariant();
using (FileLock locker = FileLock.TryGet(String.Format("Arriba.TfsWorkItemCrawler.{0}.lock", configurationName)))
{
try
{
// Ensure we got the file lock (no duplicate crawlers
if (locker == null)
{
Console.WriteLine("Another instance running. Stopping.");
return(-2);
}
// Load the Configuration [up two or three folders, for Databases\<configurationName>\config.json
string thisExePath = Path.GetDirectoryName(Assembly.GetEntryAssembly().Location);
string configJsonPath = Path.Combine(thisExePath, @"..\..\Databases", configurationName, "config.json");
if (!File.Exists(configJsonPath))
{
configJsonPath = Path.Combine(thisExePath, @"..\..\..\Databases", configurationName, "config.json");
}
string configJson = File.ReadAllText(configJsonPath);
CrawlerConfiguration config = JsonConvert.DeserializeObject <CrawlerConfiguration>(configJson);
config.ConfigurationName = configurationName;
// Password storage mode
if (mode.Equals("-password", StringComparison.OrdinalIgnoreCase))
{
return(TfsItemProvider.EncryptPassword(config));
}
// Build the item consumer
IItemConsumer consumer = ItemConsumerUtilities.Build(config);
// Build the item provider
IItemProvider provider = ItemProviderUtilities.Build(config);
// Determine the list of columns to crawl
IEnumerable <ColumnDetails> columns = provider.GetColumns();
if (config.ColumnsToInclude.Count > 0)
{
columns = columns.Where(cd => config.ColumnsToInclude.Contains(cd.Name));
}
if (config.ColumnsToExclude.Count > 0)
{
columns = columns.Where(cd => !config.ColumnsToExclude.Contains(cd.Name));
}
List <ColumnDetails> columnsToAdd = new List <ColumnDetails>(columns);
// Create the target table (if it doesn't already exist)
consumer.CreateTable(columnsToAdd, config.LoadPermissions());
// Build a crawler and crawl the items in restartable order
DefaultCrawler crawler = new DefaultCrawler(config, columnsToAdd.Select((cd) => cd.Name), configurationName, !mode.Equals("-i"));
crawler.Crawl(provider, consumer);
return(0);
}
catch (AggregateException ex)
{
foreach (Exception inner in ex.InnerExceptions)
{
Trace.TraceError(String.Format("ERROR: {0}\r\n{1}", Environment.CommandLine, inner));
}
return(-2);
}
catch (Exception ex)
{
Trace.TraceError(String.Format("ERROR: {0}\r\n{1}", Environment.CommandLine, ex));
return(-2);
}
}
}
public CsvImporter(CrawlerConfiguration config, string configurationName, string changedDateColumn)
{
this.Configuration = config;
this.ConfigurationName = configurationName;
this.ChangedDateColumn = changedDateColumn;
}