public WebsiteTextExtractor(WebsiteExtractorParams extractorParams)
{
// Save params
ExtractorParams = extractorParams;
Init();
}
public WebsiteTextExtractor(string storageDirForWebsite, string[] newParams, bool doContinue = false)
{
// Save action requested
DoContinue = doContinue;
// Reload params file
FileInfo paramFileInfo = new FileInfo(Path.Combine(storageDirForWebsite, LogsDirName, ConfigFileName));
if (!paramFileInfo.Exists)
{
throw new Exception("No configuration file found at : " + paramFileInfo.FullName);
}
using (StreamReader sr = new StreamReader(paramFileInfo.FullName))
{
ExtractorParams = WebsiteExtractorParams.ReadFromFile(sr);
}
// Override with new params
if (newParams != null)
{
foreach (string keyValueParam in newParams)
{
ExtractorParams.ParseParam(keyValueParam);
}
}
Init();
}
public static WebsiteExtractorParams ReadFromFile(StreamReader sr)
{
var extractorParams = new WebsiteExtractorParams();
string line = null;
while ((line = sr.ReadLine()) != null)
{
if (!String.IsNullOrEmpty(line) && !line.StartsWith("#"))
{
extractorParams.ParseParam(line);
}
}
return(extractorParams);
}
