public static string ParseWebContent(string Url)
{
var web = new HtmlWeb();
var document = web.Load(Url);
var page = document.DocumentNode;
using(var db = new TheFishEntities())
{ //loop through all div tags with item css class
db.Database.ExecuteSqlCommand("TRUNCATE TABLE FdaCalendar");
foreach(var item in page.QuerySelectorAll("table.sortable>tbody>tr"))
{
var i = 0;
var calendar = new CatchTheFish.DbEntities.FdaCalendar();
foreach(var subItem in item.QuerySelectorAll("td"))
{
var str = subItem.InnerText;
switch(i)
{
case 0:
calendar.Symbol = str;
break;
case 1:
decimal price;
Decimal.TryParse(str, System.Globalization.NumberStyles.AllowDecimalPoint, null, out price);
calendar.Price = price;
break;
case 2:
calendar.MarketCapital = str;
break;
case 3:
calendar.Type = str;
break;
case 4:
DateTime dt;
if(DateTime.TryParse(str, out dt))
{
calendar.CatalystDate = dt;
}
break;
case 5:
calendar.CatelystNotes = str;
break;
}
i++;
}
calendar.LastMoidfiedDate = DateTime.Now;
db.FdaCalendars.Add(calendar);
db.SaveChanges();
}
}
return "";
}
public static void ScanStocks()
{
//Log.Error(typeof(CollectDataManager), "Test 1");
//Log.Error(typeof(CollectDataManager),"Test tets");
//Log.Error(typeof(CollectDataManager), "Test tets 123", new Exception("Failed to test"));
var engine = new YahooStockEngine();
var quoteList = new ObservableCollection<Quote>();
var boList = new List<CompanyList>();
using(var db=new TheFishEntities())
{
boList = db.CompanyLists.Where(x=>x.Sector.Equals("Health care",StringComparison.OrdinalIgnoreCase) && x.Symbol.Length<5 ).ToList();
}
int i = 1;
var quoteSingleCollectionChunk = new List<Quote>();
foreach(var item in boList)
{
//if (i > 2)
// break;
try
{
var quote = new Quote(item.Symbol.Trim());
quoteSingleCollectionChunk.Add(quote);
if (i == StockFetchTrunk)
{
YahooStockEngine.Fetch(quoteSingleCollectionChunk);
//YahooStockDownoader.GetQuote(quoteSingleCollectionChunk);
foreach (var stockInfo in quoteSingleCollectionChunk)
quoteList.Add(stockInfo);
quoteSingleCollectionChunk = new List<Quote>();
i = 1;
}
i++;
}catch(Exception ex)
{
var message = ex.Message;
}
//i++;
}
try
{
if (quoteSingleCollectionChunk.Count > 0)
{
YahooStockEngine.Fetch(quoteSingleCollectionChunk);
//YahooStockDownoader.GetQuote(quoteSingleCollectionChunk);
foreach (var stockInfo in quoteSingleCollectionChunk)
quoteList.Add(stockInfo);
}
}catch(Exception ex)
{
var message = ex.Message;
}
DateTime today = DateTime.Today; // earliest time today
DateTime tomorrow = DateTime.Today.AddDays(1); // earliest time tomorrow
using (var db = new TheFishEntities())
{
foreach(var item in quoteList.ToList())
{
try
{
var result = StockAnalyzer.AnalyzeStock(item);
var isPriceChangeFish = result.IsPriceChangedDramatically;
var isVolumeChangeFish = result.IsVolumeAbnormal;
var isPrice52WeeksLow = result.IsPrice52WeeksLow;
if (!(isPriceChangeFish || isVolumeChangeFish || isPrice52WeeksLow))
continue;
if (
db.CaughtFish.Where(
x => x.Symbol.Equals(item.Symbol) && x.WhenCreated > today && x.WhenCreated < tomorrow)
.Any())
continue;
var caughtFish = new CaughtFish();
caughtFish.Symbol = item.Symbol;
caughtFish.WhenCreated = DateTime.Now;
caughtFish.Price = item.LastTradePrice;
caughtFish.PriceChangePercentage = item.ChangeInPercent;
caughtFish.Volume = item.Volume;
if (item.AverageDailyVolume > 0 && item.Volume > 0)
caughtFish.VolumeChangePercentage =
(int) (0.5M + 100M*(item.Volume - item.AverageDailyVolume)/item.AverageDailyVolume);
var message = "";
var subject = "";
if (isPriceChangeFish)
{
caughtFish.FishType = 0;
message = string.Format(MessageText, "Price Change Alert -- ", caughtFish.Symbol,
caughtFish.Price.ToString(),
caughtFish.PriceChangePercentage.ToString(),
caughtFish.Volume.ToString(), caughtFish.VolumeChangePercentage);
subject = " Price Drop Alert -- " + caughtFish.Symbol;
}
else if (isVolumeChangeFish)
{
caughtFish.FishType = 1;
message = string.Format(MessageText, "Volume Change Alert -- ", caughtFish.Symbol,
caughtFish.Price.ToString(),
caughtFish.PriceChangePercentage.ToString(),
caughtFish.Volume.ToString(),
caughtFish.VolumeChangePercentage.ToString());
subject = " Volumne Change Alert -- " + caughtFish.Symbol;
}
else if (isPrice52WeeksLow)
{
caughtFish.FishType = 1;
message = string.Format(MessageText, "52 Weeks low price Alert -- ", caughtFish.Symbol,
caughtFish.Price.ToString(),
caughtFish.PriceChangePercentage.ToString(),
caughtFish.Volume.ToString(),
caughtFish.VolumeChangePercentage.ToString());
subject = " 52 Weeks Low Alert -- " + caughtFish.Symbol;
}
db.CaughtFish.Add(caughtFish);
db.SaveChanges();
Messaging.SendEmailGmail(subject, MessageDetail.GetMessageDetail(item));
}
catch (Exception ex)
{
StaticLog.Error(ex);
}
}
}
}