/// <summary>
/// Loads all files then saves them again ( so format is updates )
/// </summary>
private void Update1()
{
//get a
var files = Directory.GetFiles(DataDir, "*.bin");
IEnumerable <IGrouping <string, string> > filesGrouped;
//if (files.Length > 0)
{
files = files.Concat(Directory.GetFiles(DataDir, "*.bin2")).ToArray();
filesGrouped = files.GroupBy(
f =>
{
var info = HistoryChunkId.Parse(f);
return(info.HistoryId.Key);
}
);
foreach (var group in filesGrouped)
{
var info = HistoryChunkId.Parse(group.First());
var histMetadata = new SymbolHistoryMetaDataInternal(info.HistoryId);
foreach (var fpath in group)
{
var fdata = HistoryChunk.Load(fpath);
histMetadata.AddBars(fdata.Ticks);
if (Path.GetExtension(fpath) == ".bin")
{
File.Delete(fpath);
}
}
histMetadata.Save(DataDir);
}
}
}
/// <summary>
/// Saves all data to disk and updates LoadedFiles list
/// </summary>
/// <param name="dataDir"></param>
public void Save_Protobuf(string dataDir)
{
lock (_Ticks)
{
int i = 0;
while (i < this.Ticks.Count)
{
DateTime startDate = new DateTime(this.Ticks[i].OpenTime.Year, this.Ticks[i].OpenTime.Month, 1, 0, 0, 0, DateTimeKind.Utc);
DateTime endDate = startDate.AddMonths(1);
List <Candlestick> candlesOfMont = new List <Candlestick>();
while (i < this.Ticks.Count && this.Ticks[i].OpenTime < endDate)
{
candlesOfMont.Add(new Candlestick(this.Ticks[i]));
i++;
}
HistoryChunkId newChunkId = new HistoryChunkId(this.Id, startDate);
HistoryChunk sdata = new HistoryChunk()
{
ChunkId = newChunkId,
Ticks = candlesOfMont,
};
using (var fs = File.Open(newChunkId.GetFilePath(dataDir), FileMode.Create))
Serializer.Serialize <HistoryChunk>(fs, sdata);
this.LoadedFiles.Add(newChunkId);
}
}
}
public HistoryChunk(SymbolHistoryFile_Legacy old)
{
this.Ticks = old.Ticks;
ChunkId = new HistoryChunkId(
new SymbolHistoryId(old.Market, old.Symbol, old.Timeframe),
old.Ticks.First().Time
);
}
private void Update2()
{
var data = new Dictionary <string, SymbolHistoryMetaDataInternal>();
var files = Directory.GetFiles(DataDir, "*.bin2");
foreach (var filePath in files)
{
var fileInfo = HistoryChunkId.Parse(filePath);
//-- get metaData --
if (!data.ContainsKey(fileInfo.HistoryId.Key))
{
data.Add(fileInfo.HistoryId.Key, new SymbolHistoryMetaDataInternal(fileInfo.HistoryId));
}
var symData = data[fileInfo.HistoryId.Key];
symData.Chunks.Add(fileInfo);
//update first and last tick time
HistoryChunk fileData = HistoryChunk.Load(filePath);
if (fileData.Ticks.Count > 0)
{
symData.UpdateLastBar(fileData.Ticks.First());
symData.UpdateLastBar(fileData.Ticks.Last());
}
}
//reinsert everything
DbSymbolsMetaData.DeleteAll();
Db.Checkpoint();
var allData = data.Values.ToArray();
foreach (var dat in allData)
{
DbSymbolsMetaData.Upsert(dat);
}
Db.Checkpoint();
}
