public static void SendTravelLog(HistoryEntry he) // (verified with EDSM 29/9/2016, seen UTC time being sent, and same UTC time on ESDM).
{
EDSMClass edsm = new EDSMClass();
if (!edsm.IsApiKeySet)
{
return;
}
string errmsg;
bool firstdiscover;
int edsmid;
Task taskEDSM = Task.Factory.StartNew(() =>
{ // LOCAL time, there is a UTC converter inside this call
if (edsm.SendTravelLog(he.System.name, he.EventTimeUTC, he.System.HasCoordinate, he.System.x, he.System.y, he.System.z, out errmsg, out firstdiscover, out edsmid))
{
if (edsmid != 0 && he.System.id_edsm <= 0)
{
he.System.id_edsm = edsmid;
EDDiscovery.EliteDangerous.JournalEntry.UpdateEDSMIDPosJump(he.Journalid, he.System, false, -1);
}
if (firstdiscover)
{
he.SetFirstDiscover();
}
he.SetEdsmSync();
}
});
}
static private bool SendToEDSM(List <HistoryEntry> hl, EDCommander cmdr, out string errmsg)
{
EDSMClass edsm = new EDSMClass(cmdr); // Ensure we use the commanders EDSM credentials.
errmsg = null;
List <JObject> entries = new List <JObject>();
foreach (HistoryEntry he in hl)
{
JournalEntry je = he.journalEntry;
if (je == null)
{
je = JournalEntry.Get(he.Journalid);
}
JObject json = je.GetJson();
RemoveCommonKeys(json);
if (je.EventTypeID == JournalTypeEnum.FSDJump && json["FuelUsed"].Empty())
{
json["_convertedNetlog"] = true;
}
if (json["StarPosFromEDSM"].Bool(false)) // Remove star pos from EDSM
{
json.Remove("StarPos");
}
json.Remove("StarPosFromEDSM");
json["_systemName"] = he.System.Name;
json["_systemCoordinates"] = new JArray(he.System.X, he.System.Y, he.System.Z);
if (he.System.SystemAddress != null)
{
json["_systemAddress"] = he.System.SystemAddress;
}
if (he.IsDocked)
{
json["_stationName"] = he.StationName;
if (he.MarketID != null)
{
json["_stationMarketId"] = he.MarketID;
}
}
json["_shipId"] = he.ShipId;
entries.Add(json);
}
List <JObject> results = edsm.SendJournalEvents(entries, out errmsg);
if (results == null)
{
return(false);
}
else
{
using (var cn = new SQLiteConnectionUser(utc: true))
{
using (var txn = cn.BeginTransaction())
{
for (int i = 0; i < hl.Count && i < results.Count; i++)
{
HistoryEntry he = hl[i];
JObject result = results[i];
int msgnr = result["msgnum"].Int();
int systemId = result["systemId"].Int();
bool systemCreated = result["systemCreated"].Bool();
if ((msgnr >= 100 && msgnr < 200) || msgnr == 500)
{
if (he.EntryType == JournalTypeEnum.FSDJump || he.EntryType == JournalTypeEnum.Location)
{
if (systemId != 0)
{
he.System.EDSMID = systemId;
JournalEntry.UpdateEDSMIDPosJump(he.Journalid, he.System, false, 0, cn, txn);
}
if (systemCreated)
{
he.SetFirstDiscover(true);
}
}
he.SetEdsmSync(cn, txn);
if (msgnr == 500)
{
System.Diagnostics.Trace.WriteLine($"Warning submitting event {he.Journalid} \"{he.EventSummary}\": {msgnr} {result["msg"].Str()}");
}
}
else
{
System.Diagnostics.Trace.WriteLine($"Error submitting event {he.Journalid} \"{he.EventSummary}\": {msgnr} {result["msg"].Str()}");
}
}
txn.Commit();
}
}
return(true);
}
}
private void FetcherThreadProc()
{
Trace.WriteLine($"EDSM Thread logs start");
bool jupdate = false;
int waittime = 2000; // Max 1 request every 2 seconds, with a backoff if the rate limit is hit
if (EDSMRequestBackoffTime > DateTime.UtcNow)
{
waittime = (int)Math.Min(EDSMMaxLogAgeMinutes * 60000, Math.Min(BackoffInterval.TotalSeconds * 1000, EDSMRequestBackoffTime.Subtract(DateTime.UtcNow).TotalSeconds * 1000));
}
// get them as of now.. since we are searching back in time it should be okay. On a refresh we would start again!
List <HistoryEntry> hlfsdlist = JournalEntry.GetAll(Commander.Nr).OfType <JournalLocOrJump>().OrderBy(je => je.EventTimeUTC).Select(je => HistoryEntry.FromJournalEntry(je, null, false, out jupdate)).ToList();
while (!ExitRequested.WaitOne(waittime))
{
EDSMClass edsm = new EDSMClass {
apiKey = Commander.APIKey, commanderName = Commander.EdsmName
};
List <HistoryEntry> edsmlogs = null;
DateTime logstarttime = DateTime.MinValue;
DateTime logendtime = DateTime.MinValue;
int res = -1;
if (edsm.IsApiKeySet && Commander.SyncFromEdsm && DateTime.UtcNow > EDSMRequestBackoffTime)
{
if (DateTime.UtcNow.Subtract(LastEventTime).TotalMinutes >= EDSMMaxLogAgeMinutes)
{
//Trace.WriteLine($"Retrieving EDSM logs starting {LastEventTime}");
res = edsm.GetLogs(LastEventTime, null, out edsmlogs, out logstarttime, out logendtime);
}
else if (FirstEventTime > GammaStart)
{
//Trace.WriteLine($"Retrieving EDSM logs ending {FirstEventTime}");
res = edsm.GetLogs(null, FirstEventTime, out edsmlogs, out logstarttime, out logendtime);
}
}
if (ExitRequested.WaitOne(0))
{
return;
}
if (res == 429) // Rate Limit Exceeded
{
Trace.WriteLine($"EDSM Log request rate limit hit - backing off for {BackoffInterval.TotalSeconds}s");
EDSMRequestBackoffTime = DateTime.UtcNow + BackoffInterval;
BackoffInterval = BackoffInterval + TimeSpan.FromSeconds(60);
}
else if (logstarttime > LastEventTime && logendtime < FirstEventTime)
{
Trace.WriteLine($"Bad start and/or end times returned by EDSM - backing off for {BackoffInterval.TotalSeconds}s");
EDSMRequestBackoffTime = DateTime.UtcNow + BackoffInterval;
BackoffInterval = BackoffInterval + TimeSpan.FromSeconds(60);
}
else if (res == 100 && edsmlogs != null)
{
if (edsmlogs.Count > 0) // if anything to process..
{
//Trace.WriteLine($"Retrieving EDSM logs count {edsmlogs.Count}");
BackoffInterval = TimeSpan.FromSeconds(60);
if (logendtime > DateTime.UtcNow)
{
logendtime = DateTime.UtcNow;
}
HistoryList hl = new HistoryList(hlfsdlist);
List <DateTime> hlfsdtimes = hlfsdlist.Select(he => he.EventTimeUTC).ToList();
List <HistoryEntry> toadd = new List <HistoryEntry>();
int previdx = -1;
foreach (HistoryEntry he in edsmlogs) // find out list of ones not present
{
int index = hlfsdlist.FindIndex(x => x.System.name.Equals(he.System.name, StringComparison.InvariantCultureIgnoreCase) && x.EventTimeUTC.Ticks == he.EventTimeUTC.Ticks);
if (index < 0)
{
// Look for any entries where DST may have thrown off the time
foreach (var vi in hlfsdlist.Select((v, i) => new { v = v, i = i }).Where(vi => vi.v.System.name.Equals(he.System.name, StringComparison.InvariantCultureIgnoreCase)))
{
if (vi.i > previdx)
{
double hdiff = vi.v.EventTimeUTC.Subtract(he.EventTimeUTC).TotalHours;
if (hdiff >= -2 && hdiff <= 2 && hdiff == Math.Floor(hdiff))
{
if (vi.v.System.id_edsm <= 0)
{
vi.v.System.id_edsm = 0;
hl.FillEDSM(vi.v);
}
if (vi.v.System.id_edsm <= 0 || vi.v.System.id_edsm == he.System.id_edsm)
{
index = vi.i;
break;
}
}
}
}
}
if (index < 0)
{
toadd.Add(he);
}
else
{
HistoryEntry lhe = hlfsdlist[index];
if (he.IsEDSMFirstDiscover && !lhe.IsEDSMFirstDiscover)
{
lhe.SetFirstDiscover();
}
previdx = index;
}
}
if (toadd.Count > 0) // if we have any, we can add
{
Trace.WriteLine($"Adding EDSM logs count {toadd.Count}");
TravelLogUnit tlu = new TravelLogUnit(); // need a tlu for it
tlu.type = 2; // EDSM
tlu.Name = "EDSM-" + DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture);
tlu.Size = 0;
tlu.Path = "EDSM";
tlu.CommanderId = EDCommander.CurrentCmdrID;
tlu.Add(); // Add to Database
using (SQLiteConnectionUser cn = new SQLiteConnectionUser(utc: true))
{
foreach (HistoryEntry he in toadd)
{
JObject jo = JournalEntry.CreateFSDJournalEntryJson(he.EventTimeUTC,
he.System.name, he.System.x, he.System.y, he.System.z,
EliteConfigInstance.InstanceConfig.DefaultMapColour);
JournalEntry je =
JournalEntry.CreateFSDJournalEntry(tlu.id, tlu.CommanderId.Value,
(int)SyncFlags.EDSM, jo);
System.Diagnostics.Trace.WriteLine(string.Format("Add {0} {1}", je.EventTimeUTC, he.System.name));
je.Add(jo, cn);
}
}
LogLine($"Retrieved {toadd.Count} log entries from EDSM, from {logstarttime.ToLocalTime().ToString()} to {logendtime.ToLocalTime().ToString()}");
if (logendtime > LastEventTime || logstarttime <= GammaStart)
{
if (OnDownloadedSystems != null)
{
OnDownloadedSystems();
}
}
}
}
if (logstarttime < FirstEventTime)
{
FirstEventTime = logstarttime;
}
if (logendtime > LastEventTime)
{
LastEventTime = logendtime;
}
}
}
}