public void Outputlist(ref QueueLongMessage msg, string separator = ", ")
{
foreach (string entry in list)
{
msg.Add(entry, separator);
}
}
private void showlists(TwitchUser requestor, string request)
{
var msg = new QueueLongMessage();
msg.Header("Loaded lists: ");
foreach (var entry in listcollection.ListCollection)
{
msg.Add($"{entry.Key} ({entry.Value.Count()})", ", ");
}
msg.end("...", "No lists loaded.");
}
private string whatdeck(ParseState state)
{
string request = GetBeatSaverId(state.parameter);
var msg = new QueueLongMessage();
msg.Header($"Decks containing {request}: ");
foreach (var item in deck)
{
if (listcollection.OpenList(item.Key + ".deck").Contains(request))
{
msg.Add(item.Key, ", ");
}
}
msg.end("...", $"No decks contain {request}");
return(success);
}
private void ListList(TwitchUser requestor, string request)
{
try
{
var list = listcollection.OpenList(request);
var msg = new QueueLongMessage();
foreach (var entry in list.list)
{
msg.Add(entry, ", ");
}
msg.end("...", $"{request} is empty");
}
catch
{
QueueChatMessage($"{request} not found.");
}
}
// BUG: Not production ready, will probably never be released. Takes hours, and puts a load on beatsaver.com. DO NOT USE
public async Task DownloadEverything(ParseState state)
{
var startingmem = GC.GetTotalMemory(true);
Instance.QueueChatMessage("Starting Beatsaver scan");
var StarTime = DateTime.UtcNow;
int totalSongs = 0;
string requestUrl = "https://beatsaver.com/api/maps/latest";
int offset = 0;
while (true) // MaxiumAddScanRange
{
var resp = await Plugin.WebClient.GetAsync($"{requestUrl}/{offset}", System.Threading.CancellationToken.None);
if (resp.IsSuccessStatusCode)
{
JSONNode result = resp.ConvertToJsonNode();
if (result == null || result["docs"].Count == 0)
{
break;
}
foreach (JSONObject entry in result["docs"].AsArray)
{
JSONObject song = entry;
if (MapDatabase.MapLibrary.ContainsKey(song["key"].Value))
{
goto done;
}
new SongMap(song);
totalSongs++;
if ((totalSongs & 127) == 0)
{
Instance.QueueChatMessage($"Processed {totalSongs}");
}
//QueueSong(state, song);
}
}
else
{
break;
}
offset += 1; // Magic beatsaver.com skip constant.
}
done:
var duration = DateTime.UtcNow - StarTime;
Instance.QueueChatMessage($"BeatSaver Database Scan done. ({duration.TotalSeconds} secs.");
StarTime = DateTime.UtcNow;
Instance.QueueChatMessage("Starting Full Download");
var msg = new QueueLongMessage(9999);
Instance.QueueChatMessage($"Attempting to download up to {MapDatabase.LevelId.Count} files.");
foreach (var song in MapDatabase.LevelId)
{
if (song.Value.path == "")
{
string localPath = $"f:\\bsnew\\{song.Value.song["key"].Value}.zip";
if (File.Exists(localPath))
{
continue;
}
var songBytes = await Plugin.WebClient.DownloadSong(song.Value.song["downloadUrl"].Value, System.Threading.CancellationToken.None);
File.WriteAllBytes(localPath, songBytes);
if (!File.Exists(localPath))
{
continue;
}
msg.Add($"{song.Value.song["id"].Value}", ",");
}
}
msg.end();
duration = DateTime.UtcNow - StarTime;
Instance.QueueChatMessage($"BeatSaver Download Done. ({duration.TotalSeconds} secs.");
#if UNRELEASED
GCSettings.LargeObjectHeapCompactionMode = GCLargeObjectHeapCompactionMode.CompactOnce;
GC.Collect();
Instance.QueueChatMessage($"hashentries: {SongMap.hashcount} memory: {(GC.GetTotalMemory(false) - startingmem) / 1048576} MB");
#endif
}
// BUG: Testing major changes. This will get seriously refactored soon.
private async Task CheckRequest(RequestInfo requestInfo)
{
TwitchUser requestor = requestInfo.requestor;
string request = requestInfo.request;
string normalrequest = normalize.NormalizeBeatSaverString(requestInfo.request);
var id = GetBeatSaverId(normalize.RemoveSymbols(ref request, normalize._SymbolsNoDash));
if (id != "")
{
// Remap song id if entry present. This is one time, and not correct as a result. No recursion right now, could be confusing to the end user.
if (songremap.ContainsKey(id) && !requestInfo.flags.HasFlag(CmdFlags.NoFilter))
{
request = songremap[id];
QueueChatMessage($"Remapping request {requestInfo.request} to {request}");
}
string requestcheckmessage = IsRequestInQueue(normalize.RemoveSymbols(ref request, normalize._SymbolsNoDash)); // Check if requested ID is in Queue
if (requestcheckmessage != "")
{
QueueChatMessage(requestcheckmessage);
return;
}
if (RequestBotConfig.Instance.OfflineMode && RequestBotConfig.Instance.offlinepath != "" && !MapDatabase.MapLibrary.ContainsKey(id))
{
foreach (string directory in Directory.GetDirectories(RequestBotConfig.Instance.offlinepath, id + "*"))
{
await MapDatabase.LoadCustomSongs(directory, id);
await Task.Run(async() =>
{
while (MapDatabase.DatabaseLoading)
{
await Task.Delay(25);
}
});
break;
}
}
}
JSONNode result = null;
string errorMessage = "";
// Get song query results from beatsaver.com
if (!RequestBotConfig.Instance.OfflineMode)
{
string requestUrl = (id != "") ? $"https://beatsaver.com/api/maps/detail/{normalize.RemoveSymbols(ref request, normalize._SymbolsNoDash)}" : $"https://beatsaver.com/api/search/text/0?q={normalrequest}";
var resp = await Plugin.WebClient.GetAsync(requestUrl, System.Threading.CancellationToken.None);
if (resp.IsSuccessStatusCode)
{
result = resp.ConvertToJsonNode();
}
else
{
errorMessage = $"Invalid BeatSaver ID \"{request}\" specified. {requestUrl}";
}
}
SongFilter filter = SongFilter.All;
if (requestInfo.flags.HasFlag(CmdFlags.NoFilter))
{
filter = SongFilter.Queue;
}
List <JSONObject> songs = GetSongListFromResults(result, request, ref errorMessage, filter, requestInfo.state.sort != "" ? requestInfo.state.sort : AddSortOrder.ToString());
bool autopick = RequestBotConfig.Instance.AutopickFirstSong || requestInfo.flags.HasFlag(CmdFlags.Autopick);
// Filter out too many or too few results
if (songs.Count == 0)
{
if (errorMessage == "")
{
errorMessage = $"No results found for request \"{request}\"";
}
}
else if (!autopick && songs.Count >= 4)
{
errorMessage = $"Request for '{request}' produces {songs.Count} results, narrow your search by adding a mapper name, or use https://beatsaver.com to look it up.";
}
else if (!autopick && songs.Count > 1 && songs.Count < 4)
{
var msg = new QueueLongMessage(1, 5);
msg.Header($"@{requestor.DisplayName}, please choose: ");
foreach (var eachsong in songs)
{
msg.Add(new DynamicText().AddSong(eachsong).Parse(BsrSongDetail), ", ");
}
msg.end("...", $"No matching songs for for {request}");
return;
}
else
{
if (!requestInfo.flags.HasFlag(CmdFlags.NoFilter))
{
errorMessage = SongSearchFilter(songs[0], false);
}
}
// Display reason why chosen song was rejected, if filter is triggered. Do not add filtered songs
if (errorMessage != "")
{
QueueChatMessage(errorMessage);
return;
}
JSONObject song = songs[0];
// Song requests should try to be current. If the song was local, we double check for a newer version
//if ((song["downloadUrl"].Value == "") && !RequestBotConfig.Instance.OfflineMode )
//{
// //QueueChatMessage($"song: {song["id"].Value.ToString()} ,{song["songName"].Value}");
// yield return Utilities.Download($"https://beatsaver.com/api/maps/detail/{song["id"].Value.ToString()}", Utilities.DownloadType.Raw, null,
// // Download success
// (web) =>
// {
// result = JSON.Parse(web.downloadHandler.text);
// var newsong = result["song"].AsObject;
// if (result != null && newsong["version"].Value != "")
// {
// new SongMap(newsong);
// song = newsong;
// }
// },
// // Download failed, song probably doesn't exist on beatsaver
// (web) =>
// {
// // Let player know that the song is not current on BeatSaver
// requestInfo.requestInfo += " *LOCAL ONLY*";
// ; //errorMessage = $"Invalid BeatSaver ID \"{request}\" specified. {requestUrl}";
// });
//}
RequestTracker[requestor.Id].numRequests++;
listcollection.add(duplicatelist, song["id"].Value);
if ((requestInfo.flags.HasFlag(CmdFlags.MoveToTop)))
{
RequestQueue.Songs.Insert(0, new SongRequest(song, requestor, requestInfo.requestTime, RequestStatus.Queued, requestInfo.requestInfo));
}
else
{
RequestQueue.Songs.Add(new SongRequest(song, requestor, requestInfo.requestTime, RequestStatus.Queued, requestInfo.requestInfo));
}
RequestQueue.Write();
Writedeck(requestor, "savedqueue"); // This can be used as a backup if persistent Queue is turned off.
if (!requestInfo.flags.HasFlag(CmdFlags.SilentResult))
{
new DynamicText().AddSong(ref song).QueueMessage(AddSongToQueueText.ToString());
}
Dispatcher.RunOnMainThread(() =>
{
UpdateRequestUI();
_refreshQueue = true;
});
}
