private Dictionary <int, SpojUserModel> ParseUsers(SpojDataTokenizer tokenizer) { var users = new Dictionary <int, SpojUserModel>(); var nUsers = tokenizer.GetInt(); var nLines = tokenizer.GetInt(); var listChunk = new List <SpojUserModel>(); var listChunkIds = new List <int>(); var chunkSteps = (int)Math.Ceiling((double)nUsers / _chunkSize); for (int i = 0; i < chunkSteps; i++) { for (int j = i * _chunkSize; j < (i + 1) * _chunkSize && j < nUsers; j++) { var user = new SpojUserModel() { UserId = tokenizer.GetInt(), Username = tokenizer.GetNext(), DisplayName = tokenizer.GetNext(), Email = tokenizer.GetNext() }; tokenizer.Skip(nLines - 4); users[user.UserId] = user; listChunk.Add(user); listChunkIds.Add(user.UserId); } var ids = listChunkIds; var listExist = _accountRepository.Get(x => ids.Contains(x.SpojUserId)).Select(x => x.SpojUserId).ToList(); var listEntites = listChunk.Where(x => !listExist.Contains(x.UserId)).Select(x => new AccountEntity { SpojUserId = x.UserId, UserName = x.Username, DisplayName = x.DisplayName, Email = x.Email }); _accountRepository.InsertRange(listEntites); _accountRepository.SaveChanges(); listChunk = new List <SpojUserModel>(); listChunkIds = new List <int>(); } return(users); }
private void ParseUserSubmissions(SpojDataTokenizer tokenizer, Dictionary <int, SpojUserModel> users, Dictionary <int, SpojProblemInfoModel> problemsInfo) { var nSeries = tokenizer.GetInt(); var nLine = tokenizer.GetInt(); tokenizer.Skip(1); var nSubmissions = tokenizer.GetInt(); var listChunk = new List <SpojSubmissionModel>(); var listChunkIds = new List <int>(); var chunkSteps = (int)Math.Ceiling((double)nSubmissions / _chunkSize); for (int i = 0; i < chunkSteps; i++) { for (int j = i * _chunkSize; j < (i + 1) * _chunkSize && j < nSubmissions; j++) { var userId = tokenizer.GetInt(); var spojProblemId = tokenizer.GetInt(); var time = tokenizer.GetUnixTime(); var status = tokenizer.GetInt(); var language = tokenizer.GetInt(); var score = tokenizer.GetFloat(); var runTime = tokenizer.GetFloat(); tokenizer.Skip(1); var id = tokenizer.GetInt(); var languageText = ""; switch (language) { case 10: languageText = "Java"; break; case 27: languageText = "C#"; break; case 32: languageText = "JS2"; break; default: languageText = "Other Languages"; break; } tokenizer.Skip(nLine - 9); if (!problemsInfo.ContainsKey(spojProblemId)) { continue; } var problemInfo = problemsInfo[spojProblemId]; var submission = new SpojSubmissionModel { Id = id, Time = time, Score = status == 15 && problemInfo.Type == 2 ? score : (status == 15 && problemInfo.Type == 0 ? 100 : 0), RunTime = runTime, Language = languageText, UserId = userId, ProblemId = spojProblemId }; listChunk.Add(submission); listChunkIds.Add(submission.Id); SpojUserModel user = null; if (users.TryGetValue(userId, out user)) { SpojProblemModel problem = null; if (!user.Problems.TryGetValue(spojProblemId, out problem)) { problem = new SpojProblemModel() { Id = spojProblemId, Code = problemInfo.Code }; user.Problems[spojProblemId] = problem; } problem.Submissions.Add(submission); } } var ids = listChunkIds; var listIdsCache = _submissionCacheBusiness.GetIds(); List <int> listNonExisting = new List <int>(); foreach (var id in listChunkIds) { if (!listIdsCache.Contains(id)) { listNonExisting.Add(id); } } var listNotExist = listChunk.Where(x => listNonExisting.Contains(x.Id)); var listEntities = (from item in listNotExist let internalProblemId = _problemRepository.Get(x => x.SpojId == item.ProblemId).Select(x => x.Id).FirstOrDefault() let internalAccountId = _accountRepository.Get(x => x.SpojUserId == item.UserId).Select(x => x.Id).FirstOrDefault() select new SubmissionEntity { SpojId = item.Id, SubmitTime = item.Time, Score = item.Score, RunTime = item.RunTime, Language = item.Language, ProblemId = internalProblemId == 0 ? (int?)null : internalProblemId, AccountId = internalAccountId == 0 ? (int?)null : internalAccountId }).ToList(); _submissionRepository.InsertRange(listEntities); _submissionRepository.SaveChanges(); listChunk = new List <SpojSubmissionModel>(); listChunkIds = new List <int>(); _submissionCacheBusiness.AddRangeIds(listNonExisting); } }