private List <File> GetFileForAdd(FileStoreContext inDb, IEnumerable <string> inFileNames)
{
var filesInDb = inDb.Files.ToHashSet();
Console.WriteLine($"Files in Db = {filesInDb.Count}");
var maxFileNameLengthAttribute = typeof(File)
.GetProperty(nameof(File.FileName))
.GetCustomAttributes(typeof(StringLengthAttribute), false)
.Cast <StringLengthAttribute>()
.SingleOrDefault();
var maxFileNameLength = maxFileNameLengthAttribute != null ? maxFileNameLengthAttribute.MaximumLength : 450;
var notExistingFiles = inFileNames.Except(filesInDb.Select(f => f.FileName)).ToList();
var fileForAdd = notExistingFiles
.Where(f => f.Length <= maxFileNameLength)
.Select(f => new File
{
FileName = f,
DataCreate = DateTime.Now,
DataModified = DateTime.Now
});
var fileWithLongName = notExistingFiles.Where(f => f.Length > maxFileNameLength);
foreach (var file in fileWithLongName)
{
Console.WriteLine($"Skip file: {file}");
}
return(fileForAdd.ToList());
}
public void AddOrUpdateFile(string inFileName)
{
try
{
using (var db = new FileStoreContext())
{
var file = db.Files.FirstOrDefault(f => f.FileName.Equals(inFileName, StringComparison.InvariantCultureIgnoreCase));
if (file == null)
{
file = new File
{
FileName = inFileName,
DataCreate = DateTime.Now
};
}
file.DataModified = DateTime.Now;
db.Files.AddOrUpdate(file);
db.SaveChanges();
}
}
catch
{ }
}
public void AddFiles(IEnumerable <string> inFileNames)
{
using (var db = new FileStoreContext())
{
var files = GetFileForAdd(db, inFileNames);
AddInternal(db, files);
}
}
private void AddInternal(FileStoreContext inDb, IEnumerable <File> inFiles)
{
const int CHUNK_SIZE = 100000;
Console.WriteLine($"Total files for add = {inFiles.Count()}");
var totalChunks = (inFiles.Count() - 1) / CHUNK_SIZE + 1;
int indexOfChunk = 0;
foreach (var fileInChunk in inFiles.Chunk(CHUNK_SIZE))
{
Console.WriteLine($"Index Chunk = {indexOfChunk++}, size in chunk = {CHUNK_SIZE}, total chunks = {totalChunks}");
inDb.Files.AddRange(fileInChunk.ToArray());
try
{
inDb.SaveChanges();
}
catch (DbEntityValidationException ex)
{
Console.WriteLine(ex);
foreach (var validationErrors in ex.EntityValidationErrors)
{
foreach (var validationError in validationErrors.ValidationErrors)
{
string message = string.Format("{0}:{1}",
validationErrors.Entry.Entity.ToString(),
validationError.ErrorMessage);
Console.WriteLine(message);
}
}
}
catch (Exception ex)
{
Console.WriteLine(ex);
};
}
}
