warrentyexpired/ModernUO
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: Updates serialization to use MMF (considerable memory savings) (#1841)

Browse source 
### Summary
Updates the serialization strategy to use `MemoryMappedFile` instead of thick buffers. This has the benefit of being on-par with the current implementation (based on hardware/OS), however won't incur the double-memory issue.

> [!Important]
> **Developer Note**
> The `BinaryFileWriter` and `BinaryFileReader` has been removed in favor of `MemoryMapFileWriter` and `UnmanagedDataReader`
This commit is contained in:
Kamron Batman 2024-06-23 10:51:20 -07:00 • committed by GitHub
parent 3b84c8052c
commit 8ec203f387
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
27 changed files with 1271 additions and 941 deletions
Download patch file Download diff file Expand all files Collapse all files

53
Projects/Server/Serialization/GenericPersistence.cs
View file

@ -1,6 +1,6 @@
/*************************************************************************
* ModernUO *
* Copyright 2019-2023 - ModernUO Development Team *
* Copyright 2019-2024 - ModernUO Development Team *
* Email: hi@modernuo.com *
* File: GenericPersistence.cs *
* *
@ -22,36 +22,55 @@ namespace Server;
public abstract class GenericPersistence : Persistence, IGenericSerializable
{
private long _initialSize = 1024 * 1024;
private MemoryMapFileWriter _fileToSave;
public string Name { get; }
public GenericPersistence(string name, int priority) : base(priority) => Name = name;
public override void Preserialize(string savePath, ConcurrentQueue<Type> types)
{
var path = Path.Combine(savePath, Name);
var filePath = Path.Combine(path, $"{Name}.bin");
PathUtility.EnsureDirectory(path);
_fileToSave = new MemoryMapFileWriter(new FileStream(filePath, FileMode.Create), _initialSize, types);
}
public override void Serialize()
{
World.PushToCache(this);
World.ResetRoundRobin();
World.PushToCache((this, this));
}
public long SavePosition { get; set; }
public BufferWriter SaveBuffer { get; set; }
public void Serialize(ConcurrentQueue<Type> types)
public override void WriteSnapshot()
{
SaveBuffer ??= new BufferWriter(true, types);
string folderPath = null;
using (var fs = _fileToSave.FileStream)
{
if (fs.Position > _initialSize)
{
_initialSize = fs.Position;
}
SaveBuffer.Seek(0, SeekOrigin.Begin);
Serialize(SaveBuffer);
_fileToSave.Dispose();
if (_fileToSave.Position == 0)
{
folderPath = Path.GetDirectoryName(fs.Name);
}
}
if (folderPath != null)
{
Directory.Delete(folderPath);
}
}
public override void Serialize(IGenericSerializable e, int threadIndex) => Serialize(_fileToSave);
public abstract void Serialize(IGenericWriter writer);
public override void WriteSnapshot(string basePath)
{
string binPath = Path.Combine(basePath, Name, $"{Name}.bin");
var buffer = SaveBuffer!.Buffer.AsSpan(0, (int)SaveBuffer.Position);
AdhocPersistence.WriteSnapshot(new FileInfo(binPath), buffer);
}
public override void Deserialize(string savePath, Dictionary<ulong, string> typesDb) =>
AdhocPersistence.Deserialize(Path.Combine(savePath, Name, $"{Name}.bin"), Deserialize);