ModernUO/Projects/Server/Serialization/AdhocPersistence.cs

/*************************************************************************
 * ModernUO                                                              *
 * Copyright 2019-2022 - ModernUO Development Team                       *
 * Email: hi@modernuo.com                                                *
 * File: AdhocPersistence.cs                                             *
 *                                                                       *
 * This program is free software: you can redistribute it and/or modify  *
 * it under the terms of the GNU General Public License as published by  *
 * the Free Software Foundation, either version 3 of the License, or     *
 * (at your option) any later version.                                   *
 *                                                                       *
 * You should have received a copy of the GNU General Public License     *
 * along with this program.  If not, see <http://www.gnu.org/licenses/>. *
 *************************************************************************/

using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.IO;
using System.IO.MemoryMappedFiles;
using System.Threading.Tasks;

namespace Server;

public static class AdhocPersistence
{
    /**
     * Serializes to memory synchronously. Optional buffer can be provided.
     * Note: The buffer may not be the same after returning from the function if more data is written
     * than the initial buffer can handle.
     */
    public static BufferWriter Serialize(Action<IGenericWriter> serializer, ConcurrentQueue<Type> types)
    {
        var saveBuffer = new BufferWriter(true, types);
        serializer(saveBuffer);
        return saveBuffer;
    }

    /**
     * Writes a buffer to disk. This function should be called asynchronously.
     * Writes the filePath for the binary data, and an accompanying SerializedTypes.db file of all possible types.
     */
    public static void WriteSnapshot(FileInfo file, Span<byte> buffer)
    {
        var dirPath = file.DirectoryName;
        PathUtility.EnsureDirectory(dirPath);

        using var fs = new FileStream(file.FullName, FileMode.Create, FileAccess.Write);
        fs.Write(buffer);
    }

    /**
     * Serializes to a memory buffer synchronously, then flushes to the path asynchronously.
     * See WriteSnapshot for more info about how the snapshot.
     */
    public static void SerializeAndSnapshot(string filePath, Action<IGenericWriter> serializer, ConcurrentQueue<Type> types = null)
    {
        types ??= new ConcurrentQueue<Type>();
        var saveBuffer = Serialize(serializer, types);
        Task.Run(
            () =>
            {
                var fullPath = PathUtility.GetFullPath(filePath, Core.BaseDirectory);
                var file = new FileInfo(fullPath);

                WriteSnapshot(file, saveBuffer.Buffer.AsSpan(0, (int)saveBuffer.Position));

                // TODO: Create a PooledHashSet if performance becomes an issue.
                var typesSet = new HashSet<Type>();

                // Dedupe the queue.
                foreach (var type in types)
                {
                    typesSet.Add(type);
                }

                Persistence.WriteSerializedTypesSnapshot(file.DirectoryName, typesSet);
            });
    }

    public static void Deserialize(string filePath, Action<IGenericReader> deserializer)
    {
        var fullPath = PathUtility.GetFullPath(filePath, Core.BaseDirectory);
        var file = new FileInfo(fullPath);

        if (!file.Exists)
        {
            return;
        }

        var fileLength = file.Length;
        if (fileLength == 0)
        {
            return;
        }

        string error;

        try
        {
            using var mmf = MemoryMappedFile.CreateFromFile(fullPath, FileMode.Open);
            using var stream = mmf.CreateViewStream();
            using var br = new BinaryFileReader(stream);
            deserializer(br);

            error = br.Position != fileLength
                ? $"Serialized {fileLength} bytes, but {br.Position} bytes deserialized"
                : null;
        }
        catch (Exception e)
        {
            error = e.ToString();
        }

        if (error != null)
        {
            Console.WriteLine($"***** Bad deserialize of {file.FullName} *****");
            Console.WriteLine(error);

            Console.WriteLine("Skip this file and continue? (y/n)");

            var pressedKey = Console.ReadKey(true).Key;

            if (pressedKey != ConsoleKey.Y)
            {
                throw new Exception("Deserialization failed.");
            }
        }
    }
}