using System; using System.Buffers; using System.Collections.Generic; using System.IO; using System.IO.Compression; namespace Server { public static class MultiData { private static readonly BinaryReader m_IndexReader; private static readonly BinaryReader m_StreamReader; private static readonly bool UsingUOPFormat; static MultiData() { var multiUOPPath = Core.FindDataFile("MultiCollection.uop", false); if (File.Exists(multiUOPPath)) { LoadUOP(multiUOPPath); UsingUOPFormat = true; return; } var idxPath = Core.FindDataFile("multi.idx"); var mulPath = Core.FindDataFile("multi.mul"); var idx = new FileStream(idxPath, FileMode.Open, FileAccess.Read, FileShare.Read); m_IndexReader = new BinaryReader(idx); var stream = new FileStream(mulPath, FileMode.Open, FileAccess.Read, FileShare.Read); m_StreamReader = new BinaryReader(stream); var vdPath = Core.FindDataFile("verdata.mul", false); if (!File.Exists(vdPath)) { return; } using var fs = new FileStream(vdPath, FileMode.Open, FileAccess.Read, FileShare.Read); var bin = new BinaryReader(fs); var count = bin.ReadInt32(); for (var i = 0; i < count; ++i) { var file = bin.ReadInt32(); var index = bin.ReadInt32(); var lookup = bin.ReadInt32(); var length = bin.ReadInt32(); bin.ReadInt32(); // extra if (file == 14 && index >= 0 && lookup >= 0 && length > 0) { bin.BaseStream.Seek(lookup, SeekOrigin.Begin); Components[index] = new MultiComponentList(bin, length / 12); bin.BaseStream.Seek(24 + i * 20, SeekOrigin.Begin); } } bin.Close(); } public static Dictionary Components { get; } = new Dictionary(); public static MultiComponentList GetComponents(int multiID) { MultiComponentList mcl; multiID &= 0x3FFF; if (Components.ContainsKey(multiID)) { mcl = Components[multiID]; } else if (!UsingUOPFormat) { Components[multiID] = mcl = Load(multiID); } else { mcl = MultiComponentList.Empty; } return mcl; } public static void LoadUOP(string path) { var stream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read); var streamReader = new BinaryReader(stream); // Head Information Start if (streamReader.ReadInt32() != 0x0050594D) // Not a UOP Files { return; } if (streamReader.ReadInt32() > 5) // Bad Version { return; } // Multi ID List Array Start UOPHash.BuildChunkIDs(out var chunkIds); // Multi ID List Array End streamReader.ReadUInt32(); // format timestamp? 0xFD23EC43 var startAddress = streamReader.ReadInt64(); streamReader.ReadInt32(); streamReader.ReadInt32(); stream.Seek(startAddress, SeekOrigin.Begin); // Head Information End long nextBlock; do { var blockFileCount = streamReader.ReadInt32(); nextBlock = streamReader.ReadInt64(); var index = 0; do { var offset = streamReader.ReadInt64(); var headerSize = streamReader.ReadInt32(); // header length var compressedSize = streamReader.ReadInt32(); // compressed size var decompressedSize = streamReader.ReadInt32(); // decompressed size var filehash = streamReader.ReadUInt64(); // filename hash (HashLittle2) streamReader.ReadUInt32(); var compressionMethod = streamReader.ReadInt16(); // compression method (0 = none, 1 = zlib) index++; if (offset == 0 || decompressedSize == 0 || filehash == 0x126D1E99DDEDEE0A) // Exclude housing.bin { continue; } chunkIds.TryGetValue(filehash, out var chunkID); var position = stream.Position; // save current position stream.Seek(offset + headerSize, SeekOrigin.Begin); Span sourceData = new byte[compressedSize]; if (stream.Read(sourceData) != compressedSize) { continue; } Span data; if (compressionMethod == 1) { data = new byte[decompressedSize]; Zlib.Unpack(data, ref decompressedSize, sourceData, compressedSize); } else { data = sourceData; } var tileList = new List(); // Skip the first 4 bytes var reader = new BufferReader(data); reader.Advance(4); // ??? reader.TryReadLittleEndian(out uint count); for (uint i = 0; i < count; i++) { reader.TryReadLittleEndian(out ushort itemid); reader.TryReadLittleEndian(out short x); reader.TryReadLittleEndian(out short y); reader.TryReadLittleEndian(out short z); reader.TryReadLittleEndian(out ushort flagValue); var tileFlag = flagValue switch { 1 => TileFlag.None, 257 => TileFlag.Generic, _ => TileFlag.Background // 0 }; reader.TryReadLittleEndian(out uint clilocsCount); reader.Advance(clilocsCount * 4); // bypass binary block tileList.Add(new MultiTileEntry(itemid, x, y, z, tileFlag)); } Components[chunkID] = new MultiComponentList(tileList); stream.Seek(position, SeekOrigin.Begin); // back to position } while (index < blockFileCount); } while (stream.Seek(nextBlock, SeekOrigin.Begin) != 0); } // TODO: Change this to read the file all during load time public static MultiComponentList Load(int multiID) { try { m_IndexReader.BaseStream.Seek(multiID * 12, SeekOrigin.Begin); var lookup = m_IndexReader.ReadInt32(); var length = m_IndexReader.ReadInt32(); if (lookup < 0 || length <= 0) { return MultiComponentList.Empty; } m_StreamReader.BaseStream.Seek(lookup, SeekOrigin.Begin); return new MultiComponentList(m_StreamReader, length / (MultiComponentList.PostHSFormat ? 16 : 12)); } catch { return MultiComponentList.Empty; } } } public struct MultiTileEntry { public ushort ItemId { get; set; } public short OffsetX { get; set; } public short OffsetY { get; set; } public short OffsetZ { get; set; } public TileFlag Flags { get; set; } public MultiTileEntry(ushort itemID, short xOffset, short yOffset, short zOffset, TileFlag flags) { ItemId = itemID; OffsetX = xOffset; OffsetY = yOffset; OffsetZ = zOffset; Flags = flags; } } public sealed class MultiComponentList { public static readonly MultiComponentList Empty = new MultiComponentList(); private Point2D m_Min, m_Max; public MultiComponentList(MultiComponentList toCopy) { m_Min = toCopy.m_Min; m_Max = toCopy.m_Max; Center = toCopy.Center; Width = toCopy.Width; Height = toCopy.Height; Tiles = new StaticTile[Width][][]; for (var x = 0; x < Width; ++x) { Tiles[x] = new StaticTile[Height][]; for (var y = 0; y < Height; ++y) { Tiles[x][y] = new StaticTile[toCopy.Tiles[x][y].Length]; for (var i = 0; i < Tiles[x][y].Length; ++i) { Tiles[x][y][i] = toCopy.Tiles[x][y][i]; } } } List = new MultiTileEntry[toCopy.List.Length]; for (var i = 0; i < List.Length; ++i) { List[i] = toCopy.List[i]; } } public MultiComponentList(IGenericReader reader) { var version = reader.ReadInt(); m_Min = reader.ReadPoint2D(); m_Max = reader.ReadPoint2D(); Center = reader.ReadPoint2D(); Width = reader.ReadInt(); Height = reader.ReadInt(); var length = reader.ReadInt(); var allTiles = List = new MultiTileEntry[length]; if (version == 0) { for (var i = 0; i < length; ++i) { int id = reader.ReadShort(); if (id >= 0x4000) { id -= 0x4000; } allTiles[i].ItemId = (ushort)id; allTiles[i].OffsetX = reader.ReadShort(); allTiles[i].OffsetY = reader.ReadShort(); allTiles[i].OffsetZ = reader.ReadShort(); allTiles[i].Flags = (TileFlag)reader.ReadInt(); } } else { for (var i = 0; i < length; ++i) { allTiles[i].ItemId = reader.ReadUShort(); allTiles[i].OffsetX = reader.ReadShort(); allTiles[i].OffsetY = reader.ReadShort(); allTiles[i].OffsetZ = reader.ReadShort(); allTiles[i].Flags = (TileFlag)reader.ReadInt(); } } var tiles = new TileList[Width][]; Tiles = new StaticTile[Width][][]; for (var x = 0; x < Width; ++x) { tiles[x] = new TileList[Height]; Tiles[x] = new StaticTile[Height][]; for (var y = 0; y < Height; ++y) { tiles[x][y] = new TileList(); } } for (var i = 0; i < allTiles.Length; ++i) { if (i == 0 || allTiles[i].Flags != 0) { var xOffset = allTiles[i].OffsetX + Center.m_X; var yOffset = allTiles[i].OffsetY + Center.m_Y; tiles[xOffset][yOffset].Add(allTiles[i].ItemId, (sbyte)allTiles[i].OffsetZ); } } for (var x = 0; x < Width; ++x) { for (var y = 0; y < Height; ++y) { Tiles[x][y] = tiles[x][y].ToArray(); } } } public MultiComponentList(BinaryReader reader, int count) { var allTiles = List = new MultiTileEntry[count]; for (var i = 0; i < count; ++i) { allTiles[i].ItemId = reader.ReadUInt16(); allTiles[i].OffsetX = reader.ReadInt16(); allTiles[i].OffsetY = reader.ReadInt16(); allTiles[i].OffsetZ = reader.ReadInt16(); if (PostHSFormat) { allTiles[i].Flags = (TileFlag)reader.ReadUInt64(); } else { allTiles[i].Flags = (TileFlag)reader.ReadUInt32(); } var e = allTiles[i]; if (i == 0 || e.Flags != 0) { if (e.OffsetX < m_Min.m_X) { m_Min.m_X = e.OffsetX; } if (e.OffsetY < m_Min.m_Y) { m_Min.m_Y = e.OffsetY; } if (e.OffsetX > m_Max.m_X) { m_Max.m_X = e.OffsetX; } if (e.OffsetY > m_Max.m_Y) { m_Max.m_Y = e.OffsetY; } } } Center = new Point2D(-m_Min.m_X, -m_Min.m_Y); Width = m_Max.m_X - m_Min.m_X + 1; Height = m_Max.m_Y - m_Min.m_Y + 1; var tiles = new TileList[Width][]; Tiles = new StaticTile[Width][][]; for (var x = 0; x < Width; ++x) { tiles[x] = new TileList[Height]; Tiles[x] = new StaticTile[Height][]; for (var y = 0; y < Height; ++y) { tiles[x][y] = new TileList(); } } for (var i = 0; i < allTiles.Length; ++i) { if (i == 0 || allTiles[i].Flags != 0) { var xOffset = allTiles[i].OffsetX + Center.m_X; var yOffset = allTiles[i].OffsetY + Center.m_Y; tiles[xOffset][yOffset].Add(allTiles[i].ItemId, (sbyte)allTiles[i].OffsetZ); } } for (var x = 0; x < Width; ++x) { for (var y = 0; y < Height; ++y) { Tiles[x][y] = tiles[x][y].ToArray(); } } } public MultiComponentList(List list) { var allTiles = List = new MultiTileEntry[list.Count]; for (var i = 0; i < list.Count; ++i) { allTiles[i].ItemId = list[i].ItemId; allTiles[i].OffsetX = list[i].OffsetX; allTiles[i].OffsetY = list[i].OffsetY; allTiles[i].OffsetZ = list[i].OffsetZ; allTiles[i].Flags = list[i].Flags; var e = allTiles[i]; if (i == 0 || e.Flags != 0) { if (e.OffsetX < m_Min.m_X) { m_Min.m_X = e.OffsetX; } if (e.OffsetY < m_Min.m_Y) { m_Min.m_Y = e.OffsetY; } if (e.OffsetX > m_Max.m_X) { m_Max.m_X = e.OffsetX; } if (e.OffsetY > m_Max.m_Y) { m_Max.m_Y = e.OffsetY; } } } Center = new Point2D(-m_Min.m_X, -m_Min.m_Y); Width = m_Max.m_X - m_Min.m_X + 1; Height = m_Max.m_Y - m_Min.m_Y + 1; var tiles = new TileList[Width][]; Tiles = new StaticTile[Width][][]; for (var x = 0; x < Width; ++x) { tiles[x] = new TileList[Height]; Tiles[x] = new StaticTile[Height][]; for (var y = 0; y < Height; ++y) { tiles[x][y] = new TileList(); } } for (var i = 0; i < allTiles.Length; ++i) { if (i == 0 || allTiles[i].Flags != 0) { var xOffset = allTiles[i].OffsetX + Center.m_X; var yOffset = allTiles[i].OffsetY + Center.m_Y; var itemID = (allTiles[i].ItemId & TileData.MaxItemValue) | 0x10000; tiles[xOffset][yOffset].Add((ushort)itemID, (sbyte)allTiles[i].OffsetZ); } } for (var x = 0; x < Width; ++x) { for (var y = 0; y < Height; ++y) { Tiles[x][y] = tiles[x][y].ToArray(); } } } private MultiComponentList() { Tiles = Array.Empty(); List = Array.Empty(); } public static bool PostHSFormat { get; set; } public Point2D Min => m_Min; public Point2D Max => m_Max; public Point2D Center { get; } public int Width { get; private set; } public int Height { get; private set; } public StaticTile[][][] Tiles { get; private set; } public MultiTileEntry[] List { get; private set; } public void Add(int itemID, int x, int y, int z) { var vx = x + Center.m_X; var vy = y + Center.m_Y; if (vx >= 0 && vx < Width && vy >= 0 && vy < Height) { var oldTiles = Tiles[vx][vy]; for (var i = oldTiles.Length - 1; i >= 0; --i) { var data = TileData.ItemTable[itemID & TileData.MaxItemValue]; if (oldTiles[i].Z == z && oldTiles[i].Height > 0 == data.Height > 0) { var newIsRoof = (data.Flags & TileFlag.Roof) != 0; var oldIsRoof = (TileData.ItemTable[oldTiles[i].ID & TileData.MaxItemValue].Flags & TileFlag.Roof) != 0; if (newIsRoof == oldIsRoof) { Remove(oldTiles[i].ID, x, y, z); } } } oldTiles = Tiles[vx][vy]; var newTiles = new StaticTile[oldTiles.Length + 1]; for (var i = 0; i < oldTiles.Length; ++i) { newTiles[i] = oldTiles[i]; } newTiles[oldTiles.Length] = new StaticTile((ushort)itemID, (sbyte)z); Tiles[vx][vy] = newTiles; var oldList = List; var newList = new MultiTileEntry[oldList.Length + 1]; for (var i = 0; i < oldList.Length; ++i) { newList[i] = oldList[i]; } newList[oldList.Length] = new MultiTileEntry( (ushort)itemID, (short)x, (short)y, (short)z, TileFlag.Background ); List = newList; if (x < m_Min.m_X) { m_Min.m_X = x; } if (y < m_Min.m_Y) { m_Min.m_Y = y; } if (x > m_Max.m_X) { m_Max.m_X = x; } if (y > m_Max.m_Y) { m_Max.m_Y = y; } } } public void RemoveXYZH(int x, int y, int z, int minHeight) { var vx = x + Center.m_X; var vy = y + Center.m_Y; if (vx >= 0 && vx < Width && vy >= 0 && vy < Height) { var oldTiles = Tiles[vx][vy]; for (var i = 0; i < oldTiles.Length; ++i) { var tile = oldTiles[i]; if (tile.Z == z && tile.Height >= minHeight) { var newTiles = new StaticTile[oldTiles.Length - 1]; for (var j = 0; j < i; ++j) { newTiles[j] = oldTiles[j]; } for (var j = i + 1; j < oldTiles.Length; ++j) { newTiles[j - 1] = oldTiles[j]; } Tiles[vx][vy] = newTiles; break; } } var oldList = List; for (var i = 0; i < oldList.Length; ++i) { var tile = oldList[i]; if (tile.OffsetX == (short)x && tile.OffsetY == (short)y && tile.OffsetZ == (short)z && TileData.ItemTable[tile.ItemId & TileData.MaxItemValue].Height >= minHeight) { var newList = new MultiTileEntry[oldList.Length - 1]; for (var j = 0; j < i; ++j) { newList[j] = oldList[j]; } for (var j = i + 1; j < oldList.Length; ++j) { newList[j - 1] = oldList[j]; } List = newList; break; } } } } public void Remove(int itemID, int x, int y, int z) { var vx = x + Center.m_X; var vy = y + Center.m_Y; if (vx >= 0 && vx < Width && vy >= 0 && vy < Height) { var oldTiles = Tiles[vx][vy]; for (var i = 0; i < oldTiles.Length; ++i) { var tile = oldTiles[i]; if (tile.ID == itemID && tile.Z == z) { var newTiles = new StaticTile[oldTiles.Length - 1]; for (var j = 0; j < i; ++j) { newTiles[j] = oldTiles[j]; } for (var j = i + 1; j < oldTiles.Length; ++j) { newTiles[j - 1] = oldTiles[j]; } Tiles[vx][vy] = newTiles; break; } } var oldList = List; for (var i = 0; i < oldList.Length; ++i) { var tile = oldList[i]; if (tile.ItemId == itemID && tile.OffsetX == (short)x && tile.OffsetY == (short)y && tile.OffsetZ == (short)z) { var newList = new MultiTileEntry[oldList.Length - 1]; for (var j = 0; j < i; ++j) { newList[j] = oldList[j]; } for (var j = i + 1; j < oldList.Length; ++j) { newList[j - 1] = oldList[j]; } List = newList; break; } } } } public void Resize(int newWidth, int newHeight) { int oldWidth = Width, oldHeight = Height; var oldTiles = Tiles; var totalLength = 0; var newTiles = new StaticTile[newWidth][][]; for (var x = 0; x < newWidth; ++x) { newTiles[x] = new StaticTile[newHeight][]; for (var y = 0; y < newHeight; ++y) { if (x < oldWidth && y < oldHeight) { newTiles[x][y] = oldTiles[x][y]; } else { newTiles[x][y] = Array.Empty(); } totalLength += newTiles[x][y].Length; } } Tiles = newTiles; List = new MultiTileEntry[totalLength]; Width = newWidth; Height = newHeight; m_Min = Point2D.Zero; m_Max = Point2D.Zero; var index = 0; for (var x = 0; x < newWidth; ++x) { for (var y = 0; y < newHeight; ++y) { var tiles = newTiles[x][y]; for (var i = 0; i < tiles.Length; ++i) { var tile = tiles[i]; var vx = x - Center.X; var vy = y - Center.Y; if (vx < m_Min.m_X) { m_Min.m_X = vx; } if (vy < m_Min.m_Y) { m_Min.m_Y = vy; } if (vx > m_Max.m_X) { m_Max.m_X = vx; } if (vy > m_Max.m_Y) { m_Max.m_Y = vy; } List[index++] = new MultiTileEntry( (ushort)tile.ID, (short)vx, (short)vy, (short)tile.Z, TileFlag.Background ); } } } } public void Serialize(IGenericWriter writer) { writer.Write(1); // version; writer.Write(m_Min); writer.Write(m_Max); writer.Write(Center); writer.Write(Width); writer.Write(Height); writer.Write(List.Length); for (var i = 0; i < List.Length; ++i) { var ent = List[i]; writer.Write(ent.ItemId); writer.Write(ent.OffsetX); writer.Write(ent.OffsetY); writer.Write(ent.OffsetZ); writer.Write((int)ent.Flags); } } } public static class UOPHash { public static void BuildChunkIDs(out Dictionary chunkIds) { const int maxId = 0x10000; chunkIds = new Dictionary(); for (var i = 0; i < maxId; ++i) { chunkIds[HashLittle2($"build/multicollection/{i:000000}.bin")] = i; } } private static ulong HashLittle2(string s) { var length = s.Length; uint b, c; var a = b = c = 0xDEADBEEF + (uint)length; var k = 0; while (length > 12) { a += s[k]; a += (uint)s[k + 1] << 8; a += (uint)s[k + 2] << 16; a += (uint)s[k + 3] << 24; b += s[k + 4]; b += (uint)s[k + 5] << 8; b += (uint)s[k + 6] << 16; b += (uint)s[k + 7] << 24; c += s[k + 8]; c += (uint)s[k + 9] << 8; c += (uint)s[k + 10] << 16; c += (uint)s[k + 11] << 24; a -= c; a ^= (c << 4) | (c >> 28); c += b; b -= a; b ^= (a << 6) | (a >> 26); a += c; c -= b; c ^= (b << 8) | (b >> 24); b += a; a -= c; a ^= (c << 16) | (c >> 16); c += b; b -= a; b ^= (a << 19) | (a >> 13); a += c; c -= b; c ^= (b << 4) | (b >> 28); b += a; length -= 12; k += 12; } if (length != 0) { switch (length) { case 12: c += (uint)s[k + 11] << 24; goto case 11; case 11: c += (uint)s[k + 10] << 16; goto case 10; case 10: c += (uint)s[k + 9] << 8; goto case 9; case 9: c += s[k + 8]; goto case 8; case 8: b += (uint)s[k + 7] << 24; goto case 7; case 7: b += (uint)s[k + 6] << 16; goto case 6; case 6: b += (uint)s[k + 5] << 8; goto case 5; case 5: b += s[k + 4]; goto case 4; case 4: a += (uint)s[k + 3] << 24; goto case 3; case 3: a += (uint)s[k + 2] << 16; goto case 2; case 2: a += (uint)s[k + 1] << 8; goto case 1; case 1: a += s[k]; break; } c ^= b; c -= (b << 14) | (b >> 18); a ^= c; a -= (c << 11) | (c >> 21); b ^= a; b -= (a << 25) | (a >> 7); c ^= b; c -= (b << 16) | (b >> 16); a ^= c; a -= (c << 4) | (c >> 28); b ^= a; b -= (a << 14) | (a >> 18); c ^= b; c -= (b << 24) | (b >> 8); } return ((ulong)b << 32) | c; } } }