From 8aa6f08959c55708994a69fc06a11a07023a81b2 Mon Sep 17 00:00:00 2001 From: "madmaxoft@gmail.com" Date: Wed, 1 May 2013 17:27:17 +0000 Subject: BlockZapper: Initial import, can zap blocks but not entities git-svn-id: http://mc-server.googlecode.com/svn/trunk@1439 0a769ca7-a7f5-676a-18bf-c427514a06d6 --- Tools/BlockZapper/Zapper.cpp | 440 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 440 insertions(+) create mode 100644 Tools/BlockZapper/Zapper.cpp (limited to 'Tools/BlockZapper/Zapper.cpp') diff --git a/Tools/BlockZapper/Zapper.cpp b/Tools/BlockZapper/Zapper.cpp new file mode 100644 index 000000000..d5bc576ba --- /dev/null +++ b/Tools/BlockZapper/Zapper.cpp @@ -0,0 +1,440 @@ + +// Zapper.cpp + +// Implements the cZapper class representing the processor that actually zaps blocks and entities + +#include "Globals.h" + +#include "WorldStorage/FastNBT.h" +#include "StringCompression.h" +#include "zlib.h" + +#include "Zapper.h" + + + + + +/// The maximum size of an inflated chunk; raw chunk data is 192 KiB, allow 64 KiB more of entities +#define CHUNK_INFLATE_MAX 256 KiB + + + + + +cZapper::cZapper(const AString & a_MCAFolder) : + m_MCAFolder(a_MCAFolder) +{ +} + + + + + +void cZapper::ZapRegions(const cRegionVector & a_Regions) +{ + for (cRegionVector::const_iterator itr = a_Regions.begin(), end = a_Regions.end(); itr != end; ++itr) + { + int MinAnvX, MinAnvZ; + int MaxAnvX, MaxAnvZ; + BlockToMCA(itr->m_MinX, itr->m_MinZ, MinAnvX, MinAnvZ); + BlockToMCA(itr->m_MaxX, itr->m_MaxZ, MaxAnvX, MaxAnvZ); + for (int x = MinAnvX; x <= MaxAnvX; x++) + { + for (int z = MinAnvZ; z <= MaxAnvZ; z++) + { + ZapRegionInMCAFile(*itr, x, z); + } + } + } // for itr - a_Regions +} + + + + + +void cZapper::BlockToMCA(int a_BlockX, int a_BlockZ, int & a_MCAX, int & a_MCAZ) +{ + // These need to be arithmetic shifts, consult your compiler documentation to see if it's so + // MSVC and GCC both use arithmetic shifts + a_MCAX = a_BlockX >> 10; + a_MCAZ = a_BlockZ >> 10; +} + + + + + +void cZapper::BlockToChunk(int a_BlockX, int a_BlockZ, int & a_ChunkX, int & a_ChunkZ) +{ + // These need to be arithmetic shifts, consult your compiler documentation to see if it's so + // MSVC and GCC both use arithmetic shifts + a_ChunkX = a_BlockX >> 4; + a_ChunkZ = a_BlockZ >> 4; +} + + + + + +void cZapper::ZapRegionInMCAFile(const cRegion & a_Region, int a_MCAX, int a_MCAZ) +{ + cFile fIn; + AString FileNameIn = Printf("%s/r.%d.%d.mca", m_MCAFolder.c_str(), a_MCAX, a_MCAZ); + if (!fIn.Open(FileNameIn, cFile::fmRead)) + { + return; + } + cFile fOut; + AString FileNameOut = Printf("%s/r.%d.%d.zap", m_MCAFolder.c_str(), a_MCAX, a_MCAZ); + if (!fOut.Open(FileNameOut, cFile::fmWrite)) + { + fprintf(stderr, "Cannot open temporary file \"%s\" for writing, skipping file \"%s\".", FileNameOut.c_str(), FileNameIn.c_str()); + return; + } + + AString DataOut; + DataOut.reserve(fIn.GetSize()); + + int HeaderIn[2048]; + if (fIn.Read(HeaderIn, sizeof(HeaderIn)) != sizeof(HeaderIn)) + { + fprintf(stderr, "Cannot read header from file \"%s\", skipping file.", FileNameIn.c_str()); + } + int HeaderOut[2048]; + for (int i = 0; i < 1024; i++) + { + if (HeaderIn[i] == 0) + { + // Chunk not present + HeaderOut[i] = 0; + continue; + } + AString ChunkData; + int ChunkX = a_MCAX * ChunksPerMCAX + (i % ChunksPerMCAX); + int ChunkZ = a_MCAZ * ChunksPerMCAZ + (i / ChunksPerMCAX); + + LoadChunkData(fIn, HeaderIn[i], ChunkData, ChunkX, ChunkZ); + + if (a_Region.TouchesChunk(ChunkX, ChunkZ)) + { + ZapRegionInRawChunkData(a_Region, ChunkData, ChunkX, ChunkZ); + } + unsigned char ChunkHeader[5]; + size_t DataSize = ChunkData.size() + 1; + ChunkHeader[0] = (DataSize >> 24) & 0xff; + ChunkHeader[1] = (DataSize >> 16) & 0xff; + ChunkHeader[2] = (DataSize >> 8) & 0xff; + ChunkHeader[3] = DataSize & 0xff; + ChunkHeader[4] = 2; // zlib compression + size_t Alignment = 4096 - (ChunkData.size() + 5) % 4096; // 5 bytes of the header are appended outside of ChunkData + if (Alignment > 0) + { + ChunkData.append(Alignment, (char)0); + } + HeaderOut[i] = htonl(((DataOut.size() / 4096 + 2) << 8) | ((ChunkData.size() + 5) / 4096)); + DataOut.append((const char *)ChunkHeader, sizeof(ChunkHeader)); + DataOut.append(ChunkData); + } // for i - chunks in fIn + for (int i = 1024; i < 2048; i++) + { + HeaderOut[i] = HeaderIn[i]; + } + fIn.Close(); + fOut.Write(HeaderOut, sizeof(HeaderOut)); + fOut.Write(DataOut.data(), DataOut.size()); + fOut.Close(); + cFile::Delete(FileNameIn); + cFile::Rename(FileNameOut, FileNameIn); +} + + + + + +void cZapper::LoadChunkData(cFile & a_InFile, int a_ChunkHeaderValue, AString & a_ChunkData, int a_ChunkX, int a_ChunkZ) +{ + a_ChunkHeaderValue = ntohl(a_ChunkHeaderValue); // Convert from big-endian to system-endian + int ChunkOffset = (a_ChunkHeaderValue >> 8) * 4096; + int ChunkSize = (a_ChunkHeaderValue & 0xff) * 4096; + a_InFile.Seek(ChunkOffset); + unsigned char ChunkHeader[5]; + a_InFile.Read(ChunkHeader, sizeof(ChunkHeader)); + if (ChunkHeader[4] != 2) + { + fprintf(stderr, "Chunk [%d, %d] is compressed in an unknown scheme (%d), skipping", a_ChunkX, a_ChunkZ, ChunkHeader[5]); + return; + } + int ActualSize = (ChunkHeader[0] << 24) | (ChunkHeader[1] << 16) | (ChunkHeader[2] << 8) | ChunkHeader[3]; + ActualSize -= 1; // Compression took 1 byte + a_ChunkData.resize(ActualSize); + int BytesRead = a_InFile.Read((void *)(a_ChunkData.data()), ActualSize); + if (BytesRead != ActualSize) + { + fprintf(stderr, "Chunk is truncated in file (%d bytes out of %d), skipping.", BytesRead, ActualSize); + a_ChunkData.clear(); + return; + } +} + + + + + +void cZapper::ZapRegionInRawChunkData(const cRegion & a_Region, AString & a_ChunkData, int a_ChunkX, int a_ChunkZ) +{ + // Decompress the data: + char Uncompressed[CHUNK_INFLATE_MAX]; + z_stream strm; + strm.zalloc = (alloc_func)NULL; + strm.zfree = (free_func)NULL; + strm.opaque = NULL; + inflateInit(&strm); + strm.next_out = (Bytef *)Uncompressed; + strm.avail_out = sizeof(Uncompressed); + strm.next_in = (Bytef *)a_ChunkData.data(); + strm.avail_in = a_ChunkData.size(); + int res = inflate(&strm, Z_FINISH); + inflateEnd(&strm); + if (res != Z_STREAM_END) + { + fprintf(stderr, "Chunk [%d, %d] failed to decompress: error %d. Skipping chunk.", a_ChunkX, a_ChunkZ, res); + return; + } + + /* + // DEBUG: Output src to a file: + cFile f1; + if (f1.Open(Printf("chunk_%d_%d_in.nbt", a_ChunkX, a_ChunkZ), cFile::fmWrite)) + { + f1.Write(Uncompressed, strm.total_out); + } + //*/ + + cParsedNBT NBT(Uncompressed, strm.total_out); + if (!NBT.IsValid()) + { + fprintf(stderr, "Chunk [%d, %d] failed to parse. Skipping chunk.", a_ChunkX, a_ChunkZ); + return; + } + ZapRegionInNBTChunk(a_Region, NBT, a_ChunkX, a_ChunkZ); + + cFastNBTWriter Writer; + for (int ch = NBT.GetFirstChild(0); ch >= 0; ch = NBT.GetNextSibling(ch)) + { + SerializeNBTTag(NBT, ch, Writer); + } + Writer.Finish(); + + /* + // DEBUG: Output dst to a file: + cFile f2; + if (f2.Open(Printf("chunk_%d_%d_out.nbt", a_ChunkX, a_ChunkZ), cFile::fmWrite)) + { + f2.Write(Writer.GetResult().data(), Writer.GetResult().size()); + } + //*/ + + // Compress the serialized data into "Uncompressed" (reuse buffer) + CompressString(Writer.GetResult().data(), Writer.GetResult().size(), a_ChunkData); +} + + + + + +void cZapper::ZapRegionInNBTChunk(const cRegion & a_Region, cParsedNBT & a_NBT, int a_ChunkX, int a_ChunkZ) +{ + int LevelTag = a_NBT.FindChildByName(a_NBT.GetRoot(), "Level"); + if (LevelTag < 0) + { + fprintf(stderr, "Cannot find Level tag in chunk [%d, %d]'s NBT. Skipping chunk.", a_ChunkX, a_ChunkZ); + return; + } + + // Create a copy of the region and limit it to the current chunk: + int BlockX = a_ChunkX * 16; + int BlockZ = a_ChunkZ * 16; + cRegion Local; + Local.m_MinX = std::max(0, a_Region.m_MinX - BlockX); + Local.m_MaxX = std::min(15, a_Region.m_MaxX - BlockX); + Local.m_MinY = a_Region.m_MinY; + Local.m_MaxY = a_Region.m_MaxY; + Local.m_MinZ = std::max(0, a_Region.m_MinZ - BlockZ); + Local.m_MaxZ = std::min(15, a_Region.m_MaxZ - BlockZ); + + if (a_Region.m_ShouldZapBlocks) + { + int SectionsTag = a_NBT.FindChildByName(LevelTag, "Sections"); + if (SectionsTag < 0) + { + fprintf(stderr, "Cannot find the Sections tag in the Level tag in chunk [%d, %d]'s NBT. Skipping block-zapping in chunk.", a_ChunkX, a_ChunkZ); + return; + } + ZapRegionBlocksInNBT(Local, a_NBT, SectionsTag); + } + + if (a_Region.m_ShouldZapEntities) + { + int EntitiesTag = a_NBT.FindChildByName(LevelTag, "Entities"); + if (EntitiesTag < 0) + { + fprintf(stderr, "Cannot find the Entities tag in the Level tag in chunk [%d, %d]'s NBT. Skipping entity-zapping in chunk.", a_ChunkX, a_ChunkZ); + return; + } + ZapRegionEntitiesInNBT(Local, a_NBT, EntitiesTag); + } +} + + + + + +void cZapper::ZapRegionBlocksInNBT(const cRegion & a_Region, cParsedNBT & a_NBT, int a_SectionsTag) +{ + for (int Child = a_NBT.GetFirstChild(a_SectionsTag); Child >= 0; Child = a_NBT.GetNextSibling(Child)) + { + int y = 0; + int SectionY = a_NBT.FindChildByName(Child, "Y"); + if ((SectionY < 0) || (a_NBT.GetType(SectionY) != TAG_Byte)) + { + continue; + } + y = a_NBT.GetByte(SectionY); + if ((y * 16 > a_Region.m_MaxY) || (y * 16 + 16 < a_Region.m_MinY)) + { + continue; + } + int BlockDataTag = a_NBT.FindChildByName(Child, "Blocks"); + int BlockMetaTag = a_NBT.FindChildByName(Child, "Data"); + int BlockAddTag = a_NBT.FindChildByName(Child, "Add"); + if (BlockDataTag > 0) + { + ZapRegionInNBTSectionBytes(a_Region, y, (unsigned char *)(a_NBT.GetData(BlockDataTag))); + } + if (BlockMetaTag > 0) + { + ZapRegionInNBTSectionNibbles(a_Region, y, (unsigned char *)(a_NBT.GetData(BlockMetaTag))); + } + if (BlockAddTag > 0) + { + ZapRegionInNBTSectionNibbles(a_Region, y, (unsigned char *)(a_NBT.GetData(BlockAddTag))); + } + } // for Child - Level/Sections/[] +} + + + + + +void cZapper::ZapRegionInNBTSectionBytes(const cRegion & a_Region, int a_SectionY, unsigned char * a_BlockBytes) +{ + int MinY = std::max(0, a_Region.m_MinY - a_SectionY * 16); + int MaxY = std::min(15, a_Region.m_MaxY - a_SectionY * 16); + ASSERT(MinY >= 0); + ASSERT(MaxY >= 0); + for (int y = MinY; y <= MaxY; y++) + { + for (int z = a_Region.m_MinZ; z <= a_Region.m_MaxZ; z++) + { + for (int x = a_Region.m_MinX; x <= a_Region.m_MaxX; x++) + { + a_BlockBytes[x + z * 16 + y * 16 * 16] = 0; + } + } + } +} + + + + + +void cZapper::ZapRegionInNBTSectionNibbles(const cRegion & a_Region, int a_SectionY, unsigned char * a_BlockNibbles) +{ + int MinY = std::max(0, a_Region.m_MinY - a_SectionY * 16); + int MaxY = std::min(15, a_Region.m_MaxY - a_SectionY * 16); + ASSERT(MinY >= 0); + ASSERT(MaxY >= 0); + for (int y = MinY; y <= MaxY; y++) + { + for (int z = a_Region.m_MinZ; z < a_Region.m_MaxZ; z++) + { + for (int x = a_Region.m_MinX; x < a_Region.m_MaxX; x++) + { + cChunkDef::SetNibble(a_BlockNibbles, x, y, z, 0); + } + } + } +} + + + + + +void cZapper::ZapRegionEntitiesInNBT(const cRegion & a_Region, cParsedNBT & a_NBT, int a_EntitiesTag) +{ + // TODO +} + + + + + +void cZapper::SerializeNBTTag(const cParsedNBT & a_NBT, int a_Tag, cFastNBTWriter & a_Writer) +{ + switch (a_NBT.GetType(a_Tag)) + { + case TAG_Byte: a_Writer.AddByte (a_NBT.GetName(a_Tag), a_NBT.GetByte (a_Tag)); break; + case TAG_Short: a_Writer.AddShort (a_NBT.GetName(a_Tag), a_NBT.GetShort (a_Tag)); break; + case TAG_Int: a_Writer.AddInt (a_NBT.GetName(a_Tag), a_NBT.GetInt (a_Tag)); break; + case TAG_Long: a_Writer.AddLong (a_NBT.GetName(a_Tag), a_NBT.GetLong (a_Tag)); break; + case TAG_Float: a_Writer.AddFloat (a_NBT.GetName(a_Tag), a_NBT.GetFloat (a_Tag)); break; + case TAG_Double: a_Writer.AddDouble (a_NBT.GetName(a_Tag), a_NBT.GetDouble(a_Tag)); break; + case TAG_ByteArray: a_Writer.AddByteArray(a_NBT.GetName(a_Tag), a_NBT.GetData (a_Tag), a_NBT.GetDataLength(a_Tag)); break; + case TAG_String: a_Writer.AddString (a_NBT.GetName(a_Tag), a_NBT.GetString(a_Tag)); break; + case TAG_IntArray: + { + std::vector Data; + int NumInts = a_NBT.GetDataLength(a_Tag) / 4; + Data.reserve(NumInts); + int * OrigData = (int *)(a_NBT.GetData(a_Tag)); + for (int i = 0; i < NumInts; i++) + { + Data.push_back(ntohl(OrigData[i])); + } + a_Writer.AddIntArray (a_NBT.GetName(a_Tag), &Data.front(), Data.size()); break; + } + + case TAG_List: + { + a_Writer.BeginList(a_NBT.GetName(a_Tag), a_NBT.GetChildrenType(a_Tag)); + for (int ch = a_NBT.GetFirstChild(a_Tag); ch >= 0; ch = a_NBT.GetNextSibling(ch)) + { + SerializeNBTTag(a_NBT, ch, a_Writer); + } // for ch - children[] + a_Writer.EndList(); + break; + } + + case TAG_Compound: + { + a_Writer.BeginCompound(a_NBT.GetName(a_Tag)); + for (int ch = a_NBT.GetFirstChild(a_Tag); ch >= 0; ch = a_NBT.GetNextSibling(ch)) + { + SerializeNBTTag(a_NBT, ch, a_Writer); + } // for ch - children[] + a_Writer.EndCompound(); + break; + } + + default: + { + ASSERT(!"Unknown NBT tag"); + break; + } + } +} + + + + -- cgit v1.2.3