#pragma once #include "public/include/binstream.h" #include "thirdparty/lzham/include/lzham.h" constexpr unsigned int VPK_HEADER_MARKER = 0x55AA1234; constexpr unsigned int VPK_MAJOR_VERSION = 2; constexpr unsigned int VPK_MINOR_VERSION = 3; constexpr unsigned int VPK_DICT_SIZE = 20; constexpr int ENTRY_MAX_LEN = 1024 * 1024; const vector DIR_CONTEXT = { "server", "client" }; const vector DIR_LOCALE = { "english", "french", "german", "italian", "japanese", "korean", "polish", "portuguese", "russian", "spanish", "tchinese" }; enum class EPackedEntryFlags : int { ENTRY_NONE, ENTRY_VISIBLE = 1 << 0, // FileSystem visibility? ENTRY_CACHE = 1 << 8, // Only set for assets not stored in the depot directory. ENTRY_TEXTURE_UNK0 = 1 << 18, ENTRY_TEXTURE_UNK1 = 1 << 19, ENTRY_TEXTURE_UNK2 = 1 << 20, }; enum class EPackedTextureFlags : short { TEXTURE_NONE, TEXTURE_DEFAULT = 1 << 3, TEXTURE_ENVIRONMENT_MAP = 1 << 10, }; #pragma pack(push, 1) struct VPKFileEntry_t { char* m_pszDirectory; char* m_pszFileName; char* m_pszExtension; uint8_t unknown[0x38]; }; struct VPKData_t { int m_nHandle; char pad[1]; char m_szPath[255]; uint8_t unknown2[0x134]; int32_t m_nEntries; uint8_t unknown3[12]; VPKFileEntry_t* m_pEntries; }; #pragma pack(pop) struct VPKEntryDescriptor_t { uint32_t m_nEntryFlags {}; // Entry flags. uint16_t m_nTextureFlags {}; // Texture flags (only used if the entry is a vtf). uint64_t m_nArchiveOffset {}; // Offset in archive. uint64_t m_nCompressedSize {}; // Compressed size of entry. uint64_t m_nUncompressedSize{}; // Uncompressed size of entry. bool m_bIsCompressed = false; VPKEntryDescriptor_t(){}; VPKEntryDescriptor_t(CIOStream* reader); VPKEntryDescriptor_t(uint32_t nEntryFlags, uint16_t nTextureFlags, uint64_t nArchiveOffset, uint64_t nCompressedSize, uint64_t nUncompressedSize); }; struct VPKEntryBlock_t { uint32_t m_nCrc32 {}; // Crc32 for the uncompressed block. uint16_t m_nPreloadData{}; // Preload bytes. uint16_t m_iArchiveIndex{}; // Index of the archive that contains this block. vector m_vvEntries {}; // Vector of all the entries of a given block (entries have a size limit of 1 MiB, so anything over is split into separate entries within the same block). string m_svBlockPath {}; // Path to block within vpk. VPKEntryBlock_t(CIOStream* pReader, string svBlockPath); VPKEntryBlock_t(const vector& vData, int64_t nOffset, uint16_t nPreloadData, uint16_t nArchiveIndex, uint32_t nEntryFlags, uint16_t nTextureFlags, const string& svBlockPath); }; struct VPKDirHeader_t { uint32_t m_nHeaderMarker {}; // File magic. uint16_t m_nMajorVersion {}; // Vpk major version. uint16_t m_nMinorVersion {}; // Vpk minor version. uint32_t m_nDirectorySize{}; // Directory tree size. uint32_t m_nSignatureSize{}; // Directory signature. }; struct VPKDir_t { VPKDirHeader_t m_vHeader {}; // Dir header. uint32_t m_nFileDataSize{}; // File data section size. vector m_vvEntryBlocks{}; // Vector of entry blocks. uint16_t m_iArchiveCount{}; // Highest archive index (archive count-1). vector m_vsvArchives {}; // Vector of archive file names. string m_svDirPath {}; // Path to vpk_dir file. VPKDir_t(const string& svPath); VPKDir_t() { m_vHeader.m_nHeaderMarker = VPK_HEADER_MARKER; m_vHeader.m_nMajorVersion = VPK_MAJOR_VERSION; m_vHeader.m_nMinorVersion = VPK_MINOR_VERSION; }; void Build(const string& svDirectoryFile, const vector& vEntryBlocks); }; struct VPKPair_t { string m_svBlockName; string m_svDirectoryName; }; class CPackedStore { size_t m_nEntryCount {}; // Entry per-block incrementor. lzham_uint32 m_nAdler32_Internal{}; // Internal operation Adler32 file checksum. lzham_uint32 m_nAdler32 {}; // Pre/post operation Adler32 file checksum. lzham_uint32 m_nCrc32_Internal {}; // Internal operation Crc32 file checksum. lzham_uint32 m_nCrc32 {}; // Pre/post operation Crc32 file checksum. lzham_compress_params m_lzCompParams {}; // LZham decompression parameters. lzham_compress_status_t m_lzCompStatus {}; // LZham compression status. lzham_decompress_params m_lzDecompParams {}; // LZham decompression parameters. lzham_decompress_status_t m_lzDecompStatus {}; // LZham decompression status. std::unordered_map m_mEntryHashMap{}; public: void InitLzCompParams(void); void InitLzDecompParams(void); VPKDir_t GetPackDirFile(string svDirectoryFile) const; string GetPackChunkFile(const string& svPackDirFile, uint16_t iArchiveIndex) const; vector GetEntryBlocks(CIOStream* reader) const; vector GetBlockPaths(const string& svPathIn) const; vector GetBlockPaths(const string& svPathIn, const nlohmann::json& jManifest) const; string GetNameParts(const string& svDirectoryName, int nCaptureGroup) const; string GetSourceName(const string& svDirectoryName) const; nlohmann::json GetManifest(const string& svWorkSpace, const string& svManifestName) const; string FormatBlockPath(string svName, const string& svPath, const string& svExtension) const; string StripLocalePrefix(const string& svPackDirFile) const; VPKPair_t BuildFileName(string svLanguage, string svContext, const string& svPakName, int nPatch) const; void BuildManifest(const vector& vBlock, const string& svWorkSpace, const string& svManifestName) const; void PackAll(const VPKPair_t& vPair, const string& svPathIn, const string& svPathOut, bool bManifestOnly); void UnpackAll(const VPKDir_t& vpkDir, const string& svPathOut = ""); void ValidateAdler32PostDecomp(const string& svDirAsset); void ValidateCRC32PostDecomp(const string& svDirAsset); }; /////////////////////////////////////////////////////////////////////////////// extern CPackedStore* g_pPackedStore;