1
0
Fork 0
mirror of https://github.com/beefytech/Beef.git synced 2025-06-26 19:48:01 +02:00
Beef/BeefLibs/MiniZ/src/Zip.bf
2019-09-10 11:25:53 -07:00

4738 lines
181 KiB
Beef

/*
miniz - public domain deflate/inflate, zlib-subset, ZIP reading/writing/appending, PNG writing
Rich Geldreich <richgel99@gmail.com>, last updated Oct. 13, 2013
Implements RFC 1950: http://www.ietf.org/rfc/rfc1950.txt and RFC 1951: http://www.ietf.org/rfc/rfc1951.txt
*/
/**************************************************************************
*
* Copyright 2013-2014 RAD Game Tools and Valve Software
* Copyright 2010-2014 Rich Geldreich and Tenacious Software LLC
* Copyright 2016 Martin Raiber
* All Rights Reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*
**************************************************************************/
using System;
using System.IO;
using System.Diagnostics;
#define TINFL_USE_64BIT_BITBUF
#define MINIZ_HAS_64BIT_REGISTERS
#define MINIZ_LITTLE_ENDIAN
#define MINIZ_USE_UNALIGNED_LOADS_AND_STORES
namespace IDE.Util
{
class ZipFile
{
public class Entry
{
ZipFile mZipFile;
MiniZ.ZipArchiveFileStat mFileStat;
int32 mFileIdx;
public bool IsDirectory
{
get
{
return MiniZ.ZipReaderIsFileADirectory(&mZipFile.[Friend]mFile, mFileIdx);
}
}
public Result<void> ExtractToFile(StringView filePath)
{
if (!MiniZ.ZipReaderExtractToFile(&mZipFile.[Friend]mFile, mFileIdx, scope String(filePath, .NullTerminate), .None))
return .Err;
return .Ok;
}
int GetStrLen(char8* ptr, int max)
{
int i = 0;
for (; i < max; i++)
{
if (ptr[i] == 0)
break;
}
return i;
}
public int GetCompressedSize()
{
return mFileStat.mCompSize;
}
public int GetUncompressedSize()
{
return mFileStat.mUncompSize;
}
public Result<void> GetFileName(String outFileName)
{
outFileName.Append(&mFileStat.mFilename, GetStrLen(&mFileStat.mFilename, mFileStat.mFilename.Count));
return .Ok;
}
public Result<void> GetComment(String outComment)
{
outComment.Append(&mFileStat.mComment, GetStrLen(&mFileStat.mComment, mFileStat.mComment.Count));
return .Ok;
}
}
MiniZ.ZipArchive mFile;
bool mInitialized;
public ~this()
{
if (mInitialized)
MiniZ.ZipReaderEnd(&mFile);
}
public Result<void> Open(StringView fileName)
{
Debug.Assert(!mInitialized);
if (!MiniZ.ZipReaderInitFile(&mFile, scope String(fileName, .NullTerminate), .None))
return .Err;
mInitialized = true;
return .Ok;
}
public Result<void> Init(Stream stream)
{
Debug.Assert(!mInitialized);
if (!MiniZ.ZipReaderInitStream(&mFile, stream, .None))
return .Err;
mInitialized = true;
return .Ok;
}
public int GetNumFiles()
{
return MiniZ.ZipReaderGetNumFiles(&mFile);
}
public Result<void> SelectEntry(int idx, Entry outEntryInfo)
{
if (!MiniZ.ZipReaderFileStat(&mFile, (.)idx, &outEntryInfo.[Friend]mFileStat))
{
outEntryInfo.[Friend]mZipFile = null;
return .Err;
}
outEntryInfo.[Friend]mFileIdx = (.)idx;
outEntryInfo.[Friend]mZipFile = this;
return .Ok;
}
}
typealias mz_uint = uint32;
typealias time_t = uint64;
#if TINFL_USE_64BIT_BITBUF
typealias tinfl_bit_buf_t = uint64;
#else
typealias tinfl_bit_buf_t = uint32;
#endif
class MiniZ
{
public function void* AllocFunc(void* opaque, int items, int size);
public function void FreeFunc(void* opaque, void* address);
public function void* ReallocFunc(void* opaque, void* address, int items, int size);
const int ADLER32_INIT = 1;
const int CRC32_INIT = 0;
const String VERSION = "9.1.15";
const int32 VerNum = 0x91F0;
const int32 VerMajor = 9;
const int32 VerMinor = 1;
const int32 VerRevision = 15;
const int32 VerSubRevision = 0;
const int32 ZIP_MAX_IO_BUF_SIZE = 64 * 1024;
const int32 ZIP_MAX_ARCHIVE_FILENAME_SIZE = 260;
const int32 ZIP_MAX_ARCHIVE_FILE_COMMENT_SIZE = 256;
// Compression strategies.
public enum CompressionStrategy { DEFAULT_STRATEGY = 0, FILTERED = 1, HUFFMAN_ONLY = 2, RLE = 3, FIXED = 4 };
// Method
const int DEFLATED = 8;
// Flush values. For typical usage you only need NO_FLUSH and FINISH. The other values are for advanced use (refer to the zlib docs).
public enum Flush
{
NO_FLUSH = 0, PARTIAL_FLUSH = 1, SYNC_FLUSH = 2, FULL_FLUSH = 3, FINISH = 4, BLOCK = 5
};
// Return status codes. PARAM_ERROR is non-standard.
public enum ReturnStatus { OK = 0, STREAM_END = 1, NEED_DICT = 2, ERRNO = -1, STREAM_ERROR = -2, DATA_ERROR = -3, MEM_ERROR = -4, BUF_ERROR = -5, VERSION_ERROR = -6, PARAM_ERROR = -10000 };
// Compression levels: 0-9 are the standard zlib-style levels, 10 is best possible compression (not zlib compatible, and may be very slow), DEFAULT_COMPRESSION=DEFAULT_LEVEL.
public enum CompressionLevel { NO_COMPRESSION = 0, BEST_SPEED = 1, BEST_COMPRESSION = 9, UBER_COMPRESSION = 10, DEFAULT_LEVEL = 6, DEFAULT_COMPRESSION = -1 };
const int DEFAULT_WINDOW_BITS = 15;
public struct InternalState
{
}
// Compression/decompression stream struct.
public struct ZipStream
{
public uint8* mNextIn; // pointer to next byte to read
public uint32 mAvailIn; // number of bytes available at next_in
public uint32 mTotalIn; // total number of bytes consumed so far
public uint8* mNextOut; // pointer to next byte to write
public uint32 mAvailOut; // number of bytes that can be written to next_out
public uint32 mTotalOut; // total number of bytes produced so far
public char8* mMsg; // error msg (unused)
public InternalState* mState; // internal state, allocated by zalloc/zfree
public AllocFunc mZAlloc; // optional heap allocation function (defaults to malloc)
public FreeFunc mZFree; // optional heap free function (defaults to free)
public void* mOpaque; // heap alloc function user pointer
public int mDataType; // data_type (unused)
public uint32 mAdler; // adler32 of the source or uncompressed data
public uint32 mReserved; // not used
}
public struct ZipArchiveFileStat
{
public int32 mFileIndex;
public uint32 mCentralDirOfs;
public uint16 mVersionMadeBy;
public uint16 mVersionNeeded;
public uint16 mBitFlag;
public uint16 mMethod;
public time_t mTime;
public uint32 mCrc32;
public int64 mCompSize;
public int64 mUncompSize;
public uint16 mInternalAttr;
public uint32 mExternalAttr;
public int64 mLocalHeaderOfs;
public int32 mCommentSize;
public char8[ZIP_MAX_ARCHIVE_FILENAME_SIZE] mFilename;
public char8[ZIP_MAX_ARCHIVE_FILE_COMMENT_SIZE] mComment;
};
public function int FileReadFunc(void* pOpaque, int64 file_ofs, void* pBuf, int n);
public function int FileWriteFunc(void* pOpaque, int64 file_ofs, void* pBuf, int n);
public enum ZipMode
{
Invalid = 0,
Reading = 1,
Writing = 2,
WritingHasBeenFinalized = 3
};
public struct ZipArchive
{
public int64 m_archive_size;
public int64 m_central_directory_file_ofs;
public int32 m_total_files;
public ZipMode m_zip_mode;
public int32 m_file_offset_alignment;
public AllocFunc m_pAlloc;
public FreeFunc m_pFree;
public ReallocFunc m_pRealloc;
public void* m_pAlloc_opaque;
public FileReadFunc m_pRead;
public FileWriteFunc m_pWrite;
public void* m_pIO_opaque;
public ZipInternalState* m_pState;
}
enum ZipFlags
{
None = 0,
CaseSensitive = 0x0100,
IgnorePath = 0x0200,
CompressedData = 0x0400,
DoNotSortCentralDirectory = 0x0800
}
[CLink, StdCall]
static extern void* malloc(int size);
[CLink, StdCall]
static extern void free(void* ptr);
[CLink, StdCall]
static extern void* realloc(void* ptr, int newSize);
static void* def_alloc_func(void* opaque, int items, int size)
{
return malloc(items * size);
}
static void def_free_func(void* opaque, void* address)
{
free(address);
}
static void* def_realloc_func(void* opaque, void* address, int items, int size)
{
return realloc(address, items * size);
}
enum TinflFlag
{
ParseZlibHeader = 1,
HasMoreInput = 2,
UsingNonWrappingOutputBuf = 4,
ComputeAdler32 = 8
}
public const int TINFL_LZ_DICT_SIZE = 32768;
enum TinflStatus
{
BadParam = -3,
Adler32Mismatch = -2,
Failed = -1,
Done = 0,
NeedsMoreInput = 1,
HasMoreOutput = 2
}
static mixin tinfl_init(var r)
{
r.m_state = 0;
}
static mixin tinfl_get_adler32(var r)
{
r.m_check_adler32
}
// Internal/private bits follow.
const int TINFL_MAX_HUFF_TABLES = 3;
const int TINFL_MAX_HUFF_SYMBOLS_0 = 288;
const int TINFL_MAX_HUFF_SYMBOLS_1 = 32;
const int TINFL_MAX_HUFF_SYMBOLS_2 = 19;
const int TINFL_FAST_LOOKUP_BITS = 10;
const int TINFL_FAST_LOOKUP_SIZE = 1 << TINFL_FAST_LOOKUP_BITS;
struct TinflHuffTable
{
public uint8[TINFL_MAX_HUFF_SYMBOLS_0] m_code_size;
public int16[TINFL_FAST_LOOKUP_SIZE] m_look_up;
public int16[TINFL_MAX_HUFF_SYMBOLS_0 * 2] m_tree;
}
#if TINFL_USE_64BIT_BITBUF
const int TINFL_BITBUF_SIZE = 64;
#else
const int TINFL_BITBUF_SIZE = 32;
#endif
struct TinflDecompressor
{
public uint32 m_zhdr0, m_zhdr1, m_z_adler32, m_check_adler32;
public int32 m_state, m_num_bits, m_final, m_type, m_dist, m_counter, m_num_extra;
public int32[TINFL_MAX_HUFF_TABLES] m_table_sizes;
public tinfl_bit_buf_t m_bit_buf;
public int32 m_dist_from_out_buf_start;
public TinflHuffTable[TINFL_MAX_HUFF_TABLES] m_tables;
public uint8[4] m_raw_header;
public uint8[TINFL_MAX_HUFF_SYMBOLS_0 + TINFL_MAX_HUFF_SYMBOLS_1 + 137] m_len_codes;
};
// Output stream interface. The compressor uses this interface to write compressed data. It'll typically be called TDEFL_OUT_BUF_SIZE at a time.
function bool tdefl_put_buf_func_ptr(void* pBuf, int len, void* pUser);
// ------------------- Low-level Compression API Definitions
// Set TDEFL_LESS_MEMORY to 1 to use less memory (compression will be slightly slower, and raw/dynamic blocks will be output more frequently).
//#define TDEFL_LESS_MEMORY
// TDEFL_WRITE_ZLIB_HEADER: If set, the compressor outputs a zlib header before the deflate data, and the Adler-32 of the source data at the end. Otherwise, you'll get raw deflate data.
// TDEFL_COMPUTE_ADLER32: Always compute the adler-32 of the input data (even when not writing zlib headers).
// TDEFL_GREEDY_PARSING_FLAG: Set to use faster greedy parsing, instead of more efficient lazy parsing.
// TDEFL_NONDETERMINISTIC_PARSING_FLAG: Enable to decrease the compressor's initialization time to the minimum, but the output may vary from run to run given the same input (depending on the contents of memory).
// TDEFL_RLE_MATCHES: Only look for RLE matches (matches with a distance of 1)
// TDEFL_FILTER_MATCHES: Discards matches <= 5 chars if enabled.
// TDEFL_FORCE_ALL_STATIC_BLOCKS: Disable usage of optimized Huffman tables.
// TDEFL_FORCE_ALL_RAW_BLOCKS: Only use raw (uncompressed) deflate blocks.
// The low 12 bits are reserved to control the max # of hash probes per dictionary lookup (see TDEFL_MAX_PROBES_MASK).
// tdefl_init() compression flags logically OR'd together (low 12 bits contain the max. number of probes per dictionary search):
// TDEFL_DEFAULT_MAX_PROBES: The compressor defaults to 128 dictionary probes per dictionary search. 0=Huffman only, 1=Huffman+LZ (fastest/crap compression), 4095=Huffman+LZ (slowest/best compression).
enum TDEFLFlags
{
TDEFL_HUFFMAN_ONLY = 0, TDEFL_DEFAULT_MAX_PROBES = 128, TDEFL_MAX_PROBES_MASK = 0xFFF,
TDEFL_WRITE_ZLIB_HEADER = 0x01000,
TDEFL_COMPUTE_ADLER32 = 0x02000,
TDEFL_GREEDY_PARSING_FLAG = 0x04000,
TDEFL_NONDETERMINISTIC_PARSING_FLAG = 0x08000,
TDEFL_RLE_MATCHES = 0x10000,
TDEFL_FILTER_MATCHES = 0x20000,
TDEFL_FORCE_ALL_STATIC_BLOCKS = 0x40000,
TDEFL_FORCE_ALL_RAW_BLOCKS = 0x80000
};
const int32 TDEFL_MAX_HUFF_TABLES = 3;
const int32 TDEFL_MAX_HUFF_SYMBOLS_0 = 288;
const int32 TDEFL_MAX_HUFF_SYMBOLS_1 = 32;
const int32 TDEFL_MAX_HUFF_SYMBOLS_2 = 19;
const int32 TDEFL_LZ_DICT_SIZE = 32768;
const int32 TDEFL_LZ_DICT_SIZE_MASK = TDEFL_LZ_DICT_SIZE - 1;
const int32 TDEFL_MIN_MATCH_LEN = 3;
const int32 TDEFL_MAX_MATCH_LEN = 258;
// TDEFL_OUT_BUF_SIZE MUST be large enough to hold a single entire compressed output block (using static/fixed Huffman codes).
#if TDEFL_LESS_MEMORY
enum { TDEFL_LZ_CODE_BUF_SIZE = 24 * 1024, TDEFL_OUT_BUF_SIZE = (TDEFL_LZ_CODE_BUF_SIZE * 13 ) / 10, TDEFL_MAX_HUFF_SYMBOLS = 288, TDEFL_LZ_HASH_BITS = 12, TDEFL_LEVEL1_HASH_SIZE_MASK = 4095, TDEFL_LZ_HASH_SHIFT = (TDEFL_LZ_HASH_BITS + 2) / 3, TDEFL_LZ_HASH_SIZE = 1 << TDEFL_LZ_HASH_BITS };
#else
const int32 TDEFL_LZ_CODE_BUF_SIZE = 64 * 1024;
const int32 TDEFL_OUT_BUF_SIZE = (TDEFL_LZ_CODE_BUF_SIZE * 13) / 10;
const int32 TDEFL_MAX_HUFF_SYMBOLS = 288;
const int32 TDEFL_LZ_HASH_BITS = 15;
const int32 TDEFL_LEVEL1_HASH_SIZE_MASK = 4095;
const int32 TDEFL_LZ_HASH_SHIFT = (TDEFL_LZ_HASH_BITS + 2) / 3;
const int32 TDEFL_LZ_HASH_SIZE = 1 << TDEFL_LZ_HASH_BITS;
#endif
// The low-level tdefl functions below may be used directly if the above helper functions aren't flexible enough. The low-level functions don't make any heap allocations, unlike the above helper functions.
enum TdeflStatus
{
TDEFL_STATUS_BAD_PARAM = -2,
TDEFL_STATUS_PUT_BUF_FAILED = -1,
TDEFL_STATUS_OKAY = 0,
TDEFL_STATUS_DONE = 1,
}
// Must map to NO_FLUSH, SYNC_FLUSH, etc. enums
enum TdeflFlush
{
TDEFL_NO_FLUSH = 0,
TDEFL_SYNC_FLUSH = 2,
TDEFL_FULL_FLUSH = 3,
TDEFL_FINISH = 4
}
// tdefl's compression state structure.
struct tdefl_compressor
{
public tdefl_put_buf_func_ptr m_pPut_buf_func;
public void* m_pPut_buf_user;
public TDEFLFlags m_flags;
public uint32[2] m_max_probes;
public bool m_greedy_parsing;
public uint32 m_adler32;
public int32 m_lookahead_pos, m_lookahead_size, m_dict_size;
public uint8* m_pLZ_code_buf, m_pLZ_flags, m_pOutput_buf, m_pOutput_buf_end;
public int32 m_num_flags_left, m_total_lz_bytes, m_lz_code_buf_dict_pos, m_bits_in;
public uint32 m_bit_buffer;
public int32 m_saved_match_dist, m_saved_match_len, m_saved_lit, m_output_flush_ofs, m_output_flush_remaining, m_block_index;
public bool m_finished, m_wants_to_finish;
public TdeflStatus m_prev_return_status;
public void* m_pIn_buf;
public void* m_pOut_buf;
public int* m_pIn_buf_size, m_pOut_buf_size;
public TdeflFlush m_flush;
public uint8* m_pSrc;
public int32 m_src_buf_left, m_out_buf_ofs;
public uint8[TDEFL_LZ_DICT_SIZE + TDEFL_MAX_MATCH_LEN - 1] m_dict;
public uint16[TDEFL_MAX_HUFF_TABLES][TDEFL_MAX_HUFF_SYMBOLS] m_huff_count;
public uint16[TDEFL_MAX_HUFF_TABLES][TDEFL_MAX_HUFF_SYMBOLS] m_huff_codes;
public uint8[TDEFL_MAX_HUFF_TABLES][TDEFL_MAX_HUFF_SYMBOLS] m_huff_code_sizes;
public uint8[TDEFL_LZ_CODE_BUF_SIZE] m_lz_code_buf;
public uint16[TDEFL_LZ_DICT_SIZE] m_next;
public uint16[TDEFL_LZ_HASH_SIZE] m_hash;
public uint8[TDEFL_OUT_BUF_SIZE] m_output_buf;
}
static mixin ReadLE16(var p)
{
*((uint16*)(p))
}
static mixin ReadLE32(var p)
{
*((uint32*)(p))
}
static mixin MAX(var a, var b)
{
(((a) > (b)) ? (a) : (b))
}
// ------------------- zlib-style API's
static uint32 adler32(uint32 adler, uint8* buf, int bufLen)
{
uint8* curPtr = buf;
int lenLeft = bufLen;
uint32 i, s1 = (uint32)(adler & 0xffff), s2 = (uint32)(adler >> 16); int block_len = lenLeft % 5552;
if (curPtr == null) return ADLER32_INIT;
while (lenLeft > 0)
{
for (i = 0; i + 7 < block_len; i += 8,curPtr += 8)
{
s1 += curPtr[0]; s2 += s1; s1 += curPtr[1]; s2 += s1; s1 += curPtr[2]; s2 += s1; s1 += curPtr[3]; s2 += s1;
s1 += curPtr[4]; s2 += s1; s1 += curPtr[5]; s2 += s1; s1 += curPtr[6]; s2 += s1; s1 += curPtr[7]; s2 += s1;
}
for (; i < block_len; ++i) { s1 += *curPtr++; s2 += s1; }
s1 %= 65521U; s2 %= 65521U; lenLeft -= block_len; block_len = 5552;
}
return (s2 << 16) + s1;
}
const uint32[16] s_crc32 = uint32[16](0, 0x1db71064, 0x3b6e20c8, 0x26d930ac, 0x76dc4190, 0x6b6b51f4, 0x4db26158, 0x5005713c,
0xedb88320, 0xf00f9344, 0xd6d6a3e8, 0xcb61b38c, 0x9b64c2b0, 0x86d3d2d4, 0xa00ae278, 0xbdbdf21c);
static uint32 crc32(uint32 crc, uint8* buf, int buf_len)
{
uint8* ptr = buf;
int lenLeft = buf_len;
uint32 crcu32 = (uint32)crc;
if (ptr == null) return CRC32_INIT;
crcu32 = ~crcu32; while (lenLeft-- > 0) { uint8 b = *ptr++; crcu32 = (crcu32 >> 4) ^ s_crc32[(crcu32 & 0xF) ^ (b & 0xF)]; crcu32 = (crcu32 >> 4) ^ s_crc32[(crcu32 & 0xF) ^ (b >> 4)]; }
return ~crcu32;
}
static String Version()
{
return VERSION;
}
static ReturnStatus DeflateInit(ZipStream* pStream, CompressionLevel level)
{
return DeflateInit(pStream, level, DEFLATED, DEFAULT_WINDOW_BITS, 9, .DEFAULT_STRATEGY);
}
static ReturnStatus DeflateInit(ZipStream* pStream, CompressionLevel level, int method, int window_bits, int mem_level, CompressionStrategy strategy)
{
tdefl_compressor* pComp;
TDEFLFlags comp_flags = TDEFLFlags.TDEFL_COMPUTE_ADLER32 | tdefl_create_comp_flags_from_zip_params(level, window_bits, strategy);
if (pStream == null) return .STREAM_ERROR;
if ((method != DEFLATED) || ((mem_level < 1) || (mem_level > 9)) || ((window_bits != DEFAULT_WINDOW_BITS) && (-window_bits != DEFAULT_WINDOW_BITS))) return .PARAM_ERROR;
pStream.mDataType = 0;
pStream.mAdler = ADLER32_INIT;
pStream.mMsg = null;
pStream.mReserved = 0;
pStream.mTotalIn = 0;
pStream.mTotalOut = 0;
if (pStream.mZAlloc == null) pStream.mZAlloc = => def_alloc_func;
if (pStream.mZFree == null) pStream.mZFree = => def_free_func;
pComp = (tdefl_compressor*)pStream.mZAlloc(pStream.mOpaque, 1, sizeof(tdefl_compressor));
if (pComp == null)
return .MEM_ERROR;
pStream.mState = (InternalState*)pComp;
if (tdefl_init(pComp, default, null, comp_flags) != .TDEFL_STATUS_OKAY)
{
deflateEnd(pStream);
return .PARAM_ERROR;
}
return .OK;
}
static ReturnStatus deflateReset(ZipStream* pStream)
{
if ((pStream == null) || (pStream.mState == null) || (pStream.mZAlloc == null) || (pStream.mZFree == null)) return .STREAM_ERROR;
pStream.mTotalIn = pStream.mTotalOut = 0;
tdefl_init((tdefl_compressor*)pStream.mState, null, null, ((tdefl_compressor*)pStream.mState).m_flags);
return .OK;
}
static ReturnStatus deflate(ZipStream* pStream, Flush flushIn)
{
Flush flush = flushIn;
int in_bytes, out_bytes;
uint32 orig_total_in, orig_total_out;
ReturnStatus status = .OK;
if ((pStream == null) || (pStream.mState == null) || (flush < default) || (flush > .FINISH) || (pStream.mNextOut == null)) return .STREAM_ERROR;
if (pStream.mAvailOut == 0) return .BUF_ERROR;
if (flush == .PARTIAL_FLUSH) flush = .SYNC_FLUSH;
if (((tdefl_compressor*)pStream.mState).m_prev_return_status == .TDEFL_STATUS_DONE)
return (flush == .FINISH) ? .STREAM_END : .BUF_ERROR;
orig_total_in = pStream.mTotalIn; orig_total_out = pStream.mTotalOut;
for (;;)
{
TdeflStatus defl_status;
in_bytes = pStream.mAvailIn; out_bytes = pStream.mAvailOut;
defl_status = tdefl_compress((tdefl_compressor*)pStream.mState, pStream.mNextIn, &in_bytes, pStream.mNextOut, &out_bytes, (TdeflFlush)flush);
pStream.mNextIn += (uint32)in_bytes; pStream.mAvailIn -= (uint32)in_bytes;
pStream.mTotalIn += (uint32)in_bytes; pStream.mAdler = tdefl_get_adler32((tdefl_compressor*)pStream.mState);
pStream.mNextOut += (uint32)out_bytes; pStream.mAvailOut -= (uint32)out_bytes;
pStream.mTotalOut += (uint32)out_bytes;
if (defl_status < default)
{
status = .STREAM_ERROR;
break;
}
else if (defl_status == .TDEFL_STATUS_DONE)
{
status = .STREAM_END;
break;
}
else if (pStream.mAvailOut == 0)
break;
else if ((pStream.mAvailIn == 0) && (flush != .FINISH))
{
if ((flush != 0) || (pStream.mTotalIn != orig_total_in) || (pStream.mTotalOut != orig_total_out))
break;
return .BUF_ERROR; // Can't make forward progress without some input.
}
}
return status;
}
static ReturnStatus deflateEnd(ZipStream* pStream)
{
if (pStream == null) return .STREAM_ERROR;
if (pStream.mState != null)
{
pStream.mZFree(pStream.mOpaque, pStream.mState);
pStream.mState = null;
}
return .OK;
}
static uint32 deflateBound(ZipStream* pStream, uint32 source_len)
{
// This is really over conservative. (And lame, but it's actually pretty tricky to compute a true upper bound given the way tdefl's blocking works.)
return Math.Max(128 + (source_len * 110) / 100, 128 + source_len + ((source_len / (31 * 1024)) + 1) * 5);
}
public static ReturnStatus Compress(uint8* pDest, ref int pDest_len, uint8* pSource, int source_len, CompressionLevel level)
{
ReturnStatus status;
ZipStream stream = ?;
Internal.MemSet(&stream, 0, sizeof(ZipStream));
// In case uint32 is 64-bits (argh I hate longs).
if ((source_len | pDest_len) > 0xFFFFFFFFU) return .PARAM_ERROR;
stream.mNextIn = pSource;
stream.mAvailIn = (uint32)source_len;
stream.mNextOut = pDest;
stream.mAvailOut = (uint32)pDest_len;
status = DeflateInit(&stream, level);
if (status != .OK) return status;
status = deflate(&stream, .FINISH);
if (status != .STREAM_END)
{
deflateEnd(&stream);
return (status == .OK) ? .BUF_ERROR : status;
}
pDest_len = stream.mTotalOut;
return deflateEnd(&stream);
}
public static ReturnStatus Compress(uint8* pDest, ref int pDest_len, uint8* pSource, int source_len)
{
return Compress(pDest, ref pDest_len, pSource, source_len, .DEFAULT_COMPRESSION);
}
public static uint32 CompressBound(int source_len)
{
return deflateBound(null, (uint32)source_len);
}
struct inflate_state
{
public TinflDecompressor m_decomp;
public uint32 m_dict_ofs, m_dict_avail;
public bool m_first_call, m_has_flushed;
public int m_window_bits;
public uint8[TINFL_LZ_DICT_SIZE] m_dict;
public TinflStatus m_last_status;
}
static ReturnStatus inflateInit2(ZipStream* pStream, int window_bits)
{
inflate_state* pDecomp;
if (pStream == null) return .STREAM_ERROR;
if ((window_bits != DEFAULT_WINDOW_BITS) && (-window_bits != DEFAULT_WINDOW_BITS)) return .PARAM_ERROR;
pStream.mDataType = 0;
pStream.mAdler = 0;
pStream.mMsg = null;
pStream.mTotalIn = 0;
pStream.mTotalOut = 0;
pStream.mReserved = 0;
if (pStream.mZAlloc == null) pStream.mZAlloc = => def_alloc_func;
if (pStream.mZFree == null) pStream.mZFree = => def_free_func;
pDecomp = (inflate_state*)pStream.mZAlloc(pStream.mOpaque, 1, sizeof(inflate_state));
if (pDecomp == null) return .MEM_ERROR;
pStream.mState = (InternalState*)pDecomp;
tinfl_init!(&pDecomp.m_decomp);
pDecomp.m_dict_ofs = 0;
pDecomp.m_dict_avail = 0;
pDecomp.m_last_status = .NeedsMoreInput;
pDecomp.m_first_call = true;
pDecomp.m_has_flushed = false;
pDecomp.m_window_bits = window_bits;
return .OK;
}
static ReturnStatus inflateInit(ZipStream* pStream)
{
return inflateInit2(pStream, DEFAULT_WINDOW_BITS);
}
static ReturnStatus inflate(ZipStream* pStream, Flush flushIn)
{
Flush flush = flushIn;
inflate_state* pState;
uint32 n;
bool first_call;
TinflFlag decomp_flags = .ComputeAdler32;
int in_bytes, out_bytes, orig_avail_in;
TinflStatus status = ?;
if ((pStream == null) || (pStream.mState == null)) return .STREAM_ERROR;
if (flush == .PARTIAL_FLUSH) flush = .SYNC_FLUSH;
if ((flush != 0) && (flush != .SYNC_FLUSH) && (flush != .FINISH)) return .STREAM_ERROR;
pState = (inflate_state*)pStream.mState;
if (pState.m_window_bits > 0) decomp_flags |= .ParseZlibHeader;
orig_avail_in = pStream.mAvailIn;
first_call = pState.m_first_call; pState.m_first_call = false;
if (pState.m_last_status < default) return .DATA_ERROR;
if ((pState.m_has_flushed) && (flush != .FINISH)) return .STREAM_ERROR;
pState.m_has_flushed |= (flush == .FINISH);
if ((flush == .FINISH) && (first_call))
{
// FINISH on the first call implies that the input and output buffers are large enough to hold the entire compressed/decompressed file.
decomp_flags |= .UsingNonWrappingOutputBuf;
in_bytes = pStream.mAvailIn; out_bytes = pStream.mAvailOut;
status = tinfl_decompress(&pState.m_decomp, pStream.mNextIn, &in_bytes, pStream.mNextOut, pStream.mNextOut, &out_bytes, decomp_flags);
pState.m_last_status = status;
pStream.mNextIn += (uint32)in_bytes; pStream.mAvailIn -= (uint32)in_bytes; pStream.mTotalIn += (uint32)in_bytes;
pStream.mAdler = tinfl_get_adler32!(&pState.m_decomp);
pStream.mNextOut += (uint)out_bytes; pStream.mAvailOut -= (uint32)out_bytes; pStream.mTotalOut += (uint32)out_bytes;
if (status < default)
return .DATA_ERROR;
else if (status != .Done)
{
pState.m_last_status = .Failed;
return .BUF_ERROR;
}
return .STREAM_END;
}
// flush != FINISH then we must assume there's more input.
if (flush != .FINISH) decomp_flags |= .HasMoreInput;
if (pState.m_dict_avail != 0)
{
n = Math.Min(pState.m_dict_avail, pStream.mAvailOut);
Internal.MemCpy(pStream.mNextOut, &pState.m_dict + pState.m_dict_ofs, n);
pStream.mNextOut += n; pStream.mAvailOut -= n; pStream.mTotalOut += n;
pState.m_dict_avail -= n; pState.m_dict_ofs = (pState.m_dict_ofs + n) & (TINFL_LZ_DICT_SIZE - 1);
return ((pState.m_last_status == .Done) && (pState.m_dict_avail == 0)) ? .STREAM_END : .OK;
}
for (;;)
{
in_bytes = pStream.mAvailIn;
out_bytes = TINFL_LZ_DICT_SIZE - pState.m_dict_ofs;
status = tinfl_decompress(&pState.m_decomp, pStream.mNextIn, &in_bytes, &pState.m_dict, &pState.m_dict + pState.m_dict_ofs, &out_bytes, decomp_flags);
pState.m_last_status = status;
pStream.mNextIn += (uint32)in_bytes; pStream.mAvailIn -= (uint32)in_bytes;
pStream.mTotalIn += (uint32)in_bytes; pStream.mAdler = tinfl_get_adler32!(&pState.m_decomp);
pState.m_dict_avail = (uint32)out_bytes;
n = Math.Min(pState.m_dict_avail, pStream.mAvailOut);
Internal.MemCpy(pStream.mNextOut, &pState.m_dict + pState.m_dict_ofs, n);
pStream.mNextOut += n; pStream.mAvailOut -= n; pStream.mTotalOut += n;
pState.m_dict_avail -= n; pState.m_dict_ofs = (pState.m_dict_ofs + n) & (TINFL_LZ_DICT_SIZE - 1);
if (status < default)
return .DATA_ERROR; // Stream is corrupted (there could be some uncompressed data left in the output dictionary - oh well).
else if ((status == .NeedsMoreInput) && (orig_avail_in == 0))
return .BUF_ERROR; // Signal caller that we can't make forward progress without supplying more input or by setting flush to FINISH.
else if (flush == .FINISH)
{
// The output buffer MUST be large to hold the remaining uncompressed data when flush==FINISH.
if (status == .Done)
return (pState.m_dict_avail != 0) ? .BUF_ERROR : .STREAM_END;
// status here must be TINFL_STATUS_HAS_MORE_OUTPUT, which means there's at least 1 more byte on the way. If there's no more room left in the output buffer then something is wrong.
else if (pStream.mAvailOut == 0)
return .BUF_ERROR;
}
else if ((status == .Done) || (pStream.mAvailIn == 0) || (pStream.mAvailOut == 0) || (pState.m_dict_avail != 0))
break;
}
return ((status == .Done) && (pState.m_dict_avail == 0)) ? .STREAM_END : .OK;
}
static ReturnStatus inflateEnd(ZipStream* pStream)
{
if (pStream == null)
return .STREAM_ERROR;
if (pStream.mState != null)
{
pStream.mZFree(pStream.mOpaque, pStream.mState);
pStream.mState = null;
}
return .OK;
}
public static ReturnStatus Uncompress(uint8* pDest, ref int pDest_len, uint8* pSource, int source_len)
{
ZipStream stream = default;
ReturnStatus status;
Internal.MemSet(&stream, 0, sizeof(ZipStream));
// In case uint32 is 64-bits (argh I hate longs).
if ((source_len | pDest_len) > 0xFFFFFFFFU) return .PARAM_ERROR;
stream.mNextIn = pSource;
stream.mAvailIn = (uint32)source_len;
stream.mNextOut = pDest;
stream.mAvailOut = (uint32)pDest_len;
status = inflateInit(&stream);
if (status != .OK)
return status;
status = inflate(&stream, .FINISH);
if (status != .STREAM_END)
{
inflateEnd(&stream);
return ((status == .BUF_ERROR) && (stream.mAvailIn == 0)) ? .DATA_ERROR : status;
}
pDest_len = stream.mTotalOut;
return inflateEnd(&stream);
}
static char8* error(ReturnStatus err)
{
switch (err)
{
case .OK: return "";
case .STREAM_END: return "Stream end";
case .NEED_DICT: return "need dictionary";
case .ERRNO: return "file error";
case .STREAM_ERROR: return "stream error";
case .DATA_ERROR: return "data error";
case .MEM_ERROR: return "out of memory";
case .BUF_ERROR: return "buf error";
case .VERSION_ERROR: return "version error";
case .PARAM_ERROR: return "parameter error";
default: return null;
}
}
//TINFL_CR_RETURN(state_index, result) do { status = result; r.m_state = state_index; break common_exit; case state_index:; } MACRO_END
const int32[31] s_length_base = int32[31](3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 17, 19, 23, 27, 31, 35, 43, 51, 59, 67, 83, 99, 115, 131, 163, 195, 227, 258, 0, 0);
const int32[31] s_length_extra = int32[31](0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5, 0, 0, 0);
const int32[32] s_dist_base = int32[32](1, 2, 3, 4, 5, 7, 9, 13, 17, 25, 33, 49, 65, 97, 129, 193, 257, 385, 513, 769, 1025, 1537, 2049, 3073, 4097, 6145, 8193, 12289, 16385, 24577, 0, 0);
const int32[32] s_dist_extra = int32[32](0, 0, 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7, 8, 8, 9, 9, 10, 10, 11, 11, 12, 12, 13, 13, 0, 0);
const uint8[19] s_length_dezigzag = uint8[19](16, 17, 18, 0, 8, 7, 9, 6, 10, 5, 11, 4, 12, 3, 13, 2, 14, 1, 15);
const int32[3] s_min_table_sizes = int32[3](257, 1, 4);
static void Test()
{
int status = 0;
mixin Test()
{
status = 12;
}
status = 9;
}
static TinflStatus tinfl_decompress(TinflDecompressor* r, uint8* pIn_buf_next, int* pIn_buf_size, uint8* pOut_buf_start, uint8* pOut_buf_next, int* pOut_buf_size, TinflFlag decomp_flags)
{
TinflStatus status = .Failed; int32 num_bits, dist, counter, num_extra; tinfl_bit_buf_t bit_buf;
uint8* pIn_buf_cur = pIn_buf_next, pIn_buf_end = pIn_buf_next + *pIn_buf_size;
uint8* pOut_buf_cur = pOut_buf_next, pOut_buf_end = pOut_buf_next + *pOut_buf_size;
int32 out_buf_size_mask = (int32)(decomp_flags.HasFlag(.UsingNonWrappingOutputBuf) ? (int32) - 1 : ((pOut_buf_next - pOut_buf_start) + *pOut_buf_size) - 1), dist_from_out_buf_start;
// Ensure the output buffer's size is a power of 2, unless the output buffer is large enough to hold the entire output file (in which case it doesn't matter).
if ((((out_buf_size_mask + 1) & out_buf_size_mask) != 0) || (pOut_buf_next < pOut_buf_start)) { *pIn_buf_size = *pOut_buf_size = 0; return .BadParam; }
num_bits = r.m_num_bits; bit_buf = r.m_bit_buf; dist = r.m_dist; counter = r.m_counter; num_extra = r.m_num_extra; dist_from_out_buf_start = r.m_dist_from_out_buf_start;
mixin GetByte(var c)
{
if (pIn_buf_cur >= pIn_buf_end)
{
if (decomp_flags.HasFlag(.HasMoreInput))
{
DoResult!(TinflStatus.NeedsMoreInput);
}
else
c = 0;
}
else
c = *pIn_buf_cur++;
}
mixin NeedBits(var n)
{
repeat
{
uint32 c = ?;
GetByte!(c);
bit_buf |= (((tinfl_bit_buf_t)c) << num_bits); num_bits += 8;
}
while (num_bits < (int32)(n));
}
mixin GetBits<T>(T b, var n) where T : var
{
if (num_bits < (int32)(n))
{
NeedBits!(n);
}
b = (T)(bit_buf & ((1 << (int32)(n)) - 1));
bit_buf >>= (n); num_bits -= (n);
}
mixin SkipBits(var n)
{
if (num_bits < (int32)(n))
{
NeedBits!(n);
}
bit_buf >>= (n); num_bits -= (n);
}
mixin HuffDecode(var sym, var pHuff)
{
int32 temp; int32 code_len, c = ?;
if (num_bits < 15)
{
if ((pIn_buf_end - pIn_buf_cur) < 2)
{
repeat
{
temp = (int32)pHuff.m_look_up[bit_buf & (TINFL_FAST_LOOKUP_SIZE - 1)];
if (temp >= 0)
{
code_len = temp >> 9;
if ((code_len != 0) && (num_bits >= code_len))
break;
}
else if (num_bits > TINFL_FAST_LOOKUP_BITS)
{
code_len = TINFL_FAST_LOOKUP_BITS;
repeat
{
temp = (uint16)pHuff.m_tree[~temp + (int32)((bit_buf >> code_len++) & 1)];
}
while ((temp < 0) && (num_bits >= (code_len + 1)));
if (temp >= 0)
break;
}
GetByte!(c);
bit_buf |= (((tinfl_bit_buf_t)c) << num_bits); num_bits += 8;
}
while (num_bits < 15);
}
else
{
bit_buf |= (((tinfl_bit_buf_t)pIn_buf_cur[0]) << num_bits) | (((tinfl_bit_buf_t)pIn_buf_cur[1]) << (num_bits + 8)); pIn_buf_cur += 2; num_bits += 16;
}
}
if ((temp = pHuff.m_look_up[bit_buf & (TINFL_FAST_LOOKUP_SIZE - 1)]) >= 0)
{
code_len = temp >> 9;
temp &= 511;
}
else
{
code_len = TINFL_FAST_LOOKUP_BITS;
repeat
{
temp = pHuff.m_tree[~temp + (int32)((bit_buf >> code_len++) & 1)];
}
while (temp < 0);
}
sym = temp; bit_buf >>= code_len; num_bits -= code_len;
}
mixin DoResult(TinflStatus outResult)
{
status = outResult;
break OuterLoop;
}
OuterLoop:while (true)
{
//TINFL_CR_BEGIN
StateSwitch:switch (r.m_state)
{
case 0:
bit_buf = num_bits = dist = counter = num_extra = r.m_zhdr0 = r.m_zhdr1 = 0; r.m_z_adler32 = r.m_check_adler32 = 1;
if (decomp_flags.HasFlag(.ParseZlibHeader))
{
GetByte!(r.m_zhdr0);
r.m_state = 1;
}
else
r.m_state = 3;
case 1:
GetByte!(r.m_zhdr1);
r.m_state = 2;
case 2:
counter = (((r.m_zhdr0 * 256 + r.m_zhdr1) % 31 != 0) || ((r.m_zhdr1 & 32) != 0) || ((r.m_zhdr0 & 15) != 8)) ? 1 : 0;
if (!(decomp_flags.HasFlag(.UsingNonWrappingOutputBuf))) counter |= (((1U << (8U + (uint32)(r.m_zhdr0 >> 4))) > 32768U) || ((out_buf_size_mask + 1) < (int)(1U << (8U + (r.m_zhdr0 >> 4))))) ? 1 : 0;
if (counter != 0) { DoResult!(TinflStatus.Failed); }
r.m_state = 3;
case 3: // do:
GetBits!(r.m_final, 3);
r.m_type = r.m_final >> 1;
if (r.m_type == 0)
r.m_state = 5;
else if (r.m_type == 3)
r.m_state = 9;
else
r.m_state = 10;
case 5: // if (r.m_type == 0)
SkipBits!(num_bits & 7);
counter = 0;
r.m_state = 6;
case 6: // header loop
if (num_bits > 0)
GetBits!(r.m_raw_header[counter], 8);
else
GetByte!(r.m_raw_header[counter]);
counter++;
if (counter < 4)
break;
if ((counter = (r.m_raw_header[0] | ((int32)r.m_raw_header[1] << 8))) != (int32)(0xFFFF ^ (r.m_raw_header[2] | ((int32)r.m_raw_header[3] << 8))))
{
DoResult!(TinflStatus.Failed);
}
r.m_state = 7;
case 7:
while ((counter > 0) && (num_bits > 0))
{
if (pOut_buf_cur >= pOut_buf_end)
DoResult!(TinflStatus.HasMoreOutput);
GetBits!(dist, 8);
*pOut_buf_cur++ = (uint8)dist;
counter--;
}
while (counter > 0)
{
int n;
if (pOut_buf_cur >= pOut_buf_end)
DoResult!(TinflStatus.HasMoreOutput);
while (pIn_buf_cur >= pIn_buf_end)
{
if (decomp_flags.HasFlag(.HasMoreInput))
{
DoResult!(TinflStatus.NeedsMoreInput);
}
else
{
DoResult!(TinflStatus.Failed);
}
}
n = Math.Min(Math.Min((int)(pOut_buf_end - pOut_buf_cur), (int)(pIn_buf_end - pIn_buf_cur)), counter);
Internal.MemCpy(pOut_buf_cur, pIn_buf_cur, n); pIn_buf_cur += n; pOut_buf_cur += n; counter -= (int32)n;
}
//jump to end of for(;;)
r.m_state = 30;
case 9: // if (r.m_type == 3)
DoResult!(TinflStatus.Failed);
case 10: // else , when (r.m_type != 0) && (r.m_type != 3)
if (r.m_type == 1)
{
uint8* p = &r.m_tables[0].m_code_size; uint32 i;
r.m_table_sizes[0] = 288; r.m_table_sizes[1] = 32; Internal.MemSet(&r.m_tables[1].m_code_size, 5, 32);
for (i = 0; i <= 143; ++i) *p++ = 8; for (; i <= 255; ++i) *p++ = 9; for (; i <= 279; ++i) *p++ = 7; for (; i <= 287; ++i) *p++ = 8;
// jump to for ( ; (int)r.m_type >= 0; r.m_type--)
r.m_state = 13;
}
else
{
counter = 0;
r.m_state = 11;
}
case 11:
if (counter == 2)
GetBits!(r.m_table_sizes[counter], 4);
else
GetBits!(r.m_table_sizes[counter], 5);
r.m_table_sizes[counter] += (int32)s_min_table_sizes[counter];
if (++counter < 3)
break;
r.m_tables[2].m_code_size = default;
counter = 0;
r.m_state = 12;
case 12:
uint32 s = ?;
GetBits!(s, 3);
r.m_tables[2].m_code_size[s_length_dezigzag[counter]] = (uint8)s;
if (++counter < r.m_table_sizes[2])
break;
r.m_table_sizes[2] = 19;
r.m_state = 13; // for ( ; (int)r.m_type >= 0; r.m_type--)
case 13: // for ( ; (int)r.m_type >= 0; r.m_type--)
while ((int32)r.m_type >= 0)
{
int32 tree_next, tree_cur;
TinflHuffTable* pTable;
int32 i, j, used_syms, total, sym_index;
int32[17] next_code;
int32[16] total_syms;
pTable = &r.m_tables[r.m_type];
total_syms = default; pTable.m_look_up = default; pTable.m_tree = default;
for (i = 0; i < r.m_table_sizes[r.m_type]; ++i) total_syms[pTable.m_code_size[i]]++;
used_syms = 0; total = 0; next_code[0] = next_code[1] = 0;
for (i = 1; i <= 15; ++i) { used_syms += total_syms[i]; next_code[i + 1] = (total = ((total + total_syms[i]) << 1)); }
if ((65536 != total) && (used_syms > 1))
{
DoResult!(TinflStatus.Failed);
}
for (tree_next = -1,sym_index = 0; sym_index < r.m_table_sizes[r.m_type]; ++sym_index)
{
int32 rev_code = 0, l, cur_code, code_size = pTable.m_code_size[sym_index]; if (code_size == 0) continue;
cur_code = next_code[code_size]++; for (l = code_size; l > 0; l--,cur_code >>= 1) rev_code = (rev_code << 1) | (cur_code & 1);
if (code_size <= TINFL_FAST_LOOKUP_BITS) { int16 k = (int16)((code_size << 9) | sym_index); while (rev_code < TINFL_FAST_LOOKUP_SIZE) { pTable.m_look_up[rev_code] = k; rev_code += (1 << code_size); } continue; }
if (0 == (tree_cur = pTable.m_look_up[rev_code & (TINFL_FAST_LOOKUP_SIZE - 1)])) { pTable.m_look_up[rev_code & (TINFL_FAST_LOOKUP_SIZE - 1)] = (int16)tree_next; tree_cur = tree_next; tree_next -= 2; }
rev_code >>= (TINFL_FAST_LOOKUP_BITS - 1);
for (j = code_size; j > (TINFL_FAST_LOOKUP_BITS + 1); j--)
{
tree_cur -= ((rev_code >>= 1) & 1);
if (pTable.m_tree[-tree_cur - 1] == 0) { pTable.m_tree[-tree_cur - 1] = (int16)tree_next; tree_cur = tree_next; tree_next -= 2; } else tree_cur = pTable.m_tree[-tree_cur - 1];
}
tree_cur -= ((rev_code >>= 1) & 1); pTable.m_tree[-tree_cur - 1] = (int16)sym_index;
}
if (r.m_type == 2)
{
dist = 0;
counter = 0;
r.m_state = 14;
break StateSwitch;
}
else
{
r.m_type--;
}
}
//jump to for(;;)
r.m_state = 22;
case 14:
if (dist < 16)
{
HuffDecode!(dist, &r.m_tables[2]);
if (dist < 16)
{
r.m_len_codes[counter++] = (uint8)dist;
}
else if ((dist == 16) && (counter == 0))
{
DoResult!(TinflStatus.Failed);
}
}
if (dist >= 16)
{
int32 s = ?;
switch (dist - 16)
{
case 0:
GetBits!(s, 2);
s += 3;
case 1:
GetBits!(s, 3);
s += 3;
case 2:
GetBits!(s, 7);
s += 11;
}
Internal.MemSet(&r.m_len_codes[counter], (dist == 16) ? r.m_len_codes[counter - 1] : 0, s); counter += s;
}
dist = 0;
if (counter < r.m_table_sizes[0] + r.m_table_sizes[1])
{
break;
}
if ((r.m_table_sizes[0] + r.m_table_sizes[1]) != counter)
{
DoResult!(TinflStatus.Failed);
}
Internal.MemCpy(&r.m_tables[0].m_code_size, &r.m_len_codes, r.m_table_sizes[0]);
Internal.MemCpy(&r.m_tables[1].m_code_size, &r.m_len_codes[r.m_table_sizes[0]], r.m_table_sizes[1]);
r.m_type--;
r.m_state = 13; // Back to "r->m_type" for loop
case 22: // for ( ; ; ) (both inner and outer start)
if (((pIn_buf_end - pIn_buf_cur) < 4) || ((pOut_buf_end - pOut_buf_cur) < 2))
{
HuffDecode!(counter, &r.m_tables[0]);
if (counter >= 256)
{
// jump to end of inner for(;;)
r.m_state = 24;
break;
}
r.m_state = 23;
break;
}
else
{
int32 sym2; int32 code_len;
#if TINFL_USE_64BIT_BITBUF
if (num_bits < 30) { bit_buf |= (((tinfl_bit_buf_t)ReadLE32!(pIn_buf_cur)) << num_bits); pIn_buf_cur += 4; num_bits += 32; }
#else
if (num_bits < 15) { bit_buf |= (((tinfl_bit_buf_t)ReadLE16!(pIn_buf_cur)) << num_bits); pIn_buf_cur += 2; num_bits += 16; }
#endif
if ((sym2 = (int32)r.m_tables[0].m_look_up[bit_buf & (TINFL_FAST_LOOKUP_SIZE - 1)]) >= 0)
code_len = sym2 >> 9;
else
{
code_len = TINFL_FAST_LOOKUP_BITS; repeat { sym2 = r.m_tables[0].m_tree[~sym2 + (int32)((bit_buf >> code_len++) & 1)]; } while (sym2 < 0);
}
counter = sym2; bit_buf >>= code_len; num_bits -= code_len;
if ((counter & 256) != 0)
{
// jump to end of inner for(;;)
r.m_state = 24;
break;
}
#if !TINFL_USE_64BIT_BITBUF
if (num_bits < 15) { bit_buf |= (((tinfl_bit_buf_t)ReadLE16!(pIn_buf_cur)) << num_bits); pIn_buf_cur += 2; num_bits += 16; }
#endif
if ((sym2 = (int16)r.m_tables[0].m_look_up[bit_buf & (TINFL_FAST_LOOKUP_SIZE - 1)]) >= 0)
code_len = sym2 >> 9;
else
{
code_len = TINFL_FAST_LOOKUP_BITS; repeat { sym2 = r.m_tables[0].m_tree[~sym2 + (int32)((bit_buf >> code_len++) & 1)]; } while (sym2 < 0);
}
bit_buf >>= code_len; num_bits -= code_len;
pOut_buf_cur[0] = (uint8)counter;
if ((sym2 & 256) != 0)
{
pOut_buf_cur++;
counter = sym2;
// jump to end of inner for(;;)
r.m_state = 24;
break;
}
pOut_buf_cur[1] = (uint8)sym2;
pOut_buf_cur += 2;
// Repeat inner loop
}
case 23:
if (pOut_buf_cur >= pOut_buf_end)
DoResult!(TinflStatus.HasMoreOutput);
*pOut_buf_cur++ = (uint8)counter;
// jump to end of inner for(;;)
// Repeat inner loop
r.m_state = 22;
case 24: // end of inner for(;;)
if ((counter &= 511) == 256)
{
// jump to end of outer for(;;)
r.m_state = 30;
break;
}
num_extra = (int32)s_length_extra[counter - 257];
counter = (int32)s_length_base[counter - 257];
if (num_extra != 0)
r.m_state = 25;
else
r.m_state = 26;
case 25:
int32 extra_bits = ?;
GetBits!(extra_bits, num_extra);
counter += extra_bits;
r.m_state = 26;
case 26:
HuffDecode!(dist, &r.m_tables[1]);
num_extra = (int32)s_dist_extra[dist]; dist = (int32)s_dist_base[dist];
if (num_extra != 0)
r.m_state = 27;
else
r.m_state = 28;
case 27:
int32 extra_bits = ?;
GetBits!(extra_bits, num_extra);
dist += extra_bits;
r.m_state = 28;
case 28:
dist_from_out_buf_start = (int32)(pOut_buf_cur - pOut_buf_start);
if ((dist > dist_from_out_buf_start) && (decomp_flags.HasFlag(.UsingNonWrappingOutputBuf)))
{
DoResult!(TinflStatus.Failed);
}
uint8* pSrc = pOut_buf_start + ((dist_from_out_buf_start - dist) & out_buf_size_mask);
if ((MAX!(pOut_buf_cur, pSrc) + counter) > pOut_buf_end)
{
r.m_state = 29; // Slow copy
break;
}
#if MINIZ_USE_UNALIGNED_LOADS_AND_STORES
else if ((counter >= 9) && (counter <= dist))
{
uint8* pSrc_end = pSrc + (counter & ~7);
repeat
{
((uint32*)pOut_buf_cur)[0] = ((uint32*)pSrc)[0];
((uint32*)pOut_buf_cur)[1] = ((uint32*)pSrc)[1];
pOut_buf_cur += 8;
} while ((pSrc += 8) < pSrc_end);
if ((counter &= 7) < 3)
{
if (counter != 0)
{
pOut_buf_cur[0] = pSrc[0];
if (counter > 1)
pOut_buf_cur[1] = pSrc[1];
pOut_buf_cur += counter;
}
// jump to start of outer for(;;)
r.m_state = 22;
break;
}
}
#endif
repeat
{
pOut_buf_cur[0] = pSrc[0];
pOut_buf_cur[1] = pSrc[1];
pOut_buf_cur[2] = pSrc[2];
pOut_buf_cur += 3; pSrc += 3;
} while ((int32)(counter -= 3) > 2);
if ((int32)counter > 0)
{
pOut_buf_cur[0] = pSrc[0];
if ((int32)counter > 1)
pOut_buf_cur[1] = pSrc[1];
pOut_buf_cur += counter;
}
// jump to start of outer for(;;)
r.m_state = 22;
case 29:
if (counter <= 0)
{
// jump to start of outer for(;;)
r.m_state = 22;
break;
}
if (pOut_buf_cur >= pOut_buf_end)
DoResult!(TinflStatus.HasMoreOutput);
*pOut_buf_cur++ = pOut_buf_start[(dist_from_out_buf_start++ - dist) & out_buf_size_mask];
counter--;
case 30: // End of outer for(;;)
if ((r.m_final & 1) == 0)
{
// Main decode loop
r.m_state = 3;
break;
}
r.m_state = 31;
case 31:
if (decomp_flags.HasFlag(.ParseZlibHeader))
{
SkipBits!(num_bits & 7);
r.m_state = 32;
counter = 0;
break;
}
else
{
r.m_state = 33; // TINFL_FLAG_PARSE_ZLIB_HEADER not set
}
case 32:
uint32 s = ?;
if (num_bits != 0)
GetBits!(s, 8);
else
GetByte!(s);
r.m_z_adler32 = (r.m_z_adler32 << 8) | s;
if (++counter < 4)
break;
r.m_state = 33;
case 33: // Done
DoResult!(TinflStatus.Done);
}
}
// Save state
r.m_num_bits = num_bits; r.m_bit_buf = bit_buf; r.m_dist = dist; r.m_counter = counter; r.m_num_extra = num_extra; r.m_dist_from_out_buf_start = dist_from_out_buf_start;
*pIn_buf_size = pIn_buf_cur - pIn_buf_next; *pOut_buf_size = pOut_buf_cur - pOut_buf_next;
if ((decomp_flags.HasFlag(.ParseZlibHeader | .ComputeAdler32)) && (status >= default))
{
uint8* ptr = pOut_buf_next; int buf_len = *pOut_buf_size;
int32 i;
uint32 s1 = r.m_check_adler32 & 0xffff, s2 = r.m_check_adler32 >> 16;
int block_len = buf_len % 5552;
while (buf_len > 0)
{
for (i = 0; i + 7 < block_len; i += 8,ptr += 8)
{
s1 += ptr[0]; s2 += s1; s1 += ptr[1]; s2 += s1; s1 += ptr[2]; s2 += s1; s1 += ptr[3]; s2 += s1;
s1 += ptr[4]; s2 += s1; s1 += ptr[5]; s2 += s1; s1 += ptr[6]; s2 += s1; s1 += ptr[7]; s2 += s1;
}
for (; i < block_len; ++i) { s1 += *ptr++; s2 += s1; }
s1 %= 65521U; s2 %= 65521U; buf_len -= block_len; block_len = 5552;
}
r.m_check_adler32 = (s2 << 16) + s1; if ((status == .Done) && (decomp_flags.HasFlag(.ParseZlibHeader)) && (r.m_check_adler32 != r.m_z_adler32)) status = .Adler32Mismatch;
}
return status;
}
// Higher level helper functions.
static void* tinfl_decompress_mem_to_heap(void* pSrc_buf, int src_buf_len, int* pOut_len, TinflFlag flags)
{
TinflDecompressor decomp; void* pBuf = null, pNew_buf; int src_buf_ofs = 0, out_buf_capacity = 0;
*pOut_len = 0;
tinfl_init!(&decomp);
for (;;)
{
int src_buf_size = src_buf_len - src_buf_ofs, dst_buf_size = out_buf_capacity - *pOut_len, new_out_buf_capacity;
TinflStatus status = tinfl_decompress(&decomp, (uint8*)pSrc_buf + src_buf_ofs, &src_buf_size, (uint8*)pBuf, (pBuf != null) ? (uint8*)pBuf + *pOut_len : null, &dst_buf_size,
(flags & ~.HasMoreInput) | .UsingNonWrappingOutputBuf);
if ((status < default) || (status == .NeedsMoreInput))
{
free(pBuf); *pOut_len = 0; return null;
}
src_buf_ofs += src_buf_size;
*pOut_len += dst_buf_size;
if (status == .Done) break;
new_out_buf_capacity = out_buf_capacity * 2; if (new_out_buf_capacity < 128) new_out_buf_capacity = 128;
pNew_buf = realloc(pBuf, new_out_buf_capacity);
if (pNew_buf == null)
{
free(pBuf); *pOut_len = 0; return null;
}
pBuf = pNew_buf; out_buf_capacity = new_out_buf_capacity;
}
return pBuf;
}
static int tinfl_decompress_mem_to_mem(void* pOut_buf, int out_buf_len, void* pSrc_buf, int src_buf_len, TinflFlag flags)
{
int outBufLen = out_buf_len;
int srcBufLen = src_buf_len;
TinflDecompressor decomp; TinflStatus status; tinfl_init!(&decomp);
status = tinfl_decompress(&decomp, (uint8*)pSrc_buf, &srcBufLen, (uint8*)pOut_buf, (uint8*)pOut_buf, &outBufLen, (flags & ~.HasMoreInput) | .UsingNonWrappingOutputBuf);
return (status != .Done) ? -1 : out_buf_len;
}
function int tinfl_put_buf_func_ptr(void* pBuf, int len, void* pUser);
static TinflStatus tinfl_decompress_mem_to_callback(void* pIn_buf, int* pIn_buf_size, tinfl_put_buf_func_ptr pPut_buf_func, void* pPut_buf_user, TinflFlag flags)
{
TinflStatus result = .Failed;
TinflDecompressor decomp;
uint8* pDict = (uint8*)malloc(TINFL_LZ_DICT_SIZE); int in_buf_ofs = 0, dict_ofs = 0;
if (pDict == null)
return .Failed;
tinfl_init!(&decomp);
for (;;)
{
int in_buf_size = *pIn_buf_size - in_buf_ofs, dst_buf_size = TINFL_LZ_DICT_SIZE - dict_ofs;
TinflStatus status = tinfl_decompress(&decomp, (uint8*)pIn_buf + in_buf_ofs, &in_buf_size, pDict, pDict + dict_ofs, &dst_buf_size,
(flags & ~(.HasMoreInput | .UsingNonWrappingOutputBuf)));
in_buf_ofs += in_buf_size;
if ((dst_buf_size != 0) && (pPut_buf_func(pDict + dict_ofs, (int)dst_buf_size, pPut_buf_user)) == 0)
break;
if (status != .HasMoreOutput)
{
result = (status == .Done) ? .Done : .Failed;
break;
}
dict_ofs = (dict_ofs + dst_buf_size) & (TINFL_LZ_DICT_SIZE - 1);
}
free(pDict);
*pIn_buf_size = in_buf_ofs;
return result;
}
// ------------------- Low-level Compression (independent from all decompression API's)
const uint16[256] s_tdefl_len_sym = uint16[256](
257, 258, 259, 260, 261, 262, 263, 264, 265, 265, 266, 266, 267, 267, 268, 268, 269, 269, 269, 269, 270, 270, 270, 270, 271, 271, 271, 271, 272, 272, 272, 272,
273, 273, 273, 273, 273, 273, 273, 273, 274, 274, 274, 274, 274, 274, 274, 274, 275, 275, 275, 275, 275, 275, 275, 275, 276, 276, 276, 276, 276, 276, 276, 276,
277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 277, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278, 278,
279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 279, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280,
281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281, 281,
282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282, 282,
283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283, 283,
284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 284, 285);
const uint8[256] s_tdefl_len_extra = uint8[256](
0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 0);
static uint8[512] s_tdefl_small_dist_sym = uint8[512](
0, 1, 2, 3, 4, 4, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 8, 8, 9, 9, 9, 9, 9, 9, 9, 9, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11, 11, 11,
11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 13,
13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14,
14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14,
14, 14, 14, 14, 14, 14, 14, 14, 14, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15,
15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17,
17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17,
17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17,
17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17, 17);
static uint8[512] s_tdefl_small_dist_extra = uint8[512](
0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 5,
5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
7, 7, 7, 7, 7, 7, 7, 7);
static uint8[128] s_tdefl_large_dist_sym = uint8[128](
0, 0, 18, 19, 20, 20, 21, 21, 22, 22, 22, 22, 23, 23, 23, 23, 24, 24, 24, 24, 24, 24, 24, 24, 25, 25, 25, 25, 25, 25, 25, 25, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26, 26,
26, 26, 26, 26, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28, 28,
28, 28, 28, 28, 28, 28, 28, 28, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29, 29);
static uint8[128] s_tdefl_large_dist_extra = uint8[128](
0, 0, 8, 8, 9, 9, 9, 9, 10, 10, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12,
12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13,
13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13);
// Radix sorts tdefl_sym_freq[] array by 16-bit key m_key. Returns ptr to sorted values.
struct tdefl_sym_freq { public uint16 m_key, m_sym_index; };
static tdefl_sym_freq* tdefl_radix_sort_syms(uint32 num_syms, tdefl_sym_freq* pSyms0, tdefl_sym_freq* pSyms1)
{
uint32 total_passes = 2, pass_shift, pass, i;
uint32[256 * 2] hist; tdefl_sym_freq* pCur_syms = pSyms0, pNew_syms = pSyms1; hist = default;
for (i = 0; i < num_syms; i++) { uint32 freq = pSyms0[i].m_key; hist[freq & 0xFF]++; hist[256 + ((freq >> 8) & 0xFF)]++; }
while ((total_passes > 1) && (num_syms == hist[(total_passes - 1) * 256])) total_passes--;
for (pass_shift = 0,pass = 0; pass < total_passes; pass++,pass_shift += 8)
{
uint32* pHist = &hist[pass << 8];
uint32[256] offsets = ?;
uint32 cur_ofs = 0;
for (i = 0; i < 256; i++) { offsets[i] = cur_ofs; cur_ofs += pHist[i]; }
for (i = 0; i < num_syms; i++) pNew_syms[offsets[(pCur_syms[i].m_key >> pass_shift) & 0xFF]++] = pCur_syms[i];
{ tdefl_sym_freq* t = pCur_syms; pCur_syms = pNew_syms; pNew_syms = t; }
}
return pCur_syms;
}
// tdefl_calculate_minimum_redundancy() originally written by: Alistair Moffat, alistair@cs.mu.oz.au, Jyrki Katajainen, jyrki@diku.dk, November 1996.
static void tdefl_calculate_minimum_redundancy(tdefl_sym_freq* A, int n)
{
int root, leaf, next, avbl, used, dpth;
if (n == 0) return; else if (n == 1) { A[0].m_key = 1; return; }
A[0].m_key += A[1].m_key; root = 0; leaf = 2;
for (next = 1; next < n - 1; next++)
{
if (leaf >= n || A[root].m_key < A[leaf].m_key) { A[next].m_key = A[root].m_key; A[root++].m_key = (uint16)next; } else A[next].m_key = A[leaf++].m_key;
if (leaf >= n || (root < next && A[root].m_key < A[leaf].m_key)) { A[next].m_key = (uint16)(A[next].m_key + A[root].m_key); A[root++].m_key = (uint16)next; } else A[next].m_key = (uint16)(A[next].m_key + A[leaf++].m_key);
}
A[n - 2].m_key = 0; for (next = n - 3; next >= 0; next--) A[next].m_key = A[A[next].m_key].m_key + 1;
avbl = 1; used = dpth = 0; root = n - 2; next = n - 1;
while (avbl > 0)
{
while (root >= 0 && (int)A[root].m_key == dpth) { used++; root--; }
while (avbl > used) { A[next--].m_key = (uint16)(dpth); avbl--; }
avbl = 2 * used; dpth++; used = 0;
}
}
// Limits canonical Huffman code table's max code size.
const int TDEFL_MAX_SUPPORTED_HUFF_CODESIZE = 32;
static void tdefl_huffman_enforce_max_code_size(int32* pNum_codes, int code_list_len, int max_code_size)
{
int i; uint32 total = 0; if (code_list_len <= 1) return;
for (i = max_code_size + 1; i <= TDEFL_MAX_SUPPORTED_HUFF_CODESIZE; i++) pNum_codes[max_code_size] += pNum_codes[i];
for (i = max_code_size; i > 0; i--) total += (((uint32)pNum_codes[i]) << (max_code_size - i));
while (total != (1UL << max_code_size))
{
pNum_codes[max_code_size]--;
for (i = max_code_size - 1; i > 0; i--) if (pNum_codes[i] != 0) { pNum_codes[i]--; pNum_codes[i + 1] += 2; break; }
total--;
}
}
static void tdefl_optimize_huffman_table(tdefl_compressor* d, int table_num, int table_len, int code_size_limit, bool static_table)
{
int i, j, l;
int32[1 + TDEFL_MAX_SUPPORTED_HUFF_CODESIZE] num_codes;
uint32[TDEFL_MAX_SUPPORTED_HUFF_CODESIZE + 1] next_code;
num_codes = default;
if (static_table)
{
for (i = 0; i < table_len; i++) num_codes[d.m_huff_code_sizes[table_num][i]]++;
}
else
{
tdefl_sym_freq[TDEFL_MAX_HUFF_SYMBOLS] syms0, syms1;
tdefl_sym_freq* pSyms;
uint32 num_used_syms = 0;
uint16* pSym_count = &d.m_huff_count[table_num][0];
for (i = 0; i < table_len; i++) if (pSym_count[i] != 0) { syms0[num_used_syms].m_key = (uint16)pSym_count[i]; syms0[num_used_syms++].m_sym_index = (uint16)i; }
pSyms = tdefl_radix_sort_syms(num_used_syms, &syms0, &syms1); tdefl_calculate_minimum_redundancy(pSyms, num_used_syms);
for (i = 0; i < num_used_syms; i++) num_codes[pSyms[i].m_key]++;
tdefl_huffman_enforce_max_code_size(&num_codes, num_used_syms, code_size_limit);
d.m_huff_code_sizes[table_num] = default; d.m_huff_codes[table_num] = default;
for (i = 1,j = num_used_syms; i <= code_size_limit; i++)
for (l = num_codes[i]; l > 0; l--) d.m_huff_code_sizes[table_num][pSyms[--j].m_sym_index] = (uint8)(i);
}
next_code[1] = 0;
for (j = 0,i = 2; i <= code_size_limit; i++)
{
j = ((j + num_codes[i - 1]) << 1);
next_code[i] = (uint32)j;
}
for (i = 0; i < table_len; i++)
{
uint32 rev_code = 0, code, code_size; if ((code_size = d.m_huff_code_sizes[table_num][i]) == 0) continue;
code = next_code[code_size]++; for (l = code_size; l > 0; l--,code >>= 1) rev_code = (rev_code << 1) | (code & 1);
d.m_huff_codes[table_num][i] = (uint16)rev_code;
}
}
static mixin TDEFL_PUT_BITS(var b, var l, var d)
{
uint32 bits = (uint32)b; int32 len = (int32)l; Debug.Assert(bits <= ((1U << len) - 1U));
d.m_bit_buffer |= (bits << d.m_bits_in); d.m_bits_in += len;
while (d.m_bits_in >= 8)
{
if (d.m_pOutput_buf < d.m_pOutput_buf_end)
*d.m_pOutput_buf++ = (uint8)(d.m_bit_buffer);
d.m_bit_buffer >>= 8;
d.m_bits_in -= 8;
}
}
const uint8[19] s_tdefl_packed_code_size_syms_swizzle = uint8[19](16, 17, 18, 0, 8, 7, 9, 6, 10, 5, 11, 4, 12, 3, 13, 2, 14, 1, 15);
static void tdefl_start_dynamic_block(tdefl_compressor* d)
{
uint32 num_lit_codes, num_dist_codes, num_bit_lengths; uint32 i, total_code_sizes_to_pack, num_packed_code_sizes, rle_z_count, rle_repeat_count, packed_code_sizes_index;
uint8[TDEFL_MAX_HUFF_SYMBOLS_0 + TDEFL_MAX_HUFF_SYMBOLS_1] code_sizes_to_pack = ?;
uint8[TDEFL_MAX_HUFF_SYMBOLS_0 + TDEFL_MAX_HUFF_SYMBOLS_1] packed_code_sizes = ?;
uint8 prev_code_size = 0xFF;
d.m_huff_count[0][256] = 1;
tdefl_optimize_huffman_table(d, 0, TDEFL_MAX_HUFF_SYMBOLS_0, 15, false);
tdefl_optimize_huffman_table(d, 1, TDEFL_MAX_HUFF_SYMBOLS_1, 15, false);
for (num_lit_codes = 286; num_lit_codes > 257; num_lit_codes--) if (d.m_huff_code_sizes[0][num_lit_codes - 1] != 0) break;
for (num_dist_codes = 30; num_dist_codes > 1; num_dist_codes--) if (d.m_huff_code_sizes[1][num_dist_codes - 1] != 0) break;
Internal.MemCpy(&code_sizes_to_pack, &d.m_huff_code_sizes[0][0], num_lit_codes);
Internal.MemCpy(&code_sizes_to_pack[num_lit_codes], &d.m_huff_code_sizes[1][0], num_dist_codes);
total_code_sizes_to_pack = num_lit_codes + num_dist_codes; num_packed_code_sizes = 0; rle_z_count = 0; rle_repeat_count = 0;
//memset(&d.m_huff_count[2][0], 0, sizeof(d.m_huff_count[2][0]) * TDEFL_MAX_HUFF_SYMBOLS_2);
Internal.MemSet(&d.m_huff_count[2][0], 0, sizeof(uint16) * TDEFL_MAX_HUFF_SYMBOLS_2);
mixin TDEFL_RLE_PREV_CODE_SIZE()
{
if (rle_repeat_count != 0)
{
if (rle_repeat_count < 3)
{
d.m_huff_count[2][prev_code_size] = (uint16)(d.m_huff_count[2][prev_code_size] + rle_repeat_count);
while (rle_repeat_count-- != 0) packed_code_sizes[num_packed_code_sizes++] = prev_code_size;
} else
{
d.m_huff_count[2][16] = (uint16)(d.m_huff_count[2][16] + 1); packed_code_sizes[num_packed_code_sizes++] = 16; packed_code_sizes[num_packed_code_sizes++] = (uint8)(rle_repeat_count - 3);
} rle_repeat_count = 0;
}
}
mixin TDEFL_RLE_ZERO_CODE_SIZE()
{
if (rle_z_count != 0)
{
if (rle_z_count < 3)
{
d.m_huff_count[2][0] = (uint16)(d.m_huff_count[2][0] + rle_z_count); while (rle_z_count-- != 0) packed_code_sizes[num_packed_code_sizes++] = 0;
}
else if (rle_z_count <= 10)
{
d.m_huff_count[2][17] = (uint16)(d.m_huff_count[2][17] + 1); packed_code_sizes[num_packed_code_sizes++] = 17; packed_code_sizes[num_packed_code_sizes++] = (uint8)(rle_z_count - 3);
}
else
{
d.m_huff_count[2][18] = (uint16)(d.m_huff_count[2][18] + 1); packed_code_sizes[num_packed_code_sizes++] = 18; packed_code_sizes[num_packed_code_sizes++] = (uint8)(rle_z_count - 11);
}
rle_z_count = 0;
}
}
for (i = 0; i < total_code_sizes_to_pack; i++)
{
uint8 code_size = code_sizes_to_pack[i];
if (code_size == 0)
{
TDEFL_RLE_PREV_CODE_SIZE!();
if (++rle_z_count == 138) { TDEFL_RLE_ZERO_CODE_SIZE!(); }
}
else
{
TDEFL_RLE_ZERO_CODE_SIZE!();
if (code_size != prev_code_size)
{
TDEFL_RLE_PREV_CODE_SIZE!();
d.m_huff_count[2][code_size] = (uint16)(d.m_huff_count[2][code_size] + 1); packed_code_sizes[num_packed_code_sizes++] = code_size;
}
else if (++rle_repeat_count == 6)
{
TDEFL_RLE_PREV_CODE_SIZE!();
}
}
prev_code_size = code_size;
}
if (rle_repeat_count != 0) { TDEFL_RLE_PREV_CODE_SIZE!(); } else { TDEFL_RLE_ZERO_CODE_SIZE!(); }
tdefl_optimize_huffman_table(d, 2, TDEFL_MAX_HUFF_SYMBOLS_2, 7, false);
TDEFL_PUT_BITS!(2, 2, d);
TDEFL_PUT_BITS!(num_lit_codes - 257, 5, d);
TDEFL_PUT_BITS!(num_dist_codes - 1, 5, d);
for (num_bit_lengths = 18; num_bit_lengths >= 0; num_bit_lengths--) if (d.m_huff_code_sizes[2][s_tdefl_packed_code_size_syms_swizzle[num_bit_lengths]] != 0) break;
num_bit_lengths = Math.Max(4, (num_bit_lengths + 1)); TDEFL_PUT_BITS!(num_bit_lengths - 4, 4, d);
for (i = 0; (int)i < num_bit_lengths; i++) TDEFL_PUT_BITS!(d.m_huff_code_sizes[2][s_tdefl_packed_code_size_syms_swizzle[i]], 3, d);
for (packed_code_sizes_index = 0; packed_code_sizes_index < num_packed_code_sizes;)
{
uint32 code = packed_code_sizes[packed_code_sizes_index++]; Debug.Assert(code < TDEFL_MAX_HUFF_SYMBOLS_2);
TDEFL_PUT_BITS!(d.m_huff_codes[2][code], d.m_huff_code_sizes[2][code], d);
if (code >= 16)
{
switch (code - 16)
{
case 0:
TDEFL_PUT_BITS!(packed_code_sizes[packed_code_sizes_index++], 2, d);
case 1:
TDEFL_PUT_BITS!(packed_code_sizes[packed_code_sizes_index++], 3, d);
case 2:
TDEFL_PUT_BITS!(packed_code_sizes[packed_code_sizes_index++], 7, d);
}
}
}
}
static void tdefl_start_static_block(tdefl_compressor* d)
{
uint32 i;
uint8* p = &d.m_huff_code_sizes[0][0];
for (i = 0; i <= 143; ++i) *p++ = 8;
for (; i <= 255; ++i) *p++ = 9;
for (; i <= 279; ++i) *p++ = 7;
for (; i <= 287; ++i) *p++ = 8;
Internal.MemSet(&d.m_huff_code_sizes[1], 5, 32);
tdefl_optimize_huffman_table(d, 0, 288, 15, true);
tdefl_optimize_huffman_table(d, 1, 32, 15, true);
TDEFL_PUT_BITS!(1, 2, d);
}
const uint32[17] bitmasks = uint32[17](0x0000, 0x0001, 0x0003, 0x0007, 0x000F, 0x001F, 0x003F, 0x007F, 0x00FF, 0x01FF, 0x03FF, 0x07FF, 0x0FFF, 0x1FFF, 0x3FFF, 0x7FFF, 0xFFFF);
#if MINIZ_USE_UNALIGNED_LOADS_AND_STORES && MINIZ_LITTLE_ENDIAN && MINIZ_HAS_64BIT_REGISTERS
static bool tdefl_compress_lz_codes(tdefl_compressor* d)
{
uint32 flags;
uint8* pLZ_codes;
uint8* pOutput_buf = d.m_pOutput_buf;
uint8* pLZ_code_buf_end = d.m_pLZ_code_buf;
uint64 bit_buffer = d.m_bit_buffer;
int32 bits_in = d.m_bits_in;
mixin TDEFL_PUT_BITS_FAST(var b, var l)
{
bit_buffer |= (((uint64)(b)) << bits_in); bits_in += (l);
}
flags = 1;
for (pLZ_codes = &d.m_lz_code_buf; pLZ_codes < pLZ_code_buf_end; flags >>= 1)
{
if (flags == 1)
flags = (uint32)(*pLZ_codes++ | 0x100);
if ((flags & 1) != 0)
{
int32 s0, s1, n0, n1, sym, num_extra_bits;
uint32 match_len = pLZ_codes[0], match_dist = *(uint16*)(pLZ_codes + 1); pLZ_codes += 3;
Debug.Assert(d.m_huff_code_sizes[0][s_tdefl_len_sym[match_len]] != 0);
TDEFL_PUT_BITS_FAST!(d.m_huff_codes[0][s_tdefl_len_sym[match_len]], d.m_huff_code_sizes[0][s_tdefl_len_sym[match_len]]);
TDEFL_PUT_BITS_FAST!(match_len & bitmasks[s_tdefl_len_extra[match_len]], s_tdefl_len_extra[match_len]);
// This sequence coaxes MSVC into using cmov's vs. jmp's.
s0 = s_tdefl_small_dist_sym[match_dist & 511];
n0 = s_tdefl_small_dist_extra[match_dist & 511];
s1 = s_tdefl_large_dist_sym[match_dist >> 8];
n1 = s_tdefl_large_dist_extra[match_dist >> 8];
sym = (match_dist < 512) ? s0 : s1;
num_extra_bits = (match_dist < 512) ? n0 : n1;
Debug.Assert(d.m_huff_code_sizes[1][sym] != 0);
TDEFL_PUT_BITS_FAST!(d.m_huff_codes[1][sym], d.m_huff_code_sizes[1][sym]);
TDEFL_PUT_BITS_FAST!(match_dist & bitmasks[num_extra_bits], num_extra_bits);
}
else
{
uint32 lit = *pLZ_codes++;
Debug.Assert(d.m_huff_code_sizes[0][lit] != 0);
TDEFL_PUT_BITS_FAST!(d.m_huff_codes[0][lit], d.m_huff_code_sizes[0][lit]);
if (((flags & 2) == 0) && (pLZ_codes < pLZ_code_buf_end))
{
flags >>= 1;
lit = *pLZ_codes++;
Debug.Assert(d.m_huff_code_sizes[0][lit] != 0);
TDEFL_PUT_BITS_FAST!(d.m_huff_codes[0][lit], d.m_huff_code_sizes[0][lit]);
if (((flags & 2) == 0) && (pLZ_codes < pLZ_code_buf_end))
{
flags >>= 1;
lit = *pLZ_codes++;
Debug.Assert(d.m_huff_code_sizes[0][lit] != 0);
TDEFL_PUT_BITS_FAST!(d.m_huff_codes[0][lit], d.m_huff_code_sizes[0][lit]);
}
}
}
if (pOutput_buf >= d.m_pOutput_buf_end)
return false;
*(uint64*)pOutput_buf = bit_buffer;
pOutput_buf += (bits_in >> 3);
bit_buffer >>= (bits_in & ~7);
bits_in &= 7;
}
d.m_pOutput_buf = pOutput_buf;
d.m_bits_in = 0;
d.m_bit_buffer = 0;
while (bits_in != 0)
{
int32 n = Math.Min(bits_in, 16);
TDEFL_PUT_BITS!((uint)bit_buffer & bitmasks[n], n, d);
bit_buffer >>= n;
bits_in -= n;
}
TDEFL_PUT_BITS!(d.m_huff_codes[0][256], d.m_huff_code_sizes[0][256], d);
return (d.m_pOutput_buf < d.m_pOutput_buf_end);
}
#else
static bool tdefl_compress_lz_codes(tdefl_compressor *d)
{
uint32 flags;
uint8 *pLZ_codes;
flags = 1;
for (pLZ_codes = &d.m_lz_code_buf; pLZ_codes < d.m_pLZ_code_buf; flags >>= 1)
{
if (flags == 1)
flags = (uint32)(*pLZ_codes++ | 0x100);
if ((flags & 1) != 0)
{
uint32 sym;
uint32 num_extra_bits = ?;
uint32 match_len = pLZ_codes[0], match_dist = (pLZ_codes[1] | (pLZ_codes[2] << 8)); pLZ_codes += 3;
Debug.Assert(d.m_huff_code_sizes[0][s_tdefl_len_sym[match_len]] != 0);
TDEFL_PUT_BITS!(d.m_huff_codes[0][s_tdefl_len_sym[match_len]], d.m_huff_code_sizes[0][s_tdefl_len_sym[match_len]], d);
TDEFL_PUT_BITS!(match_len & bitmasks[s_tdefl_len_extra[match_len]], s_tdefl_len_extra[match_len], d);
if (match_dist < 512)
{
sym = s_tdefl_small_dist_sym[match_dist]; num_extra_bits = s_tdefl_small_dist_extra[match_dist];
}
else
{
sym = s_tdefl_large_dist_sym[match_dist >> 8]; num_extra_bits = s_tdefl_large_dist_extra[match_dist >> 8];
}
Debug.Assert(d.m_huff_code_sizes[1][sym] != 0);
TDEFL_PUT_BITS!(d.m_huff_codes[1][sym], d.m_huff_code_sizes[1][sym], d);
TDEFL_PUT_BITS!(match_dist & bitmasks[num_extra_bits], num_extra_bits, d);
}
else
{
uint32 lit = *pLZ_codes++;
Debug.Assert(d.m_huff_code_sizes[0][lit] != 0);
TDEFL_PUT_BITS!(d.m_huff_codes[0][lit], d.m_huff_code_sizes[0][lit], d);
}
}
TDEFL_PUT_BITS!(d.m_huff_codes[0][256], d.m_huff_code_sizes[0][256], d);
return (d.m_pOutput_buf < d.m_pOutput_buf_end);
}
#endif // MINIZ_USE_UNALIGNED_LOADS_AND_STORES && MINIZ_LITTLE_ENDIAN && MINIZ_HAS_64BIT_REGISTERS
static bool tdefl_compress_block(tdefl_compressor* d, bool static_block)
{
if (static_block)
tdefl_start_static_block(d);
else
tdefl_start_dynamic_block(d);
return tdefl_compress_lz_codes(d);
}
static int32 tdefl_flush_block(tdefl_compressor* d, TdeflFlush flush)
{
uint32 saved_bit_buf;
int32 saved_bits_in;
uint8* pSaved_output_buf;
bool comp_block_succeeded = false;
int32 n = ?;
bool use_raw_block = (d.m_flags.HasFlag(.TDEFL_FORCE_ALL_RAW_BLOCKS)) && ((d.m_lookahead_pos - d.m_lz_code_buf_dict_pos) <= d.m_dict_size);
uint8* pOutput_buf_start = ((d.m_pPut_buf_func == null) && ((*d.m_pOut_buf_size - d.m_out_buf_ofs) >= TDEFL_OUT_BUF_SIZE)) ? ((uint8*)d.m_pOut_buf + d.m_out_buf_ofs) : &d.m_output_buf;
d.m_pOutput_buf = pOutput_buf_start;
d.m_pOutput_buf_end = d.m_pOutput_buf + TDEFL_OUT_BUF_SIZE - 16;
Debug.Assert(d.m_output_flush_remaining == 0);
d.m_output_flush_ofs = 0;
d.m_output_flush_remaining = 0;
*d.m_pLZ_flags = (uint8)(*d.m_pLZ_flags >> d.m_num_flags_left);
d.m_pLZ_code_buf -= (d.m_num_flags_left == 8) ? 1 : 0;
if ((d.m_flags.HasFlag(.TDEFL_WRITE_ZLIB_HEADER)) && (d.m_block_index == 0))
{
TDEFL_PUT_BITS!(0x78, 8, d); TDEFL_PUT_BITS!(0x01, 8, d);
}
TDEFL_PUT_BITS!((flush == .TDEFL_FINISH) ? 1 : 0, 1, d);
pSaved_output_buf = d.m_pOutput_buf; saved_bit_buf = d.m_bit_buffer; saved_bits_in = d.m_bits_in;
if (!use_raw_block)
comp_block_succeeded = tdefl_compress_block(d, (d.m_flags.HasFlag(.TDEFL_FORCE_ALL_STATIC_BLOCKS)) || (d.m_total_lz_bytes < 48));
// If the block gets expanded, forget the current contents of the output buffer and send a raw block instead.
if (((use_raw_block) || ((d.m_total_lz_bytes != 0) && ((d.m_pOutput_buf - pSaved_output_buf + 1U) >= d.m_total_lz_bytes))) &&
((d.m_lookahead_pos - d.m_lz_code_buf_dict_pos) <= d.m_dict_size))
{
int32 i; d.m_pOutput_buf = pSaved_output_buf; d.m_bit_buffer = saved_bit_buf; d.m_bits_in = saved_bits_in;
TDEFL_PUT_BITS!(0, 2, d);
if (d.m_bits_in != 0) { TDEFL_PUT_BITS!(0, 8 - d.m_bits_in, d); }
for (i = 2; i != 0; --i,d.m_total_lz_bytes ^= 0xFFFF)
{
TDEFL_PUT_BITS!(d.m_total_lz_bytes & 0xFFFF, 16, d);
}
for (i = 0; i < d.m_total_lz_bytes; ++i)
{
TDEFL_PUT_BITS!(d.m_dict[(d.m_lz_code_buf_dict_pos + i) & TDEFL_LZ_DICT_SIZE_MASK], 8, d);
}
}
// Check for the extremely unlikely (if not impossible) case of the compressed block not fitting into the output buffer when using dynamic codes.
else if (!comp_block_succeeded)
{
d.m_pOutput_buf = pSaved_output_buf; d.m_bit_buffer = saved_bit_buf; d.m_bits_in = saved_bits_in;
tdefl_compress_block(d, true);
}
if (flush != 0)
{
if (flush == .TDEFL_FINISH)
{
if (d.m_bits_in != 0) { TDEFL_PUT_BITS!(0, 8 - d.m_bits_in, d); }
if (d.m_flags.HasFlag(.TDEFL_WRITE_ZLIB_HEADER)) { uint32 i, a = d.m_adler32; for (i = 0; i < 4; i++) { TDEFL_PUT_BITS!((a >> 24) & 0xFF, 8, d); a <<= 8; } }
}
else
{
uint32 i, z = 0; TDEFL_PUT_BITS!(0, 3, d); if (d.m_bits_in != 0) { TDEFL_PUT_BITS!(0, 8 - d.m_bits_in, d); } for (i = 2; i != 0; --i,z ^= 0xFFFF) { TDEFL_PUT_BITS!(z & 0xFFFF, 16, d); }
}
}
Debug.Assert(d.m_pOutput_buf < d.m_pOutput_buf_end);
Internal.MemSet(&d.m_huff_count[0][0], 0, sizeof(uint16) * TDEFL_MAX_HUFF_SYMBOLS_0);
Internal.MemSet(&d.m_huff_count[1][0], 0, sizeof(uint16) * TDEFL_MAX_HUFF_SYMBOLS_1);
d.m_pLZ_code_buf = &d.m_lz_code_buf + 1; d.m_pLZ_flags = &d.m_lz_code_buf; d.m_num_flags_left = 8; d.m_lz_code_buf_dict_pos += d.m_total_lz_bytes; d.m_total_lz_bytes = 0; d.m_block_index++;
if ((n = (int32)(d.m_pOutput_buf - pOutput_buf_start)) != 0)
{
if (d.m_pPut_buf_func != 0)
{
*d.m_pIn_buf_size = d.m_pSrc - (uint8*)d.m_pIn_buf;
if (!d.m_pPut_buf_func(&d.m_output_buf, n, d.m_pPut_buf_user))
return (int)(d.m_prev_return_status = .TDEFL_STATUS_PUT_BUF_FAILED);
}
else if (pOutput_buf_start == (void*)&d.m_output_buf)
{
int32 bytes_to_copy = (int32)Math.Min((int32)n, (int32)(*d.m_pOut_buf_size - d.m_out_buf_ofs));
Internal.MemCpy((uint8*)d.m_pOut_buf + d.m_out_buf_ofs, &d.m_output_buf, bytes_to_copy);
d.m_out_buf_ofs += bytes_to_copy;
if ((n -= bytes_to_copy) != 0)
{
d.m_output_flush_ofs = (int32)bytes_to_copy;
d.m_output_flush_remaining = (int32)n;
}
}
else
{
d.m_out_buf_ofs += n;
}
}
return d.m_output_flush_remaining;
}
#if MINIZ_USE_UNALIGNED_LOADS_AND_STORES
static mixin TDEFL_READ_UNALIGNED_WORD(var p) { *(uint16*)(p) }
static void tdefl_find_match(tdefl_compressor* d, int32 lookahead_pos, int32 max_dist, int32 max_match_len, int32* pMatch_dist, int32* pMatch_len)
{
int32 dist = ?, pos = lookahead_pos & TDEFL_LZ_DICT_SIZE_MASK, match_len = *pMatch_len, probe_pos = pos, next_probe_pos, probe_len;
uint32 num_probes_left = d.m_max_probes[(match_len >= 32) ? 1 : 0];
uint16* s = (uint16*)(&d.m_dict[pos]), p, q;
uint16 c01 = TDEFL_READ_UNALIGNED_WORD!(&d.m_dict[pos + match_len - 1]), s01 = TDEFL_READ_UNALIGNED_WORD!(s);
Debug.Assert(max_match_len <= TDEFL_MAX_MATCH_LEN); if (max_match_len <= match_len) return;
for (;;)
{
for (;;)
{
if (--num_probes_left == 0) return;
mixin TDEFL_PROBE()
{
next_probe_pos = d.m_next[probe_pos];
if ((next_probe_pos == 0) || ((dist = (uint16)(lookahead_pos - next_probe_pos)) > max_dist)) return;
probe_pos = next_probe_pos & TDEFL_LZ_DICT_SIZE_MASK;
if (TDEFL_READ_UNALIGNED_WORD!(&d.m_dict[probe_pos + match_len - 1]) == c01) break;
}
TDEFL_PROBE!(); TDEFL_PROBE!(); TDEFL_PROBE!();
}
if (dist == 0) break; q = (uint16*)(&d.m_dict[probe_pos]); if (TDEFL_READ_UNALIGNED_WORD!(q) != s01) continue; p = s; probe_len = 32;
repeat { } while ((TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) && (TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) &&
(TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) && (TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) && (--probe_len > 0));
if (probe_len == 0)
{
*pMatch_dist = dist; *pMatch_len = Math.Min(max_match_len, TDEFL_MAX_MATCH_LEN); break;
}
else if ((probe_len = ((int32)(p - s) * 2) + (int32)((*(uint8*)p == *(uint8*)q) ? 1 : 0)) > match_len)
{
*pMatch_dist = dist; if ((*pMatch_len = match_len = Math.Min(max_match_len, probe_len)) == max_match_len) break;
c01 = TDEFL_READ_UNALIGNED_WORD!(&d.m_dict[pos + match_len - 1]);
}
}
}
#else
static void tdefl_find_match(tdefl_compressor* d, uint32 lookahead_pos, uint32 max_dist, uint32 max_match_len, uint32* pMatch_dist, uint32* pMatch_len)
{
uint32 dist = ?, pos = lookahead_pos & TDEFL_LZ_DICT_SIZE_MASK, match_len = *pMatch_len, probe_pos = pos, next_probe_pos, probe_len;
uint32 num_probes_left = d.m_max_probes[(match_len >= 32) ? 1 : 0];
uint8* s = &d.m_dict[pos];
uint8* p, q;
uint8 c0 = d.m_dict[pos + match_len], c1 = d.m_dict[pos + match_len - 1];
Debug.Assert(max_match_len <= TDEFL_MAX_MATCH_LEN); if (max_match_len <= match_len) return;
for ( ; ; )
{
for ( ; ; )
{
if (--num_probes_left == 0) return;
mixin TDEFL_PROBE()
{
next_probe_pos = d.m_next[probe_pos];
if ((next_probe_pos == 0) || ((dist = (uint16)(lookahead_pos - next_probe_pos)) > max_dist)) return;
probe_pos = next_probe_pos & TDEFL_LZ_DICT_SIZE_MASK;
if ((d.m_dict[probe_pos + match_len] == c0) && (d.m_dict[probe_pos + match_len - 1] == c1)) break;
}
TDEFL_PROBE!(); TDEFL_PROBE!(); TDEFL_PROBE!();
}
if (dist == 0) break;
p = s; q = &d.m_dict[probe_pos];
for (probe_len = 0; probe_len < max_match_len; probe_len++)
if (*p++ != *q++)
break;
if (probe_len > match_len)
{
*pMatch_dist = dist; if ((*pMatch_len = match_len = probe_len) == max_match_len) return;
c0 = d.m_dict[pos + match_len]; c1 = d.m_dict[pos + match_len - 1];
}
}
}
#endif // #if MINIZ_USE_UNALIGNED_LOADS_AND_STORES
#if MINIZ_USE_UNALIGNED_LOADS_AND_STORES && MINIZ_LITTLE_ENDIAN
static bool tdefl_compress_fast(tdefl_compressor* d)
{
// Faster, minimally featured LZRW1-style match+parse loop with better register utilization. Intended for applications where raw throughput is valued more highly than ratio.
int32 lookahead_pos = (int32)d.m_lookahead_pos, lookahead_size = (int32)d.m_lookahead_size, dict_size = (int32)d.m_dict_size, total_lz_bytes = (int32)d.m_total_lz_bytes, num_flags_left = (int32)d.m_num_flags_left;
uint8* pLZ_code_buf = d.m_pLZ_code_buf, pLZ_flags = d.m_pLZ_flags;
int32 cur_pos = lookahead_pos & TDEFL_LZ_DICT_SIZE_MASK;
while ((d.m_src_buf_left != 0) || ((d.m_flush != 0) && (lookahead_size != 0)))
{
int32 TDEFL_COMP_FAST_LOOKAHEAD_SIZE = 4096;
int32 dst_pos = (lookahead_pos + lookahead_size) & TDEFL_LZ_DICT_SIZE_MASK;
int32 num_bytes_to_process = (int32)Math.Min(d.m_src_buf_left, TDEFL_COMP_FAST_LOOKAHEAD_SIZE - lookahead_size);
d.m_src_buf_left -= num_bytes_to_process;
lookahead_size += num_bytes_to_process;
while (num_bytes_to_process != 0)
{
int32 n = Math.Min(TDEFL_LZ_DICT_SIZE - dst_pos, num_bytes_to_process);
Internal.MemCpy(&d.m_dict[dst_pos], d.m_pSrc, n);
if (dst_pos < (TDEFL_MAX_MATCH_LEN - 1))
Internal.MemCpy(&d.m_dict[TDEFL_LZ_DICT_SIZE + dst_pos], d.m_pSrc, Math.Min(n, (TDEFL_MAX_MATCH_LEN - 1) - dst_pos));
d.m_pSrc += n;
dst_pos = (dst_pos + n) & TDEFL_LZ_DICT_SIZE_MASK;
num_bytes_to_process -= n;
}
dict_size = Math.Min(TDEFL_LZ_DICT_SIZE - lookahead_size, dict_size);
if ((d.m_flush == 0) && (lookahead_size < TDEFL_COMP_FAST_LOOKAHEAD_SIZE)) break;
while (lookahead_size >= 4)
{
int32 cur_match_dist, cur_match_len = 1;
uint8* pCur_dict = &d.m_dict[cur_pos];
uint32 first_trigram = (*(uint32*)pCur_dict) & 0xFFFFFF;
uint32 hash = (first_trigram ^ (first_trigram >> (24 - (TDEFL_LZ_HASH_BITS - 8)))) & TDEFL_LEVEL1_HASH_SIZE_MASK;
int32 probe_pos = d.m_hash[hash];
d.m_hash[hash] = (uint16)lookahead_pos;
if (((cur_match_dist = (uint16)(lookahead_pos - probe_pos)) <= dict_size) && ((*(uint32*)(&d.m_dict[(probe_pos &= TDEFL_LZ_DICT_SIZE_MASK)]) & 0xFFFFFF) == first_trigram))
{
uint16* p = (uint16*)pCur_dict;
uint16* q = (uint16*)(&d.m_dict[probe_pos]);
uint32 probe_len = 32;
repeat { } while ((TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) && (TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) &&
(TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) && (TDEFL_READ_UNALIGNED_WORD!(++p) == TDEFL_READ_UNALIGNED_WORD!(++q)) && (--probe_len > 0));
cur_match_len = ((int32)(p - (uint16*)pCur_dict) * 2) + (int32)((*(uint8*)p == *(uint8*)q) ? 1 : 0);
if (probe_len != 0)
cur_match_len = (cur_match_dist != 0) ? TDEFL_MAX_MATCH_LEN : 0;
if ((cur_match_len < TDEFL_MIN_MATCH_LEN) || ((cur_match_len == TDEFL_MIN_MATCH_LEN) && (cur_match_dist >= 8U * 1024U)))
{
cur_match_len = 1;
*pLZ_code_buf++ = (uint8)first_trigram;
*pLZ_flags = (uint8)(*pLZ_flags >> 1);
d.m_huff_count[0][(uint8)first_trigram]++;
}
else
{
uint32 s0, s1;
cur_match_len = Math.Min(cur_match_len, lookahead_size);
Debug.Assert((cur_match_len >= TDEFL_MIN_MATCH_LEN) && (cur_match_dist >= 1) && (cur_match_dist <= TDEFL_LZ_DICT_SIZE));
cur_match_dist--;
pLZ_code_buf[0] = (uint8)(cur_match_len - TDEFL_MIN_MATCH_LEN);
*(uint16*)(&pLZ_code_buf[1]) = (uint16)cur_match_dist;
pLZ_code_buf += 3;
*pLZ_flags = (uint8)((*pLZ_flags >> 1) | 0x80);
s0 = s_tdefl_small_dist_sym[cur_match_dist & 511];
s1 = s_tdefl_large_dist_sym[cur_match_dist >> 8];
d.m_huff_count[1][(cur_match_dist < 512) ? s0 : s1]++;
d.m_huff_count[0][s_tdefl_len_sym[cur_match_len - TDEFL_MIN_MATCH_LEN]]++;
}
}
else
{
*pLZ_code_buf++ = (uint8)first_trigram;
*pLZ_flags = (uint8)(*pLZ_flags >> 1);
d.m_huff_count[0][(uint8)first_trigram]++;
}
if (--num_flags_left == 0) { num_flags_left = 8; pLZ_flags = pLZ_code_buf++; }
total_lz_bytes += cur_match_len;
lookahead_pos += cur_match_len;
dict_size = Math.Min(dict_size + cur_match_len, TDEFL_LZ_DICT_SIZE);
cur_pos = (cur_pos + cur_match_len) & TDEFL_LZ_DICT_SIZE_MASK;
Debug.Assert(lookahead_size >= cur_match_len);
lookahead_size -= cur_match_len;
if (pLZ_code_buf > &d.m_lz_code_buf[TDEFL_LZ_CODE_BUF_SIZE - 8])
{
int32 n;
d.m_lookahead_pos = lookahead_pos; d.m_lookahead_size = lookahead_size; d.m_dict_size = dict_size;
d.m_total_lz_bytes = total_lz_bytes; d.m_pLZ_code_buf = pLZ_code_buf; d.m_pLZ_flags = pLZ_flags; d.m_num_flags_left = num_flags_left;
if ((n = tdefl_flush_block(d, default)) != 0)
return (n < 0) ? false : true;
total_lz_bytes = d.m_total_lz_bytes; pLZ_code_buf = d.m_pLZ_code_buf; pLZ_flags = d.m_pLZ_flags; num_flags_left = d.m_num_flags_left;
}
}
while (lookahead_size != 0)
{
uint8 lit = d.m_dict[cur_pos];
total_lz_bytes++;
*pLZ_code_buf++ = lit;
*pLZ_flags = (uint8)(*pLZ_flags >> 1);
if (--num_flags_left == 0) { num_flags_left = 8; pLZ_flags = pLZ_code_buf++; }
d.m_huff_count[0][lit]++;
lookahead_pos++;
dict_size = Math.Min(dict_size + 1, TDEFL_LZ_DICT_SIZE);
cur_pos = (cur_pos + 1) & TDEFL_LZ_DICT_SIZE_MASK;
lookahead_size--;
if (pLZ_code_buf > &d.m_lz_code_buf[TDEFL_LZ_CODE_BUF_SIZE - 8])
{
int n;
d.m_lookahead_pos = lookahead_pos; d.m_lookahead_size = lookahead_size; d.m_dict_size = dict_size;
d.m_total_lz_bytes = total_lz_bytes; d.m_pLZ_code_buf = pLZ_code_buf; d.m_pLZ_flags = pLZ_flags; d.m_num_flags_left = num_flags_left;
if ((n = tdefl_flush_block(d, default)) != 0)
return (n < 0) ? false : true;
total_lz_bytes = d.m_total_lz_bytes; pLZ_code_buf = d.m_pLZ_code_buf; pLZ_flags = d.m_pLZ_flags; num_flags_left = d.m_num_flags_left;
}
}
}
d.m_lookahead_pos = lookahead_pos; d.m_lookahead_size = lookahead_size; d.m_dict_size = dict_size;
d.m_total_lz_bytes = total_lz_bytes; d.m_pLZ_code_buf = pLZ_code_buf; d.m_pLZ_flags = pLZ_flags; d.m_num_flags_left = num_flags_left;
return true;
}
#endif // MINIZ_USE_UNALIGNED_LOADS_AND_STORES && MINIZ_LITTLE_ENDIAN
static void tdefl_record_literal(tdefl_compressor* d, uint8 lit)
{
d.m_total_lz_bytes++;
*d.m_pLZ_code_buf++ = lit;
*d.m_pLZ_flags = (uint8)(*d.m_pLZ_flags >> 1);
if (--d.m_num_flags_left == 0) { d.m_num_flags_left = 8; d.m_pLZ_flags = d.m_pLZ_code_buf++; }
d.m_huff_count[0][lit]++;
}
static void tdefl_record_match(tdefl_compressor* d, int32 match_len, int32 match_distIn)
{
int32 s0, s1;
int32 match_dist = match_distIn;
Debug.Assert((match_len >= TDEFL_MIN_MATCH_LEN) && (match_dist >= 1) && (match_dist <= TDEFL_LZ_DICT_SIZE));
d.m_total_lz_bytes += match_len;
d.m_pLZ_code_buf[0] = (uint8)(match_len - TDEFL_MIN_MATCH_LEN);
match_dist -= 1;
d.m_pLZ_code_buf[1] = (uint8)(match_dist & 0xFF);
d.m_pLZ_code_buf[2] = (uint8)(match_dist >> 8); d.m_pLZ_code_buf += 3;
*d.m_pLZ_flags = (uint8)((*d.m_pLZ_flags >> 1) | 0x80); if (--d.m_num_flags_left == 0) { d.m_num_flags_left = 8; d.m_pLZ_flags = d.m_pLZ_code_buf++; }
s0 = s_tdefl_small_dist_sym[match_dist & 511]; s1 = s_tdefl_large_dist_sym[(match_dist >> 8) & 127];
d.m_huff_count[1][(match_dist < 512) ? s0 : s1]++;
if (match_len >= TDEFL_MIN_MATCH_LEN) d.m_huff_count[0][s_tdefl_len_sym[match_len - TDEFL_MIN_MATCH_LEN]]++;
}
static bool tdefl_compress_normal(tdefl_compressor* d)
{
uint8* pSrc = d.m_pSrc; int32 src_buf_left = d.m_src_buf_left;
TdeflFlush flush = d.m_flush;
while ((src_buf_left != 0) || ((flush != 0) && (d.m_lookahead_size != 0)))
{
int32 len_to_move, cur_match_dist, cur_match_len, cur_pos;
// Update dictionary and hash chains. Keeps the lookahead size equal to TDEFL_MAX_MATCH_LEN.
if ((d.m_lookahead_size + d.m_dict_size) >= (TDEFL_MIN_MATCH_LEN - 1))
{
int32 dst_pos = (d.m_lookahead_pos + d.m_lookahead_size) & TDEFL_LZ_DICT_SIZE_MASK, ins_pos = d.m_lookahead_pos + d.m_lookahead_size - 2;
uint32 hash = ((uint32)d.m_dict[ins_pos & TDEFL_LZ_DICT_SIZE_MASK] << TDEFL_LZ_HASH_SHIFT) ^ d.m_dict[(ins_pos + 1) & TDEFL_LZ_DICT_SIZE_MASK];
int32 num_bytes_to_process = (int32)Math.Min(src_buf_left, TDEFL_MAX_MATCH_LEN - d.m_lookahead_size);
uint8* pSrc_end = pSrc + num_bytes_to_process;
src_buf_left -= num_bytes_to_process;
d.m_lookahead_size += num_bytes_to_process;
while (pSrc != pSrc_end)
{
uint8 c = *pSrc++; d.m_dict[dst_pos] = c; if (dst_pos < (TDEFL_MAX_MATCH_LEN - 1)) d.m_dict[TDEFL_LZ_DICT_SIZE + dst_pos] = c;
hash = ((hash << TDEFL_LZ_HASH_SHIFT) ^ c) & (TDEFL_LZ_HASH_SIZE - 1);
d.m_next[ins_pos & TDEFL_LZ_DICT_SIZE_MASK] = d.m_hash[hash]; d.m_hash[hash] = (uint16)(ins_pos);
dst_pos = (dst_pos + 1) & TDEFL_LZ_DICT_SIZE_MASK; ins_pos++;
}
}
else
{
while ((src_buf_left != 0) && (d.m_lookahead_size < TDEFL_MAX_MATCH_LEN))
{
uint8 c = *pSrc++;
int32 dst_pos = (d.m_lookahead_pos + d.m_lookahead_size) & TDEFL_LZ_DICT_SIZE_MASK;
src_buf_left--;
d.m_dict[dst_pos] = c;
if (dst_pos < (TDEFL_MAX_MATCH_LEN - 1))
d.m_dict[TDEFL_LZ_DICT_SIZE + dst_pos] = c;
if ((++d.m_lookahead_size + d.m_dict_size) >= TDEFL_MIN_MATCH_LEN)
{
int32 ins_pos = d.m_lookahead_pos + (d.m_lookahead_size - 1) - 2;
uint32 hash = (uint32)(((uint32)d.m_dict[ins_pos & TDEFL_LZ_DICT_SIZE_MASK] << (TDEFL_LZ_HASH_SHIFT * 2)) ^ (d.m_dict[(ins_pos + 1) & TDEFL_LZ_DICT_SIZE_MASK] << TDEFL_LZ_HASH_SHIFT) ^ c) & (TDEFL_LZ_HASH_SIZE - 1);
d.m_next[ins_pos & TDEFL_LZ_DICT_SIZE_MASK] = d.m_hash[hash]; d.m_hash[hash] = (uint16)(ins_pos);
}
}
}
d.m_dict_size = (int32)Math.Min(TDEFL_LZ_DICT_SIZE - d.m_lookahead_size, d.m_dict_size);
if ((flush == 0) && (d.m_lookahead_size < TDEFL_MAX_MATCH_LEN))
break;
// Simple lazy/greedy parsing state machine.
len_to_move = 1; cur_match_dist = 0; cur_match_len = (d.m_saved_match_len != 0) ? d.m_saved_match_len : (TDEFL_MIN_MATCH_LEN - 1); cur_pos = d.m_lookahead_pos & TDEFL_LZ_DICT_SIZE_MASK;
if (d.m_flags.HasFlag(.TDEFL_RLE_MATCHES | .TDEFL_FORCE_ALL_RAW_BLOCKS))
{
if ((d.m_dict_size != 0) && (!(d.m_flags.HasFlag(.TDEFL_FORCE_ALL_RAW_BLOCKS))))
{
uint8 c = d.m_dict[(cur_pos - 1) & TDEFL_LZ_DICT_SIZE_MASK];
cur_match_len = 0; while (cur_match_len < d.m_lookahead_size) { if (d.m_dict[cur_pos + cur_match_len] != c) break; cur_match_len++; }
if (cur_match_len < TDEFL_MIN_MATCH_LEN) cur_match_len = 0; else cur_match_dist = 1;
}
}
else
{
tdefl_find_match(d, d.m_lookahead_pos, d.m_dict_size, d.m_lookahead_size, &cur_match_dist, &cur_match_len);
}
if (((cur_match_len == TDEFL_MIN_MATCH_LEN) && (cur_match_dist >= 8U * 1024U)) || (cur_pos == cur_match_dist) || ((d.m_flags.HasFlag(.TDEFL_FILTER_MATCHES)) && (cur_match_len <= 5)))
{
cur_match_dist = cur_match_len = 0;
}
if (d.m_saved_match_len != 0)
{
if (cur_match_len > d.m_saved_match_len)
{
tdefl_record_literal(d, (uint8)d.m_saved_lit);
if (cur_match_len >= 128)
{
tdefl_record_match(d, cur_match_len, cur_match_dist);
d.m_saved_match_len = 0; len_to_move = cur_match_len;
}
else
{
d.m_saved_lit = d.m_dict[cur_pos]; d.m_saved_match_dist = cur_match_dist; d.m_saved_match_len = cur_match_len;
}
}
else
{
tdefl_record_match(d, d.m_saved_match_len, d.m_saved_match_dist);
len_to_move = d.m_saved_match_len - 1; d.m_saved_match_len = 0;
}
}
else if (cur_match_dist == 0)
tdefl_record_literal(d, d.m_dict[Math.Min(cur_pos, TDEFL_LZ_DICT_SIZE + TDEFL_MAX_MATCH_LEN - 1 - 1)]);
else if ((d.m_greedy_parsing) || (d.m_flags.HasFlag(.TDEFL_RLE_MATCHES)) || (cur_match_len >= 128))
{
tdefl_record_match(d, cur_match_len, cur_match_dist);
len_to_move = cur_match_len;
}
else
{
d.m_saved_lit = d.m_dict[Math.Min(cur_pos, TDEFL_LZ_DICT_SIZE + TDEFL_MAX_MATCH_LEN - 1)]; d.m_saved_match_dist = cur_match_dist; d.m_saved_match_len = cur_match_len;
}
// Move the lookahead forward by len_to_move bytes.
d.m_lookahead_pos += len_to_move;
Debug.Assert(d.m_lookahead_size >= len_to_move);
d.m_lookahead_size -= len_to_move;
d.m_dict_size = Math.Min(d.m_dict_size + len_to_move, TDEFL_LZ_DICT_SIZE);
// Check if it's time to flush the current LZ codes to the internal output buffer.
if ((d.m_pLZ_code_buf > &d.m_lz_code_buf[TDEFL_LZ_CODE_BUF_SIZE - 8]) ||
((d.m_total_lz_bytes > 31 * 1024) && (((((int32)(d.m_pLZ_code_buf - (uint8*)&d.m_lz_code_buf) * 115) >> 7) >= d.m_total_lz_bytes) || (d.m_flags.HasFlag(.TDEFL_FORCE_ALL_RAW_BLOCKS)))))
{
int32 n;
d.m_pSrc = pSrc; d.m_src_buf_left = src_buf_left;
if ((n = tdefl_flush_block(d, default)) != 0)
return (n < 0) ? false : true;
}
}
d.m_pSrc = pSrc; d.m_src_buf_left = src_buf_left;
return true;
}
static TdeflStatus tdefl_flush_output_buffer(tdefl_compressor* d)
{
if (d.m_pIn_buf_size != null)
{
*d.m_pIn_buf_size = (int32)(d.m_pSrc - (uint8*)d.m_pIn_buf);
}
if (d.m_pOut_buf_size != null)
{
int32 n = (int32)Math.Min(*d.m_pOut_buf_size - d.m_out_buf_ofs, d.m_output_flush_remaining);
Internal.MemCpy((uint8*)d.m_pOut_buf + d.m_out_buf_ofs, &d.m_output_buf + d.m_output_flush_ofs, n);
d.m_output_flush_ofs += (int32)n;
d.m_output_flush_remaining -= (int32)n;
d.m_out_buf_ofs += n;
*d.m_pOut_buf_size = d.m_out_buf_ofs;
}
return (d.m_finished && (d.m_output_flush_remaining == 0)) ? .TDEFL_STATUS_DONE : .TDEFL_STATUS_OKAY;
}
static TdeflStatus tdefl_compress(tdefl_compressor* d, void* pIn_buf, int* pIn_buf_size, void* pOut_buf, int* pOut_buf_size, TdeflFlush flush)
{
if (d == null)
{
if (pIn_buf_size != null) *pIn_buf_size = 0;
if (pOut_buf_size != null) *pOut_buf_size = 0;
return .TDEFL_STATUS_BAD_PARAM;
}
d.m_pIn_buf = pIn_buf; d.m_pIn_buf_size = pIn_buf_size;
d.m_pOut_buf = pOut_buf; d.m_pOut_buf_size = pOut_buf_size;
d.m_pSrc = (uint8*)(pIn_buf); d.m_src_buf_left = (pIn_buf_size != null) ? (int32) * pIn_buf_size : 0;
d.m_out_buf_ofs = 0;
d.m_flush = flush;
if (((d.m_pPut_buf_func != null) == ((pOut_buf != null) || (pOut_buf_size != null))) || (d.m_prev_return_status != .TDEFL_STATUS_OKAY) ||
(d.m_wants_to_finish && (flush != .TDEFL_FINISH)) || ((pIn_buf_size != null) && (*pIn_buf_size != 0) && (pIn_buf == null)) || ((pOut_buf_size != null) && (*pOut_buf_size != 0) && (pOut_buf == null)))
{
if (pIn_buf_size != null) *pIn_buf_size = 0;
if (pOut_buf_size != null) *pOut_buf_size = 0;
return (d.m_prev_return_status = .TDEFL_STATUS_BAD_PARAM);
}
d.m_wants_to_finish |= (flush == .TDEFL_FINISH);
if ((d.m_output_flush_remaining != 0) || (d.m_finished))
return (d.m_prev_return_status = tdefl_flush_output_buffer(d));
#if MINIZ_USE_UNALIGNED_LOADS_AND_STORES && MINIZ_LITTLE_ENDIAN
if (((int32)(d.m_flags & .TDEFL_MAX_PROBES_MASK) == 1) &&
(d.m_flags.HasFlag(.TDEFL_GREEDY_PARSING_FLAG)) &&
((d.m_flags & (.TDEFL_FILTER_MATCHES | .TDEFL_FORCE_ALL_RAW_BLOCKS | .TDEFL_RLE_MATCHES)) == 0))
{
if (!tdefl_compress_fast(d))
return d.m_prev_return_status;
}
else
#endif // #if MINIZ_USE_UNALIGNED_LOADS_AND_STORES && MINIZ_LITTLE_ENDIAN
{
if (!tdefl_compress_normal(d))
return d.m_prev_return_status;
}
if ((d.m_flags.HasFlag(.TDEFL_WRITE_ZLIB_HEADER | .TDEFL_COMPUTE_ADLER32)) && (pIn_buf != null))
d.m_adler32 = (uint32)adler32(d.m_adler32, (uint8*)pIn_buf, d.m_pSrc - (uint8*)pIn_buf);
if ((flush != 0) && (d.m_lookahead_size == 0) && (d.m_src_buf_left == 0) && (d.m_output_flush_remaining == 0))
{
if (tdefl_flush_block(d, flush) < 0)
return d.m_prev_return_status;
d.m_finished = (flush == .TDEFL_FINISH);
if (flush == .TDEFL_FULL_FLUSH) { d.m_hash = default; d.m_next = default; d.m_dict_size = 0; }
}
return (d.m_prev_return_status = tdefl_flush_output_buffer(d));
}
static TdeflStatus tdefl_compress_buffer(tdefl_compressor* d, void* pIn_buf, int in_buf_size, TdeflFlush flush)
{
int inBufSize = in_buf_size;
Debug.Assert(d.m_pPut_buf_func != null);
return tdefl_compress(d, pIn_buf, &inBufSize, null, null, flush);
}
static TdeflStatus tdefl_init(tdefl_compressor* d, tdefl_put_buf_func_ptr pPut_buf_func, void* pPut_buf_user, TDEFLFlags flags)
{
d.m_pPut_buf_func = pPut_buf_func; d.m_pPut_buf_user = pPut_buf_user;
d.m_flags = flags; d.m_max_probes[0] = 1 + (((uint32)flags & 0xFFF) + 2) / 3; d.m_greedy_parsing = (flags.HasFlag(.TDEFL_GREEDY_PARSING_FLAG));
d.m_max_probes[1] = 1 + ((((uint32)flags & 0xFFF) >> 2) + 2) / 3;
if (!(flags.HasFlag(.TDEFL_NONDETERMINISTIC_PARSING_FLAG))) d.m_hash = default;
d.m_lookahead_pos = d.m_lookahead_size = d.m_dict_size = d.m_total_lz_bytes = d.m_lz_code_buf_dict_pos = d.m_bits_in = 0;
d.m_output_flush_ofs = d.m_output_flush_remaining = d.m_block_index = d.m_bit_buffer = 0;
d.m_wants_to_finish = d.m_finished = false;
d.m_pLZ_code_buf = &d.m_lz_code_buf[1];
d.m_pLZ_flags = &d.m_lz_code_buf; d.m_num_flags_left = 8;
d.m_pOutput_buf = &d.m_output_buf; d.m_pOutput_buf_end = &d.m_output_buf; d.m_prev_return_status = .TDEFL_STATUS_OKAY;
d.m_saved_match_dist = d.m_saved_match_len = d.m_saved_lit = 0; d.m_adler32 = 1;
d.m_pIn_buf = null; d.m_pOut_buf = null;
d.m_pIn_buf_size = null; d.m_pOut_buf_size = null;
d.m_flush = .TDEFL_NO_FLUSH; d.m_pSrc = null; d.m_src_buf_left = 0; d.m_out_buf_ofs = 0;
Internal.MemSet(&d.m_huff_count[0][0], 0, sizeof(uint16) * TDEFL_MAX_HUFF_SYMBOLS_0);
Internal.MemSet(&d.m_huff_count[1][0], 0, sizeof(uint16) * TDEFL_MAX_HUFF_SYMBOLS_1);
return .TDEFL_STATUS_OKAY;
}
static TdeflStatus tdefl_get_prev_return_status(tdefl_compressor* d)
{
return d.m_prev_return_status;
}
static uint32 tdefl_get_adler32(tdefl_compressor* d)
{
return d.m_adler32;
}
static bool tdefl_compress_mem_to_output(void* pBuf, int buf_len, tdefl_put_buf_func_ptr pPut_buf_func, void* pPut_buf_user, TDEFLFlags flags)
{
tdefl_compressor* pComp; bool succeeded; if (((buf_len != 0) && (pBuf == null)) || (pPut_buf_func == null)) return false;
pComp = (tdefl_compressor*)malloc(sizeof(tdefl_compressor)); if (pComp == null) return false;
succeeded = (tdefl_init(pComp, pPut_buf_func, pPut_buf_user, flags) == .TDEFL_STATUS_OKAY);
succeeded = succeeded && (tdefl_compress_buffer(pComp, pBuf, buf_len, .TDEFL_FINISH) == .TDEFL_STATUS_DONE);
free(pComp); return succeeded;
}
struct tdefl_output_buffer
{
public int m_size, m_capacity;
public uint8* m_pBuf;
public bool m_expandable;
}
static bool tdefl_output_buffer_putter(void* pBuf, int len, void* pUser)
{
tdefl_output_buffer* p = (tdefl_output_buffer*)pUser;
int new_size = p.m_size + len;
if (new_size > p.m_capacity)
{
int new_capacity = p.m_capacity; uint8* pNew_buf; if (!p.m_expandable) return false;
repeat { new_capacity = Math.Max(128, new_capacity << 1); } while (new_size > new_capacity);
pNew_buf = (uint8*)realloc(p.m_pBuf, new_capacity); if (pNew_buf == null) return false;
p.m_pBuf = pNew_buf; p.m_capacity = new_capacity;
}
Internal.MemCpy((uint8*)p.m_pBuf + p.m_size, pBuf, len); p.m_size = new_size;
return true;
}
static void* tdefl_compress_mem_to_heap(void* pSrc_buf, int src_buf_len, int* pOut_len, TDEFLFlags flags)
{
tdefl_output_buffer out_buf; out_buf = default;
if (pOut_len == null) return null; else *pOut_len = 0;
out_buf.m_expandable = true;
if (!tdefl_compress_mem_to_output(pSrc_buf, src_buf_len, => tdefl_output_buffer_putter, &out_buf, flags)) return null;
*pOut_len = out_buf.m_size; return out_buf.m_pBuf;
}
static int tdefl_compress_mem_to_mem(void* pOut_buf, int out_buf_len, void* pSrc_buf, int src_buf_len, TDEFLFlags flags)
{
tdefl_output_buffer out_buf; out_buf = default;
if (pOut_buf == null) return 0;
out_buf.m_pBuf = (uint8*)pOut_buf; out_buf.m_capacity = out_buf_len;
if (!tdefl_compress_mem_to_output(pSrc_buf, src_buf_len, => tdefl_output_buffer_putter, &out_buf, flags)) return 0;
return out_buf.m_size;
}
//#ifndef MINIZ_NO_ZLIB_APIS
const uint32[11] s_tdefl_num_probes = uint32[11](0, 1, 6, 32, 16, 32, 128, 256, 512, 768, 1500);
// level may actually range from [0,10] (10 is a "hidden" max level, where we want a bit more compression and it's fine if throughput to fall off a cliff on some files).
static TDEFLFlags tdefl_create_comp_flags_from_zip_params(CompressionLevel level, int window_bits, CompressionStrategy strategy)
{
TDEFLFlags comp_flags = (TDEFLFlags)(s_tdefl_num_probes[(level >= default) ? Math.Min(10, (int)level) : (int)CompressionLevel.DEFAULT_LEVEL] | (((int)level <= 3) ? (int)TDEFLFlags.TDEFL_GREEDY_PARSING_FLAG : 0));
if (window_bits > 0) comp_flags |= .TDEFL_WRITE_ZLIB_HEADER;
if (level == 0) comp_flags |= .TDEFL_FORCE_ALL_RAW_BLOCKS;
else if (strategy == .FILTERED) comp_flags |= .TDEFL_FILTER_MATCHES;
else if (strategy == .HUFFMAN_ONLY) comp_flags &= ~.TDEFL_MAX_PROBES_MASK;
else if (strategy == .FIXED) comp_flags |= .TDEFL_FORCE_ALL_STATIC_BLOCKS;
else if (strategy == .RLE) comp_flags |= .TDEFL_RLE_MATCHES;
return comp_flags;
}
// Simple PNG writer function by Alex Evans, 2011. Released into the public domain: https://gist.github.com/908299, more context at
// http://altdevblogaday.org/2011/04/06/a-smaller-jpg-encoder/.
// This is actually a modification of Alex's original code so PNG files generated by this function pass pngcheck.
const uint32[11] s_tdefl_png_num_probes = uint32[11](0, 1, 6, 32, 16, 32, 128, 256, 512, 768, 1500);
static void* tdefl_write_image_to_png_file_in_memory_ex(void* pImage, int w, int h, int num_chans, int* pLen_out, uint32 level, bool flip)
{
// Using a local copy of this array here in case MINIZ_NO_ZLIB_APIS was defined.
tdefl_compressor* pComp = (tdefl_compressor*)malloc(sizeof(tdefl_compressor)); tdefl_output_buffer out_buf; int i, bpl = w * num_chans, y, z; uint32 c; *pLen_out = 0;
if (pComp == null) return null;
out_buf = default; out_buf.m_expandable = true; out_buf.m_capacity = 57 + Math.Max(64, (1 + bpl) * h); if (null == (out_buf.m_pBuf = (uint8*)malloc(out_buf.m_capacity))) { free(pComp); return null; }
// write dummy header
for (z = 41; z != 0; --z) tdefl_output_buffer_putter(&z, 1, &out_buf);
// compress image data
tdefl_init(pComp, => tdefl_output_buffer_putter, &out_buf, (TDEFLFlags)s_tdefl_png_num_probes[Math.Min(10, level)] | .TDEFL_WRITE_ZLIB_HEADER);
for (y = 0; y < h; ++y) { tdefl_compress_buffer(pComp, &z, 1, .TDEFL_NO_FLUSH); tdefl_compress_buffer(pComp, (uint8*)pImage + (flip ? (h - 1 - y) : y) * bpl, bpl, .TDEFL_NO_FLUSH); }
if (tdefl_compress_buffer(pComp, null, 0, .TDEFL_FINISH) != .TDEFL_STATUS_DONE) { free(pComp); free(out_buf.m_pBuf); return null; }
// write real header
*pLen_out = out_buf.m_size - 41;
{
var chans = uint8[5](0x00, 0x00, 0x04, 0x02, 0x06);
var pnghdr = uint8[41](0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a, 0x00, 0x00, 0x00, 0x0d, 0x49, 0x48, 0x44, 0x52,
0, 0, (uint8)(w >> 8), (uint8)w, 0, 0, (uint8)(h >> 8), (uint8)h, 8, chans[num_chans], 0, 0, 0, 0, 0, 0, 0,
(uint8)(*pLen_out >> 24), (uint8)(*pLen_out >> 16), (uint8)(*pLen_out >> 8), (uint8) * pLen_out, 0x49, 0x44, 0x41, 0x54);
c = (uint32)crc32(CRC32_INIT, &pnghdr + 12, 17);
for (i = 0; i < 4; ++i,c <<= 8) ((uint8*)(&pnghdr + 29))[i] = (uint8)(c >> 24);
Internal.MemCpy(out_buf.m_pBuf, &pnghdr, 41);
}
// write footer (IDAT CRC-32, followed by IEND chunk)
if (!tdefl_output_buffer_putter((char8*)"\0\0\0\0\0\0\0\0\x49\x45\x4e\x44\xae\x42\x60\x82", 16, &out_buf)) { *pLen_out = 0; free(pComp); free(out_buf.m_pBuf); return null; }
c = (uint32)crc32(CRC32_INIT, out_buf.m_pBuf + 41 - 4, *pLen_out + 4); for (i = 0; i < 4; ++i,c <<= 8) (out_buf.m_pBuf + out_buf.m_size - 16)[i] = (uint8)(c >> 24);
// compute final size of file, grab compressed data buffer and return
*pLen_out += 57; free(pComp); return out_buf.m_pBuf;
}
static void* tdefl_write_image_to_png_file_in_memory(void* pImage, int w, int h, int num_chans, int* pLen_out)
{
// Level 6 corresponds to TDEFL_DEFAULT_MAX_PROBES or DEFAULT_LEVEL (but we can't depend on DEFAULT_LEVEL being available in case the zlib API's where #defined out)
return tdefl_write_image_to_png_file_in_memory_ex(pImage, w, h, num_chans, pLen_out, 6, false);
}
// ZIP archive identifiers and record sizes
const int ZIP_END_OF_CENTRAL_DIR_HEADER_SIG = 0x06054b50;
const int ZIP_CENTRAL_DIR_HEADER_SIG = 0x02014b50;
const int ZIP_LOCAL_DIR_HEADER_SIG = 0x04034b50;
const int ZIP_LOCAL_DIR_HEADER_SIZE = 30;
const int ZIP_CENTRAL_DIR_HEADER_SIZE = 46;
const int ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE = 22;
// Central directory header record offsets
const int ZIP_CDH_SIG_OFS = 0;
const int ZIP_CDH_VERSION_MADE_BY_OFS = 4;
const int ZIP_CDH_VERSION_NEEDED_OFS = 6;
const int ZIP_CDH_BIT_FLAG_OFS = 8;
const int ZIP_CDH_METHOD_OFS = 10;
const int ZIP_CDH_FILE_TIME_OFS = 12;
const int ZIP_CDH_FILE_DATE_OFS = 14;
const int ZIP_CDH_CRC32_OFS = 16;
const int ZIP_CDH_COMPRESSED_SIZE_OFS = 20;
const int ZIP_CDH_DECOMPRESSED_SIZE_OFS = 24;
const int ZIP_CDH_FILENAME_LEN_OFS = 28;
const int ZIP_CDH_EXTRA_LEN_OFS = 30;
const int ZIP_CDH_COMMENT_LEN_OFS = 32;
const int ZIP_CDH_DISK_START_OFS = 34;
const int ZIP_CDH_INTERNAL_ATTR_OFS = 36;
const int ZIP_CDH_EXTERNAL_ATTR_OFS = 38;
const int ZIP_CDH_LOCAL_HEADER_OFS = 42;
// Local directory header offsets
const int ZIP_LDH_SIG_OFS = 0;
const int ZIP_LDH_VERSION_NEEDED_OFS = 4;
const int ZIP_LDH_BIT_FLAG_OFS = 6;
const int ZIP_LDH_METHOD_OFS = 8;
const int ZIP_LDH_FILE_TIME_OFS = 10;
const int ZIP_LDH_FILE_DATE_OFS = 12;
const int ZIP_LDH_CRC32_OFS = 14;
const int ZIP_LDH_COMPRESSED_SIZE_OFS = 18;
const int ZIP_LDH_DECOMPRESSED_SIZE_OFS = 22;
const int ZIP_LDH_FILENAME_LEN_OFS = 26;
const int ZIP_LDH_EXTRA_LEN_OFS = 28;
// End of central directory offsets
const int ZIP_ECDH_SIG_OFS = 0;
const int ZIP_ECDH_NUM_THIS_DISK_OFS = 4;
const int ZIP_ECDH_NUM_DISK_CDIR_OFS = 6;
const int ZIP_ECDH_CDIR_NUM_ENTRIES_ON_DISK_OFS = 8;
const int ZIP_ECDH_CDIR_TOTAL_ENTRIES_OFS = 10;
const int ZIP_ECDH_CDIR_SIZE_OFS = 12;
const int ZIP_ECDH_CDIR_OFS_OFS = 16;
const int ZIP_ECDH_COMMENT_SIZE_OFS = 20;
public struct ZipArray
{
public void* m_p;
public int m_size, m_capacity;
public uint32 m_element_size;
}
public struct FILE;
const int32 EOF = -1;
const int32 SEEK_CUR = 1;
const int32 SEEK_END = 2;
const int32 SEEK_SET = 0;
[StdCall, CLink]
static extern FILE* fopen(char8* fileName, char8* mode);
[StdCall, CLink]
static extern FILE* freopen(char8* fileName, char8* mode, FILE* stream);
[StdCall, CLink]
static extern int32 fclose(FILE* stream);
[StdCall, CLink]
static extern int32 fflush(FILE* stream);
//[StdCall, CLink]
//static extern int64 ftell64(FILE* stream);
static int64 ftell64(FILE* stream)
{
return _ftelli64(stream);
}
[StdCall, CLink]
static extern int64 _ftelli64(FILE* stream);
//[StdCall, CLink]
//static extern int64 fseek64(FILE* stream, int64 offset, int32 origin);
static int32 fseek64(FILE* stream, int64 offset, int32 origin)
{
return _fseeki64(stream, offset, origin);
}
[StdCall, CLink]
static extern int32 _fseeki64(FILE* stream, int64 offset, int32 origin);
[StdCall, CLink]
static extern int fread(void* buf, int elementSize, int elementCount, FILE* stream);
[StdCall, CLink]
static extern int fwrite(void* buf, int elementSize, int elementCount, FILE* stream);
public struct ZipInternalState
{
public ZipArray m_central_dir;
public ZipArray m_central_dir_offsets;
public ZipArray m_sorted_central_dir_offsets;
public FILE* m_pFile;
public Stream mStream;
public void* m_pMem;
public int m_mem_size;
public int m_mem_capacity;
}
static mixin ZIP_ARRAY_SET_ELEMENT_SIZE(var array_ptr, var element_size)
{
array_ptr.m_element_size = element_size;
}
static mixin ZIP_ARRAY_ELEMENT<T>(var array_ptr, int index)
{
((T*)(array_ptr.m_p))[index]
}
static void zip_array_clear(ZipArchive* pZip, ZipArray* pArray)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pArray.m_p);
Internal.MemSet(pArray, 0, sizeof(ZipArray));
}
static bool zip_array_ensure_capacity(ZipArchive* pZip, ZipArray* pArray, int min_new_capacity, bool growing)
{
void* pNew_p; int new_capacity = min_new_capacity; Debug.Assert(pArray.m_element_size != 0); if (pArray.m_capacity >= min_new_capacity) return true;
if (growing) { new_capacity = Math.Max(1, pArray.m_capacity); while (new_capacity < min_new_capacity) new_capacity *= 2; }
if (null == (pNew_p = pZip.m_pRealloc(pZip.m_pAlloc_opaque, pArray.m_p, pArray.m_element_size, new_capacity))) return false;
pArray.m_p = pNew_p; pArray.m_capacity = new_capacity;
return true;
}
static bool zip_array_reserve(ZipArchive* pZip, ZipArray* pArray, int new_capacity, bool growing)
{
if (new_capacity > pArray.m_capacity) { if (!zip_array_ensure_capacity(pZip, pArray, new_capacity, growing)) return false; }
return true;
}
static bool zip_array_resize(ZipArchive* pZip, ZipArray* pArray, int new_size, bool growing)
{
if (new_size > pArray.m_capacity) { if (!zip_array_ensure_capacity(pZip, pArray, new_size, growing)) return false; }
pArray.m_size = new_size;
return true;
}
static bool zip_array_ensure_room(ZipArchive* pZip, ZipArray* pArray, int n)
{
return zip_array_reserve(pZip, pArray, pArray.m_size + n, true);
}
static bool zip_array_push_back(ZipArchive* pZip, ZipArray* pArray, void* pElements, int n)
{
int orig_size = pArray.m_size; if (!zip_array_resize(pZip, pArray, orig_size + n, true)) return false;
Internal.MemCpy((uint8*)pArray.m_p + orig_size * pArray.m_element_size, pElements, n * pArray.m_element_size);
return true;
}
[CRepr]
struct tm
{
public int32 tm_sec; // seconds after the minute - [0, 60] including leap second
public int32 tm_min; // minutes after the hour - [0, 59]
public int32 tm_hour; // hours since midnight - [0, 23]
public int32 tm_mday; // day of the month - [1, 31]
public int32 tm_mon; // months since January - [0, 11]
public int32 tm_year; // years since 1900
public int32 tm_wday; // days since Sunday - [0, 6]
public int32 tm_yday; // days since January 1 - [0, 365]
public int32 tm_isdst; // daylight savings time flag
};
[CLink, StdCall]
static extern time_t time(out time_t time);
[CLink, StdCall]
static extern time_t mktime(tm* time);
[CLink, StdCall]
static extern tm* localtime(time_t* time);
static time_t zip_dos_to_time_t(int32 dos_time, int32 dos_date)
{
tm tm;
tm = default; tm.tm_isdst = -1;
tm.tm_year = ((dos_date >> 9) & 127) + 1980 - 1900; tm.tm_mon = ((dos_date >> 5) & 15) - 1; tm.tm_mday = dos_date & 31;
tm.tm_hour = (dos_time >> 11) & 31; tm.tm_min = (dos_time >> 5) & 63; tm.tm_sec = (dos_time << 1) & 62;
return mktime(&tm);
}
static void zip_time_to_dos_time(time_t time, uint16* pDOS_time, uint16* pDOS_date)
{
/*#ifdef _MSC_VER
struct tm tm_struct;
struct tm *tm = &tm_struct;
errno_t err = localtime_s(tm, &time);
if (err)
{
*pDOS_date = 0; *pDOS_time = 0;
return;
}
#else*/
time_t localTime = time;
tm* tm = localtime(&localTime);
*pDOS_time = (uint16)(((tm.tm_hour) << 11) + ((tm.tm_min) << 5) + ((tm.tm_sec) >> 1));
*pDOS_date = (uint16)(((tm.tm_year + 1900 - 1980) << 9) + ((tm.tm_mon + 1) << 5) + tm.tm_mday);
}
//#ifndef MINIZ_NO_STDIO
static bool zip_get_file_modified_time(char8* pFilename, uint16* pDOS_time, uint16* pDOS_date)
{
FILE_STAT_STRUCT file_stat = default;
// On Linux with x86 glibc, this call will fail on large files (>= 0x80000000 bytes) unless you compiled with _LARGEFILE64_SOURCE. Argh.
if (_fstat64i32(pFilename, &file_stat) != 0)
return false;
zip_time_to_dos_time(file_stat.st_mtime, pDOS_time, pDOS_date);
return true;
}
struct utimbuf
{
public time_t actime; // access time
public time_t modtime; // modification time
};
[CLink, StdCall]
static extern int32 _utime64(char8* fileName, utimbuf* t);
static bool zip_set_file_times(char8* pFilename, time_t access_time, time_t modified_time)
{
utimbuf t; t.actime = access_time; t.modtime = modified_time;
return _utime64(pFilename, &t) == 0;
}
static bool zip_reader_init_internal(ZipArchive* pZip, ZipFlags flags)
{
if ((pZip == null) || (pZip.m_pState != null) || (pZip.m_zip_mode != .Invalid))
return false;
if (pZip.m_pAlloc == null) pZip.m_pAlloc = => def_alloc_func;
if (pZip.m_pFree == null) pZip.m_pFree = => def_free_func;
if (pZip.m_pRealloc == null) pZip.m_pRealloc = => def_realloc_func;
pZip.m_zip_mode = .Reading;
pZip.m_archive_size = 0;
pZip.m_central_directory_file_ofs = 0;
pZip.m_total_files = 0;
if (null == (pZip.m_pState = (ZipInternalState*)pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, sizeof(ZipInternalState))))
return false;
*pZip.m_pState = default;
ZIP_ARRAY_SET_ELEMENT_SIZE!(pZip.m_pState.m_central_dir, sizeof(uint8));
ZIP_ARRAY_SET_ELEMENT_SIZE!(pZip.m_pState.m_central_dir_offsets, sizeof(uint32));
ZIP_ARRAY_SET_ELEMENT_SIZE!(pZip.m_pState.m_sorted_central_dir_offsets, sizeof(uint32));
return true;
}
static bool zip_reader_filename_less(ZipArray* pCentral_dir_array, ZipArray* pCentral_dir_offsets, uint32 l_index, uint32 r_index)
{
uint8* pL = &ZIP_ARRAY_ELEMENT!<uint8>(pCentral_dir_array, ZIP_ARRAY_ELEMENT!<uint32>(pCentral_dir_offsets, l_index));
uint8* pE;
uint8* pR = &ZIP_ARRAY_ELEMENT!<uint8>(pCentral_dir_array, ZIP_ARRAY_ELEMENT!<uint32>(pCentral_dir_offsets, r_index));
uint32 l_len = ReadLE16!(pL + ZIP_CDH_FILENAME_LEN_OFS), r_len = ReadLE16!(pR + ZIP_CDH_FILENAME_LEN_OFS);
char8 l = 0, r = 0;
pL += ZIP_CENTRAL_DIR_HEADER_SIZE; pR += ZIP_CENTRAL_DIR_HEADER_SIZE;
pE = pL + Math.Min(l_len, r_len);
while (pL < pE)
{
if ((l = ((char8) * pL).ToLower) != (r = ((char8) * pR).ToLower))
break;
pL++; pR++;
}
return (pL == pE) ? (l_len < r_len) : (l < r);
}
// Heap sort of lowercased filenames, used to help accelerate plain central directory searches by zip_reader_locate_file(). (Could also use qsort(), but it could allocate memory.)
static void zip_reader_sort_central_dir_offsets_by_filename(ZipArchive* pZip)
{
ZipInternalState* pState = pZip.m_pState;
ZipArray* pCentral_dir_offsets = &pState.m_central_dir_offsets;
ZipArray* pCentral_dir = &pState.m_central_dir;
uint32* pIndices = &ZIP_ARRAY_ELEMENT!<uint32>(&pState.m_sorted_central_dir_offsets, 0);
int size = (int)pZip.m_total_files;
int start = (size - 2) >> 1, end;
while (start >= 0)
{
int child, root = start;
for (;;)
{
if ((child = (root << 1) + 1) >= size)
break;
child += (((child + 1) < size) && (zip_reader_filename_less(pCentral_dir, pCentral_dir_offsets, pIndices[child], pIndices[child + 1]))) ? 1 : 0;
if (!zip_reader_filename_less(pCentral_dir, pCentral_dir_offsets, pIndices[root], pIndices[child]))
break;
Swap!(pIndices[root], pIndices[child]); root = child;
}
start--;
}
end = size - 1;
while (end > 0)
{
int child, root = 0;
Swap!(pIndices[end], pIndices[0]);
for (;;)
{
if ((child = (root << 1) + 1) >= end)
break;
child += (((child + 1) < end) && zip_reader_filename_less(pCentral_dir, pCentral_dir_offsets, pIndices[child], pIndices[child + 1])) ? 1 : 0;
if (!zip_reader_filename_less(pCentral_dir, pCentral_dir_offsets, pIndices[root], pIndices[child]))
break;
Swap!(pIndices[root], pIndices[child]); root = child;
}
end--;
}
}
static bool zip_reader_read_central_dir(ZipArchive* pZip, ZipFlags flags)
{
int32 cdir_size, num_this_disk, cdir_disk_index;
int64 cdir_ofs;
int64 cur_file_ofs;
uint8* p;
uint32[4096 / sizeof(uint32)] buf_u32; uint8* pBuf = (uint8*)&buf_u32;
bool sort_central_dir = !flags.HasFlag(.DoNotSortCentralDirectory);
// Basic sanity checks - reject files which are too small, and check the first 4 bytes of the file to make sure a local header is there.
if (pZip.m_archive_size < ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE)
return false;
// Find the end of central directory record by scanning the file from the end towards the beginning.
cur_file_ofs = Math.Max((int64)pZip.m_archive_size - (int64)sizeof(decltype(buf_u32)), 0);
for (;;)
{
int i, n = (int)Math.Min(sizeof(decltype(buf_u32)), (int)pZip.m_archive_size - cur_file_ofs);
if (pZip.m_pRead(pZip.m_pIO_opaque, (int64)cur_file_ofs, pBuf, n) != (uint32)n)
return false;
for (i = n - 4; i >= 0; --i)
if (ReadLE32!(pBuf + i) == ZIP_END_OF_CENTRAL_DIR_HEADER_SIG)
break;
if (i >= 0)
{
cur_file_ofs += i;
break;
}
if ((cur_file_ofs != 0) || ((pZip.m_archive_size - cur_file_ofs) >= (0xFFFF + ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE)))
return false;
cur_file_ofs = Math.Max(cur_file_ofs - (sizeof(decltype(buf_u32)) - 3), 0);
}
// Read and verify the end of central directory record.
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pBuf, ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE) != ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE)
return false;
if ((ReadLE32!(pBuf + ZIP_ECDH_SIG_OFS) != ZIP_END_OF_CENTRAL_DIR_HEADER_SIG) ||
((pZip.m_total_files = ReadLE16!(pBuf + ZIP_ECDH_CDIR_TOTAL_ENTRIES_OFS)) != ReadLE16!(pBuf + ZIP_ECDH_CDIR_NUM_ENTRIES_ON_DISK_OFS)))
return false;
num_this_disk = ReadLE16!(pBuf + ZIP_ECDH_NUM_THIS_DISK_OFS);
cdir_disk_index = ReadLE16!(pBuf + ZIP_ECDH_NUM_DISK_CDIR_OFS);
if (((num_this_disk | cdir_disk_index) != 0) && ((num_this_disk != 1) || (cdir_disk_index != 1)))
return false;
if ((cdir_size = (int32)ReadLE32!(pBuf + ZIP_ECDH_CDIR_SIZE_OFS)) < pZip.m_total_files * ZIP_CENTRAL_DIR_HEADER_SIZE)
return false;
cdir_ofs = ReadLE32!(pBuf + ZIP_ECDH_CDIR_OFS_OFS);
if ((cdir_ofs + (int64)cdir_size) > pZip.m_archive_size)
return false;
pZip.m_central_directory_file_ofs = cdir_ofs;
if (pZip.m_total_files != 0)
{
int32 i, n;
// Read the entire central directory into a heap block, and allocate another heap block to hold the unsorted central dir file record offsets, and another to hold the sorted indices.
if ((!zip_array_resize(pZip, &pZip.m_pState.m_central_dir, cdir_size, false)) ||
(!zip_array_resize(pZip, &pZip.m_pState.m_central_dir_offsets, pZip.m_total_files, false)))
return false;
if (sort_central_dir)
{
if (!zip_array_resize(pZip, &pZip.m_pState.m_sorted_central_dir_offsets, pZip.m_total_files, false))
return false;
}
if (pZip.m_pRead(pZip.m_pIO_opaque, cdir_ofs, pZip.m_pState.m_central_dir.m_p, cdir_size) != cdir_size)
return false;
// Now create an index into the central directory file records, do some basic sanity checking on each record, and check for zip64 entries (which are not yet supported).
p = (uint8*)pZip.m_pState.m_central_dir.m_p;
for (n = cdir_size,i = 0; i < pZip.m_total_files; ++i)
{
int32 total_header_size, comp_size, decomp_size, disk_index;
if ((n < ZIP_CENTRAL_DIR_HEADER_SIZE) || (ReadLE32!(p) != ZIP_CENTRAL_DIR_HEADER_SIG))
return false;
ZIP_ARRAY_ELEMENT!<uint32>(&pZip.m_pState.m_central_dir_offsets, i) = (uint32)(p - (uint8*)pZip.m_pState.m_central_dir.m_p);
if (sort_central_dir)
ZIP_ARRAY_ELEMENT!<uint32>(&pZip.m_pState.m_sorted_central_dir_offsets, i) = (uint32)i;
comp_size = (int32)ReadLE32!(p + ZIP_CDH_COMPRESSED_SIZE_OFS);
decomp_size = (int32)ReadLE32!(p + ZIP_CDH_DECOMPRESSED_SIZE_OFS);
if (((ReadLE32!(p + ZIP_CDH_METHOD_OFS) == 0) && (decomp_size != comp_size)) || ((decomp_size != 0) && (comp_size == 0)) || (decomp_size == 0xFFFFFFFF) || (comp_size == 0xFFFFFFFF))
return false;
disk_index = ReadLE16!(p + ZIP_CDH_DISK_START_OFS);
if ((disk_index != num_this_disk) && (disk_index != 1))
return false;
if (((int64)ReadLE32!(p + ZIP_CDH_LOCAL_HEADER_OFS) + ZIP_LOCAL_DIR_HEADER_SIZE + comp_size) > pZip.m_archive_size)
return false;
if ((total_header_size = (int32)ZIP_CENTRAL_DIR_HEADER_SIZE + ReadLE16!(p + ZIP_CDH_FILENAME_LEN_OFS) + ReadLE16!(p + ZIP_CDH_EXTRA_LEN_OFS) + ReadLE16!(p + ZIP_CDH_COMMENT_LEN_OFS)) > n)
return false;
n -= total_header_size; p += total_header_size;
}
}
if (sort_central_dir)
zip_reader_sort_central_dir_offsets_by_filename(pZip);
return true;
}
static bool zip_reader_init(ZipArchive* pZip, int64 size, ZipFlags flags)
{
if ((pZip == null) || (pZip.m_pRead == null))
return false;
if (!zip_reader_init_internal(pZip, flags))
return false;
pZip.m_archive_size = size;
if (!zip_reader_read_central_dir(pZip, flags))
{
ZipReaderEnd(pZip);
return false;
}
return true;
}
static int zip_mem_read_func(void* pOpaque, int64 file_ofs, void* pBuf, int n)
{
ZipArchive* pZip = (ZipArchive*)pOpaque;
int s = (file_ofs >= pZip.m_archive_size) ? 0 : (int)Math.Min(pZip.m_archive_size - file_ofs, n);
Internal.MemCpy(pBuf, (uint8*)pZip.m_pState.m_pMem + file_ofs, s);
return s;
}
static bool zip_reader_init_mem(ZipArchive* pZip, void* pMem, int size, ZipFlags flags)
{
if (!zip_reader_init_internal(pZip, flags))
return false;
pZip.m_archive_size = size;
pZip.m_pRead = => zip_mem_read_func;
pZip.m_pIO_opaque = pZip;
pZip.m_pState.m_pMem = (void*)pMem;
pZip.m_pState.m_mem_size = size;
if (!zip_reader_read_central_dir(pZip, flags))
{
ZipReaderEnd(pZip);
return false;
}
return true;
}
static int ZipFileReadFunc(void* pOpaque, int64 file_ofs, void* pBuf, int n)
{
ZipArchive* pZip = (ZipArchive*)pOpaque;
int64 cur_ofs = ftell64(pZip.m_pState.m_pFile);
if (((int64)file_ofs < 0) || (((cur_ofs != (int64)file_ofs)) && (fseek64(pZip.m_pState.m_pFile, (int64)file_ofs, SEEK_SET) != 0)))
return 0;
return fread(pBuf, 1, n, pZip.m_pState.m_pFile);
}
public static bool ZipReaderInitFile(ZipArchive* pZip, char8* pFilename, ZipFlags flags)
{
int64 file_size;
FILE* pFile = fopen(pFilename, "rb");
if (pFile == null)
return false;
if (fseek64(pFile, 0, SEEK_END) != 0)
{
fclose(pFile);
return false;
}
file_size = ftell64(pFile);
if (!zip_reader_init_internal(pZip, flags))
{
fclose(pFile);
return false;
}
pZip.m_pRead = => ZipFileReadFunc;
pZip.m_pIO_opaque = pZip;
pZip.m_pState.m_pFile = pFile;
pZip.m_archive_size = file_size;
if (!zip_reader_read_central_dir(pZip, flags))
{
ZipReaderEnd(pZip);
return false;
}
return true;
}
static int ZipFileStreamReadFunc(void* pOpaque, int64 file_ofs, void* pBuf, int n)
{
ZipArchive* pZip = (ZipArchive*)pOpaque;
int64 cur_ofs = pZip.m_pState.mStream.Position;
if (((int64)file_ofs < 0) || (((cur_ofs != (int64)file_ofs)) && (pZip.m_pState.mStream.Seek((int64)file_ofs) case .Err)))
return 0;
switch (pZip.m_pState.mStream.TryRead(.((uint8*)pBuf, n)))
{
case .Ok(let len):
return len;
case .Err:
return 0;
}
}
public static bool ZipReaderInitStream(ZipArchive* pZip, Stream stream, ZipFlags flags)
{
int64 file_size = stream.Length;
if (!zip_reader_init_internal(pZip, flags))
{
return false;
}
pZip.m_pRead = => ZipFileStreamReadFunc;
pZip.m_pIO_opaque = pZip;
pZip.m_pState.mStream = stream;
pZip.m_archive_size = file_size;
if (!zip_reader_read_central_dir(pZip, flags))
{
ZipReaderEnd(pZip);
return false;
}
return true;
}
public static int ZipReaderGetNumFiles(ZipArchive* pZip)
{
return (pZip != null) ? pZip.m_total_files : 0;
}
static uint8* ZipReaderGetCdh(ZipArchive* pZip, int32 file_index)
{
if ((pZip == null) || (pZip.m_pState == null) || (file_index >= pZip.m_total_files) || (pZip.m_zip_mode != .Reading))
return null;
return &ZIP_ARRAY_ELEMENT!<uint8>(&pZip.m_pState.m_central_dir, ZIP_ARRAY_ELEMENT!<uint32>(&pZip.m_pState.m_central_dir_offsets, file_index));
}
static bool zip_reader_is_file_encrypted(ZipArchive* pZip, int32 file_index)
{
uint32 m_bit_flag;
uint8* p = ZipReaderGetCdh(pZip, file_index);
if (p == null)
return false;
m_bit_flag = ReadLE16!(p + ZIP_CDH_BIT_FLAG_OFS);
return (m_bit_flag & 1) != 0;
}
public static bool ZipReaderIsFileADirectory(ZipArchive* pZip, int32 file_index)
{
uint32 filename_len, external_attr;
uint8* p = ZipReaderGetCdh(pZip, file_index);
if (p == null)
return false;
// First see if the filename ends with a '/' character.
filename_len = ReadLE16!(p + ZIP_CDH_FILENAME_LEN_OFS);
if (filename_len != 0)
{
if (*(p + ZIP_CENTRAL_DIR_HEADER_SIZE + filename_len - 1) == '/')
return true;
}
// Bugfix: This code was also checking if the internal attribute was non-zero, which wasn't correct.
// Most/all zip writers (hopefully) set DOS file/directory attributes in the low 16-bits, so check for the DOS directory flag and ignore the source OS ID in the created by field.
// FIXME: Remove this check? Is it necessary - we already check the filename.
external_attr = ReadLE32!(p + ZIP_CDH_EXTERNAL_ATTR_OFS);
if ((external_attr & 0x10) != 0)
return true;
return false;
}
public static bool ZipReaderFileStat(ZipArchive* pZip, int32 file_index, ZipArchiveFileStat* pStat)
{
int32 n;
uint8* p = ZipReaderGetCdh(pZip, file_index);
if ((p == null) || (pStat == null))
return false;
// Unpack the central directory record.
pStat.mFileIndex = file_index;
pStat.mCentralDirOfs = ZIP_ARRAY_ELEMENT!<uint32>(&pZip.m_pState.m_central_dir_offsets, file_index);
pStat.mVersionMadeBy = ReadLE16!(p + ZIP_CDH_VERSION_MADE_BY_OFS);
pStat.mVersionNeeded = ReadLE16!(p + ZIP_CDH_VERSION_NEEDED_OFS);
pStat.mBitFlag = ReadLE16!(p + ZIP_CDH_BIT_FLAG_OFS);
pStat.mMethod = ReadLE16!(p + ZIP_CDH_METHOD_OFS);
//#ifndef MINIZ_NO_TIME
pStat.mTime = zip_dos_to_time_t(ReadLE16!(p + ZIP_CDH_FILE_TIME_OFS), ReadLE16!(p + ZIP_CDH_FILE_DATE_OFS));
//#endif
pStat.mCrc32 = ReadLE32!(p + ZIP_CDH_CRC32_OFS);
pStat.mCompSize = ReadLE32!(p + ZIP_CDH_COMPRESSED_SIZE_OFS);
pStat.mUncompSize = ReadLE32!(p + ZIP_CDH_DECOMPRESSED_SIZE_OFS);
pStat.mInternalAttr = ReadLE16!(p + ZIP_CDH_INTERNAL_ATTR_OFS);
pStat.mExternalAttr = ReadLE32!(p + ZIP_CDH_EXTERNAL_ATTR_OFS);
pStat.mLocalHeaderOfs = ReadLE32!(p + ZIP_CDH_LOCAL_HEADER_OFS);
// Copy as much of the filename and comment as possible.
n = ReadLE16!(p + ZIP_CDH_FILENAME_LEN_OFS); n = Math.Min(n, ZIP_MAX_ARCHIVE_FILENAME_SIZE - 1);
Internal.MemCpy(&pStat.mFilename, p + ZIP_CENTRAL_DIR_HEADER_SIZE, n); pStat.mFilename[n] = '\0';
n = ReadLE16!(p + ZIP_CDH_COMMENT_LEN_OFS); n = Math.Min(n, ZIP_MAX_ARCHIVE_FILE_COMMENT_SIZE - 1);
pStat.mCommentSize = (int32)n;
Internal.MemCpy(&pStat.mComment, p + ZIP_CENTRAL_DIR_HEADER_SIZE + ReadLE16!(p + ZIP_CDH_FILENAME_LEN_OFS) + ReadLE16!(p + ZIP_CDH_EXTRA_LEN_OFS), n); pStat.mComment[n] = '\0';
return true;
}
static int32 zip_reader_get_filename(ZipArchive* pZip, int32 file_index, char8* pFilename, int32 filename_buf_size)
{
int32 n;
uint8* p = ZipReaderGetCdh(pZip, file_index);
if (p == null) { if (filename_buf_size != 0) pFilename[0] = '\0'; return 0; }
n = ReadLE16!(p + ZIP_CDH_FILENAME_LEN_OFS);
if (filename_buf_size != 0)
{
n = Math.Min(n, filename_buf_size - 1);
Internal.MemCpy(pFilename, p + ZIP_CENTRAL_DIR_HEADER_SIZE, n);
pFilename[n] = '\0';
}
return n + 1;
}
static bool zip_reader_string_equal(char8* pA, char8* pB, int32 len, ZipFlags flags)
{
int32 i;
if (flags.HasFlag(.CaseSensitive))
return 0 == Internal.MemCmp(pA, pB, len);
for (i = 0; i < len; ++i)
if (pA[i].ToLower != pB[i].ToLower)
return false;
return true;
}
static int zip_reader_filename_compare(ZipArray* pCentral_dir_array, ZipArray* pCentral_dir_offsets, int32 l_index, char8* pR_in, int32 r_len)
{
char8* pR = pR_in;
uint8* pL = &ZIP_ARRAY_ELEMENT!<uint8>(pCentral_dir_array, ZIP_ARRAY_ELEMENT!<uint32>(pCentral_dir_offsets, l_index));
uint8* pE;
int32 l_len = ReadLE16!(pL + ZIP_CDH_FILENAME_LEN_OFS);
char8 l = 0, r = 0;
pL += ZIP_CENTRAL_DIR_HEADER_SIZE;
pE = pL + Math.Min(l_len, r_len);
while (pL < pE)
{
if ((l = ((char8) * pL).ToLower) != (r = ((char8) * pR).ToLower))
break;
pL++;
pR++;
}
return (pL == pE) ? (int)(l_len - r_len) : (l - r);
}
static int32 zip_reader_locate_file_binary_search(ZipArchive* pZip, char8* pFilename)
{
ZipInternalState* pState = pZip.m_pState;
ZipArray* pCentral_dir_offsets = &pState.m_central_dir_offsets;
ZipArray* pCentral_dir = &pState.m_central_dir;
uint32* pIndices = &ZIP_ARRAY_ELEMENT!<uint32>(&pState.m_sorted_central_dir_offsets, 0);
int32 size = pZip.m_total_files;
int32 filename_len = (int32)Internal.CStrLen(pFilename);
int32 l = 0, h = size - 1;
while (l <= h)
{
int32 m = (l + h) >> 1, file_index = (int32)pIndices[m];
int comp = zip_reader_filename_compare(pCentral_dir, pCentral_dir_offsets, file_index, pFilename, filename_len);
if (comp == 0)
return file_index;
else if (comp < 0)
l = m + 1;
else
h = m - 1;
}
return -1;
}
static int32 zip_reader_locate_file(ZipArchive* pZip, char8* pName, char8* pComment, ZipFlags flags)
{
int32 file_index; int32 name_len, comment_len;
if ((pZip == null) || (pZip.m_pState == null) || (pName == null) || (pZip.m_zip_mode != .Reading))
return -1;
if (((!flags.HasFlag(.IgnorePath) && !flags.HasFlag(.CaseSensitive))) && (pComment == null) && (pZip.m_pState.m_sorted_central_dir_offsets.m_size != 0))
return zip_reader_locate_file_binary_search(pZip, pName);
name_len = Internal.CStrLen(pName); if (name_len > 0xFFFF) return -1;
comment_len = (pComment != null) ? Internal.CStrLen(pComment) : 0; if (comment_len > 0xFFFF) return -1;
for (file_index = 0; file_index < pZip.m_total_files; file_index++)
{
uint8* pHeader = &ZIP_ARRAY_ELEMENT!<uint8>(&pZip.m_pState.m_central_dir, ZIP_ARRAY_ELEMENT!<uint32>(&pZip.m_pState.m_central_dir_offsets, file_index));
int32 filename_len = ReadLE16!(pHeader + ZIP_CDH_FILENAME_LEN_OFS);
char8* pFilename = (char8*)pHeader + ZIP_CENTRAL_DIR_HEADER_SIZE;
if (filename_len < name_len)
continue;
if (comment_len != 0)
{
int32 file_extra_len = ReadLE16!(pHeader + ZIP_CDH_EXTRA_LEN_OFS), file_comment_len = ReadLE16!(pHeader + ZIP_CDH_COMMENT_LEN_OFS);
char8* pFile_comment = pFilename + filename_len + file_extra_len;
if ((file_comment_len != comment_len) || (!zip_reader_string_equal(pComment, pFile_comment, file_comment_len, flags)))
continue;
}
if ((flags.HasFlag(.IgnorePath)) && (filename_len != 0))
{
int32 ofs = filename_len - 1;
repeat
{
if ((pFilename[ofs] == '/') || (pFilename[ofs] == '\\') || (pFilename[ofs] == ':'))
break;
} while (--ofs >= 0);
ofs++;
pFilename += ofs; filename_len -= ofs;
}
if ((filename_len == name_len) && (zip_reader_string_equal(pName, pFilename, filename_len, flags)))
return file_index;
}
return -1;
}
static bool zip_reader_extract_to_mem_no_alloc(ZipArchive* pZip, int32 file_index, void* pBuf, int buf_size, ZipFlags flags, void* pUser_read_buf, int user_read_buf_size)
{
TinflStatus status = .Done;
int64 needed_size, cur_file_ofs, comp_remaining, out_buf_ofs = 0, read_buf_size, read_buf_ofs = 0, read_buf_avail;
ZipArchiveFileStat file_stat = ?;
void* pRead_buf;
uint32[(ZIP_LOCAL_DIR_HEADER_SIZE + sizeof(uint32) - 1) / sizeof(uint32)] local_header_u32;
uint8* pLocal_header = (uint8*)&local_header_u32;
TinflDecompressor inflator;
if ((buf_size != 0) && (pBuf == null))
return false;
if (!ZipReaderFileStat(pZip, file_index, &file_stat))
return false;
// Empty file, or a directory (but not always a directory - I've seen odd zips with directories that have compressed data which inflates to 0 bytes)
if (file_stat.mCompSize == 0)
return true;
// Entry is a subdirectory (I've seen old zips with dir entries which have compressed deflate data which inflates to 0 bytes, but these entries claim to uncompress to 512 bytes in the headers).
// I'm torn how to handle this case - should it fail instead?
if (ZipReaderIsFileADirectory(pZip, file_index))
return true;
// Encryption and patch files are not supported.
if ((file_stat.mBitFlag & (1 | 32)) != 0)
return false;
// This function only supports stored and deflate.
if ((!flags.HasFlag(.CompressedData)) && (file_stat.mMethod != 0) && (file_stat.mMethod != DEFLATED))
return false;
// Ensure supplied output buffer is large enough.
needed_size = (int64)((flags.HasFlag(.CompressedData)) ? file_stat.mCompSize : file_stat.mUncompSize);
if (buf_size < needed_size)
return false;
// Read and parse the local directory entry.
cur_file_ofs = (int64)file_stat.mLocalHeaderOfs;
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pLocal_header, ZIP_LOCAL_DIR_HEADER_SIZE) != ZIP_LOCAL_DIR_HEADER_SIZE)
return false;
if (ReadLE32!(pLocal_header) != ZIP_LOCAL_DIR_HEADER_SIG)
return false;
cur_file_ofs += ZIP_LOCAL_DIR_HEADER_SIZE + ReadLE16!(pLocal_header + ZIP_LDH_FILENAME_LEN_OFS) + ReadLE16!(pLocal_header + ZIP_LDH_EXTRA_LEN_OFS);
if ((cur_file_ofs + (int64)file_stat.mCompSize) > pZip.m_archive_size)
return false;
if ((flags.HasFlag(.CompressedData)) || (file_stat.mMethod == 0))
{
// The file is stored or the caller has requested the compressed data.
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pBuf, (int)needed_size) != needed_size)
return false;
return (flags.HasFlag(.CompressedData)) || (crc32(CRC32_INIT, (uint8*)pBuf, (int)file_stat.mUncompSize) == file_stat.mCrc32);
}
// Decompress the file either directly from memory or from a file input buffer.
tinfl_init!(&inflator);
if (pZip.m_pState.m_pMem != null)
{
// Read directly from the archive in memory.
pRead_buf = (uint8*)pZip.m_pState.m_pMem + cur_file_ofs;
read_buf_size = read_buf_avail = file_stat.mCompSize;
comp_remaining = 0;
}
else if (pUser_read_buf != null)
{
// Use a user provided read buffer.
if (user_read_buf_size == 0)
return false;
pRead_buf = (uint8*)pUser_read_buf;
read_buf_size = user_read_buf_size;
read_buf_avail = 0;
comp_remaining = file_stat.mCompSize;
}
else
{
// Temporarily allocate a read buffer.
read_buf_size = Math.Min(file_stat.mCompSize, ZIP_MAX_IO_BUF_SIZE);
//if (((sizeof(int) == sizeof(uint32))) && (read_buf_size > 0x7FFFFFFF))
if (read_buf_size > 0x7FFFFFFF)
return false;
if (null == (pRead_buf = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, (int)read_buf_size)))
return false;
read_buf_avail = 0;
comp_remaining = file_stat.mCompSize;
}
repeat
{
int in_buf_size, out_buf_size = (int)(file_stat.mUncompSize - out_buf_ofs);
if ((read_buf_avail == 0) && (pZip.m_pState.m_pMem == null))
{
read_buf_avail = Math.Min(read_buf_size, comp_remaining);
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pRead_buf, (int)read_buf_avail) != read_buf_avail)
{
status = .Failed;
break;
}
cur_file_ofs += read_buf_avail;
comp_remaining -= read_buf_avail;
read_buf_ofs = 0;
}
in_buf_size = (int)read_buf_avail;
status = tinfl_decompress(&inflator, (uint8*)pRead_buf + read_buf_ofs, &in_buf_size, (uint8*)pBuf, (uint8*)pBuf + out_buf_ofs, &out_buf_size, .UsingNonWrappingOutputBuf | ((comp_remaining != default) ? .HasMoreInput : default));
read_buf_avail -= in_buf_size;
read_buf_ofs += in_buf_size;
out_buf_ofs += out_buf_size;
} while (status == .NeedsMoreInput);
if (status == .Done)
{
// Make sure the entire file was decompressed, and check its CRC.
if ((out_buf_ofs != file_stat.mUncompSize) || (crc32(CRC32_INIT, (uint8*)pBuf, (int)file_stat.mUncompSize) != file_stat.mCrc32))
status = .Failed;
}
if ((pZip.m_pState.m_pMem == null) && (pUser_read_buf == null))
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
return status == .Done;
}
public static bool ZipReaderExtractFileToMemNoAlloc(ZipArchive* pZip, char8* pFilename, void* pBuf, int buf_size, ZipFlags flags, void* pUser_read_buf, int user_read_buf_size)
{
int32 file_index = zip_reader_locate_file(pZip, pFilename, null, flags);
if (file_index < 0)
return false;
return zip_reader_extract_to_mem_no_alloc(pZip, file_index, pBuf, buf_size, flags, pUser_read_buf, user_read_buf_size);
}
public static bool ZipReaderExtractToMem(ZipArchive* pZip, int32 file_index, void* pBuf, int buf_size, ZipFlags flags)
{
return zip_reader_extract_to_mem_no_alloc(pZip, file_index, pBuf, buf_size, flags, null, 0);
}
public static bool ZipReaderExtractFileToMem(ZipArchive* pZip, char8* pFilename, void* pBuf, int buf_size, ZipFlags flags)
{
return ZipReaderExtractFileToMemNoAlloc(pZip, pFilename, pBuf, buf_size, flags, null, 0);
}
public static void* ZipReaderExtractToHeap(ZipArchive* pZip, int32 file_index, int* pSize, ZipFlags flags)
{
uint64 comp_size, uncomp_size, alloc_size;
uint8* p = ZipReaderGetCdh(pZip, file_index);
void* pBuf;
if (pSize == null)
*pSize = 0;
if (p == null)
return null;
comp_size = ReadLE32!(p + ZIP_CDH_COMPRESSED_SIZE_OFS);
uncomp_size = ReadLE32!(p + ZIP_CDH_DECOMPRESSED_SIZE_OFS);
alloc_size = (flags.HasFlag(.CompressedData)) ? comp_size : uncomp_size;
if (alloc_size > 0x7FFFFFFF)
return null;
if (null == (pBuf = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, (int)alloc_size)))
return null;
if (!ZipReaderExtractToMem(pZip, file_index, pBuf, (int)alloc_size, flags))
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pBuf);
return null;
}
if (pSize != null) *pSize = (int)alloc_size;
return pBuf;
}
public static void* ZipReaderExtractFileToHeap(ZipArchive* pZip, char8* pFilename, int* pSize, ZipFlags flags)
{
int32 file_index = zip_reader_locate_file(pZip, pFilename, null, flags);
if (file_index < 0)
{
if (pSize != null) *pSize = 0;
return null;
}
return ZipReaderExtractToHeap(pZip, file_index, pSize, flags);
}
static bool zip_reader_extract_to_callback(ZipArchive* pZip, int32 file_index, FileWriteFunc pCallback, void* pOpaque, ZipFlags flags)
{
TinflStatus status = .Done; uint32 file_crc32 = CRC32_INIT;
int64 read_buf_size, read_buf_ofs = 0, read_buf_avail, comp_remaining, out_buf_ofs = 0, cur_file_ofs;
ZipArchiveFileStat file_stat = ?;
void* pRead_buf = null; void* pWrite_buf = null;
uint32[(ZIP_LOCAL_DIR_HEADER_SIZE + sizeof(uint32) - 1) / sizeof(uint32)] local_header_u32; uint8* pLocal_header = (uint8*)&local_header_u32;
if (!ZipReaderFileStat(pZip, file_index, &file_stat))
return false;
// Empty file, or a directory (but not always a directory - I've seen odd zips with directories that have compressed data which inflates to 0 bytes)
if (file_stat.mCompSize == 0)
return true;
// Entry is a subdirectory (I've seen old zips with dir entries which have compressed deflate data which inflates to 0 bytes, but these entries claim to uncompress to 512 bytes in the headers).
// I'm torn how to handle this case - should it fail instead?
if (ZipReaderIsFileADirectory(pZip, file_index))
return true;
// Encryption and patch files are not supported.
if ((file_stat.mBitFlag & (1 | 32)) != 0)
return false;
// This function only supports stored and deflate.
if ((!(flags.HasFlag(.CompressedData))) && (file_stat.mMethod != 0) && (file_stat.mMethod != DEFLATED))
return false;
// Read and parse the local directory entry.
cur_file_ofs = file_stat.mLocalHeaderOfs;
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pLocal_header, ZIP_LOCAL_DIR_HEADER_SIZE) != ZIP_LOCAL_DIR_HEADER_SIZE)
return false;
if (ReadLE32!(pLocal_header) != ZIP_LOCAL_DIR_HEADER_SIG)
return false;
cur_file_ofs += ZIP_LOCAL_DIR_HEADER_SIZE + ReadLE16!(pLocal_header + ZIP_LDH_FILENAME_LEN_OFS) + ReadLE16!(pLocal_header + ZIP_LDH_EXTRA_LEN_OFS);
if ((cur_file_ofs + file_stat.mCompSize) > pZip.m_archive_size)
return false;
// Decompress the file either directly from memory or from a file input buffer.
if (pZip.m_pState.m_pMem != null)
{
pRead_buf = (uint8*)pZip.m_pState.m_pMem + cur_file_ofs;
read_buf_size = read_buf_avail = file_stat.mCompSize;
comp_remaining = 0;
}
else
{
read_buf_size = Math.Min(file_stat.mCompSize, ZIP_MAX_IO_BUF_SIZE);
if (null == (pRead_buf = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, (int)read_buf_size)))
return false;
read_buf_avail = 0;
comp_remaining = file_stat.mCompSize;
}
if ((flags.HasFlag(.CompressedData)) || (file_stat.mMethod == 0))
{
// The file is stored or the caller has requested the compressed data.
if (pZip.m_pState.m_pMem != null)
{
if (file_stat.mCompSize > 0xFFFFFFFF)
return false;
if (pCallback(pOpaque, out_buf_ofs, pRead_buf, (int)file_stat.mCompSize) != file_stat.mCompSize)
status = .Failed;
else if (!(flags.HasFlag(.CompressedData)))
file_crc32 = (uint32)crc32(file_crc32, (uint8*)pRead_buf, (int)file_stat.mCompSize);
cur_file_ofs += file_stat.mCompSize;
out_buf_ofs += file_stat.mCompSize;
comp_remaining = 0;
}
else
{
while (comp_remaining != 0)
{
read_buf_avail = Math.Min(read_buf_size, comp_remaining);
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pRead_buf, (int)read_buf_avail) != read_buf_avail)
{
status = .Failed;
break;
}
if (!(flags.HasFlag(.CompressedData)))
file_crc32 = (uint32)crc32(file_crc32, (uint8*)pRead_buf, (int)read_buf_avail);
if (pCallback(pOpaque, out_buf_ofs, pRead_buf, (int)read_buf_avail) != read_buf_avail)
{
status = .Failed;
break;
}
cur_file_ofs += read_buf_avail;
out_buf_ofs += read_buf_avail;
comp_remaining -= read_buf_avail;
}
}
}
else
{
TinflDecompressor inflator;
tinfl_init!(&inflator);
if (null == (pWrite_buf = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, TINFL_LZ_DICT_SIZE)))
status = .Failed;
else
{
repeat
{
uint8* pWrite_buf_cur = (uint8*)pWrite_buf + (out_buf_ofs & (TINFL_LZ_DICT_SIZE - 1));
int in_buf_size, out_buf_size = TINFL_LZ_DICT_SIZE - (out_buf_ofs & (TINFL_LZ_DICT_SIZE - 1));
if ((read_buf_avail == 0) && (pZip.m_pState.m_pMem == null))
{
read_buf_avail = Math.Min(read_buf_size, comp_remaining);
if (pZip.m_pRead(pZip.m_pIO_opaque, cur_file_ofs, pRead_buf, (int)read_buf_avail) != read_buf_avail)
{
status = .Failed;
break;
}
cur_file_ofs += read_buf_avail;
comp_remaining -= read_buf_avail;
read_buf_ofs = 0;
}
in_buf_size = (int)read_buf_avail;
status = tinfl_decompress(&inflator, (uint8*)pRead_buf + read_buf_ofs, &in_buf_size, (uint8*)pWrite_buf, pWrite_buf_cur, &out_buf_size, (comp_remaining != default) ? .HasMoreInput : default);
read_buf_avail -= in_buf_size;
read_buf_ofs += in_buf_size;
if (out_buf_size != 0)
{
if (pCallback(pOpaque, out_buf_ofs, pWrite_buf_cur, out_buf_size) != out_buf_size)
{
status = .Failed;
break;
}
file_crc32 = (uint32)crc32(file_crc32, pWrite_buf_cur, out_buf_size);
if ((out_buf_ofs += out_buf_size) > file_stat.mUncompSize)
{
status = .Failed;
break;
}
}
} while ((status == .NeedsMoreInput) || (status == .HasMoreOutput));
}
}
if ((status == .Done) && (!(flags.HasFlag(.CompressedData))))
{
// Make sure the entire file was decompressed, and check its CRC.
if ((out_buf_ofs != file_stat.mUncompSize) || (file_crc32 != file_stat.mCrc32))
status = .Failed;
}
if (pZip.m_pState.m_pMem == null)
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
if (pWrite_buf != null)
pZip.m_pFree(pZip.m_pAlloc_opaque, pWrite_buf);
return status == .Done;
}
static bool zip_reader_extract_file_to_callback(ZipArchive* pZip, char8* pFilename, FileWriteFunc pCallback, void* pOpaque, ZipFlags flags)
{
int32 file_index = zip_reader_locate_file(pZip, pFilename, null, flags);
if (file_index < 0)
return false;
return zip_reader_extract_to_callback(pZip, file_index, pCallback, pOpaque, flags);
}
//#ifndef MINIZ_NO_STDIO
static int zip_file_write_callback(void* pOpaque, int64 ofs, void* pBuf, int n)
{
return fwrite(pBuf, 1, n, (FILE*)pOpaque);
}
public static bool ZipReaderExtractToFile(ZipArchive* pZip, int32 file_index, char8* pDst_filename, ZipFlags flags)
{
bool status;
ZipArchiveFileStat file_stat = ?;
FILE* pFile;
if (!ZipReaderFileStat(pZip, file_index, &file_stat))
return false;
pFile = fopen(pDst_filename, "wb");
if (pFile == null)
return false;
status = zip_reader_extract_to_callback(pZip, file_index, => zip_file_write_callback, pFile, flags);
if (fclose(pFile) == EOF)
return false;
if (status)
zip_set_file_times(pDst_filename, file_stat.mTime, file_stat.mTime);
return status;
}
public static bool ZipReaderEnd(ZipArchive* pZip)
{
if ((pZip == null) || (pZip.m_pState == null) || (pZip.m_pAlloc == null) || (pZip.m_pFree == null) || (pZip.m_zip_mode != .Reading))
return false;
if (pZip.m_pState != null)
{
ZipInternalState* pState = pZip.m_pState; pZip.m_pState = null;
zip_array_clear(pZip, &pState.m_central_dir);
zip_array_clear(pZip, &pState.m_central_dir_offsets);
zip_array_clear(pZip, &pState.m_sorted_central_dir_offsets);
if (pState.m_pFile != null)
{
fclose(pState.m_pFile);
pState.m_pFile = null;
}
pZip.m_pFree(pZip.m_pAlloc_opaque, pState);
}
pZip.m_zip_mode = .Invalid;
return true;
}
static bool zip_reader_extract_file_to_file(ZipArchive* pZip, char8* pArchive_filename, char8* pDst_filename, ZipFlags flags)
{
int32 file_index = zip_reader_locate_file(pZip, pArchive_filename, null, flags);
if (file_index < 0)
return false;
return ZipReaderExtractToFile(pZip, file_index, pDst_filename, flags);
}
static void write_le16(uint8* p, uint16 v) { p[0] = (uint8)v; p[1] = (uint8)(v >> 8); }
static void write_le32(uint8* p, uint32 v) { p[0] = (uint8)v; p[1] = (uint8)(v >> 8); p[2] = (uint8)(v >> 16); p[3] = (uint8)(v >> 24); }
static mixin WRITE_LE16(var p, var v) { write_le16((uint8*)(p), (uint16)(v)); }
static mixin WRITE_LE32(var p, var v) { write_le32((uint8*)(p), (uint32)(v)); }
static bool zip_writer_init(ZipArchive* pZip, int64 existing_size)
{
if ((pZip == null) || (pZip.m_pState != null) || (pZip.m_pWrite == null) || (pZip.m_zip_mode != .Invalid))
return false;
if (pZip.m_file_offset_alignment != 0)
{
// Ensure user specified file offset alignment is a power of 2.
if ((pZip.m_file_offset_alignment & (pZip.m_file_offset_alignment - 1)) != 0)
return false;
}
if (pZip.m_pAlloc == null) pZip.m_pAlloc = => def_alloc_func;
if (pZip.m_pFree == null) pZip.m_pFree = => def_free_func;
if (pZip.m_pRealloc == null) pZip.m_pRealloc = => def_realloc_func;
pZip.m_zip_mode = .Writing;
pZip.m_archive_size = existing_size;
pZip.m_central_directory_file_ofs = 0;
pZip.m_total_files = 0;
if (null == (pZip.m_pState = (ZipInternalState*)pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, sizeof(ZipInternalState))))
return false;
Internal.MemSet(pZip.m_pState, 0, sizeof(ZipInternalState));
ZIP_ARRAY_SET_ELEMENT_SIZE!(&pZip.m_pState.m_central_dir, sizeof(uint8));
ZIP_ARRAY_SET_ELEMENT_SIZE!(&pZip.m_pState.m_central_dir_offsets, sizeof(uint32));
ZIP_ARRAY_SET_ELEMENT_SIZE!(&pZip.m_pState.m_sorted_central_dir_offsets, sizeof(uint32));
return true;
}
static int zip_heap_write_func(void* pOpaque, int64 file_ofs, void* pBuf, int n)
{
ZipArchive* pZip = (ZipArchive*)pOpaque;
ZipInternalState* pState = pZip.m_pState;
int64 new_size = Math.Max(file_ofs + n, pState.m_mem_size);
if ((n == 0) || (new_size > 0x7FFFFFFF))
return 0;
if (new_size > pState.m_mem_capacity)
{
void* pNew_block;
int new_capacity = Math.Max(64, pState.m_mem_capacity); while (new_capacity < new_size) new_capacity *= 2;
if (null == (pNew_block = pZip.m_pRealloc(pZip.m_pAlloc_opaque, pState.m_pMem, 1, new_capacity)))
return 0;
pState.m_pMem = pNew_block; pState.m_mem_capacity = new_capacity;
}
Internal.MemCpy((uint8*)pState.m_pMem + file_ofs, pBuf, n);
pState.m_mem_size = (int)new_size;
return n;
}
static bool zip_writer_init_heap(ZipArchive* pZip, int into_reserve_at_beginning, int initial_allocation_size)
{
int useInitialAllocationSize = initial_allocation_size;
pZip.m_pWrite = => zip_heap_write_func;
pZip.m_pIO_opaque = pZip;
if (!zip_writer_init(pZip, into_reserve_at_beginning))
return false;
if (0 != (useInitialAllocationSize = Math.Max(useInitialAllocationSize, into_reserve_at_beginning)))
{
if (null == (pZip.m_pState.m_pMem = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, useInitialAllocationSize)))
{
zip_writer_end(pZip);
return false;
}
pZip.m_pState.m_mem_capacity = useInitialAllocationSize;
}
return true;
}
static int zip_file_write_func(void* pOpaque, int64 file_ofs, void* pBuf, int n)
{
ZipArchive* pZip = (ZipArchive*)pOpaque;
int64 cur_ofs = ftell64(pZip.m_pState.m_pFile);
if (((int64)file_ofs < 0) || (((cur_ofs != (int64)file_ofs)) && (fseek64(pZip.m_pState.m_pFile, (int64)file_ofs, SEEK_SET) != 0)))
return 0;
return fwrite(pBuf, 1, n, pZip.m_pState.m_pFile);
}
public static bool ZipWriterInitFile(ZipArchive* pZip, char8* pFilename, int64 into_reserve_at_beginning)
{
FILE* pFile;
pZip.m_pWrite = => zip_file_write_func;
pZip.m_pIO_opaque = pZip;
if (!zip_writer_init(pZip, into_reserve_at_beginning))
return false;
if (null == (pFile = fopen(pFilename, "wb")))
{
zip_writer_end(pZip);
return false;
}
pZip.m_pState.m_pFile = pFile;
if (into_reserve_at_beginning != 0)
{
int64 reserveLeft = into_reserve_at_beginning;
int64 cur_ofs = 0; char8[4096] buf; buf = default;
repeat
{
int64 n = (int)Math.Min(sizeof(decltype(buf)), reserveLeft);
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_ofs, &buf, n) != n)
{
zip_writer_end(pZip);
return false;
}
cur_ofs += n; reserveLeft -= n;
} while (reserveLeft != 0);
}
return true;
}
bool zip_writer_init_from_reader(ZipArchive* pZip, char8* pFilename)
{
ZipInternalState* pState;
if ((pZip == null) || (pZip.m_pState == null) || (pZip.m_zip_mode != .Reading))
return false;
// No sense in trying to write to an archive that's already at the support max size
if ((pZip.m_total_files == 0xFFFF) || ((pZip.m_archive_size + ZIP_CENTRAL_DIR_HEADER_SIZE + ZIP_LOCAL_DIR_HEADER_SIZE) > 0xFFFFFFFF))
return false;
pState = pZip.m_pState;
if (pState.m_pFile != null)
{
// Archive is being read from stdio - try to reopen as writable.
if (pZip.m_pIO_opaque != pZip)
return false;
if (pFilename == null)
return false;
pZip.m_pWrite = => zip_file_write_func;
if (null == (pState.m_pFile = freopen(pFilename, "r+b", pState.m_pFile)))
{
// The zip_archive is now in a bogus state because pState.m_pFile is null, so just close it.
ZipReaderEnd(pZip);
return false;
}
}
else if (pState.m_pMem != null)
{
// Archive lives in a memory block. Assume it's from the heap that we can resize using the realloc callback.
if (pZip.m_pIO_opaque != pZip)
return false;
pState.m_mem_capacity = pState.m_mem_size;
pZip.m_pWrite = => zip_heap_write_func;
}
// Archive is being read via a user provided read function - make sure the user has specified a write function too.
else if (pZip.m_pWrite == null)
return false;
// Start writing new files at the archive's current central directory location.
pZip.m_archive_size = pZip.m_central_directory_file_ofs;
pZip.m_zip_mode = .Writing;
pZip.m_central_directory_file_ofs = 0;
return true;
}
bool zip_writer_add_mem(ZipArchive* pZip, char8* pArchive_name, void* pBuf, int buf_size, ZipFlags level_and_flags)
{
return ZipWriterAddMemEx(pZip, pArchive_name, pBuf, buf_size, null, 0, level_and_flags, 0, 0);
}
struct zip_writer_add_state
{
public ZipArchive* m_pZip;
public int64 m_cur_archive_file_ofs;
public int64 m_comp_size;
}
static bool zip_writer_add_put_buf_callback(void* pBuf, int len, void* pUser)
{
zip_writer_add_state* pState = (zip_writer_add_state*)pUser;
if ((int)pState.m_pZip.m_pWrite(pState.m_pZip.m_pIO_opaque, pState.m_cur_archive_file_ofs, pBuf, len) != len)
return false;
pState.m_cur_archive_file_ofs += len;
pState.m_comp_size += len;
return true;
}
static bool zip_writer_create_local_dir_header(ZipArchive* pZip, uint8* pDst, uint16 filename_size, uint16 extra_size, int64 uncomp_size, int64 comp_size, uint32 uncomp_crc32, uint16 method, uint16 bit_flags, uint16 dos_time, uint16 dos_date)
{
Internal.MemSet(pDst, 0, ZIP_LOCAL_DIR_HEADER_SIZE);
WRITE_LE32!(pDst + ZIP_LDH_SIG_OFS, ZIP_LOCAL_DIR_HEADER_SIG);
WRITE_LE16!(pDst + ZIP_LDH_VERSION_NEEDED_OFS, (method != 0) ? 20 : 0);
WRITE_LE16!(pDst + ZIP_LDH_BIT_FLAG_OFS, bit_flags);
WRITE_LE16!(pDst + ZIP_LDH_METHOD_OFS, method);
WRITE_LE16!(pDst + ZIP_LDH_FILE_TIME_OFS, dos_time);
WRITE_LE16!(pDst + ZIP_LDH_FILE_DATE_OFS, dos_date);
WRITE_LE32!(pDst + ZIP_LDH_CRC32_OFS, uncomp_crc32);
WRITE_LE32!(pDst + ZIP_LDH_COMPRESSED_SIZE_OFS, comp_size);
WRITE_LE32!(pDst + ZIP_LDH_DECOMPRESSED_SIZE_OFS, uncomp_size);
WRITE_LE16!(pDst + ZIP_LDH_FILENAME_LEN_OFS, filename_size);
WRITE_LE16!(pDst + ZIP_LDH_EXTRA_LEN_OFS, extra_size);
return true;
}
static bool zip_writer_create_central_dir_header(ZipArchive* pZip, uint8* pDst, uint16 filename_size, uint16 extra_size, uint16 comment_size, int64 uncomp_size, int64 comp_size, uint32 uncomp_crc32, uint16 method, uint16 bit_flags, uint16 dos_time, uint16 dos_date, int64 local_header_ofs, uint32 ext_attributes)
{
Internal.MemSet(pDst, 0, ZIP_CENTRAL_DIR_HEADER_SIZE);
WRITE_LE32!(pDst + ZIP_CDH_SIG_OFS, ZIP_CENTRAL_DIR_HEADER_SIG);
WRITE_LE16!(pDst + ZIP_CDH_VERSION_NEEDED_OFS, (method != 0) ? 20 : 0);
WRITE_LE16!(pDst + ZIP_CDH_BIT_FLAG_OFS, bit_flags);
WRITE_LE16!(pDst + ZIP_CDH_METHOD_OFS, method);
WRITE_LE16!(pDst + ZIP_CDH_FILE_TIME_OFS, dos_time);
WRITE_LE16!(pDst + ZIP_CDH_FILE_DATE_OFS, dos_date);
WRITE_LE32!(pDst + ZIP_CDH_CRC32_OFS, uncomp_crc32);
WRITE_LE32!(pDst + ZIP_CDH_COMPRESSED_SIZE_OFS, comp_size);
WRITE_LE32!(pDst + ZIP_CDH_DECOMPRESSED_SIZE_OFS, uncomp_size);
WRITE_LE16!(pDst + ZIP_CDH_FILENAME_LEN_OFS, filename_size);
WRITE_LE16!(pDst + ZIP_CDH_EXTRA_LEN_OFS, extra_size);
WRITE_LE16!(pDst + ZIP_CDH_COMMENT_LEN_OFS, comment_size);
WRITE_LE32!(pDst + ZIP_CDH_EXTERNAL_ATTR_OFS, ext_attributes);
WRITE_LE32!(pDst + ZIP_CDH_LOCAL_HEADER_OFS, local_header_ofs);
return true;
}
static bool zip_writer_add_to_central_dir(ZipArchive* pZip, char8* pFilename, uint16 filename_size, void* pExtra, uint16 extra_size, void* pComment, uint16 comment_size, int64 uncomp_size, int64 comp_size, uint32 uncomp_crc32, uint16 method, uint16 bit_flags, uint16 dos_time, uint16 dos_date, int64 local_header_ofs, uint32 ext_attributes)
{
ZipInternalState* pState = pZip.m_pState;
uint32 central_dir_ofs = (uint32)pState.m_central_dir.m_size;
int orig_central_dir_size = pState.m_central_dir.m_size;
uint8[ZIP_CENTRAL_DIR_HEADER_SIZE] central_dir_header;
// No zip64 support yet
if ((local_header_ofs > 0xFFFFFFFF) || (((uint64)pState.m_central_dir.m_size + ZIP_CENTRAL_DIR_HEADER_SIZE + filename_size + extra_size + comment_size) > 0xFFFFFFFF))
return false;
if (!zip_writer_create_central_dir_header(pZip, &central_dir_header, filename_size, extra_size, comment_size, uncomp_size, comp_size, uncomp_crc32, method, bit_flags, dos_time, dos_date, local_header_ofs, ext_attributes))
return false;
if ((!zip_array_push_back(pZip, &pState.m_central_dir, &central_dir_header, ZIP_CENTRAL_DIR_HEADER_SIZE)) ||
(!zip_array_push_back(pZip, &pState.m_central_dir, pFilename, filename_size)) ||
(!zip_array_push_back(pZip, &pState.m_central_dir, pExtra, extra_size)) ||
(!zip_array_push_back(pZip, &pState.m_central_dir, pComment, comment_size)) ||
(!zip_array_push_back(pZip, &pState.m_central_dir_offsets, &central_dir_ofs, 1)))
{
// Try to push the central directory array back into its original state.
zip_array_resize(pZip, &pState.m_central_dir, orig_central_dir_size, false);
return false;
}
return true;
}
static bool zip_writer_validate_archive_name(char8* archiveName)
{
char8* pArchive_name = archiveName;
// Basic ZIP archive filename validity checks: Valid filenames cannot start with a forward slash, cannot contain a drive letter, and cannot use DOS-style backward slashes.
if (*pArchive_name == '/')
return false;
while (*pArchive_name != 0)
{
if ((*pArchive_name == '\\') || (*pArchive_name == ':'))
return false;
pArchive_name++;
}
return true;
}
static int32 zip_writer_compute_padding_needed_for_file_alignment(ZipArchive* pZip)
{
int32 n;
if (pZip.m_file_offset_alignment == 0)
return 0;
n = (int32)((int32)pZip.m_archive_size & (pZip.m_file_offset_alignment - 1));
return ((int32)pZip.m_file_offset_alignment - n) & (pZip.m_file_offset_alignment - 1);
}
static bool ZipWriterWriteZeros(ZipArchive* pZip, int64 fileOfs, int32 count)
{
int64 cur_file_ofs = fileOfs;
int32 padLeft = count;
char8[4096] buf;
Internal.MemSet(&buf, 0, Math.Min(sizeof(decltype(buf)), padLeft));
while (padLeft != 0)
{
int32 s = Math.Min(sizeof(decltype(buf)), padLeft);
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_file_ofs, &buf, s) != s)
return false;
cur_file_ofs += s; padLeft -= s;
}
return true;
}
public static bool ZipWriterAddMemEx(ZipArchive* pZip, char8* pArchive_name, void* pBuf, int buf_size, void* pComment, uint16 comment_size, ZipFlags level_and_flags_in, int64 uncomp_size_in, uint32 uncomp_crc32_in)
{
int64 uncomp_size = uncomp_size_in;
uint32 uncomp_crc32 = uncomp_crc32_in;
ZipFlags level_and_flags = level_and_flags_in;
uint16 method = 0, dos_time = 0, dos_date = 0;
CompressionLevel level;
uint32 ext_attributes = 0;
int32 num_alignment_padding_bytes;
int64 local_dir_header_ofs = pZip.m_archive_size, cur_archive_file_ofs = pZip.m_archive_size, comp_size = 0;
int archive_name_size;
uint8[ZIP_LOCAL_DIR_HEADER_SIZE] local_dir_header;
tdefl_compressor* pComp = null;
bool store_data_uncompressed;
ZipInternalState* pState;
if ((int32)level_and_flags < 0)
level_and_flags = (ZipFlags)CompressionLevel.DEFAULT_LEVEL;
level = (CompressionLevel)((int32)level_and_flags & 0xF);
store_data_uncompressed = ((level == 0) || (level_and_flags.HasFlag(.CompressedData)));
if ((pZip == null) || (pZip.m_pState != null) || (pZip.m_zip_mode != .Writing) || ((buf_size != 0) && (pBuf == null)) ||
(pArchive_name == null) || ((comment_size != 0) && (pComment == null)) || (pZip.m_total_files == 0xFFFF) || (level > .UBER_COMPRESSION))
return false;
pState = pZip.m_pState;
if ((!(level_and_flags.HasFlag(.CompressedData))) && (uncomp_size != 0))
return false;
// No zip64 support yet
if ((buf_size > 0xFFFFFFFF) || (uncomp_size > 0xFFFFFFFF))
return false;
if (!zip_writer_validate_archive_name(pArchive_name))
return false;
{
time_t cur_time; time(out cur_time);
zip_time_to_dos_time(cur_time, &dos_time, &dos_date);
}
archive_name_size = Internal.CStrLen(pArchive_name);
if (archive_name_size > 0xFFFF)
return false;
num_alignment_padding_bytes = zip_writer_compute_padding_needed_for_file_alignment(pZip);
// no zip64 support yet
if ((pZip.m_total_files == 0xFFFF) || ((pZip.m_archive_size + num_alignment_padding_bytes + ZIP_LOCAL_DIR_HEADER_SIZE + ZIP_CENTRAL_DIR_HEADER_SIZE + comment_size + archive_name_size) > 0xFFFFFFFF))
return false;
if ((archive_name_size != 0) && (pArchive_name[archive_name_size - 1] == '/'))
{
// Set DOS Subdirectory attribute bit.
ext_attributes |= 0x10;
// Subdirectories cannot contain data.
if ((buf_size != 0) || (uncomp_size != 0))
return false;
}
// Try to do any allocations before writing to the archive, so if an allocation fails the file remains unmodified. (A good idea if we're doing an in-place modification.)
if ((!zip_array_ensure_room(pZip, &pState.m_central_dir, ZIP_CENTRAL_DIR_HEADER_SIZE + archive_name_size + comment_size)) || (!zip_array_ensure_room(pZip, &pState.m_central_dir_offsets, 1)))
return false;
if ((!store_data_uncompressed) && (buf_size != 0))
{
if (null == (pComp = (tdefl_compressor*)pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, sizeof(tdefl_compressor))))
return false;
}
if (!ZipWriterWriteZeros(pZip, cur_archive_file_ofs, num_alignment_padding_bytes + sizeof(decltype(local_dir_header))))
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
return false;
}
local_dir_header_ofs += num_alignment_padding_bytes;
if (pZip.m_file_offset_alignment != 0) { Debug.Assert((local_dir_header_ofs & (pZip.m_file_offset_alignment - 1)) == 0); }
cur_archive_file_ofs += num_alignment_padding_bytes + sizeof(decltype(local_dir_header));
local_dir_header = default;
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_archive_file_ofs, pArchive_name, archive_name_size) != archive_name_size)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
return false;
}
cur_archive_file_ofs += archive_name_size;
if (!(level_and_flags.HasFlag(.CompressedData)))
{
uncomp_crc32 = (uint32)crc32(CRC32_INIT, (uint8*)pBuf, buf_size);
uncomp_size = buf_size;
if (uncomp_size <= 3)
{
level = default;
store_data_uncompressed = true;
}
}
if (store_data_uncompressed)
{
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_archive_file_ofs, pBuf, buf_size) != buf_size)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
return false;
}
cur_archive_file_ofs += buf_size;
comp_size = buf_size;
if (level_and_flags.HasFlag(.CompressedData))
method = DEFLATED;
}
else if (buf_size != 0)
{
zip_writer_add_state state;
state.m_pZip = pZip;
state.m_cur_archive_file_ofs = cur_archive_file_ofs;
state.m_comp_size = 0;
if ((tdefl_init(pComp, => zip_writer_add_put_buf_callback, &state, tdefl_create_comp_flags_from_zip_params(level, -15, .DEFAULT_STRATEGY)) != .TDEFL_STATUS_OKAY) ||
(tdefl_compress_buffer(pComp, pBuf, buf_size, .TDEFL_FINISH) != .TDEFL_STATUS_DONE))
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
return false;
}
comp_size = state.m_comp_size;
cur_archive_file_ofs = state.m_cur_archive_file_ofs;
method = DEFLATED;
}
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
pComp = null;
// no zip64 support yet
if ((comp_size > 0xFFFFFFFF) || (cur_archive_file_ofs > 0xFFFFFFFF))
return false;
if (!zip_writer_create_local_dir_header(pZip, &local_dir_header, (uint16)archive_name_size, 0, uncomp_size, comp_size, uncomp_crc32, method, 0, dos_time, dos_date))
return false;
if (pZip.m_pWrite(pZip.m_pIO_opaque, local_dir_header_ofs, &local_dir_header, sizeof(decltype(local_dir_header))) != sizeof(decltype(local_dir_header)))
return false;
if (!zip_writer_add_to_central_dir(pZip, pArchive_name, (uint16)archive_name_size, null, 0, pComment, comment_size, uncomp_size, comp_size, uncomp_crc32, method, 0, dos_time, dos_date, local_dir_header_ofs, ext_attributes))
return false;
pZip.m_total_files++;
pZip.m_archive_size = cur_archive_file_ofs;
return true;
}
public static bool ZipWriterAddFile(ZipArchive* pZip, char8* pArchive_name, char8* pSrc_filename, void* pComment, uint16 comment_size, ZipFlags level_and_flags_in)
{
ZipFlags level_and_flags = level_and_flags_in;
uint32 uncomp_crc32 = CRC32_INIT;
int32 num_alignment_padding_bytes;
CompressionLevel level;
uint16 method = 0, dos_time = 0, dos_date = 0, ext_attributes = 0;
int64 local_dir_header_ofs = pZip.m_archive_size, cur_archive_file_ofs = pZip.m_archive_size, uncomp_size = 0, comp_size = 0;
int archive_name_size;
uint8[ZIP_LOCAL_DIR_HEADER_SIZE] local_dir_header;
FILE* pSrc_file = null;
if ((int32)level_and_flags < 0)
level_and_flags = (ZipFlags)CompressionLevel.DEFAULT_LEVEL;
level = (CompressionLevel)((int32)level_and_flags & 0xF);
if ((pZip == null) || (pZip.m_pState == null) || (pZip.m_zip_mode != .Writing) || (pArchive_name == null) || ((comment_size != 0) && (pComment == null)) || (level > .UBER_COMPRESSION))
return false;
if (level_and_flags.HasFlag(.CompressedData))
return false;
if (!zip_writer_validate_archive_name(pArchive_name))
return false;
archive_name_size = Internal.CStrLen(pArchive_name);
if (archive_name_size > 0xFFFF)
return false;
num_alignment_padding_bytes = zip_writer_compute_padding_needed_for_file_alignment(pZip);
// no zip64 support yet
if ((pZip.m_total_files == 0xFFFF) || ((pZip.m_archive_size + num_alignment_padding_bytes + ZIP_LOCAL_DIR_HEADER_SIZE + ZIP_CENTRAL_DIR_HEADER_SIZE + comment_size + archive_name_size) > 0xFFFFFFFF))
return false;
if (!zip_get_file_modified_time(pSrc_filename, &dos_time, &dos_date))
return false;
pSrc_file = fopen(pSrc_filename, "rb");
if (pSrc_file == null)
return false;
fseek64(pSrc_file, 0, SEEK_END);
uncomp_size = ftell64(pSrc_file);
fseek64(pSrc_file, 0, SEEK_SET);
if (uncomp_size > 0xFFFFFFFF)
{
// No zip64 support yet
fclose(pSrc_file);
return false;
}
if (uncomp_size <= 3)
level = default;
if (!ZipWriterWriteZeros(pZip, cur_archive_file_ofs, num_alignment_padding_bytes + sizeof(decltype(local_dir_header))))
{
fclose(pSrc_file);
return false;
}
local_dir_header_ofs += num_alignment_padding_bytes;
if (pZip.m_file_offset_alignment != 0) { Debug.Assert((local_dir_header_ofs & (pZip.m_file_offset_alignment - 1)) == 0); }
cur_archive_file_ofs += num_alignment_padding_bytes + sizeof(decltype(local_dir_header));
local_dir_header = default;
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_archive_file_ofs, pArchive_name, archive_name_size) != archive_name_size)
{
fclose(pSrc_file);
return false;
}
cur_archive_file_ofs += archive_name_size;
if (uncomp_size != 0)
{
int64 uncomp_remaining = uncomp_size;
void* pRead_buf = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, ZIP_MAX_IO_BUF_SIZE);
if (pRead_buf == null)
{
fclose(pSrc_file);
return false;
}
if (level == 0)
{
while (uncomp_remaining != 0)
{
int32 n = (int32)Math.Min(ZIP_MAX_IO_BUF_SIZE, uncomp_remaining);
if ((fread(pRead_buf, 1, n, pSrc_file) != n) || (pZip.m_pWrite(pZip.m_pIO_opaque, cur_archive_file_ofs, pRead_buf, n) != n))
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
fclose(pSrc_file);
return false;
}
uncomp_crc32 = (uint32)crc32(uncomp_crc32, (uint8*)pRead_buf, n);
uncomp_remaining -= n;
cur_archive_file_ofs += n;
}
comp_size = uncomp_size;
}
else
{
bool result = false;
zip_writer_add_state state;
tdefl_compressor* pComp = (tdefl_compressor*)pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, sizeof(tdefl_compressor));
if (pComp == null)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
fclose(pSrc_file);
return false;
}
state.m_pZip = pZip;
state.m_cur_archive_file_ofs = cur_archive_file_ofs;
state.m_comp_size = 0;
if (tdefl_init(pComp, => zip_writer_add_put_buf_callback, &state, tdefl_create_comp_flags_from_zip_params(level, -15, .DEFAULT_STRATEGY)) != .TDEFL_STATUS_OKAY)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
fclose(pSrc_file);
return false;
}
for (;;)
{
int in_buf_size = (uint32)Math.Min(uncomp_remaining, ZIP_MAX_IO_BUF_SIZE);
TdeflStatus status;
if (fread(pRead_buf, 1, in_buf_size, pSrc_file) != in_buf_size)
break;
uncomp_crc32 = (uint32)crc32(uncomp_crc32, (uint8*)pRead_buf, in_buf_size);
uncomp_remaining -= in_buf_size;
status = tdefl_compress_buffer(pComp, pRead_buf, in_buf_size, (uncomp_remaining != 0) ? .TDEFL_NO_FLUSH : .TDEFL_FINISH);
if (status == .TDEFL_STATUS_DONE)
{
result = true;
break;
}
else if (status != .TDEFL_STATUS_OKAY)
break;
}
pZip.m_pFree(pZip.m_pAlloc_opaque, pComp);
if (!result)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
fclose(pSrc_file);
return false;
}
comp_size = state.m_comp_size;
cur_archive_file_ofs = state.m_cur_archive_file_ofs;
method = DEFLATED;
}
pZip.m_pFree(pZip.m_pAlloc_opaque, pRead_buf);
}
fclose(pSrc_file); pSrc_file = null;
// no zip64 support yet
if ((comp_size > 0xFFFFFFFF) || (cur_archive_file_ofs > 0xFFFFFFFF))
return false;
if (!zip_writer_create_local_dir_header(pZip, &local_dir_header, (uint16)archive_name_size, 0, uncomp_size, comp_size, uncomp_crc32, method, 0, dos_time, dos_date))
return false;
if (pZip.m_pWrite(pZip.m_pIO_opaque, local_dir_header_ofs, &local_dir_header, sizeof(decltype(local_dir_header))) != sizeof(decltype(local_dir_header)))
return false;
if (!zip_writer_add_to_central_dir(pZip, pArchive_name, (uint16)archive_name_size, null, 0, pComment, comment_size, uncomp_size, comp_size, uncomp_crc32, method, 0, dos_time, dos_date, local_dir_header_ofs, ext_attributes))
return false;
pZip.m_total_files++;
pZip.m_archive_size = cur_archive_file_ofs;
return true;
}
public static bool ZipWriterAddFromZipReader(ZipArchive* pZip, ZipArchive* pSource_zip, int32 file_index)
{
int32 n;
uint32 bit_flags;
int32 num_alignment_padding_bytes;
int64 comp_bytes_remaining, local_dir_header_ofs;
int64 cur_src_file_ofs, cur_dst_file_ofs;
uint32[(ZIP_LOCAL_DIR_HEADER_SIZE + sizeof(uint32) - 1) / sizeof(uint32)] local_header_u32; uint8* pLocal_header = (uint8*)&local_header_u32;
uint8[ZIP_CENTRAL_DIR_HEADER_SIZE] central_header = ?;
int orig_central_dir_size;
ZipInternalState* pState;
void* pBuf; uint8* pSrc_central_header;
if ((pZip == null) || (pZip.m_pState == null) || (pZip.m_zip_mode != .Writing))
return false;
if (null == (pSrc_central_header = ZipReaderGetCdh(pSource_zip, file_index)))
return false;
pState = pZip.m_pState;
num_alignment_padding_bytes = zip_writer_compute_padding_needed_for_file_alignment(pZip);
// no zip64 support yet
if ((pZip.m_total_files == 0xFFFF) || ((pZip.m_archive_size + num_alignment_padding_bytes + ZIP_LOCAL_DIR_HEADER_SIZE + ZIP_CENTRAL_DIR_HEADER_SIZE) > 0xFFFFFFFF))
return false;
cur_src_file_ofs = ReadLE32!(pSrc_central_header + ZIP_CDH_LOCAL_HEADER_OFS);
cur_dst_file_ofs = pZip.m_archive_size;
if (pSource_zip.m_pRead(pSource_zip.m_pIO_opaque, cur_src_file_ofs, pLocal_header, ZIP_LOCAL_DIR_HEADER_SIZE) != ZIP_LOCAL_DIR_HEADER_SIZE)
return false;
if (ReadLE32!(pLocal_header) != ZIP_LOCAL_DIR_HEADER_SIG)
return false;
cur_src_file_ofs += ZIP_LOCAL_DIR_HEADER_SIZE;
if (!ZipWriterWriteZeros(pZip, cur_dst_file_ofs, num_alignment_padding_bytes))
return false;
cur_dst_file_ofs += num_alignment_padding_bytes;
local_dir_header_ofs = cur_dst_file_ofs;
if (pZip.m_file_offset_alignment != 0) { Debug.Assert((local_dir_header_ofs & (pZip.m_file_offset_alignment - 1)) == 0); }
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_dst_file_ofs, pLocal_header, ZIP_LOCAL_DIR_HEADER_SIZE) != ZIP_LOCAL_DIR_HEADER_SIZE)
return false;
cur_dst_file_ofs += ZIP_LOCAL_DIR_HEADER_SIZE;
n = ReadLE16!(pLocal_header + ZIP_LDH_FILENAME_LEN_OFS) + ReadLE16!(pLocal_header + ZIP_LDH_EXTRA_LEN_OFS);
comp_bytes_remaining = n + (int32)ReadLE32!(pSrc_central_header + ZIP_CDH_COMPRESSED_SIZE_OFS);
if (null == (pBuf = pZip.m_pAlloc(pZip.m_pAlloc_opaque, 1, (int)Math.Max(sizeof(uint32) * 4, Math.Min(ZIP_MAX_IO_BUF_SIZE, comp_bytes_remaining)))))
return false;
while (comp_bytes_remaining != 0)
{
n = (int32)Math.Min(ZIP_MAX_IO_BUF_SIZE, comp_bytes_remaining);
if (pSource_zip.m_pRead(pSource_zip.m_pIO_opaque, cur_src_file_ofs, pBuf, n) != n)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pBuf);
return false;
}
cur_src_file_ofs += n;
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_dst_file_ofs, pBuf, n) != n)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pBuf);
return false;
}
cur_dst_file_ofs += n;
comp_bytes_remaining -= n;
}
bit_flags = ReadLE16!(pLocal_header + ZIP_LDH_BIT_FLAG_OFS);
if ((bit_flags & 8) != 0)
{
// Copy data descriptor
if (pSource_zip.m_pRead(pSource_zip.m_pIO_opaque, cur_src_file_ofs, pBuf, sizeof(uint32) * 4) != sizeof(uint32) * 4)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pBuf);
return false;
}
n = (int32)sizeof(uint32) * ((ReadLE32!(pBuf) == 0x08074b50) ? 4 : 3);
if (pZip.m_pWrite(pZip.m_pIO_opaque, cur_dst_file_ofs, pBuf, n) != n)
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pBuf);
return false;
}
cur_src_file_ofs += n;
cur_dst_file_ofs += n;
}
pZip.m_pFree(pZip.m_pAlloc_opaque, pBuf);
// no zip64 support yet
if (cur_dst_file_ofs > 0xFFFFFFFF)
return false;
orig_central_dir_size = pState.m_central_dir.m_size;
Internal.MemCpy(&central_header, pSrc_central_header, ZIP_CENTRAL_DIR_HEADER_SIZE);
WRITE_LE32!(&central_header[ZIP_CDH_LOCAL_HEADER_OFS], local_dir_header_ofs);
if (!zip_array_push_back(pZip, &pState.m_central_dir, &central_header, ZIP_CENTRAL_DIR_HEADER_SIZE))
return false;
n = (int32)ReadLE16!(pSrc_central_header + ZIP_CDH_FILENAME_LEN_OFS) + (int32)ReadLE16!(pSrc_central_header + ZIP_CDH_EXTRA_LEN_OFS) + (int32)ReadLE16!(pSrc_central_header + ZIP_CDH_COMMENT_LEN_OFS);
if (!zip_array_push_back(pZip, &pState.m_central_dir, pSrc_central_header + ZIP_CENTRAL_DIR_HEADER_SIZE, n))
{
zip_array_resize(pZip, &pState.m_central_dir, orig_central_dir_size, false);
return false;
}
if (pState.m_central_dir.m_size > 0xFFFFFFFF)
return false;
n = (int32)orig_central_dir_size;
if (!zip_array_push_back(pZip, &pState.m_central_dir_offsets, &n, 1))
{
zip_array_resize(pZip, &pState.m_central_dir, orig_central_dir_size, false);
return false;
}
pZip.m_total_files++;
pZip.m_archive_size = cur_dst_file_ofs;
return true;
}
static bool zip_writer_finalize_archive(ZipArchive* pZip)
{
ZipInternalState* pState;
int64 central_dir_ofs, central_dir_size;
uint8[ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE] hdr;
if ((pZip == null) || (pZip.m_pState == null) || (pZip.m_zip_mode != .Writing))
return false;
pState = pZip.m_pState;
// no zip64 support yet
if ((pZip.m_total_files > 0xFFFF) || ((pZip.m_archive_size + pState.m_central_dir.m_size + ZIP_END_OF_CENTRAL_DIR_HEADER_SIZE) > 0xFFFFFFFF))
return false;
central_dir_ofs = 0;
central_dir_size = 0;
if (pZip.m_total_files != 0)
{
// Write central directory
central_dir_ofs = pZip.m_archive_size;
central_dir_size = pState.m_central_dir.m_size;
pZip.m_central_directory_file_ofs = central_dir_ofs;
if (pZip.m_pWrite(pZip.m_pIO_opaque, central_dir_ofs, pState.m_central_dir.m_p, (int)central_dir_size) != central_dir_size)
return false;
pZip.m_archive_size += central_dir_size;
}
// Write end of central directory record
hdr = default;
WRITE_LE32!(&hdr[0] + ZIP_ECDH_SIG_OFS, ZIP_END_OF_CENTRAL_DIR_HEADER_SIG);
WRITE_LE16!(&hdr[0] + ZIP_ECDH_CDIR_NUM_ENTRIES_ON_DISK_OFS, pZip.m_total_files);
WRITE_LE16!(&hdr[0] + ZIP_ECDH_CDIR_TOTAL_ENTRIES_OFS, pZip.m_total_files);
WRITE_LE32!(&hdr[0] + ZIP_ECDH_CDIR_SIZE_OFS, central_dir_size);
WRITE_LE32!(&hdr[0] + ZIP_ECDH_CDIR_OFS_OFS, central_dir_ofs);
if (pZip.m_pWrite(pZip.m_pIO_opaque, pZip.m_archive_size, &hdr, sizeof(decltype(hdr))) != sizeof(decltype(hdr)))
return false;
if ((pState.m_pFile != null) && (fflush(pState.m_pFile) == EOF))
return false;
pZip.m_archive_size += sizeof(decltype(hdr));
pZip.m_zip_mode = .WritingHasBeenFinalized;
return true;
}
static bool ZipWriterFinalizeHeapArchive(ZipArchive* pZip, void** pBuf, int* pSize)
{
if ((pZip == null) || (pZip.m_pState == null) || (pBuf == null) || (pSize == null))
return false;
if (pZip.m_pWrite != => zip_heap_write_func)
return false;
if (!zip_writer_finalize_archive(pZip))
return false;
*pBuf = pZip.m_pState.m_pMem;
*pSize = pZip.m_pState.m_mem_size;
pZip.m_pState.m_pMem = null;
pZip.m_pState.m_mem_size = pZip.m_pState.m_mem_capacity = 0;
return true;
}
static bool zip_writer_end(ZipArchive* pZip)
{
ZipInternalState* pState;
bool status = true;
if ((pZip == null) || (pZip.m_pState == null) || (pZip.m_pAlloc == null) || (pZip.m_pFree == null) ||
((pZip.m_zip_mode != .Writing) && (pZip.m_zip_mode != .WritingHasBeenFinalized)))
return false;
pState = pZip.m_pState;
pZip.m_pState = null;
zip_array_clear(pZip, &pState.m_central_dir);
zip_array_clear(pZip, &pState.m_central_dir_offsets);
zip_array_clear(pZip, &pState.m_sorted_central_dir_offsets);
if (pState.m_pFile != null)
{
fclose(pState.m_pFile);
pState.m_pFile = null;
}
if ((pZip.m_pWrite == => zip_heap_write_func) && (pState.m_pMem != null))
{
pZip.m_pFree(pZip.m_pAlloc_opaque, pState.m_pMem);
pState.m_pMem = null;
}
pZip.m_pFree(pZip.m_pAlloc_opaque, pState);
pZip.m_zip_mode = .Invalid;
return status;
}
[CRepr]
struct FILE_STAT_STRUCT
{
public uint32 st_dev;
public uint16 st_ino;
public uint16 st_mode;
public int16 st_nlink;
public int16 st_uid;
public int16 st_gid;
public uint32 st_rdev;
public int64 st_size;
public time_t st_atime;
public time_t st_mtime;
public time_t st_ctime;
};
[CLink, StdCall]
static extern int32 _fstat64i32(char8* fileName, FILE_STAT_STRUCT* stat);
bool zip_add_mem_to_archive_file_in_place(char8* pZip_filename, char8* pArchive_name, void* pBuf, int buf_size, void* pComment, uint16 comment_size, ZipFlags level_and_flags_in)
{
ZipFlags level_and_flags = level_and_flags_in;
bool status, created_new_archive = false;
ZipArchive zip_archive;
FILE_STAT_STRUCT file_stat;
zip_archive = default;
if ((int32)level_and_flags < 0)
level_and_flags = (ZipFlags)CompressionLevel.DEFAULT_LEVEL;
let level = (CompressionLevel)((int32)level_and_flags & 0xF);
if ((pZip_filename == null) || (pArchive_name == null) || ((buf_size != 0) && (pBuf == null)) || ((comment_size != 0) && (pComment == null)) || (level > .UBER_COMPRESSION))
return false;
if (!zip_writer_validate_archive_name(pArchive_name))
return false;
if (_fstat64i32(pZip_filename, &file_stat) != 0)
{
// Create a new archive.
if (!ZipWriterInitFile(&zip_archive, pZip_filename, 0))
return false;
created_new_archive = true;
}
else
{
// Append to an existing archive.
if (!ZipReaderInitFile(&zip_archive, pZip_filename, level_and_flags | .DoNotSortCentralDirectory))
return false;
if (!zip_writer_init_from_reader(&zip_archive, pZip_filename))
{
ZipReaderEnd(&zip_archive);
return false;
}
}
status = ZipWriterAddMemEx(&zip_archive, pArchive_name, pBuf, buf_size, pComment, comment_size, level_and_flags, 0, 0);
// Always finalize, even if adding failed for some reason, so we have a valid central directory. (This may not always succeed, but we can try.)
if (!zip_writer_finalize_archive(&zip_archive))
status = false;
if (!zip_writer_end(&zip_archive))
status = false;
if ((!status) && (created_new_archive))
{
// It's a new archive and something went wrong, so just delete it.
File.Delete(scope String(pZip_filename)).IgnoreError();
}
return status;
}
static void* zip_extract_archive_file_to_heap(char8* pZip_filename, char8* pArchive_name, int* pSize, ZipFlags flags)
{
int32 file_index;
ZipArchive zip_archive;
void* p = null;
if (pSize != null)
*pSize = 0;
if ((pZip_filename == null) || (pArchive_name == null))
return null;
zip_archive = default;
if (!ZipReaderInitFile(&zip_archive, pZip_filename, flags | .DoNotSortCentralDirectory))
return null;
if ((file_index = zip_reader_locate_file(&zip_archive, pArchive_name, null, flags)) >= 0)
p = ZipReaderExtractToHeap(&zip_archive, file_index, pSize, flags);
ZipReaderEnd(&zip_archive);
return p;
}
}
}