1#ifndef ZNGLIB_H_ 2#define ZNGLIB_H_ 3/* zlib-ng.h -- interface of the 'zlib-ng' compression library, forked from zlib. 4 5 Copyright (C) 1995-2016 Jean-loup Gailly and Mark Adler 6 7 This software is provided 'as-is', without any express or implied 8 warranty. In no event will the authors be held liable for any damages 9 arising from the use of this software. 10 11 Permission is granted to anyone to use this software for any purpose, 12 including commercial applications, and to alter it and redistribute it 13 freely, subject to the following restrictions: 14 15 1. The origin of this software must not be misrepresented; you must not 16 claim that you wrote the original software. If you use this software 17 in a product, an acknowledgment in the product documentation would be 18 appreciated but is not required. 19 2. Altered source versions must be plainly marked as such, and must not be 20 misrepresented as being the original software. 21 3. This notice may not be removed or altered from any source distribution. 22 23 Jean-loup Gailly Mark Adler 24 [email protected] [email protected] 25 26 27 The data format used by the zlib library is described by RFCs (Request for 28 Comments) 1950 to 1952 in the files https://tools.ietf.org/html/rfc1950 29 (zlib format), rfc1951 (deflate format) and rfc1952 (gzip format). 30*/ 31 32#ifdef ZLIB_H_ 33# error Include zlib-ng.h for zlib-ng API or zlib.h for zlib-compat API but not both 34#endif 35 36#ifndef RC_INVOKED 37#include "zconf-ng.h" 38 39#include <stdint.h> 40 41#ifndef ZCONFNG_H 42# error Missing zconf-ng.h add binary output directory to include directories 43#endif 44#endif /* RC_INVOKED */ 45 46#ifdef __cplusplus 47extern "C" { 48#endif 49 50#define ZLIBNG_VERSION "2.1.0.devel" 51#define ZLIBNG_VERNUM 0x02010000L /* MMNNRRMS: major minor revision status modified */ 52#define ZLIBNG_VER_MAJOR 2 53#define ZLIBNG_VER_MINOR 1 54#define ZLIBNG_VER_REVISION 0 55#define ZLIBNG_VER_STATUS 0 /* 0=devel, 1-E=beta, F=Release */ 56#define ZLIBNG_VER_MODIFIED 0 /* non-zero if modified externally from zlib-ng */ 57 58/* 59 The 'zlib' compression library provides in-memory compression and 60 decompression functions, including integrity checks of the uncompressed data. 61 This version of the library supports only one compression method (deflation) 62 but other algorithms will be added later and will have the same stream 63 interface. 64 65 Compression can be done in a single step if the buffers are large enough, 66 or can be done by repeated calls of the compression function. In the latter 67 case, the application must provide more input and/or consume the output 68 (providing more output space) before each call. 69 70 The compressed data format used by default by the in-memory functions is 71 the zlib format, which is a zlib wrapper documented in RFC 1950, wrapped 72 around a deflate stream, which is itself documented in RFC 1951. 73 74 The library also supports reading and writing files in gzip (.gz) format 75 with an interface similar to that of stdio using the functions that start 76 with "gz". The gzip format is different from the zlib format. gzip is a 77 gzip wrapper, documented in RFC 1952, wrapped around a deflate stream. 78 79 This library can optionally read and write gzip and raw deflate streams in 80 memory as well. 81 82 The zlib format was designed to be compact and fast for use in memory 83 and on communications channels. The gzip format was designed for single- 84 file compression on file systems, has a larger header than zlib to maintain 85 directory information, and uses a different, slower check method than zlib. 86 87 The library does not install any signal handler. The decoder checks 88 the consistency of the compressed data, so the library should never crash 89 even in the case of corrupted input. 90*/ 91 92typedef void *(*alloc_func) (void *opaque, unsigned int items, unsigned int size); 93typedef void (*free_func) (void *opaque, void *address); 94 95struct internal_state; 96 97typedef struct zng_stream_s { 98 const uint8_t *next_in; /* next input byte */ 99 uint32_t avail_in; /* number of bytes available at next_in */ 100 size_t total_in; /* total number of input bytes read so far */ 101 102 uint8_t *next_out; /* next output byte will go here */ 103 uint32_t avail_out; /* remaining free space at next_out */ 104 size_t total_out; /* total number of bytes output so far */ 105 106 const char *msg; /* last error message, NULL if no error */ 107 struct internal_state *state; /* not visible by applications */ 108 109 alloc_func zalloc; /* used to allocate the internal state */ 110 free_func zfree; /* used to free the internal state */ 111 void *opaque; /* private data object passed to zalloc and zfree */ 112 113 int data_type; /* best guess about the data type: binary or text 114 for deflate, or the decoding state for inflate */ 115 uint32_t adler; /* Adler-32 or CRC-32 value of the uncompressed data */ 116 unsigned long reserved; /* reserved for future use */ 117} zng_stream; 118 119typedef zng_stream *zng_streamp; /* Obsolete type, retained for compatibility only */ 120 121/* 122 gzip header information passed to and from zlib routines. See RFC 1952 123 for more details on the meanings of these fields. 124*/ 125typedef struct zng_gz_header_s { 126 int32_t text; /* true if compressed data believed to be text */ 127 unsigned long time; /* modification time */ 128 int32_t xflags; /* extra flags (not used when writing a gzip file) */ 129 int32_t os; /* operating system */ 130 uint8_t *extra; /* pointer to extra field or NULL if none */ 131 uint32_t extra_len; /* extra field length (valid if extra != NULL) */ 132 uint32_t extra_max; /* space at extra (only when reading header) */ 133 uint8_t *name; /* pointer to zero-terminated file name or NULL */ 134 uint32_t name_max; /* space at name (only when reading header) */ 135 uint8_t *comment; /* pointer to zero-terminated comment or NULL */ 136 uint32_t comm_max; /* space at comment (only when reading header) */ 137 int32_t hcrc; /* true if there was or will be a header crc */ 138 int32_t done; /* true when done reading gzip header (not used when writing a gzip file) */ 139} zng_gz_header; 140 141typedef zng_gz_header *zng_gz_headerp; 142 143/* 144 The application must update next_in and avail_in when avail_in has dropped 145 to zero. It must update next_out and avail_out when avail_out has dropped 146 to zero. The application must initialize zalloc, zfree and opaque before 147 calling the init function. All other fields are set by the compression 148 library and must not be updated by the application. 149 150 The opaque value provided by the application will be passed as the first 151 parameter for calls of zalloc and zfree. This can be useful for custom 152 memory management. The compression library attaches no meaning to the 153 opaque value. 154 155 zalloc must return NULL if there is not enough memory for the object. 156 If zlib is used in a multi-threaded application, zalloc and zfree must be 157 thread safe. In that case, zlib is thread-safe. When zalloc and zfree are 158 Z_NULL on entry to the initialization function, they are set to internal 159 routines that use the standard library functions malloc() and free(). 160 161 The fields total_in and total_out can be used for statistics or progress 162 reports. After compression, total_in holds the total size of the 163 uncompressed data and may be saved for use by the decompressor (particularly 164 if the decompressor wants to decompress everything in a single step). 165*/ 166 167 /* constants */ 168 169#define Z_NO_FLUSH 0 170#define Z_PARTIAL_FLUSH 1 171#define Z_SYNC_FLUSH 2 172#define Z_FULL_FLUSH 3 173#define Z_FINISH 4 174#define Z_BLOCK 5 175#define Z_TREES 6 176/* Allowed flush values; see deflate() and inflate() below for details */ 177 178#define Z_OK 0 179#define Z_STREAM_END 1 180#define Z_NEED_DICT 2 181#define Z_ERRNO (-1) 182#define Z_STREAM_ERROR (-2) 183#define Z_DATA_ERROR (-3) 184#define Z_MEM_ERROR (-4) 185#define Z_BUF_ERROR (-5) 186#define Z_VERSION_ERROR (-6) 187/* Return codes for the compression/decompression functions. Negative values 188 * are errors, positive values are used for special but normal events. 189 */ 190 191#define Z_NO_COMPRESSION 0 192#define Z_BEST_SPEED 1 193#define Z_BEST_COMPRESSION 9 194#define Z_DEFAULT_COMPRESSION (-1) 195/* compression levels */ 196 197#define Z_FILTERED 1 198#define Z_HUFFMAN_ONLY 2 199#define Z_RLE 3 200#define Z_FIXED 4 201#define Z_DEFAULT_STRATEGY 0 202/* compression strategy; see deflateInit2() below for details */ 203 204#define Z_BINARY 0 205#define Z_TEXT 1 206#define Z_ASCII Z_TEXT /* for compatibility with 1.2.2 and earlier */ 207#define Z_UNKNOWN 2 208/* Possible values of the data_type field for deflate() */ 209 210#define Z_DEFLATED 8 211/* The deflate compression method (the only one supported in this version) */ 212 213#define Z_NULL NULL /* for compatibility with zlib, was for initializing zalloc, zfree, opaque */ 214 215 216 /* basic functions */ 217 218Z_EXTERN Z_EXPORT 219const char *zlibng_version(void); 220/* The application can compare zlibng_version and ZLIBNG_VERSION for consistency. 221 If the first character differs, the library code actually used is not 222 compatible with the zlib-ng.h header file used by the application. This check 223 is automatically made by deflateInit and inflateInit. 224 */ 225 226/* 227Z_EXTERN Z_EXPORT 228int zng_deflateInit(zng_stream *strm, int level); 229 230 Initializes the internal stream state for compression. The fields 231 zalloc, zfree and opaque must be initialized before by the caller. If 232 zalloc and zfree are set to NULL, deflateInit updates them to use default 233 allocation functions. 234 235 The compression level must be Z_DEFAULT_COMPRESSION, or between 0 and 9: 236 1 gives best speed, 9 gives best compression, 0 gives no compression at all 237 (the input data is simply copied a block at a time). Z_DEFAULT_COMPRESSION 238 requests a default compromise between speed and compression (currently 239 equivalent to level 6). 240 241 deflateInit returns Z_OK if success, Z_MEM_ERROR if there was not enough 242 memory, Z_STREAM_ERROR if level is not a valid compression level, or 243 Z_VERSION_ERROR if the zlib library version (zng_version) is incompatible 244 with the version assumed by the caller (ZLIBNG_VERSION). msg is set to null 245 if there is no error message. deflateInit does not perform any compression: 246 this will be done by deflate(). 247*/ 248 249 250Z_EXTERN Z_EXPORT 251int32_t zng_deflate(zng_stream *strm, int32_t flush); 252/* 253 deflate compresses as much data as possible, and stops when the input 254 buffer becomes empty or the output buffer becomes full. It may introduce 255 some output latency (reading input without producing any output) except when 256 forced to flush. 257 258 The detailed semantics are as follows. deflate performs one or both of the 259 following actions: 260 261 - Compress more input starting at next_in and update next_in and avail_in 262 accordingly. If not all input can be processed (because there is not 263 enough room in the output buffer), next_in and avail_in are updated and 264 processing will resume at this point for the next call of deflate(). 265 266 - Generate more output starting at next_out and update next_out and avail_out 267 accordingly. This action is forced if the parameter flush is non zero. 268 Forcing flush frequently degrades the compression ratio, so this parameter 269 should be set only when necessary. Some output may be provided even if 270 flush is zero. 271 272 Before the call of deflate(), the application should ensure that at least 273 one of the actions is possible, by providing more input and/or consuming more 274 output, and updating avail_in or avail_out accordingly; avail_out should 275 never be zero before the call. The application can consume the compressed 276 output when it wants, for example when the output buffer is full (avail_out 277 == 0), or after each call of deflate(). If deflate returns Z_OK and with 278 zero avail_out, it must be called again after making room in the output 279 buffer because there might be more output pending. See deflatePending(), 280 which can be used if desired to determine whether or not there is more output 281 in that case. 282 283 Normally the parameter flush is set to Z_NO_FLUSH, which allows deflate to 284 decide how much data to accumulate before producing output, in order to 285 maximize compression. 286 287 If the parameter flush is set to Z_SYNC_FLUSH, all pending output is 288 flushed to the output buffer and the output is aligned on a byte boundary, so 289 that the decompressor can get all input data available so far. (In 290 particular avail_in is zero after the call if enough output space has been 291 provided before the call.) Flushing may degrade compression for some 292 compression algorithms and so it should be used only when necessary. This 293 completes the current deflate block and follows it with an empty stored block 294 that is three bits plus filler bits to the next byte, followed by four bytes 295 (00 00 ff ff). 296 297 If flush is set to Z_PARTIAL_FLUSH, all pending output is flushed to the 298 output buffer, but the output is not aligned to a byte boundary. All of the 299 input data so far will be available to the decompressor, as for Z_SYNC_FLUSH. 300 This completes the current deflate block and follows it with an empty fixed 301 codes block that is 10 bits long. This assures that enough bytes are output 302 in order for the decompressor to finish the block before the empty fixed 303 codes block. 304 305 If flush is set to Z_BLOCK, a deflate block is completed and emitted, as 306 for Z_SYNC_FLUSH, but the output is not aligned on a byte boundary, and up to 307 seven bits of the current block are held to be written as the next byte after 308 the next deflate block is completed. In this case, the decompressor may not 309 be provided enough bits at this point in order to complete decompression of 310 the data provided so far to the compressor. It may need to wait for the next 311 block to be emitted. This is for advanced applications that need to control 312 the emission of deflate blocks. 313 314 If flush is set to Z_FULL_FLUSH, all output is flushed as with 315 Z_SYNC_FLUSH, and the compression state is reset so that decompression can 316 restart from this point if previous compressed data has been damaged or if 317 random access is desired. Using Z_FULL_FLUSH too often can seriously degrade 318 compression. 319 320 If deflate returns with avail_out == 0, this function must be called again 321 with the same value of the flush parameter and more output space (updated 322 avail_out), until the flush is complete (deflate returns with non-zero 323 avail_out). In the case of a Z_FULL_FLUSH or Z_SYNC_FLUSH, make sure that 324 avail_out is greater than six to avoid repeated flush markers due to 325 avail_out == 0 on return. 326 327 If the parameter flush is set to Z_FINISH, pending input is processed, 328 pending output is flushed and deflate returns with Z_STREAM_END if there was 329 enough output space. If deflate returns with Z_OK or Z_BUF_ERROR, this 330 function must be called again with Z_FINISH and more output space (updated 331 avail_out) but no more input data, until it returns with Z_STREAM_END or an 332 error. After deflate has returned Z_STREAM_END, the only possible operations 333 on the stream are deflateReset or deflateEnd. 334 335 Z_FINISH can be used in the first deflate call after deflateInit if all the 336 compression is to be done in a single step. In order to complete in one 337 call, avail_out must be at least the value returned by deflateBound (see 338 below). Then deflate is guaranteed to return Z_STREAM_END. If not enough 339 output space is provided, deflate will not return Z_STREAM_END, and it must 340 be called again as described above. 341 342 deflate() sets strm->adler to the Adler-32 checksum of all input read 343 so far (that is, total_in bytes). If a gzip stream is being generated, then 344 strm->adler will be the CRC-32 checksum of the input read so far. (See 345 deflateInit2 below.) 346 347 deflate() may update strm->data_type if it can make a good guess about 348 the input data type (Z_BINARY or Z_TEXT). If in doubt, the data is 349 considered binary. This field is only for information purposes and does not 350 affect the compression algorithm in any manner. 351 352 deflate() returns Z_OK if some progress has been made (more input 353 processed or more output produced), Z_STREAM_END if all input has been 354 consumed and all output has been produced (only when flush is set to 355 Z_FINISH), Z_STREAM_ERROR if the stream state was inconsistent (for example 356 if next_in or next_out was NULL) or the state was inadvertently written over 357 by the application), or Z_BUF_ERROR if no progress is possible (for example 358 avail_in or avail_out was zero). Note that Z_BUF_ERROR is not fatal, and 359 deflate() can be called again with more input and more output space to 360 continue compressing. 361*/ 362 363 364Z_EXTERN Z_EXPORT 365int32_t zng_deflateEnd(zng_stream *strm); 366/* 367 All dynamically allocated data structures for this stream are freed. 368 This function discards any unprocessed input and does not flush any pending 369 output. 370 371 deflateEnd returns Z_OK if success, Z_STREAM_ERROR if the 372 stream state was inconsistent, Z_DATA_ERROR if the stream was freed 373 prematurely (some input or output was discarded). In the error case, msg 374 may be set but then points to a static string (which must not be 375 deallocated). 376*/ 377 378 379/* 380Z_EXTERN Z_EXPORT 381int zng_inflateInit(zng_stream *strm); 382 383 Initializes the internal stream state for decompression. The fields 384 next_in, avail_in, zalloc, zfree and opaque must be initialized before by 385 the caller. In the current version of inflate, the provided input is not 386 read or consumed. The allocation of a sliding window will be deferred to 387 the first call of inflate (if the decompression does not complete on the 388 first call). If zalloc and zfree are set to NULL, inflateInit updates 389 them to use default allocation functions. 390 391 inflateInit returns Z_OK if success, Z_MEM_ERROR if there was not enough 392 memory, Z_VERSION_ERROR if the zlib library version is incompatible with the 393 version assumed by the caller, or Z_STREAM_ERROR if the parameters are 394 invalid, such as a null pointer to the structure. msg is set to null if 395 there is no error message. inflateInit does not perform any decompression. 396 Actual decompression will be done by inflate(). So next_in, and avail_in, 397 next_out, and avail_out are unused and unchanged. The current 398 implementation of inflateInit() does not process any header information -- 399 that is deferred until inflate() is called. 400*/ 401 402 403Z_EXTERN Z_EXPORT 404int32_t zng_inflate(zng_stream *strm, int32_t flush); 405/* 406 inflate decompresses as much data as possible, and stops when the input 407 buffer becomes empty or the output buffer becomes full. It may introduce 408 some output latency (reading input without producing any output) except when 409 forced to flush. 410 411 The detailed semantics are as follows. inflate performs one or both of the 412 following actions: 413 414 - Decompress more input starting at next_in and update next_in and avail_in 415 accordingly. If not all input can be processed (because there is not 416 enough room in the output buffer), then next_in and avail_in are updated 417 accordingly, and processing will resume at this point for the next call of 418 inflate(). 419 420 - Generate more output starting at next_out and update next_out and avail_out 421 accordingly. inflate() provides as much output as possible, until there is 422 no more input data or no more space in the output buffer (see below about 423 the flush parameter). 424 425 Before the call of inflate(), the application should ensure that at least 426 one of the actions is possible, by providing more input and/or consuming more 427 output, and updating the next_* and avail_* values accordingly. If the 428 caller of inflate() does not provide both available input and available 429 output space, it is possible that there will be no progress made. The 430 application can consume the uncompressed output when it wants, for example 431 when the output buffer is full (avail_out == 0), or after each call of 432 inflate(). If inflate returns Z_OK and with zero avail_out, it must be 433 called again after making room in the output buffer because there might be 434 more output pending. 435 436 The flush parameter of inflate() can be Z_NO_FLUSH, Z_SYNC_FLUSH, Z_FINISH, 437 Z_BLOCK, or Z_TREES. Z_SYNC_FLUSH requests that inflate() flush as much 438 output as possible to the output buffer. Z_BLOCK requests that inflate() 439 stop if and when it gets to the next deflate block boundary. When decoding 440 the zlib or gzip format, this will cause inflate() to return immediately 441 after the header and before the first block. When doing a raw inflate, 442 inflate() will go ahead and process the first block, and will return when it 443 gets to the end of that block, or when it runs out of data. 444 445 The Z_BLOCK option assists in appending to or combining deflate streams. 446 To assist in this, on return inflate() always sets strm->data_type to the 447 number of unused bits in the last byte taken from strm->next_in, plus 64 if 448 inflate() is currently decoding the last block in the deflate stream, plus 449 128 if inflate() returned immediately after decoding an end-of-block code or 450 decoding the complete header up to just before the first byte of the deflate 451 stream. The end-of-block will not be indicated until all of the uncompressed 452 data from that block has been written to strm->next_out. The number of 453 unused bits may in general be greater than seven, except when bit 7 of 454 data_type is set, in which case the number of unused bits will be less than 455 eight. data_type is set as noted here every time inflate() returns for all 456 flush options, and so can be used to determine the amount of currently 457 consumed input in bits. 458 459 The Z_TREES option behaves as Z_BLOCK does, but it also returns when the 460 end of each deflate block header is reached, before any actual data in that 461 block is decoded. This allows the caller to determine the length of the 462 deflate block header for later use in random access within a deflate block. 463 256 is added to the value of strm->data_type when inflate() returns 464 immediately after reaching the end of the deflate block header. 465 466 inflate() should normally be called until it returns Z_STREAM_END or an 467 error. However if all decompression is to be performed in a single step (a 468 single call of inflate), the parameter flush should be set to Z_FINISH. In 469 this case all pending input is processed and all pending output is flushed; 470 avail_out must be large enough to hold all of the uncompressed data for the 471 operation to complete. (The size of the uncompressed data may have been 472 saved by the compressor for this purpose.) The use of Z_FINISH is not 473 required to perform an inflation in one step. However it may be used to 474 inform inflate that a faster approach can be used for the single inflate() 475 call. Z_FINISH also informs inflate to not maintain a sliding window if the 476 stream completes, which reduces inflate's memory footprint. If the stream 477 does not complete, either because not all of the stream is provided or not 478 enough output space is provided, then a sliding window will be allocated and 479 inflate() can be called again to continue the operation as if Z_NO_FLUSH had 480 been used. 481 482 In this implementation, inflate() always flushes as much output as 483 possible to the output buffer, and always uses the faster approach on the 484 first call. So the effects of the flush parameter in this implementation are 485 on the return value of inflate() as noted below, when inflate() returns early 486 when Z_BLOCK or Z_TREES is used, and when inflate() avoids the allocation of 487 memory for a sliding window when Z_FINISH is used. 488 489 If a preset dictionary is needed after this call (see inflateSetDictionary 490 below), inflate sets strm->adler to the Adler-32 checksum of the dictionary 491 chosen by the compressor and returns Z_NEED_DICT; otherwise it sets 492 strm->adler to the Adler-32 checksum of all output produced so far (that is, 493 total_out bytes) and returns Z_OK, Z_STREAM_END or an error code as described 494 below. At the end of the stream, inflate() checks that its computed Adler-32 495 checksum is equal to that saved by the compressor and returns Z_STREAM_END 496 only if the checksum is correct. 497 498 inflate() can decompress and check either zlib-wrapped or gzip-wrapped 499 deflate data. The header type is detected automatically, if requested when 500 initializing with inflateInit2(). Any information contained in the gzip 501 header is not retained unless inflateGetHeader() is used. When processing 502 gzip-wrapped deflate data, strm->adler32 is set to the CRC-32 of the output 503 produced so far. The CRC-32 is checked against the gzip trailer, as is the 504 uncompressed length, modulo 2^32. 505 506 inflate() returns Z_OK if some progress has been made (more input processed 507 or more output produced), Z_STREAM_END if the end of the compressed data has 508 been reached and all uncompressed output has been produced, Z_NEED_DICT if a 509 preset dictionary is needed at this point, Z_DATA_ERROR if the input data was 510 corrupted (input stream not conforming to the zlib format or incorrect check 511 value, in which case strm->msg points to a string with a more specific 512 error), Z_STREAM_ERROR if the stream structure was inconsistent (for example 513 next_in or next_out was NULL, or the state was inadvertently written over 514 by the application), Z_MEM_ERROR if there was not enough memory, Z_BUF_ERROR 515 if no progress is possible or if there was not enough room in the output 516 buffer when Z_FINISH is used. Note that Z_BUF_ERROR is not fatal, and 517 inflate() can be called again with more input and more output space to 518 continue decompressing. If Z_DATA_ERROR is returned, the application may 519 then call inflateSync() to look for a good compression block if a partial 520 recovery of the data is to be attempted. 521*/ 522 523 524Z_EXTERN Z_EXPORT 525int32_t zng_inflateEnd(zng_stream *strm); 526/* 527 All dynamically allocated data structures for this stream are freed. 528 This function discards any unprocessed input and does not flush any pending 529 output. 530 531 inflateEnd returns Z_OK if success, or Z_STREAM_ERROR if the stream state 532 was inconsistent. 533*/ 534 535 536 /* Advanced functions */ 537 538/* 539 The following functions are needed only in some special applications. 540*/ 541 542/* 543Z_EXTERN Z_EXPORT 544int zng_deflateInit2(zng_stream *strm, int level, int method, int windowBits, int memLevel, int strategy); 545 546 This is another version of deflateInit with more compression options. The 547 fields zalloc, zfree and opaque must be initialized before by the caller. 548 549 The method parameter is the compression method. It must be Z_DEFLATED in 550 this version of the library. 551 552 The windowBits parameter is the base two logarithm of the window size 553 (the size of the history buffer). It should be in the range 8..15 for this 554 version of the library. Larger values of this parameter result in better 555 compression at the expense of memory usage. The default value is 15 if 556 deflateInit is used instead. 557 558 For the current implementation of deflate(), a windowBits value of 8 (a 559 window size of 256 bytes) is not supported. As a result, a request for 8 560 will result in 9 (a 512-byte window). In that case, providing 8 to 561 inflateInit2() will result in an error when the zlib header with 9 is 562 checked against the initialization of inflate(). The remedy is to not use 8 563 with deflateInit2() with this initialization, or at least in that case use 9 564 with inflateInit2(). 565 566 windowBits can also be -8..-15 for raw deflate. In this case, -windowBits 567 determines the window size. deflate() will then generate raw deflate data 568 with no zlib header or trailer, and will not compute a check value. 569 570 windowBits can also be greater than 15 for optional gzip encoding. Add 571 16 to windowBits to write a simple gzip header and trailer around the 572 compressed data instead of a zlib wrapper. The gzip header will have no 573 file name, no extra data, no comment, no modification time (set to zero), no 574 header crc, and the operating system will be set to the appropriate value, 575 if the operating system was determined at compile time. If a gzip stream is 576 being written, strm->adler is a CRC-32 instead of an Adler-32. 577 578 For raw deflate or gzip encoding, a request for a 256-byte window is 579 rejected as invalid, since only the zlib header provides a means of 580 transmitting the window size to the decompressor. 581 582 The memLevel parameter specifies how much memory should be allocated 583 for the internal compression state. memLevel=1 uses minimum memory but is 584 slow and reduces compression ratio; memLevel=9 uses maximum memory for 585 optimal speed. The default value is 8. See zconf.h for total memory usage 586 as a function of windowBits and memLevel. 587 588 The strategy parameter is used to tune the compression algorithm. Use the 589 value Z_DEFAULT_STRATEGY for normal data, Z_FILTERED for data produced by a 590 filter (or predictor), Z_HUFFMAN_ONLY to force Huffman encoding only (no 591 string match), or Z_RLE to limit match distances to one (run-length 592 encoding). Filtered data consists mostly of small values with a somewhat 593 random distribution. In this case, the compression algorithm is tuned to 594 compress them better. The effect of Z_FILTERED is to force more Huffman 595 coding and less string matching; it is somewhat intermediate between 596 Z_DEFAULT_STRATEGY and Z_HUFFMAN_ONLY. Z_RLE is designed to be almost as 597 fast as Z_HUFFMAN_ONLY, but give better compression for PNG image data. The 598 strategy parameter only affects the compression ratio but not the 599 correctness of the compressed output even if it is not set appropriately. 600 Z_FIXED prevents the use of dynamic Huffman codes, allowing for a simpler 601 decoder for special applications. 602 603 deflateInit2 returns Z_OK if success, Z_MEM_ERROR if there was not enough 604 memory, Z_STREAM_ERROR if any parameter is invalid (such as an invalid 605 method), or Z_VERSION_ERROR if the zlib library version (zng_version) is 606 incompatible with the version assumed by the caller (ZLIBNG_VERSION). msg is 607 set to null if there is no error message. deflateInit2 does not perform any 608 compression: this will be done by deflate(). 609*/ 610 611Z_EXTERN Z_EXPORT 612int32_t zng_deflateSetDictionary(zng_stream *strm, const uint8_t *dictionary, uint32_t dictLength); 613/* 614 Initializes the compression dictionary from the given byte sequence 615 without producing any compressed output. When using the zlib format, this 616 function must be called immediately after deflateInit, deflateInit2 or 617 deflateReset, and before any call of deflate. When doing raw deflate, this 618 function must be called either before any call of deflate, or immediately 619 after the completion of a deflate block, i.e. after all input has been 620 consumed and all output has been delivered when using any of the flush 621 options Z_BLOCK, Z_PARTIAL_FLUSH, Z_SYNC_FLUSH, or Z_FULL_FLUSH. The 622 compressor and decompressor must use exactly the same dictionary (see 623 inflateSetDictionary). 624 625 The dictionary should consist of strings (byte sequences) that are likely 626 to be encountered later in the data to be compressed, with the most commonly 627 used strings preferably put towards the end of the dictionary. Using a 628 dictionary is most useful when the data to be compressed is short and can be 629 predicted with good accuracy; the data can then be compressed better than 630 with the default empty dictionary. 631 632 Depending on the size of the compression data structures selected by 633 deflateInit or deflateInit2, a part of the dictionary may in effect be 634 discarded, for example if the dictionary is larger than the window size 635 provided in deflateInit or deflateInit2. Thus the strings most likely to be 636 useful should be put at the end of the dictionary, not at the front. In 637 addition, the current implementation of deflate will use at most the window 638 size minus 262 bytes of the provided dictionary. 639 640 Upon return of this function, strm->adler is set to the Adler-32 value 641 of the dictionary; the decompressor may later use this value to determine 642 which dictionary has been used by the compressor. (The Adler-32 value 643 applies to the whole dictionary even if only a subset of the dictionary is 644 actually used by the compressor.) If a raw deflate was requested, then the 645 Adler-32 value is not computed and strm->adler is not set. 646 647 deflateSetDictionary returns Z_OK if success, or Z_STREAM_ERROR if a 648 parameter is invalid (e.g. dictionary being NULL) or the stream state is 649 inconsistent (for example if deflate has already been called for this stream 650 or if not at a block boundary for raw deflate). deflateSetDictionary does 651 not perform any compression: this will be done by deflate(). 652*/ 653 654Z_EXTERN Z_EXPORT 655int32_t zng_deflateGetDictionary(zng_stream *strm, uint8_t *dictionary, uint32_t *dictLength); 656/* 657 Returns the sliding dictionary being maintained by deflate. dictLength is 658 set to the number of bytes in the dictionary, and that many bytes are copied 659 to dictionary. dictionary must have enough space, where 32768 bytes is 660 always enough. If deflateGetDictionary() is called with dictionary equal to 661 Z_NULL, then only the dictionary length is returned, and nothing is copied. 662 Similarly, if dictLength is Z_NULL, then it is not set. 663 664 deflateGetDictionary() may return a length less than the window size, even 665 when more than the window size in input has been provided. It may return up 666 to 258 bytes less in that case, due to how zlib's implementation of deflate 667 manages the sliding window and lookahead for matches, where matches can be 668 up to 258 bytes long. If the application needs the last window-size bytes of 669 input, then that would need to be saved by the application outside of zlib. 670 671 deflateGetDictionary returns Z_OK on success, or Z_STREAM_ERROR if the 672 stream state is inconsistent. 673*/ 674 675Z_EXTERN Z_EXPORT 676int32_t zng_deflateCopy(zng_stream *dest, zng_stream *source); 677/* 678 Sets the destination stream as a complete copy of the source stream. 679 680 This function can be useful when several compression strategies will be 681 tried, for example when there are several ways of pre-processing the input 682 data with a filter. The streams that will be discarded should then be freed 683 by calling deflateEnd. Note that deflateCopy duplicates the internal 684 compression state which can be quite large, so this strategy is slow and can 685 consume lots of memory. 686 687 deflateCopy returns Z_OK if success, Z_MEM_ERROR if there was not 688 enough memory, Z_STREAM_ERROR if the source stream state was inconsistent 689 (such as zalloc being NULL). msg is left unchanged in both source and 690 destination. 691*/ 692 693Z_EXTERN Z_EXPORT 694int32_t zng_deflateReset(zng_stream *strm); 695/* 696 This function is equivalent to deflateEnd followed by deflateInit, but 697 does not free and reallocate the internal compression state. The stream 698 will leave the compression level and any other attributes that may have been 699 set unchanged. 700 701 deflateReset returns Z_OK if success, or Z_STREAM_ERROR if the source 702 stream state was inconsistent (such as zalloc or state being NULL). 703*/ 704 705Z_EXTERN Z_EXPORT 706int32_t zng_deflateParams(zng_stream *strm, int32_t level, int32_t strategy); 707/* 708 Dynamically update the compression level and compression strategy. The 709 interpretation of level and strategy is as in deflateInit2(). This can be 710 used to switch between compression and straight copy of the input data, or 711 to switch to a different kind of input data requiring a different strategy. 712 If the compression approach (which is a function of the level) or the 713 strategy is changed, and if there have been any deflate() calls since the 714 state was initialized or reset, then the input available so far is 715 compressed with the old level and strategy using deflate(strm, Z_BLOCK). 716 There are three approaches for the compression levels 0, 1..3, and 4..9 717 respectively. The new level and strategy will take effect at the next call 718 of deflate(). 719 720 If a deflate(strm, Z_BLOCK) is performed by deflateParams(), and it does 721 not have enough output space to complete, then the parameter change will not 722 take effect. In this case, deflateParams() can be called again with the 723 same parameters and more output space to try again. 724 725 In order to assure a change in the parameters on the first try, the 726 deflate stream should be flushed using deflate() with Z_BLOCK or other flush 727 request until strm.avail_out is not zero, before calling deflateParams(). 728 Then no more input data should be provided before the deflateParams() call. 729 If this is done, the old level and strategy will be applied to the data 730 compressed before deflateParams(), and the new level and strategy will be 731 applied to the the data compressed after deflateParams(). 732 733 deflateParams returns Z_OK on success, Z_STREAM_ERROR if the source stream 734 state was inconsistent or if a parameter was invalid, or Z_BUF_ERROR if 735 there was not enough output space to complete the compression of the 736 available input data before a change in the strategy or approach. Note that 737 in the case of a Z_BUF_ERROR, the parameters are not changed. A return 738 value of Z_BUF_ERROR is not fatal, in which case deflateParams() can be 739 retried with more output space. 740*/ 741 742Z_EXTERN Z_EXPORT 743int32_t zng_deflateTune(zng_stream *strm, int32_t good_length, int32_t max_lazy, int32_t nice_length, int32_t max_chain); 744/* 745 Fine tune deflate's internal compression parameters. This should only be 746 used by someone who understands the algorithm used by zlib's deflate for 747 searching for the best matching string, and even then only by the most 748 fanatic optimizer trying to squeeze out the last compressed bit for their 749 specific input data. Read the deflate.c source code for the meaning of the 750 max_lazy, good_length, nice_length, and max_chain parameters. 751 752 deflateTune() can be called after deflateInit() or deflateInit2(), and 753 returns Z_OK on success, or Z_STREAM_ERROR for an invalid deflate stream. 754 */ 755 756Z_EXTERN Z_EXPORT 757unsigned long zng_deflateBound(zng_stream *strm, unsigned long sourceLen); 758/* 759 deflateBound() returns an upper bound on the compressed size after 760 deflation of sourceLen bytes. It must be called after deflateInit() or 761 deflateInit2(), and after deflateSetHeader(), if used. This would be used 762 to allocate an output buffer for deflation in a single pass, and so would be 763 called before deflate(). If that first deflate() call is provided the 764 sourceLen input bytes, an output buffer allocated to the size returned by 765 deflateBound(), and the flush value Z_FINISH, then deflate() is guaranteed 766 to return Z_STREAM_END. Note that it is possible for the compressed size to 767 be larger than the value returned by deflateBound() if flush options other 768 than Z_FINISH or Z_NO_FLUSH are used. 769*/ 770 771Z_EXTERN Z_EXPORT 772int32_t zng_deflatePending(zng_stream *strm, uint32_t *pending, int32_t *bits); 773/* 774 deflatePending() returns the number of bytes and bits of output that have 775 been generated, but not yet provided in the available output. The bytes not 776 provided would be due to the available output space having being consumed. 777 The number of bits of output not provided are between 0 and 7, where they 778 await more bits to join them in order to fill out a full byte. If pending 779 or bits are NULL, then those values are not set. 780 781 deflatePending returns Z_OK if success, or Z_STREAM_ERROR if the source 782 stream state was inconsistent. 783 */ 784 785Z_EXTERN Z_EXPORT 786int32_t zng_deflatePrime(zng_stream *strm, int32_t bits, int32_t value); 787/* 788 deflatePrime() inserts bits in the deflate output stream. The intent 789 is that this function is used to start off the deflate output with the bits 790 leftover from a previous deflate stream when appending to it. As such, this 791 function can only be used for raw deflate, and must be used before the first 792 deflate() call after a deflateInit2() or deflateReset(). bits must be less 793 than or equal to 16, and that many of the least significant bits of value 794 will be inserted in the output. 795 796 deflatePrime returns Z_OK if success, Z_BUF_ERROR if there was not enough 797 room in the internal buffer to insert the bits, or Z_STREAM_ERROR if the 798 source stream state was inconsistent. 799*/ 800 801Z_EXTERN Z_EXPORT 802int32_t zng_deflateSetHeader(zng_stream *strm, zng_gz_headerp head); 803/* 804 deflateSetHeader() provides gzip header information for when a gzip 805 stream is requested by deflateInit2(). deflateSetHeader() may be called 806 after deflateInit2() or deflateReset() and before the first call of 807 deflate(). The text, time, os, extra field, name, and comment information 808 in the provided zng_gz_header structure are written to the gzip header (xflag is 809 ignored -- the extra flags are set according to the compression level). The 810 caller must assure that, if not NULL, name and comment are terminated with 811 a zero byte, and that if extra is not NULL, that extra_len bytes are 812 available there. If hcrc is true, a gzip header crc is included. Note that 813 the current versions of the command-line version of gzip (up through version 814 1.3.x) do not support header crc's, and will report that it is a "multi-part 815 gzip file" and give up. 816 817 If deflateSetHeader is not used, the default gzip header has text false, 818 the time set to zero, and os set to 255, with no extra, name, or comment 819 fields. The gzip header is returned to the default state by deflateReset(). 820 821 deflateSetHeader returns Z_OK if success, or Z_STREAM_ERROR if the source 822 stream state was inconsistent. 823*/ 824 825/* 826Z_EXTERN Z_EXPORT 827int zng_inflateInit2(zng_stream *strm, int windowBits); 828 829 This is another version of inflateInit with an extra parameter. The 830 fields next_in, avail_in, zalloc, zfree and opaque must be initialized 831 before by the caller. 832 833 The windowBits parameter is the base two logarithm of the maximum window 834 size (the size of the history buffer). It should be in the range 8..15 for 835 this version of the library. The default value is 15 if inflateInit is used 836 instead. windowBits must be greater than or equal to the windowBits value 837 provided to deflateInit2() while compressing, or it must be equal to 15 if 838 deflateInit2() was not used. If a compressed stream with a larger window 839 size is given as input, inflate() will return with the error code 840 Z_DATA_ERROR instead of trying to allocate a larger window. 841 842 windowBits can also be zero to request that inflate use the window size in 843 the zlib header of the compressed stream. 844 845 windowBits can also be -8..-15 for raw inflate. In this case, -windowBits 846 determines the window size. inflate() will then process raw deflate data, 847 not looking for a zlib or gzip header, not generating a check value, and not 848 looking for any check values for comparison at the end of the stream. This 849 is for use with other formats that use the deflate compressed data format 850 such as zip. Those formats provide their own check values. If a custom 851 format is developed using the raw deflate format for compressed data, it is 852 recommended that a check value such as an Adler-32 or a CRC-32 be applied to 853 the uncompressed data as is done in the zlib, gzip, and zip formats. For 854 most applications, the zlib format should be used as is. Note that comments 855 above on the use in deflateInit2() applies to the magnitude of windowBits. 856 857 windowBits can also be greater than 15 for optional gzip decoding. Add 858 32 to windowBits to enable zlib and gzip decoding with automatic header 859 detection, or add 16 to decode only the gzip format (the zlib format will 860 return a Z_DATA_ERROR). If a gzip stream is being decoded, strm->adler is a 861 CRC-32 instead of an Adler-32. Unlike the gunzip utility and gzread() (see 862 below), inflate() will *not* automatically decode concatenated gzip members. 863 inflate() will return Z_STREAM_END at the end of the gzip member. The state 864 would need to be reset to continue decoding a subsequent gzip member. This 865 *must* be done if there is more data after a gzip member, in order for the 866 decompression to be compliant with the gzip standard (RFC 1952). 867 868 inflateInit2 returns Z_OK if success, Z_MEM_ERROR if there was not enough 869 memory, Z_VERSION_ERROR if the zlib library version is incompatible with the 870 version assumed by the caller, or Z_STREAM_ERROR if the parameters are 871 invalid, such as a null pointer to the structure. msg is set to null if 872 there is no error message. inflateInit2 does not perform any decompression 873 apart from possibly reading the zlib header if present: actual decompression 874 will be done by inflate(). (So next_in and avail_in may be modified, but 875 next_out and avail_out are unused and unchanged.) The current implementation 876 of inflateInit2() does not process any header information -- that is 877 deferred until inflate() is called. 878*/ 879 880Z_EXTERN Z_EXPORT 881int32_t zng_inflateSetDictionary(zng_stream *strm, const uint8_t *dictionary, uint32_t dictLength); 882/* 883 Initializes the decompression dictionary from the given uncompressed byte 884 sequence. This function must be called immediately after a call of inflate, 885 if that call returned Z_NEED_DICT. The dictionary chosen by the compressor 886 can be determined from the Adler-32 value returned by that call of inflate. 887 The compressor and decompressor must use exactly the same dictionary (see 888 deflateSetDictionary). For raw inflate, this function can be called at any 889 time to set the dictionary. If the provided dictionary is smaller than the 890 window and there is already data in the window, then the provided dictionary 891 will amend what's there. The application must insure that the dictionary 892 that was used for compression is provided. 893 894 inflateSetDictionary returns Z_OK if success, Z_STREAM_ERROR if a 895 parameter is invalid (e.g. dictionary being NULL) or the stream state is 896 inconsistent, Z_DATA_ERROR if the given dictionary doesn't match the 897 expected one (incorrect Adler-32 value). inflateSetDictionary does not 898 perform any decompression: this will be done by subsequent calls of 899 inflate(). 900*/ 901 902Z_EXTERN Z_EXPORT 903int32_t zng_inflateGetDictionary(zng_stream *strm, uint8_t *dictionary, uint32_t *dictLength); 904/* 905 Returns the sliding dictionary being maintained by inflate. dictLength is 906 set to the number of bytes in the dictionary, and that many bytes are copied 907 to dictionary. dictionary must have enough space, where 32768 bytes is 908 always enough. If inflateGetDictionary() is called with dictionary equal to 909 NULL, then only the dictionary length is returned, and nothing is copied. 910 Similarly, if dictLength is NULL, then it is not set. 911 912 inflateGetDictionary returns Z_OK on success, or Z_STREAM_ERROR if the 913 stream state is inconsistent. 914*/ 915 916Z_EXTERN Z_EXPORT 917int32_t zng_inflateSync(zng_stream *strm); 918/* 919 Skips invalid compressed data until a possible full flush point (see above 920 for the description of deflate with Z_FULL_FLUSH) can be found, or until all 921 available input is skipped. No output is provided. 922 923 inflateSync searches for a 00 00 FF FF pattern in the compressed data. 924 All full flush points have this pattern, but not all occurrences of this 925 pattern are full flush points. 926 927 inflateSync returns Z_OK if a possible full flush point has been found, 928 Z_BUF_ERROR if no more input was provided, Z_DATA_ERROR if no flush point 929 has been found, or Z_STREAM_ERROR if the stream structure was inconsistent. 930 In the success case, the application may save the current current value of 931 total_in which indicates where valid compressed data was found. In the 932 error case, the application may repeatedly call inflateSync, providing more 933 input each time, until success or end of the input data. 934*/ 935 936Z_EXTERN Z_EXPORT 937int32_t zng_inflateCopy(zng_stream *dest, zng_stream *source); 938/* 939 Sets the destination stream as a complete copy of the source stream. 940 941 This function can be useful when randomly accessing a large stream. The 942 first pass through the stream can periodically record the inflate state, 943 allowing restarting inflate at those points when randomly accessing the 944 stream. 945 946 inflateCopy returns Z_OK if success, Z_MEM_ERROR if there was not 947 enough memory, Z_STREAM_ERROR if the source stream state was inconsistent 948 (such as zalloc being NULL). msg is left unchanged in both source and 949 destination. 950*/ 951 952Z_EXTERN Z_EXPORT 953int32_t zng_inflateReset(zng_stream *strm); 954/* 955 This function is equivalent to inflateEnd followed by inflateInit, 956 but does not free and reallocate the internal decompression state. The 957 stream will keep attributes that may have been set by inflateInit2. 958 959 inflateReset returns Z_OK if success, or Z_STREAM_ERROR if the source 960 stream state was inconsistent (such as zalloc or state being NULL). 961*/ 962 963Z_EXTERN Z_EXPORT 964int32_t zng_inflateReset2(zng_stream *strm, int32_t windowBits); 965/* 966 This function is the same as inflateReset, but it also permits changing 967 the wrap and window size requests. The windowBits parameter is interpreted 968 the same as it is for inflateInit2. If the window size is changed, then the 969 memory allocated for the window is freed, and the window will be reallocated 970 by inflate() if needed. 971 972 inflateReset2 returns Z_OK if success, or Z_STREAM_ERROR if the source 973 stream state was inconsistent (such as zalloc or state being NULL), or if 974 the windowBits parameter is invalid. 975*/ 976 977Z_EXTERN Z_EXPORT 978int32_t zng_inflatePrime(zng_stream *strm, int32_t bits, int32_t value); 979/* 980 This function inserts bits in the inflate input stream. The intent is 981 that this function is used to start inflating at a bit position in the 982 middle of a byte. The provided bits will be used before any bytes are used 983 from next_in. This function should only be used with raw inflate, and 984 should be used before the first inflate() call after inflateInit2() or 985 inflateReset(). bits must be less than or equal to 16, and that many of the 986 least significant bits of value will be inserted in the input. 987 988 If bits is negative, then the input stream bit buffer is emptied. Then 989 inflatePrime() can be called again to put bits in the buffer. This is used 990 to clear out bits leftover after feeding inflate a block description prior 991 to feeding inflate codes. 992 993 inflatePrime returns Z_OK if success, or Z_STREAM_ERROR if the source 994 stream state was inconsistent. 995*/ 996 997Z_EXTERN Z_EXPORT 998long zng_inflateMark(zng_stream *strm); 999/* 1000 This function returns two values, one in the lower 16 bits of the return 1001 value, and the other in the remaining upper bits, obtained by shifting the 1002 return value down 16 bits. If the upper value is -1 and the lower value is 1003 zero, then inflate() is currently decoding information outside of a block. 1004 If the upper value is -1 and the lower value is non-zero, then inflate is in 1005 the middle of a stored block, with the lower value equaling the number of 1006 bytes from the input remaining to copy. If the upper value is not -1, then 1007 it is the number of bits back from the current bit position in the input of 1008 the code (literal or length/distance pair) currently being processed. In 1009 that case the lower value is the number of bytes already emitted for that 1010 code. 1011 1012 A code is being processed if inflate is waiting for more input to complete 1013 decoding of the code, or if it has completed decoding but is waiting for 1014 more output space to write the literal or match data. 1015 1016 inflateMark() is used to mark locations in the input data for random 1017 access, which may be at bit positions, and to note those cases where the 1018 output of a code may span boundaries of random access blocks. The current 1019 location in the input stream can be determined from avail_in and data_type 1020 as noted in the description for the Z_BLOCK flush parameter for inflate. 1021 1022 inflateMark returns the value noted above, or -65536 if the provided 1023 source stream state was inconsistent. 1024*/ 1025 1026Z_EXTERN Z_EXPORT 1027int32_t zng_inflateGetHeader(zng_stream *strm, zng_gz_headerp head); 1028/* 1029 inflateGetHeader() requests that gzip header information be stored in the 1030 provided zng_gz_header structure. inflateGetHeader() may be called after 1031 inflateInit2() or inflateReset(), and before the first call of inflate(). 1032 As inflate() processes the gzip stream, head->done is zero until the header 1033 is completed, at which time head->done is set to one. If a zlib stream is 1034 being decoded, then head->done is set to -1 to indicate that there will be 1035 no gzip header information forthcoming. Note that Z_BLOCK or Z_TREES can be 1036 used to force inflate() to return immediately after header processing is 1037 complete and before any actual data is decompressed. 1038 1039 The text, time, xflags, and os fields are filled in with the gzip header 1040 contents. hcrc is set to true if there is a header CRC. (The header CRC 1041 was valid if done is set to one.) If extra is not NULL, then extra_max 1042 contains the maximum number of bytes to write to extra. Once done is true, 1043 extra_len contains the actual extra field length, and extra contains the 1044 extra field, or that field truncated if extra_max is less than extra_len. 1045 If name is not NULL, then up to name_max characters are written there, 1046 terminated with a zero unless the length is greater than name_max. If 1047 comment is not NULL, then up to comm_max characters are written there, 1048 terminated with a zero unless the length is greater than comm_max. When any 1049 of extra, name, or comment are not NULL and the respective field is not 1050 present in the header, then that field is set to NULL to signal its 1051 absence. This allows the use of deflateSetHeader() with the returned 1052 structure to duplicate the header. However if those fields are set to 1053 allocated memory, then the application will need to save those pointers 1054 elsewhere so that they can be eventually freed. 1055 1056 If inflateGetHeader is not used, then the header information is simply 1057 discarded. The header is always checked for validity, including the header 1058 CRC if present. inflateReset() will reset the process to discard the header 1059 information. The application would need to call inflateGetHeader() again to 1060 retrieve the header from the next gzip stream. 1061 1062 inflateGetHeader returns Z_OK if success, or Z_STREAM_ERROR if the source 1063 stream state was inconsistent. 1064*/ 1065 1066/* 1067Z_EXTERN Z_EXPORT 1068int zng_inflateBackInit(zng_stream *strm, int windowBits, unsigned char *window); 1069 1070 Initialize the internal stream state for decompression using inflateBack() 1071 calls. The fields zalloc, zfree and opaque in strm must be initialized 1072 before the call. If zalloc and zfree are NULL, then the default library- 1073 derived memory allocation routines are used. windowBits is the base two 1074 logarithm of the window size, in the range 8..15. window is a caller 1075 supplied buffer of that size. Except for special applications where it is 1076 assured that deflate was used with small window sizes, windowBits must be 15 1077 and a 32K byte window must be supplied to be able to decompress general 1078 deflate streams. 1079 1080 See inflateBack() for the usage of these routines. 1081 1082 inflateBackInit will return Z_OK on success, Z_STREAM_ERROR if any of 1083 the parameters are invalid, Z_MEM_ERROR if the internal state could not be 1084 allocated, or Z_VERSION_ERROR if the version of the library does not match 1085 the version of the header file. 1086*/ 1087 1088typedef uint32_t (*in_func) (void *, const uint8_t * *); 1089typedef int32_t (*out_func) (void *, uint8_t *, uint32_t); 1090 1091Z_EXTERN Z_EXPORT 1092int32_t zng_inflateBack(zng_stream *strm, in_func in, void *in_desc, out_func out, void *out_desc); 1093/* 1094 inflateBack() does a raw inflate with a single call using a call-back 1095 interface for input and output. This is potentially more efficient than 1096 inflate() for file i/o applications, in that it avoids copying between the 1097 output and the sliding window by simply making the window itself the output 1098 buffer. inflate() can be faster on modern CPUs when used with large 1099 buffers. inflateBack() trusts the application to not change the output 1100 buffer passed by the output function, at least until inflateBack() returns. 1101 1102 inflateBackInit() must be called first to allocate the internal state 1103 and to initialize the state with the user-provided window buffer. 1104 inflateBack() may then be used multiple times to inflate a complete, raw 1105 deflate stream with each call. inflateBackEnd() is then called to free the 1106 allocated state. 1107 1108 A raw deflate stream is one with no zlib or gzip header or trailer. 1109 This routine would normally be used in a utility that reads zip or gzip 1110 files and writes out uncompressed files. The utility would decode the 1111 header and process the trailer on its own, hence this routine expects only 1112 the raw deflate stream to decompress. This is different from the default 1113 behavior of inflate(), which expects a zlib header and trailer around the 1114 deflate stream. 1115 1116 inflateBack() uses two subroutines supplied by the caller that are then 1117 called by inflateBack() for input and output. inflateBack() calls those 1118 routines until it reads a complete deflate stream and writes out all of the 1119 uncompressed data, or until it encounters an error. The function's 1120 parameters and return types are defined above in the in_func and out_func 1121 typedefs. inflateBack() will call in(in_desc, &buf) which should return the 1122 number of bytes of provided input, and a pointer to that input in buf. If 1123 there is no input available, in() must return zero -- buf is ignored in that 1124 case -- and inflateBack() will return a buffer error. inflateBack() will 1125 call out(out_desc, buf, len) to write the uncompressed data buf[0..len-1]. 1126 out() should return zero on success, or non-zero on failure. If out() 1127 returns non-zero, inflateBack() will return with an error. Neither in() nor 1128 out() are permitted to change the contents of the window provided to 1129 inflateBackInit(), which is also the buffer that out() uses to write from. 1130 The length written by out() will be at most the window size. Any non-zero 1131 amount of input may be provided by in(). 1132 1133 For convenience, inflateBack() can be provided input on the first call by 1134 setting strm->next_in and strm->avail_in. If that input is exhausted, then 1135 in() will be called. Therefore strm->next_in must be initialized before 1136 calling inflateBack(). If strm->next_in is NULL, then in() will be called 1137 immediately for input. If strm->next_in is not NULL, then strm->avail_in 1138 must also be initialized, and then if strm->avail_in is not zero, input will 1139 initially be taken from strm->next_in[0 .. strm->avail_in - 1]. 1140 1141 The in_desc and out_desc parameters of inflateBack() is passed as the 1142 first parameter of in() and out() respectively when they are called. These 1143 descriptors can be optionally used to pass any information that the caller- 1144 supplied in() and out() functions need to do their job. 1145 1146 On return, inflateBack() will set strm->next_in and strm->avail_in to 1147 pass back any unused input that was provided by the last in() call. The 1148 return values of inflateBack() can be Z_STREAM_END on success, Z_BUF_ERROR 1149 if in() or out() returned an error, Z_DATA_ERROR if there was a format error 1150 in the deflate stream (in which case strm->msg is set to indicate the nature 1151 of the error), or Z_STREAM_ERROR if the stream was not properly initialized. 1152 In the case of Z_BUF_ERROR, an input or output error can be distinguished 1153 using strm->next_in which will be NULL only if in() returned an error. If 1154 strm->next_in is not NULL, then the Z_BUF_ERROR was due to out() returning 1155 non-zero. (in() will always be called before out(), so strm->next_in is 1156 assured to be defined if out() returns non-zero.) Note that inflateBack() 1157 cannot return Z_OK. 1158*/ 1159 1160Z_EXTERN Z_EXPORT 1161int32_t zng_inflateBackEnd(zng_stream *strm); 1162/* 1163 All memory allocated by inflateBackInit() is freed. 1164 1165 inflateBackEnd() returns Z_OK on success, or Z_STREAM_ERROR if the stream 1166 state was inconsistent. 1167*/ 1168 1169Z_EXTERN Z_EXPORT 1170unsigned long zng_zlibCompileFlags(void); 1171/* Return flags indicating compile-time options. 1172 1173 Type sizes, two bits each, 00 = 16 bits, 01 = 32, 10 = 64, 11 = other: 1174 1.0: size of unsigned int 1175 3.2: size of unsigned long 1176 5.4: size of void * (pointer) 1177 7.6: size of z_off_t 1178 1179 Compiler, assembler, and debug options: 1180 8: ZLIB_DEBUG 1181 9: ASMV or ASMINF -- use ASM code 1182 10: ZLIB_WINAPI -- exported functions use the WINAPI calling convention 1183 11: 0 (reserved) 1184 1185 One-time table building (smaller code, but not thread-safe if true): 1186 12: BUILDFIXED -- build static block decoding tables when needed (not supported by zlib-ng) 1187 13: DYNAMIC_CRC_TABLE -- build CRC calculation tables when needed 1188 14,15: 0 (reserved) 1189 1190 Library content (indicates missing functionality): 1191 16: NO_GZCOMPRESS -- gz* functions cannot compress (to avoid linking 1192 deflate code when not needed) 1193 17: NO_GZIP -- deflate can't write gzip streams, and inflate can't detect 1194 and decode gzip streams (to avoid linking crc code) 1195 18-19: 0 (reserved) 1196 1197 Operation variations (changes in library functionality): 1198 20: PKZIP_BUG_WORKAROUND -- slightly more permissive inflate 1199 21: FASTEST -- deflate algorithm with only one, lowest compression level 1200 22,23: 0 (reserved) 1201 1202 The sprintf variant used by gzprintf (zero is best): 1203 24: 0 = vs*, 1 = s* -- 1 means limited to 20 arguments after the format 1204 25: 0 = *nprintf, 1 = *printf -- 1 means gzprintf() not secure! 1205 26: 0 = returns value, 1 = void -- 1 means inferred string length returned 1206 1207 Remainder: 1208 27-31: 0 (reserved) 1209 */ 1210 1211 1212 /* utility functions */ 1213 1214/* 1215 The following utility functions are implemented on top of the basic 1216 stream-oriented functions. To simplify the interface, some default options 1217 are assumed (compression level and memory usage, standard memory allocation 1218 functions). The source code of these utility functions can be modified if 1219 you need special options. 1220*/ 1221 1222Z_EXTERN Z_EXPORT 1223int32_t zng_compress(uint8_t *dest, size_t *destLen, const uint8_t *source, size_t sourceLen); 1224/* 1225 Compresses the source buffer into the destination buffer. sourceLen is 1226 the byte length of the source buffer. Upon entry, destLen is the total size 1227 of the destination buffer, which must be at least the value returned by 1228 compressBound(sourceLen). Upon exit, destLen is the actual size of the 1229 compressed data. compress() is equivalent to compress2() with a level 1230 parameter of Z_DEFAULT_COMPRESSION. 1231 1232 compress returns Z_OK if success, Z_MEM_ERROR if there was not 1233 enough memory, Z_BUF_ERROR if there was not enough room in the output 1234 buffer. 1235*/ 1236 1237Z_EXTERN Z_EXPORT 1238int32_t zng_compress2(uint8_t *dest, size_t *destLen, const uint8_t *source, size_t sourceLen, int32_t level); 1239/* 1240 Compresses the source buffer into the destination buffer. The level 1241 parameter has the same meaning as in deflateInit. sourceLen is the byte 1242 length of the source buffer. Upon entry, destLen is the total size of the 1243 destination buffer, which must be at least the value returned by 1244 compressBound(sourceLen). Upon exit, destLen is the actual size of the 1245 compressed data. 1246 1247 compress2 returns Z_OK if success, Z_MEM_ERROR if there was not enough 1248 memory, Z_BUF_ERROR if there was not enough room in the output buffer, 1249 Z_STREAM_ERROR if the level parameter is invalid. 1250*/ 1251 1252Z_EXTERN Z_EXPORT 1253size_t zng_compressBound(size_t sourceLen); 1254/* 1255 compressBound() returns an upper bound on the compressed size after 1256 compress() or compress2() on sourceLen bytes. It would be used before a 1257 compress() or compress2() call to allocate the destination buffer. 1258*/ 1259 1260Z_EXTERN Z_EXPORT 1261int32_t zng_uncompress(uint8_t *dest, size_t *destLen, const uint8_t *source, size_t sourceLen); 1262/* 1263 Decompresses the source buffer into the destination buffer. sourceLen is 1264 the byte length of the source buffer. Upon entry, destLen is the total size 1265 of the destination buffer, which must be large enough to hold the entire 1266 uncompressed data. (The size of the uncompressed data must have been saved 1267 previously by the compressor and transmitted to the decompressor by some 1268 mechanism outside the scope of this compression library.) Upon exit, destLen 1269 is the actual size of the uncompressed data. 1270 1271 uncompress returns Z_OK if success, Z_MEM_ERROR if there was not 1272 enough memory, Z_BUF_ERROR if there was not enough room in the output 1273 buffer, or Z_DATA_ERROR if the input data was corrupted or incomplete. In 1274 the case where there is not enough room, uncompress() will fill the output 1275 buffer with the uncompressed data up to that point. 1276*/ 1277 1278 1279Z_EXTERN Z_EXPORT 1280int32_t zng_uncompress2(uint8_t *dest, size_t *destLen, const uint8_t *source, size_t *sourceLen); 1281/* 1282 Same as uncompress, except that sourceLen is a pointer, where the 1283 length of the source is *sourceLen. On return, *sourceLen is the number of 1284 source bytes consumed. 1285*/ 1286 1287 1288#ifdef WITH_GZFILEOP 1289 /* gzip file access functions */ 1290 1291/* 1292 This library supports reading and writing files in gzip (.gz) format with 1293 an interface similar to that of stdio, using the functions that start with 1294 "gz". The gzip format is different from the zlib format. gzip is a gzip 1295 wrapper, documented in RFC 1952, wrapped around a deflate stream. 1296*/ 1297 1298typedef struct gzFile_s *gzFile; /* semi-opaque gzip file descriptor */ 1299 1300Z_EXTERN Z_EXPORT 1301gzFile zng_gzopen(const char *path, const char *mode); 1302/* 1303 Open the gzip (.gz) file at path for reading and decompressing, or 1304 compressing and writing. The mode parameter is as in fopen ("rb" or "wb") 1305 but can also include a compression level ("wb9") or a strategy: 'f' for 1306 filtered data as in "wb6f", 'h' for Huffman-only compression as in "wb1h", 1307 'R' for run-length encoding as in "wb1R", or 'F' for fixed code compression 1308 as in "wb9F". (See the description of deflateInit2 for more information 1309 about the strategy parameter.) 'T' will request transparent writing or 1310 appending with no compression and not using the gzip format. 1311 1312 "a" can be used instead of "w" to request that the gzip stream that will 1313 be written be appended to the file. "+" will result in an error, since 1314 reading and writing to the same gzip file is not supported. The addition of 1315 "x" when writing will create the file exclusively, which fails if the file 1316 already exists. On systems that support it, the addition of "e" when 1317 reading or writing will set the flag to close the file on an execve() call. 1318 1319 These functions, as well as gzip, will read and decode a sequence of gzip 1320 streams in a file. The append function of gzopen() can be used to create 1321 such a file. (Also see gzflush() for another way to do this.) When 1322 appending, gzopen does not test whether the file begins with a gzip stream, 1323 nor does it look for the end of the gzip streams to begin appending. gzopen 1324 will simply append a gzip stream to the existing file. 1325 1326 gzopen can be used to read a file which is not in gzip format; in this 1327 case gzread will directly read from the file without decompression. When 1328 reading, this will be detected automatically by looking for the magic two- 1329 byte gzip header. 1330 1331 gzopen returns NULL if the file could not be opened, if there was 1332 insufficient memory to allocate the gzFile state, or if an invalid mode was 1333 specified (an 'r', 'w', or 'a' was not provided, or '+' was provided). 1334 errno can be checked to determine if the reason gzopen failed was that the 1335 file could not be opened. 1336*/ 1337 1338Z_EXTERN Z_EXPORT 1339gzFile zng_gzdopen(int fd, const char *mode); 1340/* 1341 Associate a gzFile with the file descriptor fd. File descriptors are 1342 obtained from calls like open, dup, creat, pipe or fileno (if the file has 1343 been previously opened with fopen). The mode parameter is as in gzopen. 1344 1345 The next call of gzclose on the returned gzFile will also close the file 1346 descriptor fd, just like fclose(fdopen(fd, mode)) closes the file descriptor 1347 fd. If you want to keep fd open, use fd = dup(fd_keep); gz = gzdopen(fd, 1348 mode);. The duplicated descriptor should be saved to avoid a leak, since 1349 gzdopen does not close fd if it fails. If you are using fileno() to get the 1350 file descriptor from a FILE *, then you will have to use dup() to avoid 1351 double-close()ing the file descriptor. Both gzclose() and fclose() will 1352 close the associated file descriptor, so they need to have different file 1353 descriptors. 1354 1355 gzdopen returns NULL if there was insufficient memory to allocate the 1356 gzFile state, if an invalid mode was specified (an 'r', 'w', or 'a' was not 1357 provided, or '+' was provided), or if fd is -1. The file descriptor is not 1358 used until the next gz* read, write, seek, or close operation, so gzdopen 1359 will not detect if fd is invalid (unless fd is -1). 1360*/ 1361 1362Z_EXTERN Z_EXPORT 1363int32_t zng_gzbuffer(gzFile file, uint32_t size); 1364/* 1365 Set the internal buffer size used by this library's functions for file to 1366 size. The default buffer size is 8192 bytes. This function must be called 1367 after gzopen() or gzdopen(), and before any other calls that read or write 1368 the file. The buffer memory allocation is always deferred to the first read 1369 or write. Three times that size in buffer space is allocated. A larger 1370 buffer size of, for example, 64K or 128K bytes will noticeably increase the 1371 speed of decompression (reading). 1372 1373 The new buffer size also affects the maximum length for gzprintf(). 1374 1375 gzbuffer() returns 0 on success, or -1 on failure, such as being called 1376 too late. 1377*/ 1378 1379Z_EXTERN Z_EXPORT 1380int32_t zng_gzsetparams(gzFile file, int32_t level, int32_t strategy); 1381/* 1382 Dynamically update the compression level and strategy for file. See the 1383 description of deflateInit2 for the meaning of these parameters. Previously 1384 provided data is flushed before applying the parameter changes. 1385 1386 gzsetparams returns Z_OK if success, Z_STREAM_ERROR if the file was not 1387 opened for writing, Z_ERRNO if there is an error writing the flushed data, 1388 or Z_MEM_ERROR if there is a memory allocation error. 1389*/ 1390 1391Z_EXTERN Z_EXPORT 1392int32_t zng_gzread(gzFile file, void *buf, uint32_t len); 1393/* 1394 Read and decompress up to len uncompressed bytes from file into buf. If 1395 the input file is not in gzip format, gzread copies the given number of 1396 bytes into the buffer directly from the file. 1397 1398 After reaching the end of a gzip stream in the input, gzread will continue 1399 to read, looking for another gzip stream. Any number of gzip streams may be 1400 concatenated in the input file, and will all be decompressed by gzread(). 1401 If something other than a gzip stream is encountered after a gzip stream, 1402 that remaining trailing garbage is ignored (and no error is returned). 1403 1404 gzread can be used to read a gzip file that is being concurrently written. 1405 Upon reaching the end of the input, gzread will return with the available 1406 data. If the error code returned by gzerror is Z_OK or Z_BUF_ERROR, then 1407 gzclearerr can be used to clear the end of file indicator in order to permit 1408 gzread to be tried again. Z_OK indicates that a gzip stream was completed 1409 on the last gzread. Z_BUF_ERROR indicates that the input file ended in the 1410 middle of a gzip stream. Note that gzread does not return -1 in the event 1411 of an incomplete gzip stream. This error is deferred until gzclose(), which 1412 will return Z_BUF_ERROR if the last gzread ended in the middle of a gzip 1413 stream. Alternatively, gzerror can be used before gzclose to detect this 1414 case. 1415 1416 gzread returns the number of uncompressed bytes actually read, less than 1417 len for end of file, or -1 for error. If len is too large to fit in an int, 1418 then nothing is read, -1 is returned, and the error state is set to 1419 Z_STREAM_ERROR. 1420*/ 1421 1422Z_EXTERN Z_EXPORT 1423size_t zng_gzfread(void *buf, size_t size, size_t nitems, gzFile file); 1424/* 1425 Read and decompress up to nitems items of size size from file into buf, 1426 otherwise operating as gzread() does. This duplicates the interface of 1427 stdio's fread(), with size_t request and return types. If the library 1428 defines size_t, then z_size_t is identical to size_t. If not, then z_size_t 1429 is an unsigned integer type that can contain a pointer. 1430 1431 gzfread() returns the number of full items read of size size, or zero if 1432 the end of the file was reached and a full item could not be read, or if 1433 there was an error. gzerror() must be consulted if zero is returned in 1434 order to determine if there was an error. If the multiplication of size and 1435 nitems overflows, i.e. the product does not fit in a size_t, then nothing 1436 is read, zero is returned, and the error state is set to Z_STREAM_ERROR. 1437 1438 In the event that the end of file is reached and only a partial item is 1439 available at the end, i.e. the remaining uncompressed data length is not a 1440 multiple of size, then the final partial item is nevertheless read into buf 1441 and the end-of-file flag is set. The length of the partial item read is not 1442 provided, but could be inferred from the result of gztell(). This behavior 1443 is the same as the behavior of fread() implementations in common libraries, 1444 but it prevents the direct use of gzfread() to read a concurrently written 1445 file, resetting and retrying on end-of-file, when size is not 1. 1446*/ 1447 1448Z_EXTERN Z_EXPORT 1449int32_t zng_gzwrite(gzFile file, void const *buf, uint32_t len); 1450/* 1451 Compress and write the len uncompressed bytes at buf to file. gzwrite 1452 returns the number of uncompressed bytes written or 0 in case of error. 1453*/ 1454 1455Z_EXTERN Z_EXPORT 1456size_t zng_gzfwrite(void const *buf, size_t size, size_t nitems, gzFile file); 1457/* 1458 Compress and write nitems items of size size from buf to file, duplicating 1459 the interface of stdio's fwrite(), with size_t request and return types. 1460 1461 gzfwrite() returns the number of full items written of size size, or zero 1462 if there was an error. If the multiplication of size and nitems overflows, 1463 i.e. the product does not fit in a size_t, then nothing is written, zero 1464 is returned, and the error state is set to Z_STREAM_ERROR. 1465*/ 1466 1467Z_EXTERN Z_EXPORTVA 1468int32_t zng_gzprintf(gzFile file, const char *format, ...); 1469/* 1470 Convert, format, compress, and write the arguments (...) to file under 1471 control of the string format, as in fprintf. gzprintf returns the number of 1472 uncompressed bytes actually written, or a negative zlib error code in case 1473 of error. The number of uncompressed bytes written is limited to 8191, or 1474 one less than the buffer size given to gzbuffer(). The caller should assure 1475 that this limit is not exceeded. If it is exceeded, then gzprintf() will 1476 return an error (0) with nothing written. In this case, there may also be a 1477 buffer overflow with unpredictable consequences, which is possible only if 1478 zlib was compiled with the insecure functions sprintf() or vsprintf(), 1479 because the secure snprintf() or vsnprintf() functions were not available. 1480 This can be determined using zlibCompileFlags(). 1481*/ 1482 1483Z_EXTERN Z_EXPORT 1484int32_t zng_gzputs(gzFile file, const char *s); 1485/* 1486 Compress and write the given null-terminated string s to file, excluding 1487 the terminating null character. 1488 1489 gzputs returns the number of characters written, or -1 in case of error. 1490*/ 1491 1492Z_EXTERN Z_EXPORT 1493char * zng_gzgets(gzFile file, char *buf, int32_t len); 1494/* 1495 Read and decompress bytes from file into buf, until len-1 characters are 1496 read, or until a newline character is read and transferred to buf, or an 1497 end-of-file condition is encountered. If any characters are read or if len 1498 is one, the string is terminated with a null character. If no characters 1499 are read due to an end-of-file or len is less than one, then the buffer is 1500 left untouched. 1501 1502 gzgets returns buf which is a null-terminated string, or it returns NULL 1503 for end-of-file or in case of error. If there was an error, the contents at 1504 buf are indeterminate. 1505*/ 1506 1507Z_EXTERN Z_EXPORT 1508int32_t zng_gzputc(gzFile file, int32_t c); 1509/* 1510 Compress and write c, converted to an unsigned char, into file. gzputc 1511 returns the value that was written, or -1 in case of error. 1512*/ 1513 1514Z_EXTERN Z_EXPORT 1515int32_t zng_gzgetc(gzFile file); 1516/* 1517 Read and decompress one byte from file. gzgetc returns this byte or -1 1518 in case of end of file or error. This is implemented as a macro for speed. 1519 As such, it does not do all of the checking the other functions do. I.e. 1520 it does not check to see if file is NULL, nor whether the structure file 1521 points to has been clobbered or not. 1522*/ 1523 1524Z_EXTERN Z_EXPORT 1525int32_t zng_gzungetc(int32_t c, gzFile file); 1526/* 1527 Push c back onto the stream for file to be read as the first character on 1528 the next read. At least one character of push-back is always allowed. 1529 gzungetc() returns the character pushed, or -1 on failure. gzungetc() will 1530 fail if c is -1, and may fail if a character has been pushed but not read 1531 yet. If gzungetc is used immediately after gzopen or gzdopen, at least the 1532 output buffer size of pushed characters is allowed. (See gzbuffer above.) 1533 The pushed character will be discarded if the stream is repositioned with 1534 gzseek() or gzrewind(). 1535*/ 1536 1537Z_EXTERN Z_EXPORT 1538int32_t zng_gzflush(gzFile file, int32_t flush); 1539/* 1540 Flush all pending output to file. The parameter flush is as in the 1541 deflate() function. The return value is the zlib error number (see function 1542 gzerror below). gzflush is only permitted when writing. 1543 1544 If the flush parameter is Z_FINISH, the remaining data is written and the 1545 gzip stream is completed in the output. If gzwrite() is called again, a new 1546 gzip stream will be started in the output. gzread() is able to read such 1547 concatenated gzip streams. 1548 1549 gzflush should be called only when strictly necessary because it will 1550 degrade compression if called too often. 1551*/ 1552 1553Z_EXTERN Z_EXPORT 1554z_off64_t zng_gzseek(gzFile file, z_off64_t offset, int whence); 1555/* 1556 Set the starting position to offset relative to whence for the next gzread 1557 or gzwrite on file. The offset represents a number of bytes in the 1558 uncompressed data stream. The whence parameter is defined as in lseek(2); 1559 the value SEEK_END is not supported. 1560 1561 If the file is opened for reading, this function is emulated but can be 1562 extremely slow. If the file is opened for writing, only forward seeks are 1563 supported; gzseek then compresses a sequence of zeroes up to the new 1564 starting position. 1565 1566 gzseek returns the resulting offset location as measured in bytes from 1567 the beginning of the uncompressed stream, or -1 in case of error, in 1568 particular if the file is opened for writing and the new starting position 1569 would be before the current position. 1570*/ 1571 1572Z_EXTERN Z_EXPORT 1573int32_t zng_gzrewind(gzFile file); 1574/* 1575 Rewind file. This function is supported only for reading. 1576 1577 gzrewind(file) is equivalent to (int)gzseek(file, 0L, SEEK_SET). 1578*/ 1579 1580Z_EXTERN Z_EXPORT 1581z_off64_t zng_gztell(gzFile file); 1582/* 1583 Return the starting position for the next gzread or gzwrite on file. 1584 This position represents a number of bytes in the uncompressed data stream, 1585 and is zero when starting, even if appending or reading a gzip stream from 1586 the middle of a file using gzdopen(). 1587 1588 gztell(file) is equivalent to gzseek(file, 0L, SEEK_CUR) 1589*/ 1590 1591Z_EXTERN Z_EXPORT 1592z_off64_t zng_gzoffset(gzFile file); 1593/* 1594 Return the current compressed (actual) read or write offset of file. This 1595 offset includes the count of bytes that precede the gzip stream, for example 1596 when appending or when using gzdopen() for reading. When reading, the 1597 offset does not include as yet unused buffered input. This information can 1598 be used for a progress indicator. On error, gzoffset() returns -1. 1599*/ 1600 1601Z_EXTERN Z_EXPORT 1602int32_t zng_gzeof(gzFile file); 1603/* 1604 Return true (1) if the end-of-file indicator for file has been set while 1605 reading, false (0) otherwise. Note that the end-of-file indicator is set 1606 only if the read tried to go past the end of the input, but came up short. 1607 Therefore, just like feof(), gzeof() may return false even if there is no 1608 more data to read, in the event that the last read request was for the exact 1609 number of bytes remaining in the input file. This will happen if the input 1610 file size is an exact multiple of the buffer size. 1611 1612 If gzeof() returns true, then the read functions will return no more data, 1613 unless the end-of-file indicator is reset by gzclearerr() and the input file 1614 has grown since the previous end of file was detected. 1615*/ 1616 1617Z_EXTERN Z_EXPORT 1618int32_t zng_gzdirect(gzFile file); 1619/* 1620 Return true (1) if file is being copied directly while reading, or false 1621 (0) if file is a gzip stream being decompressed. 1622 1623 If the input file is empty, gzdirect() will return true, since the input 1624 does not contain a gzip stream. 1625 1626 If gzdirect() is used immediately after gzopen() or gzdopen() it will 1627 cause buffers to be allocated to allow reading the file to determine if it 1628 is a gzip file. Therefore if gzbuffer() is used, it should be called before 1629 gzdirect(). 1630 1631 When writing, gzdirect() returns true (1) if transparent writing was 1632 requested ("wT" for the gzopen() mode), or false (0) otherwise. (Note: 1633 gzdirect() is not needed when writing. Transparent writing must be 1634 explicitly requested, so the application already knows the answer. When 1635 linking statically, using gzdirect() will include all of the zlib code for 1636 gzip file reading and decompression, which may not be desired.) 1637*/ 1638 1639Z_EXTERN Z_EXPORT 1640int32_t zng_gzclose(gzFile file); 1641/* 1642 Flush all pending output for file, if necessary, close file and 1643 deallocate the (de)compression state. Note that once file is closed, you 1644 cannot call gzerror with file, since its structures have been deallocated. 1645 gzclose must not be called more than once on the same file, just as free 1646 must not be called more than once on the same allocation. 1647 1648 gzclose will return Z_STREAM_ERROR if file is not valid, Z_ERRNO on a 1649 file operation error, Z_MEM_ERROR if out of memory, Z_BUF_ERROR if the 1650 last read ended in the middle of a gzip stream, or Z_OK on success. 1651*/ 1652 1653Z_EXTERN Z_EXPORT 1654int32_t zng_gzclose_r(gzFile file); 1655Z_EXTERN Z_EXPORT 1656int32_t zng_gzclose_w(gzFile file); 1657/* 1658 Same as gzclose(), but gzclose_r() is only for use when reading, and 1659 gzclose_w() is only for use when writing or appending. The advantage to 1660 using these instead of gzclose() is that they avoid linking in zlib 1661 compression or decompression code that is not used when only reading or only 1662 writing respectively. If gzclose() is used, then both compression and 1663 decompression code will be included the application when linking to a static 1664 zlib library. 1665*/ 1666 1667Z_EXTERN Z_EXPORT 1668const char * zng_gzerror(gzFile file, int32_t *errnum); 1669/* 1670 Return the error message for the last error which occurred on file. 1671 errnum is set to zlib error number. If an error occurred in the file system 1672 and not in the compression library, errnum is set to Z_ERRNO and the 1673 application may consult errno to get the exact error code. 1674 1675 The application must not modify the returned string. Future calls to 1676 this function may invalidate the previously returned string. If file is 1677 closed, then the string previously returned by gzerror will no longer be 1678 available. 1679 1680 gzerror() should be used to distinguish errors from end-of-file for those 1681 functions above that do not distinguish those cases in their return values. 1682*/ 1683 1684Z_EXTERN Z_EXPORT 1685void zng_gzclearerr(gzFile file); 1686/* 1687 Clear the error and end-of-file flags for file. This is analogous to the 1688 clearerr() function in stdio. This is useful for continuing to read a gzip 1689 file that is being written concurrently. 1690*/ 1691 1692#endif /* WITH_GZFILEOP */ 1693 1694 /* checksum functions */ 1695 1696/* 1697 These functions are not related to compression but are exported 1698 anyway because they might be useful in applications using the compression 1699 library. 1700*/ 1701 1702Z_EXTERN Z_EXPORT 1703uint32_t zng_adler32(uint32_t adler, const uint8_t *buf, uint32_t len); 1704/* 1705 Update a running Adler-32 checksum with the bytes buf[0..len-1] and 1706 return the updated checksum. An Adler-32 value is in the range of a 32-bit 1707 unsigned integer. If buf is Z_NULL, this function returns the required 1708 initial value for the checksum. 1709 1710 An Adler-32 checksum is almost as reliable as a CRC-32 but can be computed 1711 much faster. 1712 1713 Usage example: 1714 1715 uint32_t adler = adler32(0L, NULL, 0); 1716 1717 while (read_buffer(buffer, length) != EOF) { 1718 adler = adler32(adler, buffer, length); 1719 } 1720 if (adler != original_adler) error(); 1721*/ 1722 1723Z_EXTERN Z_EXPORT 1724uint32_t zng_adler32_z(uint32_t adler, const uint8_t *buf, size_t len); 1725/* 1726 Same as adler32(), but with a size_t length. 1727*/ 1728 1729Z_EXTERN Z_EXPORT 1730uint32_t zng_adler32_combine(uint32_t adler1, uint32_t adler2, z_off64_t len2); 1731/* 1732 Combine two Adler-32 checksums into one. For two sequences of bytes, seq1 1733 and seq2 with lengths len1 and len2, Adler-32 checksums were calculated for 1734 each, adler1 and adler2. adler32_combine() returns the Adler-32 checksum of 1735 seq1 and seq2 concatenated, requiring only adler1, adler2, and len2. Note 1736 that the z_off_t type (like off_t) is a signed integer. If len2 is 1737 negative, the result has no meaning or utility. 1738*/ 1739 1740Z_EXTERN Z_EXPORT 1741uint32_t zng_crc32(uint32_t crc, const uint8_t *buf, uint32_t len); 1742/* 1743 Update a running CRC-32 with the bytes buf[0..len-1] and return the 1744 updated CRC-32. A CRC-32 value is in the range of a 32-bit unsigned integer. 1745 If buf is Z_NULL, this function returns the required initial value for the 1746 crc. Pre- and post-conditioning (one's complement) is performed within this 1747 function so it shouldn't be done by the application. 1748 1749 Usage example: 1750 1751 uint32_t crc = crc32(0L, NULL, 0); 1752 1753 while (read_buffer(buffer, length) != EOF) { 1754 crc = crc32(crc, buffer, length); 1755 } 1756 if (crc != original_crc) error(); 1757*/ 1758 1759Z_EXTERN Z_EXPORT 1760uint32_t zng_crc32_z(uint32_t crc, const uint8_t *buf, size_t len); 1761/* 1762 Same as crc32(), but with a size_t length. 1763*/ 1764 1765Z_EXTERN Z_EXPORT 1766uint32_t zng_crc32_combine(uint32_t crc1, uint32_t crc2, z_off64_t len2); 1767 1768/* 1769 Combine two CRC-32 check values into one. For two sequences of bytes, 1770 seq1 and seq2 with lengths len1 and len2, CRC-32 check values were 1771 calculated for each, crc1 and crc2. crc32_combine() returns the CRC-32 1772 check value of seq1 and seq2 concatenated, requiring only crc1, crc2, and 1773 len2. 1774*/ 1775 1776Z_EXTERN Z_EXPORT 1777uint32_t zng_crc32_combine_gen(z_off64_t len2); 1778 1779/* 1780 Return the operator corresponding to length len2, to be used with 1781 crc32_combine_op(). 1782*/ 1783 1784Z_EXTERN Z_EXPORT 1785uint32_t zng_crc32_combine_op(uint32_t crc1, uint32_t crc2, const uint32_t op); 1786/* 1787 Give the same result as crc32_combine(), using op in place of len2. op is 1788 is generated from len2 by crc32_combine_gen(). This will be faster than 1789 crc32_combine() if the generated op is used more than once. 1790*/ 1791 1792 /* various hacks, don't look :) */ 1793 1794/* zng_deflateInit and zng_inflateInit are macros to allow checking the zlib version 1795 * and the compiler's view of zng_stream: 1796 */ 1797Z_EXTERN Z_EXPORT int32_t zng_deflateInit_(zng_stream *strm, int32_t level, const char *version, int32_t stream_size); 1798Z_EXTERN Z_EXPORT int32_t zng_inflateInit_(zng_stream *strm, const char *version, int32_t stream_size); 1799Z_EXTERN Z_EXPORT int32_t zng_deflateInit2_(zng_stream *strm, int32_t level, int32_t method, int32_t windowBits, int32_t memLevel, 1800 int32_t strategy, const char *version, int32_t stream_size); 1801Z_EXTERN Z_EXPORT int32_t zng_inflateInit2_(zng_stream *strm, int32_t windowBits, const char *version, int32_t stream_size); 1802Z_EXTERN Z_EXPORT int32_t zng_inflateBackInit_(zng_stream *strm, int32_t windowBits, uint8_t *window, 1803 const char *version, int32_t stream_size); 1804 1805#define @ZLIB_SYMBOL_PREFIX@zng_deflateInit(strm, level) zng_deflateInit_((strm), (level), ZLIBNG_VERSION, (int32_t)sizeof(zng_stream)) 1806#define @ZLIB_SYMBOL_PREFIX@zng_inflateInit(strm) zng_inflateInit_((strm), ZLIBNG_VERSION, (int32_t)sizeof(zng_stream)) 1807#define @ZLIB_SYMBOL_PREFIX@zng_deflateInit2(strm, level, method, windowBits, memLevel, strategy) \ 1808 zng_deflateInit2_((strm), (level), (method), (windowBits), (memLevel), \ 1809 (strategy), ZLIBNG_VERSION, (int32_t)sizeof(zng_stream)) 1810#define @ZLIB_SYMBOL_PREFIX@zng_inflateInit2(strm, windowBits) zng_inflateInit2_((strm), (windowBits), ZLIBNG_VERSION, (int32_t)sizeof(zng_stream)) 1811#define @ZLIB_SYMBOL_PREFIX@zng_inflateBackInit(strm, windowBits, window) \ 1812 zng_inflateBackInit_((strm), (windowBits), (window), ZLIBNG_VERSION, (int32_t)sizeof(zng_stream)) 1813 1814#ifdef WITH_GZFILEOP 1815 1816/* gzgetc() macro and its supporting function and exposed data structure. Note 1817 * that the real internal state is much larger than the exposed structure. 1818 * This abbreviated structure exposes just enough for the gzgetc() macro. The 1819 * user should not mess with these exposed elements, since their names or 1820 * behavior could change in the future, perhaps even capriciously. They can 1821 * only be used by the gzgetc() macro. You have been warned. 1822 */ 1823struct gzFile_s { 1824 unsigned have; 1825 unsigned char *next; 1826 z_off64_t pos; 1827}; 1828Z_EXTERN Z_EXPORT int32_t zng_gzgetc_(gzFile file); /* backward compatibility */ 1829# define @ZLIB_SYMBOL_PREFIX@zng_gzgetc(g) ((g)->have ? ((g)->have--, (g)->pos++, *((g)->next)++) : (@ZLIB_SYMBOL_PREFIX@zng_gzgetc)(g)) 1830 1831#endif /* WITH_GZFILEOP */ 1832 1833 1834typedef enum { 1835 Z_DEFLATE_LEVEL = 0, /* compression level, represented as an int */ 1836 Z_DEFLATE_STRATEGY = 1, /* compression strategy, represented as an int */ 1837 Z_DEFLATE_REPRODUCIBLE = 2, 1838 /* 1839 Whether reproducible compression results are required. Represented as an int, where 0 means that it is allowed 1840 to trade reproducibility for e.g. improved performance or compression ratio, and non-0 means that 1841 reproducibility is strictly required. Reproducibility is guaranteed only when using an identical zlib-ng build. 1842 Default is 0. 1843 */ 1844} zng_deflate_param; 1845 1846typedef struct { 1847 zng_deflate_param param; /* parameter ID */ 1848 void *buf; /* parameter value */ 1849 size_t size; /* parameter value size */ 1850 int32_t status; /* result of the last set/get call */ 1851} zng_deflate_param_value; 1852 1853Z_EXTERN Z_EXPORT 1854int32_t zng_deflateSetParams(zng_stream *strm, zng_deflate_param_value *params, size_t count); 1855/* 1856 Sets the values of the given zlib-ng deflate stream parameters. All the buffers are copied internally, so the 1857 caller still owns them after this function returns. Returns Z_OK if success. 1858 1859 If the size of at least one of the buffers is too small to hold the entire value of the corresponding parameter, 1860 or if the same parameter is specified multiple times, Z_BUF_ERROR is returned. The caller may inspect status fields 1861 in order to determine which of the parameters caused this error. No other changes are performed. 1862 1863 If the stream state is inconsistent or if at least one of the values cannot be updated, Z_STREAM_ERROR is 1864 returned. The caller may inspect status fields in order to determine which of the parameters caused this error. 1865 Parameters, whose status field is equal to Z_OK, have been applied successfully. If all status fields are not equal 1866 to Z_STREAM_ERROR, then the error was caused by a stream state inconsistency. 1867 1868 If there are no other errors, but at least one parameter is not supported by the current zlib-ng version, 1869 Z_VERSION_ERROR is returned. The caller may inspect status fields in order to determine which of the parameters 1870 caused this error. 1871*/ 1872 1873Z_EXTERN Z_EXPORT 1874int32_t zng_deflateGetParams(zng_stream *strm, zng_deflate_param_value *params, size_t count); 1875/* 1876 Copies the values of the given zlib-ng deflate stream parameters into the user-provided buffers. Returns Z_OK if 1877 success, Z_VERSION_ERROR if at least one parameter is not supported by the current zlib-ng version, Z_STREAM_ERROR 1878 if the stream state is inconsistent, and Z_BUF_ERROR if the size of at least one buffer is too small to hold the 1879 entire value of the corresponding parameter. 1880*/ 1881 1882/* undocumented functions */ 1883Z_EXTERN Z_EXPORT const char * zng_zError (int32_t); 1884Z_EXTERN Z_EXPORT int32_t zng_inflateSyncPoint (zng_stream *); 1885Z_EXTERN Z_EXPORT const uint32_t * zng_get_crc_table (void); 1886Z_EXTERN Z_EXPORT int32_t zng_inflateUndermine (zng_stream *, int32_t); 1887Z_EXTERN Z_EXPORT int32_t zng_inflateValidate (zng_stream *, int32_t); 1888Z_EXTERN Z_EXPORT unsigned long zng_inflateCodesUsed (zng_stream *); 1889Z_EXTERN Z_EXPORT int32_t zng_inflateResetKeep (zng_stream *); 1890Z_EXTERN Z_EXPORT int32_t zng_deflateResetKeep (zng_stream *); 1891 1892#ifdef WITH_GZFILEOP 1893# if defined(_WIN32) 1894 Z_EXTERN Z_EXPORT gzFile zng_gzopen_w(const wchar_t *path, const char *mode); 1895# endif 1896Z_EXTERN Z_EXPORTVA int32_t zng_gzvprintf(gzFile file, const char *format, va_list va); 1897#endif 1898 1899#ifdef __cplusplus 1900} 1901#endif 1902 1903#endif /* ZNGLIB_H_ */ 1904