mirror of
https://github.com/git-for-windows/git.git
synced 2026-06-15 00:21:26 -05:00
438886aecb
To test Git's behavior with very large pack files, we need a way to generate such files quickly. A naive approach using only readily-available Git commands would take over 10 hours for a 4GB pack file, which is prohibitive. Side-stepping Git's machinery and actual zlib compression by writing uncompressed content with the appropriate zlib header makes things much faster. The fastest method using this approach generates many small, unreachable blob objects and takes about 1.5 minutes for 4GB. However, this cannot be used because we need to test git clone, which requires a reachable commit history. Generating many reachable commits with small, uncompressed blobs takes about 4 minutes for 4GB. But this approach 1) does not reproduce the issues we want to fix (which require individual objects larger than 4GB) and 2) is comparatively slow because of the many SHA-1 calculations. The approach taken here generates a single large blob (filled with NUL bytes), along with the trees and commits needed to make it reachable. This takes about 2.5 minutes for 4.5GB, which is the fastest option that produces a valid, clonable repository with an object large enough to trigger the bugs we want to test. Signed-off-by: Johannes Schindelin <johannes.schindelin@gmx.de> Signed-off-by: Junio C Hamano <gitster@pobox.com>
56 lines
1.7 KiB
C
56 lines
1.7 KiB
C
#ifndef COMPAT_ZLIB_H
|
|
#define COMPAT_ZLIB_H
|
|
|
|
#ifdef HAVE_ZLIB_NG
|
|
# include <zlib-ng.h>
|
|
|
|
# define z_stream_s zng_stream_s
|
|
# define gz_header_s zng_gz_header_s
|
|
|
|
# define adler32(adler, buf, len) zng_adler32(adler, buf, len)
|
|
|
|
# define crc32(crc, buf, len) zng_crc32(crc, buf, len)
|
|
|
|
# define inflate(strm, bits) zng_inflate(strm, bits)
|
|
# define inflateEnd(strm) zng_inflateEnd(strm)
|
|
# define inflateInit(strm) zng_inflateInit(strm)
|
|
# define inflateInit2(strm, bits) zng_inflateInit2(strm, bits)
|
|
# define inflateReset(strm) zng_inflateReset(strm)
|
|
|
|
# define deflate(strm, flush) zng_deflate(strm, flush)
|
|
# define deflateBound(strm, source_len) zng_deflateBound(strm, source_len)
|
|
# define deflateEnd(strm) zng_deflateEnd(strm)
|
|
# define deflateInit(strm, level) zng_deflateInit(strm, level)
|
|
# define deflateInit2(stream, level, method, window_bits, mem_level, strategy) zng_deflateInit2(stream, level, method, window_bits, mem_level, strategy)
|
|
# define deflateReset(strm) zng_deflateReset(strm)
|
|
# define deflateSetHeader(strm, head) zng_deflateSetHeader(strm, head)
|
|
|
|
#else
|
|
# include <zlib.h>
|
|
|
|
# if defined(NO_DEFLATE_BOUND) || ZLIB_VERNUM < 0x1200
|
|
# define deflateBound(c,s) ((s) + (((s) + 7) >> 3) + (((s) + 63) >> 6) + 11)
|
|
# endif
|
|
|
|
/*
|
|
* zlib only gained support for setting up the gzip header in v1.2.2.1. In
|
|
* Git we only set the header to make archives reproducible across different
|
|
* operating systems, so it's fine to simply make this a no-op when using a
|
|
* zlib version that doesn't support this yet.
|
|
*/
|
|
# if ZLIB_VERNUM < 0x1221
|
|
struct gz_header_s {
|
|
int os;
|
|
};
|
|
|
|
static int deflateSetHeader(z_streamp strm, struct gz_header_s *head)
|
|
{
|
|
(void)(strm);
|
|
(void)(head);
|
|
return Z_OK;
|
|
}
|
|
# endif
|
|
#endif /* HAVE_ZLIB_NG */
|
|
|
|
#endif /* COMPAT_ZLIB_H */
|