Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 1 | #ifndef PACK_H |
| 2 | #define PACK_H |
| 3 | |
Linus Torvalds | 1974632 | 2006-07-11 20:45:31 -0700 | [diff] [blame] | 4 | #include "object.h" |
Junio C Hamano | c0ad465 | 2011-10-28 11:40:48 -0700 | [diff] [blame] | 5 | #include "csum-file.h" |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 6 | |
| 7 | /* |
| 8 | * Packed object header |
| 9 | */ |
| 10 | #define PACK_SIGNATURE 0x5041434b /* "PACK" */ |
Junio C Hamano | 29f049a | 2006-10-14 23:37:41 -0700 | [diff] [blame] | 11 | #define PACK_VERSION 2 |
Nicolas Pitre | d60fc1c | 2006-02-09 17:50:04 -0500 | [diff] [blame] | 12 | #define pack_version_ok(v) ((v) == htonl(2) || (v) == htonl(3)) |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 13 | struct pack_header { |
Simon 'corecode' Schubert | bb79103 | 2007-01-17 09:07:23 +0100 | [diff] [blame] | 14 | uint32_t hdr_signature; |
| 15 | uint32_t hdr_version; |
| 16 | uint32_t hdr_entries; |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 17 | }; |
| 18 | |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 19 | /* |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 20 | * The first four bytes of index formats later than version 1 should |
| 21 | * start with this signature, as all older git binaries would find this |
| 22 | * value illegal and abort reading the file. |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 23 | * |
| 24 | * This is the case because the number of objects in a packfile |
| 25 | * cannot exceed 1,431,660,000 as every object would need at least |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 26 | * 3 bytes of data and the overall packfile cannot exceed 4 GiB with |
| 27 | * version 1 of the index file due to the offsets limited to 32 bits. |
| 28 | * Clearly the signature exceeds this maximum. |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 29 | * |
| 30 | * Very old git binaries will also compare the first 4 bytes to the |
| 31 | * next 4 bytes in the index and abort with a "non-monotonic index" |
| 32 | * error if the second 4 byte word is smaller than the first 4 |
| 33 | * byte word. This would be true in the proposed future index |
| 34 | * format as idx_signature would be greater than idx_version. |
| 35 | */ |
| 36 | #define PACK_IDX_SIGNATURE 0xff744f63 /* "\377tOc" */ |
| 37 | |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 38 | struct pack_idx_option { |
Junio C Hamano | e337a04 | 2011-02-02 17:29:01 -0800 | [diff] [blame] | 39 | unsigned flags; |
| 40 | /* flag bits */ |
Junio C Hamano | 68be2fe | 2011-11-16 22:04:13 -0800 | [diff] [blame] | 41 | #define WRITE_IDX_VERIFY 01 /* verify only, do not write the idx file */ |
| 42 | #define WRITE_IDX_STRICT 02 |
Junio C Hamano | e337a04 | 2011-02-02 17:29:01 -0800 | [diff] [blame] | 43 | |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 44 | uint32_t version; |
| 45 | uint32_t off32_limit; |
Junio C Hamano | 3c9fc07 | 2011-02-25 16:55:26 -0800 | [diff] [blame] | 46 | |
| 47 | /* |
| 48 | * List of offsets that would fit within off32_limit but |
| 49 | * need to be written out as 64-bit entity for byte-for-byte |
| 50 | * verification. |
| 51 | */ |
| 52 | int anomaly_alloc, anomaly_nr; |
| 53 | uint32_t *anomaly; |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 54 | }; |
| 55 | |
| 56 | extern void reset_pack_idx_option(struct pack_idx_option *); |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 57 | |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 58 | /* |
| 59 | * Packed object index header |
| 60 | */ |
| 61 | struct pack_idx_header { |
| 62 | uint32_t idx_signature; |
| 63 | uint32_t idx_version; |
| 64 | }; |
| 65 | |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 66 | /* |
| 67 | * Common part of object structure used for write_idx_file |
| 68 | */ |
| 69 | struct pack_idx_entry { |
brian m. carlson | e6a492b | 2017-05-06 22:10:11 +0000 | [diff] [blame] | 70 | struct object_id oid; |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 71 | uint32_t crc32; |
| 72 | off_t offset; |
| 73 | }; |
| 74 | |
Nguyễn Thái Ngọc Duy | c9486eb | 2011-11-07 09:59:25 +0700 | [diff] [blame] | 75 | |
Nguyễn Thái Ngọc Duy | 1e49f22 | 2011-11-07 09:59:26 +0700 | [diff] [blame] | 76 | struct progress; |
Nguyễn Thái Ngọc Duy | ec9d224 | 2016-07-13 17:44:04 +0200 | [diff] [blame] | 77 | /* Note, the data argument could be NULL if object type is blob */ |
brian m. carlson | 9fd7504 | 2017-05-06 22:10:20 +0000 | [diff] [blame] | 78 | typedef int (*verify_fn)(const struct object_id *, enum object_type, unsigned long, void*, int*); |
Nguyễn Thái Ngọc Duy | c9486eb | 2011-11-07 09:59:25 +0700 | [diff] [blame] | 79 | |
Jeff King | 1190a1a | 2013-12-05 15:28:07 -0500 | [diff] [blame] | 80 | extern const char *write_idx_file(const char *index_name, struct pack_idx_entry **objects, int nr_objects, const struct pack_idx_option *, const unsigned char *sha1); |
Nicolas Pitre | c41a4a9 | 2008-06-24 23:19:02 -0400 | [diff] [blame] | 81 | extern int check_pack_crc(struct packed_git *p, struct pack_window **w_curs, off_t offset, off_t len, unsigned int nr); |
Shawn O. Pearce | 9b0aa72 | 2010-04-19 07:23:07 -0700 | [diff] [blame] | 82 | extern int verify_pack_index(struct packed_git *); |
Nguyễn Thái Ngọc Duy | 1e49f22 | 2011-11-07 09:59:26 +0700 | [diff] [blame] | 83 | extern int verify_pack(struct packed_git *, verify_fn fn, struct progress *, uint32_t); |
Junio C Hamano | c0ad465 | 2011-10-28 11:40:48 -0700 | [diff] [blame] | 84 | extern off_t write_pack_header(struct sha1file *f, uint32_t); |
Nicolas Pitre | abeb40e | 2008-08-29 16:07:59 -0400 | [diff] [blame] | 85 | extern void fixup_pack_header_footer(int, unsigned char *, const char *, uint32_t, unsigned char *, off_t); |
Shawn O. Pearce | 106764e | 2007-09-14 03:31:16 -0400 | [diff] [blame] | 86 | extern char *index_pack_lockfile(int fd); |
Jeff King | 2c5e286 | 2017-03-24 13:26:50 -0400 | [diff] [blame] | 87 | |
| 88 | /* |
| 89 | * The "hdr" output buffer should be at least this big, which will handle sizes |
| 90 | * up to 2^67. |
| 91 | */ |
| 92 | #define MAX_PACK_OBJECT_HEADER 10 |
Jeff King | 7202a6f | 2017-03-24 13:26:40 -0400 | [diff] [blame] | 93 | extern int encode_in_pack_object_header(unsigned char *hdr, int hdr_len, |
| 94 | enum object_type, uintmax_t); |
Junio C Hamano | a69e542 | 2007-01-22 21:55:18 -0800 | [diff] [blame] | 95 | |
| 96 | #define PH_ERROR_EOF (-1) |
| 97 | #define PH_ERROR_PACK_SIGNATURE (-2) |
| 98 | #define PH_ERROR_PROTOCOL (-3) |
| 99 | extern int read_pack_header(int fd, struct pack_header *); |
Junio C Hamano | cdf9db3 | 2011-10-28 11:52:14 -0700 | [diff] [blame] | 100 | |
| 101 | extern struct sha1file *create_tmp_packfile(char **pack_tmp_name); |
Sun He | 5889271 | 2014-03-03 17:24:29 +0800 | [diff] [blame] | 102 | extern void finish_tmp_packfile(struct strbuf *name_buffer, const char *pack_tmp_name, struct pack_idx_entry **written_list, uint32_t nr_written, struct pack_idx_option *pack_idx_opts, unsigned char sha1[]); |
Junio C Hamano | cdf9db3 | 2011-10-28 11:52:14 -0700 | [diff] [blame] | 103 | |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 104 | #endif |