Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 1 | #ifndef PACK_H |
| 2 | #define PACK_H |
| 3 | |
Linus Torvalds | 1974632 | 2006-07-11 20:45:31 -0700 | [diff] [blame] | 4 | #include "object.h" |
Junio C Hamano | c0ad465 | 2011-10-28 11:40:48 -0700 | [diff] [blame] | 5 | #include "csum-file.h" |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 6 | |
Nguyễn Thái Ngọc Duy | 94e1082 | 2018-11-10 06:49:07 +0100 | [diff] [blame] | 7 | struct repository; |
| 8 | |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 9 | /* |
| 10 | * Packed object header |
| 11 | */ |
| 12 | #define PACK_SIGNATURE 0x5041434b /* "PACK" */ |
Junio C Hamano | 29f049a | 2006-10-14 23:37:41 -0700 | [diff] [blame] | 13 | #define PACK_VERSION 2 |
Nicolas Pitre | d60fc1c | 2006-02-09 17:50:04 -0500 | [diff] [blame] | 14 | #define pack_version_ok(v) ((v) == htonl(2) || (v) == htonl(3)) |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 15 | struct pack_header { |
Simon 'corecode' Schubert | bb79103 | 2007-01-17 09:07:23 +0100 | [diff] [blame] | 16 | uint32_t hdr_signature; |
| 17 | uint32_t hdr_version; |
| 18 | uint32_t hdr_entries; |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 19 | }; |
| 20 | |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 21 | /* |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 22 | * The first four bytes of index formats later than version 1 should |
| 23 | * start with this signature, as all older git binaries would find this |
| 24 | * value illegal and abort reading the file. |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 25 | * |
| 26 | * This is the case because the number of objects in a packfile |
| 27 | * cannot exceed 1,431,660,000 as every object would need at least |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 28 | * 3 bytes of data and the overall packfile cannot exceed 4 GiB with |
| 29 | * version 1 of the index file due to the offsets limited to 32 bits. |
| 30 | * Clearly the signature exceeds this maximum. |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 31 | * |
| 32 | * Very old git binaries will also compare the first 4 bytes to the |
| 33 | * next 4 bytes in the index and abort with a "non-monotonic index" |
| 34 | * error if the second 4 byte word is smaller than the first 4 |
| 35 | * byte word. This would be true in the proposed future index |
| 36 | * format as idx_signature would be greater than idx_version. |
| 37 | */ |
| 38 | #define PACK_IDX_SIGNATURE 0xff744f63 /* "\377tOc" */ |
| 39 | |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 40 | struct pack_idx_option { |
Junio C Hamano | e337a04 | 2011-02-02 17:29:01 -0800 | [diff] [blame] | 41 | unsigned flags; |
| 42 | /* flag bits */ |
Junio C Hamano | 68be2fe | 2011-11-16 22:04:13 -0800 | [diff] [blame] | 43 | #define WRITE_IDX_VERIFY 01 /* verify only, do not write the idx file */ |
| 44 | #define WRITE_IDX_STRICT 02 |
Junio C Hamano | e337a04 | 2011-02-02 17:29:01 -0800 | [diff] [blame] | 45 | |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 46 | uint32_t version; |
| 47 | uint32_t off32_limit; |
Junio C Hamano | 3c9fc07 | 2011-02-25 16:55:26 -0800 | [diff] [blame] | 48 | |
| 49 | /* |
| 50 | * List of offsets that would fit within off32_limit but |
| 51 | * need to be written out as 64-bit entity for byte-for-byte |
| 52 | * verification. |
| 53 | */ |
| 54 | int anomaly_alloc, anomaly_nr; |
| 55 | uint32_t *anomaly; |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 56 | }; |
| 57 | |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 58 | void reset_pack_idx_option(struct pack_idx_option *); |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 59 | |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 60 | /* |
| 61 | * Packed object index header |
| 62 | */ |
| 63 | struct pack_idx_header { |
| 64 | uint32_t idx_signature; |
| 65 | uint32_t idx_version; |
| 66 | }; |
| 67 | |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 68 | /* |
| 69 | * Common part of object structure used for write_idx_file |
| 70 | */ |
| 71 | struct pack_idx_entry { |
brian m. carlson | e6a492b | 2017-05-06 22:10:11 +0000 | [diff] [blame] | 72 | struct object_id oid; |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 73 | uint32_t crc32; |
| 74 | off_t offset; |
| 75 | }; |
| 76 | |
Nguyễn Thái Ngọc Duy | c9486eb | 2011-11-07 09:59:25 +0700 | [diff] [blame] | 77 | |
Nguyễn Thái Ngọc Duy | 1e49f22 | 2011-11-07 09:59:26 +0700 | [diff] [blame] | 78 | struct progress; |
Nguyễn Thái Ngọc Duy | ec9d224 | 2016-07-13 17:44:04 +0200 | [diff] [blame] | 79 | /* Note, the data argument could be NULL if object type is blob */ |
brian m. carlson | 9fd7504 | 2017-05-06 22:10:20 +0000 | [diff] [blame] | 80 | typedef int (*verify_fn)(const struct object_id *, enum object_type, unsigned long, void*, int*); |
Nguyễn Thái Ngọc Duy | c9486eb | 2011-11-07 09:59:25 +0700 | [diff] [blame] | 81 | |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 82 | const char *write_idx_file(const char *index_name, struct pack_idx_entry **objects, int nr_objects, const struct pack_idx_option *, const unsigned char *sha1); |
| 83 | int check_pack_crc(struct packed_git *p, struct pack_window **w_curs, off_t offset, off_t len, unsigned int nr); |
| 84 | int verify_pack_index(struct packed_git *); |
| 85 | int verify_pack(struct repository *, struct packed_git *, verify_fn fn, struct progress *, uint32_t); |
| 86 | off_t write_pack_header(struct hashfile *f, uint32_t); |
| 87 | void fixup_pack_header_footer(int, unsigned char *, const char *, uint32_t, unsigned char *, off_t); |
| 88 | char *index_pack_lockfile(int fd); |
Jeff King | 2c5e286 | 2017-03-24 13:26:50 -0400 | [diff] [blame] | 89 | |
| 90 | /* |
| 91 | * The "hdr" output buffer should be at least this big, which will handle sizes |
| 92 | * up to 2^67. |
| 93 | */ |
| 94 | #define MAX_PACK_OBJECT_HEADER 10 |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 95 | int encode_in_pack_object_header(unsigned char *hdr, int hdr_len, |
Denton Liu | ad6dad0 | 2019-04-29 04:28:23 -0400 | [diff] [blame] | 96 | enum object_type, uintmax_t); |
Junio C Hamano | a69e542 | 2007-01-22 21:55:18 -0800 | [diff] [blame] | 97 | |
| 98 | #define PH_ERROR_EOF (-1) |
| 99 | #define PH_ERROR_PACK_SIGNATURE (-2) |
| 100 | #define PH_ERROR_PROTOCOL (-3) |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 101 | int read_pack_header(int fd, struct pack_header *); |
Junio C Hamano | cdf9db3 | 2011-10-28 11:52:14 -0700 | [diff] [blame] | 102 | |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 103 | struct hashfile *create_tmp_packfile(char **pack_tmp_name); |
| 104 | void finish_tmp_packfile(struct strbuf *name_buffer, const char *pack_tmp_name, struct pack_idx_entry **written_list, uint32_t nr_written, struct pack_idx_option *pack_idx_opts, unsigned char sha1[]); |
Junio C Hamano | cdf9db3 | 2011-10-28 11:52:14 -0700 | [diff] [blame] | 105 | |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 106 | #endif |