Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 1 | #ifndef PACK_H |
| 2 | #define PACK_H |
| 3 | |
Linus Torvalds | 1974632 | 2006-07-11 20:45:31 -0700 | [diff] [blame] | 4 | #include "object.h" |
Junio C Hamano | c0ad465 | 2011-10-28 11:40:48 -0700 | [diff] [blame] | 5 | #include "csum-file.h" |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 6 | |
Elijah Newren | ec2f026 | 2023-03-21 06:26:08 +0000 | [diff] [blame] | 7 | struct packed_git; |
| 8 | struct pack_window; |
Nguyễn Thái Ngọc Duy | 94e1082 | 2018-11-10 06:49:07 +0100 | [diff] [blame] | 9 | struct repository; |
| 10 | |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 11 | /* |
| 12 | * Packed object header |
| 13 | */ |
| 14 | #define PACK_SIGNATURE 0x5041434b /* "PACK" */ |
Junio C Hamano | 29f049a | 2006-10-14 23:37:41 -0700 | [diff] [blame] | 15 | #define PACK_VERSION 2 |
Nicolas Pitre | d60fc1c | 2006-02-09 17:50:04 -0500 | [diff] [blame] | 16 | #define pack_version_ok(v) ((v) == htonl(2) || (v) == htonl(3)) |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 17 | struct pack_header { |
Simon 'corecode' Schubert | bb79103 | 2007-01-17 09:07:23 +0100 | [diff] [blame] | 18 | uint32_t hdr_signature; |
| 19 | uint32_t hdr_version; |
| 20 | uint32_t hdr_entries; |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 21 | }; |
| 22 | |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 23 | /* |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 24 | * The first four bytes of index formats later than version 1 should |
| 25 | * start with this signature, as all older git binaries would find this |
| 26 | * value illegal and abort reading the file. |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 27 | * |
| 28 | * This is the case because the number of objects in a packfile |
| 29 | * cannot exceed 1,431,660,000 as every object would need at least |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 30 | * 3 bytes of data and the overall packfile cannot exceed 4 GiB with |
| 31 | * version 1 of the index file due to the offsets limited to 32 bits. |
| 32 | * Clearly the signature exceeds this maximum. |
Shawn O. Pearce | df1b059 | 2007-01-17 20:43:57 -0500 | [diff] [blame] | 33 | * |
| 34 | * Very old git binaries will also compare the first 4 bytes to the |
| 35 | * next 4 bytes in the index and abort with a "non-monotonic index" |
| 36 | * error if the second 4 byte word is smaller than the first 4 |
| 37 | * byte word. This would be true in the proposed future index |
| 38 | * format as idx_signature would be greater than idx_version. |
| 39 | */ |
| 40 | #define PACK_IDX_SIGNATURE 0xff744f63 /* "\377tOc" */ |
| 41 | |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 42 | struct pack_idx_option { |
Junio C Hamano | e337a04 | 2011-02-02 17:29:01 -0800 | [diff] [blame] | 43 | unsigned flags; |
| 44 | /* flag bits */ |
Junio C Hamano | 68be2fe | 2011-11-16 22:04:13 -0800 | [diff] [blame] | 45 | #define WRITE_IDX_VERIFY 01 /* verify only, do not write the idx file */ |
| 46 | #define WRITE_IDX_STRICT 02 |
Taylor Blau | 8ef50d9 | 2021-01-25 18:37:18 -0500 | [diff] [blame] | 47 | #define WRITE_REV 04 |
| 48 | #define WRITE_REV_VERIFY 010 |
Taylor Blau | 5dfaf49 | 2022-05-20 19:17:43 -0400 | [diff] [blame] | 49 | #define WRITE_MTIMES 020 |
Junio C Hamano | e337a04 | 2011-02-02 17:29:01 -0800 | [diff] [blame] | 50 | |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 51 | uint32_t version; |
| 52 | uint32_t off32_limit; |
Junio C Hamano | 3c9fc07 | 2011-02-25 16:55:26 -0800 | [diff] [blame] | 53 | |
| 54 | /* |
| 55 | * List of offsets that would fit within off32_limit but |
| 56 | * need to be written out as 64-bit entity for byte-for-byte |
| 57 | * verification. |
| 58 | */ |
| 59 | int anomaly_alloc, anomaly_nr; |
| 60 | uint32_t *anomaly; |
Junio C Hamano | ebcfb37 | 2011-02-25 15:43:25 -0800 | [diff] [blame] | 61 | }; |
| 62 | |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 63 | void reset_pack_idx_option(struct pack_idx_option *); |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 64 | |
Nicolas Pitre | 4287307 | 2007-03-16 16:42:50 -0400 | [diff] [blame] | 65 | /* |
| 66 | * Packed object index header |
| 67 | */ |
| 68 | struct pack_idx_header { |
| 69 | uint32_t idx_signature; |
| 70 | uint32_t idx_version; |
| 71 | }; |
| 72 | |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 73 | /* |
| 74 | * Common part of object structure used for write_idx_file |
| 75 | */ |
| 76 | struct pack_idx_entry { |
brian m. carlson | e6a492b | 2017-05-06 22:10:11 +0000 | [diff] [blame] | 77 | struct object_id oid; |
Geert Bosch | aa7e44b | 2007-06-01 15:18:05 -0400 | [diff] [blame] | 78 | uint32_t crc32; |
| 79 | off_t offset; |
| 80 | }; |
| 81 | |
Nguyễn Thái Ngọc Duy | c9486eb | 2011-11-07 09:59:25 +0700 | [diff] [blame] | 82 | |
Nguyễn Thái Ngọc Duy | 1e49f22 | 2011-11-07 09:59:26 +0700 | [diff] [blame] | 83 | struct progress; |
Nguyễn Thái Ngọc Duy | ec9d224 | 2016-07-13 17:44:04 +0200 | [diff] [blame] | 84 | /* Note, the data argument could be NULL if object type is blob */ |
brian m. carlson | 9fd7504 | 2017-05-06 22:10:20 +0000 | [diff] [blame] | 85 | typedef int (*verify_fn)(const struct object_id *, enum object_type, unsigned long, void*, int*); |
Nguyễn Thái Ngọc Duy | c9486eb | 2011-11-07 09:59:25 +0700 | [diff] [blame] | 86 | |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 87 | const char *write_idx_file(const char *index_name, struct pack_idx_entry **objects, int nr_objects, const struct pack_idx_option *, const unsigned char *sha1); |
| 88 | int check_pack_crc(struct packed_git *p, struct pack_window **w_curs, off_t offset, off_t len, unsigned int nr); |
| 89 | int verify_pack_index(struct packed_git *); |
| 90 | int verify_pack(struct repository *, struct packed_git *, verify_fn fn, struct progress *, uint32_t); |
| 91 | off_t write_pack_header(struct hashfile *f, uint32_t); |
| 92 | void fixup_pack_header_footer(int, unsigned char *, const char *, uint32_t, unsigned char *, off_t); |
Jonathan Tan | 5476e1e | 2021-02-22 11:20:09 -0800 | [diff] [blame] | 93 | char *index_pack_lockfile(int fd, int *is_well_formed); |
Jeff King | 2c5e286 | 2017-03-24 13:26:50 -0400 | [diff] [blame] | 94 | |
Christian Couder | 33add2a | 2021-01-12 09:21:59 +0100 | [diff] [blame] | 95 | struct ref; |
| 96 | |
| 97 | void write_promisor_file(const char *promisor_name, struct ref **sought, int nr_sought); |
| 98 | |
Taylor Blau | 8ef50d9 | 2021-01-25 18:37:18 -0500 | [diff] [blame] | 99 | const char *write_rev_file(const char *rev_name, struct pack_idx_entry **objects, uint32_t nr_objects, const unsigned char *hash, unsigned flags); |
Taylor Blau | a587b5a | 2021-03-30 11:04:29 -0400 | [diff] [blame] | 100 | const char *write_rev_file_order(const char *rev_name, uint32_t *pack_order, uint32_t nr_objects, const unsigned char *hash, unsigned flags); |
Taylor Blau | 8ef50d9 | 2021-01-25 18:37:18 -0500 | [diff] [blame] | 101 | |
Jeff King | 2c5e286 | 2017-03-24 13:26:50 -0400 | [diff] [blame] | 102 | /* |
| 103 | * The "hdr" output buffer should be at least this big, which will handle sizes |
| 104 | * up to 2^67. |
| 105 | */ |
| 106 | #define MAX_PACK_OBJECT_HEADER 10 |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 107 | int encode_in_pack_object_header(unsigned char *hdr, int hdr_len, |
Denton Liu | ad6dad0 | 2019-04-29 04:28:23 -0400 | [diff] [blame] | 108 | enum object_type, uintmax_t); |
Junio C Hamano | a69e542 | 2007-01-22 21:55:18 -0800 | [diff] [blame] | 109 | |
| 110 | #define PH_ERROR_EOF (-1) |
| 111 | #define PH_ERROR_PACK_SIGNATURE (-2) |
| 112 | #define PH_ERROR_PROTOCOL (-3) |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 113 | int read_pack_header(int fd, struct pack_header *); |
Junio C Hamano | cdf9db3 | 2011-10-28 11:52:14 -0700 | [diff] [blame] | 114 | |
Taylor Blau | 1c573cd | 2022-05-20 19:17:38 -0400 | [diff] [blame] | 115 | struct packing_data; |
| 116 | |
Denton Liu | 5545442 | 2019-04-29 04:28:14 -0400 | [diff] [blame] | 117 | struct hashfile *create_tmp_packfile(char **pack_tmp_name); |
Ævar Arnfjörð Bjarmason | 2ec02dd | 2021-09-09 19:24:56 -0400 | [diff] [blame] | 118 | void stage_tmp_packfiles(struct strbuf *name_buffer, |
Ævar Arnfjörð Bjarmason | 0c41a88 | 2021-09-08 23:24:47 -0400 | [diff] [blame] | 119 | const char *pack_tmp_name, |
| 120 | struct pack_idx_entry **written_list, |
| 121 | uint32_t nr_written, |
Taylor Blau | 1c573cd | 2022-05-20 19:17:38 -0400 | [diff] [blame] | 122 | struct packing_data *to_pack, |
Ævar Arnfjörð Bjarmason | 0c41a88 | 2021-09-08 23:24:47 -0400 | [diff] [blame] | 123 | struct pack_idx_option *pack_idx_opts, |
Ævar Arnfjörð Bjarmason | 2ec02dd | 2021-09-09 19:24:56 -0400 | [diff] [blame] | 124 | unsigned char hash[], |
| 125 | char **idx_tmp_name); |
| 126 | void rename_tmp_packfile_idx(struct strbuf *basename, |
| 127 | char **idx_tmp_name); |
Junio C Hamano | cdf9db3 | 2011-10-28 11:52:14 -0700 | [diff] [blame] | 128 | |
Linus Torvalds | a733cb6 | 2005-06-28 14:21:02 -0700 | [diff] [blame] | 129 | #endif |