Jonathan Tan | 4f39cd8 | 2017-08-18 15:20:16 -0700 | [diff] [blame] | 1 | #ifndef PACKFILE_H |
| 2 | #define PACKFILE_H |
| 3 | |
Jonathan Tan | 498f1f6 | 2017-12-05 16:58:44 +0000 | [diff] [blame] | 4 | #include "oidset.h" |
| 5 | |
Stefan Beller | cbd53a2 | 2018-05-15 16:42:15 -0700 | [diff] [blame] | 6 | /* in object-store.h */ |
| 7 | struct packed_git; |
| 8 | struct object_info; |
| 9 | enum object_type; |
| 10 | |
Jonathan Tan | 4f39cd8 | 2017-08-18 15:20:16 -0700 | [diff] [blame] | 11 | /* |
| 12 | * Generate the filename to be used for a pack file with checksum "sha1" and |
| 13 | * extension "ext". The result is written into the strbuf "buf", overwriting |
| 14 | * any existing contents. A pointer to buf->buf is returned as a convenience. |
| 15 | * |
| 16 | * Example: odb_pack_name(out, sha1, "idx") => ".git/objects/pack/pack-1234..idx" |
| 17 | */ |
| 18 | extern char *odb_pack_name(struct strbuf *buf, const unsigned char *sha1, const char *ext); |
| 19 | |
| 20 | /* |
| 21 | * Return the name of the (local) packfile with the specified sha1 in |
| 22 | * its name. The return value is a pointer to memory that is |
| 23 | * overwritten each time this function is called. |
| 24 | */ |
| 25 | extern char *sha1_pack_name(const unsigned char *sha1); |
| 26 | |
| 27 | /* |
| 28 | * Return the name of the (local) pack index file with the specified |
| 29 | * sha1 in its name. The return value is a pointer to memory that is |
| 30 | * overwritten each time this function is called. |
| 31 | */ |
| 32 | extern char *sha1_pack_index_name(const unsigned char *sha1); |
| 33 | |
Jonathan Tan | 0317f45 | 2017-08-18 15:20:19 -0700 | [diff] [blame] | 34 | extern struct packed_git *parse_pack_index(unsigned char *sha1, const char *idx_path); |
| 35 | |
Jonathan Tan | 0abe14f | 2017-08-18 15:20:26 -0700 | [diff] [blame] | 36 | /* A hook to report invalid files in pack directory */ |
| 37 | #define PACKDIR_FILE_PACK 1 |
| 38 | #define PACKDIR_FILE_IDX 2 |
| 39 | #define PACKDIR_FILE_GARBAGE 4 |
| 40 | extern void (*report_garbage)(unsigned seen_bits, const char *path); |
| 41 | |
Stefan Beller | 4c2a13b | 2018-03-23 18:45:24 +0100 | [diff] [blame] | 42 | extern void reprepare_packed_git(struct repository *r); |
Stefan Beller | 5babff1 | 2018-03-23 18:45:18 +0100 | [diff] [blame] | 43 | extern void install_packed_git(struct repository *r, struct packed_git *pack); |
Jonathan Tan | e65f186 | 2017-08-18 15:20:25 -0700 | [diff] [blame] | 44 | |
Stefan Beller | a80d72d | 2018-03-23 18:20:59 +0100 | [diff] [blame] | 45 | struct packed_git *get_packed_git(struct repository *r); |
| 46 | struct list_head *get_packed_git_mru(struct repository *r); |
| 47 | |
Jonathan Tan | 0abe14f | 2017-08-18 15:20:26 -0700 | [diff] [blame] | 48 | /* |
| 49 | * Give a rough count of objects in the repository. This sacrifices accuracy |
| 50 | * for speed. |
| 51 | */ |
| 52 | unsigned long approximate_object_count(void); |
| 53 | |
Jonathan Tan | d6fe003 | 2017-08-18 15:20:34 -0700 | [diff] [blame] | 54 | extern struct packed_git *find_sha1_pack(const unsigned char *sha1, |
| 55 | struct packed_git *packs); |
| 56 | |
Jonathan Tan | 8e21176 | 2017-08-18 15:20:18 -0700 | [diff] [blame] | 57 | extern void pack_report(void); |
| 58 | |
Jonathan Tan | 0317f45 | 2017-08-18 15:20:19 -0700 | [diff] [blame] | 59 | /* |
| 60 | * mmap the index file for the specified packfile (if it is not |
| 61 | * already mmapped). Return 0 on success. |
| 62 | */ |
| 63 | extern int open_pack_index(struct packed_git *); |
| 64 | |
Jonathan Tan | 3836d88 | 2017-08-18 15:20:21 -0700 | [diff] [blame] | 65 | /* |
| 66 | * munmap the index file for the specified packfile (if it is |
| 67 | * currently mmapped). |
| 68 | */ |
| 69 | extern void close_pack_index(struct packed_git *); |
| 70 | |
Jonathan Tan | 84f80ad | 2017-08-18 15:20:22 -0700 | [diff] [blame] | 71 | extern unsigned char *use_pack(struct packed_git *, struct pack_window **, off_t, unsigned long *); |
Jonathan Tan | 3836d88 | 2017-08-18 15:20:21 -0700 | [diff] [blame] | 72 | extern void close_pack_windows(struct packed_git *); |
Derrick Stolee | 049d51a | 2018-04-10 08:56:06 -0400 | [diff] [blame] | 73 | extern void close_pack(struct packed_git *); |
Stefan Beller | d0b5986 | 2018-03-23 18:21:00 +0100 | [diff] [blame] | 74 | extern void close_all_packs(struct raw_object_store *o); |
Jonathan Tan | 97de180 | 2017-08-18 15:20:23 -0700 | [diff] [blame] | 75 | extern void unuse_pack(struct pack_window **); |
Jonathan Tan | f1d8130 | 2017-08-18 15:20:30 -0700 | [diff] [blame] | 76 | extern void clear_delta_base_cache(void); |
Jonathan Tan | 9a42865 | 2017-08-18 15:20:24 -0700 | [diff] [blame] | 77 | extern struct packed_git *add_packed_git(const char *path, size_t path_len, int local); |
Jonathan Tan | 3836d88 | 2017-08-18 15:20:21 -0700 | [diff] [blame] | 78 | |
Jonathan Tan | d5a1676 | 2017-08-18 15:20:31 -0700 | [diff] [blame] | 79 | /* |
Jonathan Tan | 9e0f45f | 2017-08-18 15:20:32 -0700 | [diff] [blame] | 80 | * Make sure that a pointer access into an mmap'd index file is within bounds, |
| 81 | * and can provide at least 8 bytes of data. |
| 82 | * |
| 83 | * Note that this is only necessary for variable-length segments of the file |
| 84 | * (like the 64-bit extended offset table), as we compare the size to the |
| 85 | * fixed-length parts when we open the file. |
| 86 | */ |
| 87 | extern void check_pack_index_ptr(const struct packed_git *p, const void *ptr); |
| 88 | |
| 89 | /* |
Derrick Stolee | 3d475f4 | 2018-03-22 13:40:09 -0400 | [diff] [blame] | 90 | * Perform binary search on a pack-index for a given oid. Packfile is expected to |
| 91 | * have a valid pack-index. |
| 92 | * |
| 93 | * See 'bsearch_hash' for more information. |
| 94 | */ |
| 95 | int bsearch_pack(const struct object_id *oid, const struct packed_git *p, uint32_t *result); |
| 96 | |
| 97 | /* |
Jonathan Tan | d5a1676 | 2017-08-18 15:20:31 -0700 | [diff] [blame] | 98 | * Return the SHA-1 of the nth object within the specified packfile. |
| 99 | * Open the index if it is not already open. The return value points |
| 100 | * at the SHA-1 within the mmapped index. Return NULL if there is an |
| 101 | * error. |
| 102 | */ |
| 103 | extern const unsigned char *nth_packed_object_sha1(struct packed_git *, uint32_t n); |
| 104 | /* |
| 105 | * Like nth_packed_object_sha1, but write the data into the object specified by |
| 106 | * the the first argument. Returns the first argument on success, and NULL on |
| 107 | * error. |
| 108 | */ |
| 109 | extern const struct object_id *nth_packed_object_oid(struct object_id *, struct packed_git *, uint32_t n); |
| 110 | |
Jonathan Tan | 9e0f45f | 2017-08-18 15:20:32 -0700 | [diff] [blame] | 111 | /* |
| 112 | * Return the offset of the nth object within the specified packfile. |
| 113 | * The index must already be opened. |
| 114 | */ |
| 115 | extern off_t nth_packed_object_offset(const struct packed_git *, uint32_t n); |
Jonathan Tan | d5a1676 | 2017-08-18 15:20:31 -0700 | [diff] [blame] | 116 | |
Jonathan Tan | a255195 | 2017-08-18 15:20:33 -0700 | [diff] [blame] | 117 | /* |
| 118 | * If the object named sha1 is present in the specified packfile, |
| 119 | * return its offset within the packfile; otherwise, return 0. |
| 120 | */ |
| 121 | extern off_t find_pack_entry_one(const unsigned char *sha1, struct packed_git *); |
| 122 | |
| 123 | extern int is_pack_valid(struct packed_git *); |
Stefan Beller | 9d98354 | 2018-04-25 11:21:06 -0700 | [diff] [blame] | 124 | extern void *unpack_entry(struct repository *r, struct packed_git *, off_t, enum object_type *, unsigned long *); |
Jonathan Tan | 32b42e1 | 2017-08-18 15:20:27 -0700 | [diff] [blame] | 125 | extern unsigned long unpack_object_header_buffer(const unsigned char *buf, unsigned long len, enum object_type *type, unsigned long *sizep); |
Jonathan Tan | 7b3aa75 | 2017-08-18 15:20:28 -0700 | [diff] [blame] | 126 | extern unsigned long get_size_from_delta(struct packed_git *, struct pack_window **, off_t); |
Jonathan Tan | 3588dd6 | 2017-08-18 15:20:29 -0700 | [diff] [blame] | 127 | extern int unpack_object_header(struct packed_git *, struct pack_window **, off_t *, unsigned long *); |
Jonathan Tan | 32b42e1 | 2017-08-18 15:20:27 -0700 | [diff] [blame] | 128 | |
Jonathan Tan | f0e17e8 | 2017-08-18 15:20:20 -0700 | [diff] [blame] | 129 | extern void release_pack_memory(size_t); |
| 130 | |
Jonathan Tan | f1d8130 | 2017-08-18 15:20:30 -0700 | [diff] [blame] | 131 | /* global flag to enable extra checks when accessing packed objects */ |
| 132 | extern int do_check_packed_object_crc; |
| 133 | |
Stefan Beller | 9d98354 | 2018-04-25 11:21:06 -0700 | [diff] [blame] | 134 | extern int packed_object_info(struct repository *r, |
| 135 | struct packed_git *pack, |
| 136 | off_t offset, struct object_info *); |
Jonathan Tan | f1d8130 | 2017-08-18 15:20:30 -0700 | [diff] [blame] | 137 | |
| 138 | extern void mark_bad_packed_object(struct packed_git *p, const unsigned char *sha1); |
| 139 | extern const struct packed_git *has_packed_and_bad(const unsigned char *sha1); |
Jonathan Tan | 9e0f45f | 2017-08-18 15:20:32 -0700 | [diff] [blame] | 140 | |
Stefan Beller | 613b42f2 | 2018-03-23 18:45:25 +0100 | [diff] [blame] | 141 | /* |
| 142 | * Iff a pack file in the given repository contains the object named by sha1, |
| 143 | * return true and store its location to e. |
| 144 | */ |
brian m. carlson | 544443c | 2018-05-02 00:25:35 +0000 | [diff] [blame] | 145 | extern int find_pack_entry(struct repository *r, const struct object_id *oid, struct pack_entry *e); |
Jonathan Tan | 1a1e5d4 | 2017-08-18 15:20:35 -0700 | [diff] [blame] | 146 | |
brian m. carlson | 14c3c80 | 2018-05-02 00:25:33 +0000 | [diff] [blame] | 147 | extern int has_object_pack(const struct object_id *oid); |
Jonathan Tan | 150e300 | 2017-08-18 15:20:36 -0700 | [diff] [blame] | 148 | |
Jonathan Tan | f9a8672 | 2017-08-18 15:20:37 -0700 | [diff] [blame] | 149 | extern int has_pack_index(const unsigned char *sha1); |
| 150 | |
Jonathan Tan | 7709f46 | 2017-08-18 15:20:38 -0700 | [diff] [blame] | 151 | /* |
Jonathan Tan | 498f1f6 | 2017-12-05 16:58:44 +0000 | [diff] [blame] | 152 | * Only iterate over packs obtained from the promisor remote. |
| 153 | */ |
| 154 | #define FOR_EACH_OBJECT_PROMISOR_ONLY 2 |
| 155 | |
| 156 | /* |
Jonathan Tan | 7709f46 | 2017-08-18 15:20:38 -0700 | [diff] [blame] | 157 | * Iterate over packed objects in both the local |
| 158 | * repository and any alternates repositories (unless the |
| 159 | * FOR_EACH_OBJECT_LOCAL_ONLY flag, defined in cache.h, is set). |
| 160 | */ |
| 161 | typedef int each_packed_object_fn(const struct object_id *oid, |
| 162 | struct packed_git *pack, |
| 163 | uint32_t pos, |
| 164 | void *data); |
Derrick Stolee | 049d51a | 2018-04-10 08:56:06 -0400 | [diff] [blame] | 165 | extern int for_each_object_in_pack(struct packed_git *p, each_packed_object_fn, void *data); |
Jonathan Tan | 7709f46 | 2017-08-18 15:20:38 -0700 | [diff] [blame] | 166 | extern int for_each_packed_object(each_packed_object_fn, void *, unsigned flags); |
| 167 | |
Jonathan Tan | 498f1f6 | 2017-12-05 16:58:44 +0000 | [diff] [blame] | 168 | /* |
| 169 | * Return 1 if an object in a promisor packfile is or refers to the given |
| 170 | * object, 0 otherwise. |
| 171 | */ |
| 172 | extern int is_promisor_object(const struct object_id *oid); |
| 173 | |
Jonathan Tan | 4f39cd8 | 2017-08-18 15:20:16 -0700 | [diff] [blame] | 174 | #endif |