Jonathan Tan | 4f39cd8 | 2017-08-18 15:20:16 -0700 | [diff] [blame] | 1 | #ifndef PACKFILE_H |
| 2 | #define PACKFILE_H |
| 3 | |
Jonathan Tan | 498f1f6 | 2017-12-05 16:58:44 +0000 | [diff] [blame] | 4 | #include "oidset.h" |
| 5 | |
Jonathan Tan | 4f39cd8 | 2017-08-18 15:20:16 -0700 | [diff] [blame] | 6 | /* |
| 7 | * Generate the filename to be used for a pack file with checksum "sha1" and |
| 8 | * extension "ext". The result is written into the strbuf "buf", overwriting |
| 9 | * any existing contents. A pointer to buf->buf is returned as a convenience. |
| 10 | * |
| 11 | * Example: odb_pack_name(out, sha1, "idx") => ".git/objects/pack/pack-1234..idx" |
| 12 | */ |
| 13 | extern char *odb_pack_name(struct strbuf *buf, const unsigned char *sha1, const char *ext); |
| 14 | |
| 15 | /* |
| 16 | * Return the name of the (local) packfile with the specified sha1 in |
| 17 | * its name. The return value is a pointer to memory that is |
| 18 | * overwritten each time this function is called. |
| 19 | */ |
| 20 | extern char *sha1_pack_name(const unsigned char *sha1); |
| 21 | |
| 22 | /* |
| 23 | * Return the name of the (local) pack index file with the specified |
| 24 | * sha1 in its name. The return value is a pointer to memory that is |
| 25 | * overwritten each time this function is called. |
| 26 | */ |
| 27 | extern char *sha1_pack_index_name(const unsigned char *sha1); |
| 28 | |
Jonathan Tan | 0317f45 | 2017-08-18 15:20:19 -0700 | [diff] [blame] | 29 | extern struct packed_git *parse_pack_index(unsigned char *sha1, const char *idx_path); |
| 30 | |
Jonathan Tan | 0abe14f | 2017-08-18 15:20:26 -0700 | [diff] [blame] | 31 | /* A hook to report invalid files in pack directory */ |
| 32 | #define PACKDIR_FILE_PACK 1 |
| 33 | #define PACKDIR_FILE_IDX 2 |
| 34 | #define PACKDIR_FILE_GARBAGE 4 |
| 35 | extern void (*report_garbage)(unsigned seen_bits, const char *path); |
| 36 | |
Stefan Beller | 4c2a13b | 2018-03-23 18:45:24 +0100 | [diff] [blame] | 37 | extern void reprepare_packed_git(struct repository *r); |
Stefan Beller | 5babff1 | 2018-03-23 18:45:18 +0100 | [diff] [blame] | 38 | extern void install_packed_git(struct repository *r, struct packed_git *pack); |
Jonathan Tan | e65f186 | 2017-08-18 15:20:25 -0700 | [diff] [blame] | 39 | |
Stefan Beller | a80d72d | 2018-03-23 18:20:59 +0100 | [diff] [blame] | 40 | struct packed_git *get_packed_git(struct repository *r); |
| 41 | struct list_head *get_packed_git_mru(struct repository *r); |
| 42 | |
Jonathan Tan | 0abe14f | 2017-08-18 15:20:26 -0700 | [diff] [blame] | 43 | /* |
| 44 | * Give a rough count of objects in the repository. This sacrifices accuracy |
| 45 | * for speed. |
| 46 | */ |
| 47 | unsigned long approximate_object_count(void); |
| 48 | |
Jonathan Tan | d6fe003 | 2017-08-18 15:20:34 -0700 | [diff] [blame] | 49 | extern struct packed_git *find_sha1_pack(const unsigned char *sha1, |
| 50 | struct packed_git *packs); |
| 51 | |
Jonathan Tan | 8e21176 | 2017-08-18 15:20:18 -0700 | [diff] [blame] | 52 | extern void pack_report(void); |
| 53 | |
Jonathan Tan | 0317f45 | 2017-08-18 15:20:19 -0700 | [diff] [blame] | 54 | /* |
| 55 | * mmap the index file for the specified packfile (if it is not |
| 56 | * already mmapped). Return 0 on success. |
| 57 | */ |
| 58 | extern int open_pack_index(struct packed_git *); |
| 59 | |
Jonathan Tan | 3836d88 | 2017-08-18 15:20:21 -0700 | [diff] [blame] | 60 | /* |
| 61 | * munmap the index file for the specified packfile (if it is |
| 62 | * currently mmapped). |
| 63 | */ |
| 64 | extern void close_pack_index(struct packed_git *); |
| 65 | |
Jonathan Tan | 84f80ad | 2017-08-18 15:20:22 -0700 | [diff] [blame] | 66 | extern unsigned char *use_pack(struct packed_git *, struct pack_window **, off_t, unsigned long *); |
Jonathan Tan | 3836d88 | 2017-08-18 15:20:21 -0700 | [diff] [blame] | 67 | extern void close_pack_windows(struct packed_git *); |
Stefan Beller | d0b5986 | 2018-03-23 18:21:00 +0100 | [diff] [blame] | 68 | extern void close_all_packs(struct raw_object_store *o); |
Jonathan Tan | 97de180 | 2017-08-18 15:20:23 -0700 | [diff] [blame] | 69 | extern void unuse_pack(struct pack_window **); |
Jonathan Tan | f1d8130 | 2017-08-18 15:20:30 -0700 | [diff] [blame] | 70 | extern void clear_delta_base_cache(void); |
Jonathan Tan | 9a42865 | 2017-08-18 15:20:24 -0700 | [diff] [blame] | 71 | extern struct packed_git *add_packed_git(const char *path, size_t path_len, int local); |
Jonathan Tan | 3836d88 | 2017-08-18 15:20:21 -0700 | [diff] [blame] | 72 | |
Jonathan Tan | d5a1676 | 2017-08-18 15:20:31 -0700 | [diff] [blame] | 73 | /* |
Jonathan Tan | 9e0f45f | 2017-08-18 15:20:32 -0700 | [diff] [blame] | 74 | * Make sure that a pointer access into an mmap'd index file is within bounds, |
| 75 | * and can provide at least 8 bytes of data. |
| 76 | * |
| 77 | * Note that this is only necessary for variable-length segments of the file |
| 78 | * (like the 64-bit extended offset table), as we compare the size to the |
| 79 | * fixed-length parts when we open the file. |
| 80 | */ |
| 81 | extern void check_pack_index_ptr(const struct packed_git *p, const void *ptr); |
| 82 | |
| 83 | /* |
Derrick Stolee | 3d475f4 | 2018-03-22 13:40:09 -0400 | [diff] [blame] | 84 | * Perform binary search on a pack-index for a given oid. Packfile is expected to |
| 85 | * have a valid pack-index. |
| 86 | * |
| 87 | * See 'bsearch_hash' for more information. |
| 88 | */ |
| 89 | int bsearch_pack(const struct object_id *oid, const struct packed_git *p, uint32_t *result); |
| 90 | |
| 91 | /* |
Jonathan Tan | d5a1676 | 2017-08-18 15:20:31 -0700 | [diff] [blame] | 92 | * Return the SHA-1 of the nth object within the specified packfile. |
| 93 | * Open the index if it is not already open. The return value points |
| 94 | * at the SHA-1 within the mmapped index. Return NULL if there is an |
| 95 | * error. |
| 96 | */ |
| 97 | extern const unsigned char *nth_packed_object_sha1(struct packed_git *, uint32_t n); |
| 98 | /* |
| 99 | * Like nth_packed_object_sha1, but write the data into the object specified by |
| 100 | * the the first argument. Returns the first argument on success, and NULL on |
| 101 | * error. |
| 102 | */ |
| 103 | extern const struct object_id *nth_packed_object_oid(struct object_id *, struct packed_git *, uint32_t n); |
| 104 | |
Jonathan Tan | 9e0f45f | 2017-08-18 15:20:32 -0700 | [diff] [blame] | 105 | /* |
| 106 | * Return the offset of the nth object within the specified packfile. |
| 107 | * The index must already be opened. |
| 108 | */ |
| 109 | extern off_t nth_packed_object_offset(const struct packed_git *, uint32_t n); |
Jonathan Tan | d5a1676 | 2017-08-18 15:20:31 -0700 | [diff] [blame] | 110 | |
Jonathan Tan | a255195 | 2017-08-18 15:20:33 -0700 | [diff] [blame] | 111 | /* |
| 112 | * If the object named sha1 is present in the specified packfile, |
| 113 | * return its offset within the packfile; otherwise, return 0. |
| 114 | */ |
| 115 | extern off_t find_pack_entry_one(const unsigned char *sha1, struct packed_git *); |
| 116 | |
| 117 | extern int is_pack_valid(struct packed_git *); |
Jonathan Tan | f1d8130 | 2017-08-18 15:20:30 -0700 | [diff] [blame] | 118 | extern void *unpack_entry(struct packed_git *, off_t, enum object_type *, unsigned long *); |
Jonathan Tan | 32b42e1 | 2017-08-18 15:20:27 -0700 | [diff] [blame] | 119 | extern unsigned long unpack_object_header_buffer(const unsigned char *buf, unsigned long len, enum object_type *type, unsigned long *sizep); |
Jonathan Tan | 7b3aa75 | 2017-08-18 15:20:28 -0700 | [diff] [blame] | 120 | extern unsigned long get_size_from_delta(struct packed_git *, struct pack_window **, off_t); |
Jonathan Tan | 3588dd6 | 2017-08-18 15:20:29 -0700 | [diff] [blame] | 121 | extern int unpack_object_header(struct packed_git *, struct pack_window **, off_t *, unsigned long *); |
Jonathan Tan | 32b42e1 | 2017-08-18 15:20:27 -0700 | [diff] [blame] | 122 | |
Jonathan Tan | f0e17e8 | 2017-08-18 15:20:20 -0700 | [diff] [blame] | 123 | extern void release_pack_memory(size_t); |
| 124 | |
Jonathan Tan | f1d8130 | 2017-08-18 15:20:30 -0700 | [diff] [blame] | 125 | /* global flag to enable extra checks when accessing packed objects */ |
| 126 | extern int do_check_packed_object_crc; |
| 127 | |
| 128 | extern int packed_object_info(struct packed_git *pack, off_t offset, struct object_info *); |
| 129 | |
| 130 | extern void mark_bad_packed_object(struct packed_git *p, const unsigned char *sha1); |
| 131 | extern const struct packed_git *has_packed_and_bad(const unsigned char *sha1); |
Jonathan Tan | 9e0f45f | 2017-08-18 15:20:32 -0700 | [diff] [blame] | 132 | |
Stefan Beller | 613b42f2 | 2018-03-23 18:45:25 +0100 | [diff] [blame] | 133 | /* |
| 134 | * Iff a pack file in the given repository contains the object named by sha1, |
| 135 | * return true and store its location to e. |
| 136 | */ |
Stefan Beller | 0a0dd63 | 2018-03-23 18:45:26 +0100 | [diff] [blame] | 137 | extern int find_pack_entry(struct repository *r, const unsigned char *sha1, struct pack_entry *e); |
Jonathan Tan | 1a1e5d4 | 2017-08-18 15:20:35 -0700 | [diff] [blame] | 138 | |
brian m. carlson | 14c3c80 | 2018-05-02 00:25:33 +0000 | [diff] [blame] | 139 | extern int has_object_pack(const struct object_id *oid); |
Jonathan Tan | 150e300 | 2017-08-18 15:20:36 -0700 | [diff] [blame] | 140 | |
Jonathan Tan | f9a8672 | 2017-08-18 15:20:37 -0700 | [diff] [blame] | 141 | extern int has_pack_index(const unsigned char *sha1); |
| 142 | |
Jonathan Tan | 7709f46 | 2017-08-18 15:20:38 -0700 | [diff] [blame] | 143 | /* |
Jonathan Tan | 498f1f6 | 2017-12-05 16:58:44 +0000 | [diff] [blame] | 144 | * Only iterate over packs obtained from the promisor remote. |
| 145 | */ |
| 146 | #define FOR_EACH_OBJECT_PROMISOR_ONLY 2 |
| 147 | |
| 148 | /* |
Jonathan Tan | 7709f46 | 2017-08-18 15:20:38 -0700 | [diff] [blame] | 149 | * Iterate over packed objects in both the local |
| 150 | * repository and any alternates repositories (unless the |
| 151 | * FOR_EACH_OBJECT_LOCAL_ONLY flag, defined in cache.h, is set). |
| 152 | */ |
| 153 | typedef int each_packed_object_fn(const struct object_id *oid, |
| 154 | struct packed_git *pack, |
| 155 | uint32_t pos, |
| 156 | void *data); |
| 157 | extern int for_each_packed_object(each_packed_object_fn, void *, unsigned flags); |
| 158 | |
Jonathan Tan | 498f1f6 | 2017-12-05 16:58:44 +0000 | [diff] [blame] | 159 | /* |
| 160 | * Return 1 if an object in a promisor packfile is or refers to the given |
| 161 | * object, 0 otherwise. |
| 162 | */ |
| 163 | extern int is_promisor_object(const struct object_id *oid); |
| 164 | |
Jonathan Tan | 4f39cd8 | 2017-08-18 15:20:16 -0700 | [diff] [blame] | 165 | #endif |