Derrick Stolee | 08fd81c | 2018-04-02 16:34:19 -0400 | [diff] [blame] | 1 | #ifndef COMMIT_GRAPH_H |
| 2 | #define COMMIT_GRAPH_H |
| 3 | |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 4 | #include "git-compat-util.h" |
Taylor Blau | 0bd52e2 | 2020-02-03 21:51:50 -0800 | [diff] [blame] | 5 | #include "object-store.h" |
Taylor Blau | 6830c36 | 2020-04-13 22:04:25 -0600 | [diff] [blame] | 6 | #include "oidset.h" |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 7 | |
Derrick Stolee | 859fdc0 | 2018-08-29 05:49:04 -0700 | [diff] [blame] | 8 | #define GIT_TEST_COMMIT_GRAPH "GIT_TEST_COMMIT_GRAPH" |
Derrick Stolee | 7b671f8 | 2020-06-23 17:47:01 +0000 | [diff] [blame] | 9 | #define GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE "GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE" |
Garima Singh | d5b873c | 2020-04-06 16:59:55 +0000 | [diff] [blame] | 10 | #define GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS "GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS" |
Derrick Stolee | 859fdc0 | 2018-08-29 05:49:04 -0700 | [diff] [blame] | 11 | |
Derrick Stolee | b23ea97 | 2020-04-16 20:14:03 +0000 | [diff] [blame] | 12 | /* |
| 13 | * This method is only used to enhance coverage of the commit-graph |
| 14 | * feature in the test suite with the GIT_TEST_COMMIT_GRAPH and |
| 15 | * GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS environment variables. Do not |
| 16 | * call this method oustide of a builtin, and only if you know what |
| 17 | * you are doing! |
| 18 | */ |
| 19 | void git_test_write_commit_graph_or_die(void); |
| 20 | |
Jonathan Tan | e5c5ca2 | 2018-07-11 15:42:39 -0700 | [diff] [blame] | 21 | struct commit; |
Garima Singh | 76ffbca | 2020-04-06 16:59:49 +0000 | [diff] [blame] | 22 | struct bloom_filter_settings; |
SZEDER Gábor | fa79653 | 2020-06-05 13:00:28 +0000 | [diff] [blame] | 23 | struct repository; |
| 24 | struct raw_object_store; |
| 25 | struct string_list; |
Jonathan Tan | e5c5ca2 | 2018-07-11 15:42:39 -0700 | [diff] [blame] | 26 | |
Taylor Blau | ad2dd5b | 2020-02-03 13:18:02 -0800 | [diff] [blame] | 27 | char *get_commit_graph_filename(struct object_directory *odb); |
Derrick Stolee | 663b2b1 | 2020-09-17 18:11:46 +0000 | [diff] [blame] | 28 | char *get_commit_graph_chain_filename(struct object_directory *odb); |
Ævar Arnfjörð Bjarmason | 61df89c | 2019-03-25 13:08:30 +0100 | [diff] [blame] | 29 | int open_commit_graph(const char *graph_file, int *fd, struct stat *st); |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 30 | |
Derrick Stolee | 177722b | 2018-04-10 08:56:05 -0400 | [diff] [blame] | 31 | /* |
| 32 | * Given a commit struct, try to fill the commit struct info, including: |
| 33 | * 1. tree object |
| 34 | * 2. date |
| 35 | * 3. parents. |
| 36 | * |
| 37 | * Returns 1 if and only if the commit was found in the packed graph. |
| 38 | * |
| 39 | * See parse_commit_buffer() for the fallback after this call. |
| 40 | */ |
Jonathan Tan | dade47c | 2018-07-11 15:42:42 -0700 | [diff] [blame] | 41 | int parse_commit_in_graph(struct repository *r, struct commit *item); |
Derrick Stolee | 177722b | 2018-04-10 08:56:05 -0400 | [diff] [blame] | 42 | |
Derrick Stolee | e2838d8 | 2018-05-01 12:47:13 +0000 | [diff] [blame] | 43 | /* |
Patrick Steinhardt | f559d6d | 2021-08-09 10:12:03 +0200 | [diff] [blame] | 44 | * Look up the given commit ID in the commit-graph. This will only return a |
| 45 | * commit if the ID exists both in the graph and in the object database such |
| 46 | * that we don't return commits whose object has been pruned. Otherwise, this |
| 47 | * function returns `NULL`. |
| 48 | */ |
| 49 | struct commit *lookup_commit_in_graph(struct repository *repo, const struct object_id *id); |
| 50 | |
| 51 | /* |
Derrick Stolee | e2838d8 | 2018-05-01 12:47:13 +0000 | [diff] [blame] | 52 | * It is possible that we loaded commit contents from the commit buffer, |
| 53 | * but we also want to ensure the commit-graph content is correctly |
| 54 | * checked and filled. Fill the graph_pos and generation members of |
| 55 | * the given commit. |
| 56 | */ |
Jonathan Tan | dade47c | 2018-07-11 15:42:42 -0700 | [diff] [blame] | 57 | void load_commit_graph_info(struct repository *r, struct commit *item); |
Derrick Stolee | e2838d8 | 2018-05-01 12:47:13 +0000 | [diff] [blame] | 58 | |
Jonathan Tan | dade47c | 2018-07-11 15:42:42 -0700 | [diff] [blame] | 59 | struct tree *get_commit_tree_in_graph(struct repository *r, |
| 60 | const struct commit *c); |
Derrick Stolee | 7b8a21d | 2018-04-06 19:09:46 +0000 | [diff] [blame] | 61 | |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 62 | struct commit_graph { |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 63 | const unsigned char *data; |
| 64 | size_t data_len; |
| 65 | |
| 66 | unsigned char hash_len; |
| 67 | unsigned char num_chunks; |
| 68 | uint32_t num_commits; |
| 69 | struct object_id oid; |
Derrick Stolee | 6c622f9 | 2019-06-18 11:14:27 -0700 | [diff] [blame] | 70 | char *filename; |
Taylor Blau | 13c2499 | 2020-02-03 13:18:00 -0800 | [diff] [blame] | 71 | struct object_directory *odb; |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 72 | |
Derrick Stolee | d4f4d60 | 2019-06-18 11:14:24 -0700 | [diff] [blame] | 73 | uint32_t num_commits_in_base; |
Abhishek Kumar | 1fdc383 | 2021-01-16 18:11:16 +0000 | [diff] [blame] | 74 | unsigned int read_generation_data; |
Derrick Stolee | d4f4d60 | 2019-06-18 11:14:24 -0700 | [diff] [blame] | 75 | struct commit_graph *base_graph; |
| 76 | |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 77 | const uint32_t *chunk_oid_fanout; |
| 78 | const unsigned char *chunk_oid_lookup; |
| 79 | const unsigned char *chunk_commit_data; |
Abhishek Kumar | e8b6300 | 2021-01-16 18:11:15 +0000 | [diff] [blame] | 80 | const unsigned char *chunk_generation_data; |
| 81 | const unsigned char *chunk_generation_data_overflow; |
SZEDER Gábor | 5af7417 | 2019-01-19 21:21:13 +0100 | [diff] [blame] | 82 | const unsigned char *chunk_extra_edges; |
Derrick Stolee | 118bd57 | 2019-06-18 11:14:26 -0700 | [diff] [blame] | 83 | const unsigned char *chunk_base_graphs; |
Garima Singh | 76ffbca | 2020-04-06 16:59:49 +0000 | [diff] [blame] | 84 | const unsigned char *chunk_bloom_indexes; |
| 85 | const unsigned char *chunk_bloom_data; |
| 86 | |
Abhishek Kumar | 72a2bfc | 2021-01-16 18:11:12 +0000 | [diff] [blame] | 87 | struct topo_level_slab *topo_levels; |
Garima Singh | 76ffbca | 2020-04-06 16:59:49 +0000 | [diff] [blame] | 88 | struct bloom_filter_settings *bloom_filter_settings; |
Derrick Stolee | 2a2e32b | 2018-04-10 08:56:02 -0400 | [diff] [blame] | 89 | }; |
| 90 | |
Taylor Blau | ab14d06 | 2020-09-09 11:22:56 -0400 | [diff] [blame] | 91 | struct commit_graph *load_commit_graph_one_fd_st(struct repository *r, |
| 92 | int fd, struct stat *st, |
Taylor Blau | a7df60c | 2020-02-03 13:18:04 -0800 | [diff] [blame] | 93 | struct object_directory *odb); |
Taylor Blau | 13c2499 | 2020-02-03 13:18:00 -0800 | [diff] [blame] | 94 | struct commit_graph *read_commit_graph_one(struct repository *r, |
| 95 | struct object_directory *odb); |
Taylor Blau | ab14d06 | 2020-09-09 11:22:56 -0400 | [diff] [blame] | 96 | struct commit_graph *parse_commit_graph(struct repository *r, |
| 97 | void *graph_map, size_t graph_size); |
Josh Steadmon | aa65857 | 2019-01-15 14:25:50 -0800 | [diff] [blame] | 98 | |
Derrick Stolee | 6cc0174 | 2018-07-20 16:33:30 +0000 | [diff] [blame] | 99 | /* |
| 100 | * Return 1 if and only if the repository has a commit-graph |
| 101 | * file and generation numbers are computed in that file. |
| 102 | */ |
| 103 | int generation_numbers_enabled(struct repository *r); |
| 104 | |
Abhishek Kumar | 8d00d7c | 2021-01-16 18:11:17 +0000 | [diff] [blame] | 105 | /* |
| 106 | * Return 1 if and only if the repository has a commit-graph |
| 107 | * file and generation data chunk has been written for the file. |
| 108 | */ |
| 109 | int corrected_commit_dates_enabled(struct repository *r); |
| 110 | |
Taylor Blau | 4f36440 | 2020-09-09 11:22:44 -0400 | [diff] [blame] | 111 | struct bloom_filter_settings *get_bloom_filter_settings(struct repository *r); |
| 112 | |
SZEDER Gábor | 39d8831 | 2019-08-05 10:02:39 +0200 | [diff] [blame] | 113 | enum commit_graph_write_flags { |
| 114 | COMMIT_GRAPH_WRITE_APPEND = (1 << 0), |
| 115 | COMMIT_GRAPH_WRITE_PROGRESS = (1 << 1), |
SZEDER Gábor | 7c5c9b9 | 2019-08-05 10:02:40 +0200 | [diff] [blame] | 116 | COMMIT_GRAPH_WRITE_SPLIT = (1 << 2), |
Taylor Blau | 2f00c35 | 2020-05-13 15:59:55 -0600 | [diff] [blame] | 117 | COMMIT_GRAPH_WRITE_BLOOM_FILTERS = (1 << 3), |
Junio C Hamano | 70cdbbe | 2020-07-30 13:20:31 -0700 | [diff] [blame] | 118 | COMMIT_GRAPH_NO_WRITE_BLOOM_FILTERS = (1 << 4), |
SZEDER Gábor | 39d8831 | 2019-08-05 10:02:39 +0200 | [diff] [blame] | 119 | }; |
Derrick Stolee | 5af8039 | 2019-06-12 06:29:38 -0700 | [diff] [blame] | 120 | |
Taylor Blau | 4f02735 | 2020-04-13 22:04:08 -0600 | [diff] [blame] | 121 | enum commit_graph_split_flags { |
Taylor Blau | fdbde82 | 2020-04-13 22:04:12 -0600 | [diff] [blame] | 122 | COMMIT_GRAPH_SPLIT_UNSPECIFIED = 0, |
Taylor Blau | 8a6ac28 | 2020-04-13 22:04:17 -0600 | [diff] [blame] | 123 | COMMIT_GRAPH_SPLIT_MERGE_PROHIBITED = 1, |
| 124 | COMMIT_GRAPH_SPLIT_REPLACE = 2 |
Taylor Blau | 4f02735 | 2020-04-13 22:04:08 -0600 | [diff] [blame] | 125 | }; |
| 126 | |
Taylor Blau | 98bb796 | 2020-09-17 22:59:49 -0400 | [diff] [blame] | 127 | struct commit_graph_opts { |
Derrick Stolee | c2bc6e6 | 2019-06-18 11:14:32 -0700 | [diff] [blame] | 128 | int size_multiple; |
| 129 | int max_commits; |
| 130 | timestamp_t expire_time; |
Taylor Blau | 98bb796 | 2020-09-17 22:59:49 -0400 | [diff] [blame] | 131 | enum commit_graph_split_flags split_flags; |
Taylor Blau | 809e032 | 2020-09-18 09:27:27 -0400 | [diff] [blame] | 132 | int max_new_filters; |
Derrick Stolee | c2bc6e6 | 2019-06-18 11:14:32 -0700 | [diff] [blame] | 133 | }; |
| 134 | |
Derrick Stolee | e103f72 | 2019-06-12 06:29:37 -0700 | [diff] [blame] | 135 | /* |
| 136 | * The write_commit_graph* methods return zero on success |
| 137 | * and a negative value on failure. Note that if the repository |
| 138 | * is not compatible with the commit-graph feature, then the |
| 139 | * methods will return 0 without writing a commit-graph. |
| 140 | */ |
Taylor Blau | 0bd52e2 | 2020-02-03 21:51:50 -0800 | [diff] [blame] | 141 | int write_commit_graph_reachable(struct object_directory *odb, |
SZEDER Gábor | 39d8831 | 2019-08-05 10:02:39 +0200 | [diff] [blame] | 142 | enum commit_graph_write_flags flags, |
Taylor Blau | 98bb796 | 2020-09-17 22:59:49 -0400 | [diff] [blame] | 143 | const struct commit_graph_opts *opts); |
Taylor Blau | 0bd52e2 | 2020-02-03 21:51:50 -0800 | [diff] [blame] | 144 | int write_commit_graph(struct object_directory *odb, |
Ævar Arnfjörð Bjarmason | 4a04790 | 2022-03-04 19:32:12 +0100 | [diff] [blame] | 145 | const struct string_list *pack_indexes, |
Taylor Blau | 6830c36 | 2020-04-13 22:04:25 -0600 | [diff] [blame] | 146 | struct oidset *commits, |
SZEDER Gábor | 39d8831 | 2019-08-05 10:02:39 +0200 | [diff] [blame] | 147 | enum commit_graph_write_flags flags, |
Taylor Blau | 98bb796 | 2020-09-17 22:59:49 -0400 | [diff] [blame] | 148 | const struct commit_graph_opts *opts); |
Derrick Stolee | 08fd81c | 2018-04-02 16:34:19 -0400 | [diff] [blame] | 149 | |
Derrick Stolee | 3da4b60 | 2019-06-18 11:14:32 -0700 | [diff] [blame] | 150 | #define COMMIT_GRAPH_VERIFY_SHALLOW (1 << 0) |
| 151 | |
| 152 | int verify_commit_graph(struct repository *r, struct commit_graph *g, int flags); |
Derrick Stolee | 283e68c | 2018-06-27 09:24:32 -0400 | [diff] [blame] | 153 | |
Derrick Stolee | c3a3a96 | 2019-05-17 11:41:47 -0700 | [diff] [blame] | 154 | void close_commit_graph(struct raw_object_store *); |
Jonathan Tan | c3756d5 | 2018-07-11 15:42:40 -0700 | [diff] [blame] | 155 | void free_commit_graph(struct commit_graph *); |
| 156 | |
Jeff King | 6abada1 | 2019-09-12 10:44:45 -0400 | [diff] [blame] | 157 | /* |
| 158 | * Disable further use of the commit graph in this process when parsing a |
| 159 | * "struct commit". |
| 160 | */ |
| 161 | void disable_commit_graph(struct repository *r); |
| 162 | |
Abhishek Kumar | 4844812 | 2020-06-17 14:44:09 +0530 | [diff] [blame] | 163 | struct commit_graph_data { |
| 164 | uint32_t graph_pos; |
Abhishek Kumar | d7f9278 | 2021-01-16 18:11:13 +0000 | [diff] [blame] | 165 | timestamp_t generation; |
Abhishek Kumar | 4844812 | 2020-06-17 14:44:09 +0530 | [diff] [blame] | 166 | }; |
| 167 | |
| 168 | /* |
| 169 | * Commits should be parsed before accessing generation, graph positions. |
| 170 | */ |
Abhishek Kumar | d7f9278 | 2021-01-16 18:11:13 +0000 | [diff] [blame] | 171 | timestamp_t commit_graph_generation(const struct commit *); |
Abhishek Kumar | 4844812 | 2020-06-17 14:44:09 +0530 | [diff] [blame] | 172 | uint32_t commit_graph_position(const struct commit *); |
Derrick Stolee | 08fd81c | 2018-04-02 16:34:19 -0400 | [diff] [blame] | 173 | #endif |