blob: 2e3ac35237e919790555bae317bd580cf065b727 [file] [log] [blame]
Derrick Stolee08fd81c2018-04-02 16:34:19 -04001#ifndef COMMIT_GRAPH_H
2#define COMMIT_GRAPH_H
3
Derrick Stolee2a2e32b2018-04-10 08:56:02 -04004#include "git-compat-util.h"
Taylor Blau0bd52e22020-02-03 21:51:50 -08005#include "object-store.h"
Taylor Blau6830c362020-04-13 22:04:25 -06006#include "oidset.h"
Derrick Stolee2a2e32b2018-04-10 08:56:02 -04007
Derrick Stolee859fdc02018-08-29 05:49:04 -07008#define GIT_TEST_COMMIT_GRAPH "GIT_TEST_COMMIT_GRAPH"
Derrick Stolee7b671f82020-06-23 17:47:01 +00009#define GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE "GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE"
Garima Singhd5b873c2020-04-06 16:59:55 +000010#define GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS "GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS"
Derrick Stolee859fdc02018-08-29 05:49:04 -070011
Derrick Stoleeb23ea972020-04-16 20:14:03 +000012/*
13 * This method is only used to enhance coverage of the commit-graph
14 * feature in the test suite with the GIT_TEST_COMMIT_GRAPH and
15 * GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS environment variables. Do not
16 * call this method oustide of a builtin, and only if you know what
17 * you are doing!
18 */
19void git_test_write_commit_graph_or_die(void);
20
Jonathan Tane5c5ca22018-07-11 15:42:39 -070021struct commit;
Garima Singh76ffbca2020-04-06 16:59:49 +000022struct bloom_filter_settings;
SZEDER Gáborfa796532020-06-05 13:00:28 +000023struct repository;
24struct raw_object_store;
25struct string_list;
Jonathan Tane5c5ca22018-07-11 15:42:39 -070026
Taylor Blauad2dd5b2020-02-03 13:18:02 -080027char *get_commit_graph_filename(struct object_directory *odb);
Derrick Stolee663b2b12020-09-17 18:11:46 +000028char *get_commit_graph_chain_filename(struct object_directory *odb);
Ævar Arnfjörð Bjarmason61df89c2019-03-25 13:08:30 +010029int open_commit_graph(const char *graph_file, int *fd, struct stat *st);
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040030
Derrick Stolee177722b2018-04-10 08:56:05 -040031/*
32 * Given a commit struct, try to fill the commit struct info, including:
33 * 1. tree object
34 * 2. date
35 * 3. parents.
36 *
37 * Returns 1 if and only if the commit was found in the packed graph.
38 *
39 * See parse_commit_buffer() for the fallback after this call.
40 */
Jonathan Tandade47c2018-07-11 15:42:42 -070041int parse_commit_in_graph(struct repository *r, struct commit *item);
Derrick Stolee177722b2018-04-10 08:56:05 -040042
Derrick Stoleee2838d82018-05-01 12:47:13 +000043/*
Patrick Steinhardtf559d6d2021-08-09 10:12:03 +020044 * Look up the given commit ID in the commit-graph. This will only return a
45 * commit if the ID exists both in the graph and in the object database such
46 * that we don't return commits whose object has been pruned. Otherwise, this
47 * function returns `NULL`.
48 */
49struct commit *lookup_commit_in_graph(struct repository *repo, const struct object_id *id);
50
51/*
Derrick Stoleee2838d82018-05-01 12:47:13 +000052 * It is possible that we loaded commit contents from the commit buffer,
53 * but we also want to ensure the commit-graph content is correctly
54 * checked and filled. Fill the graph_pos and generation members of
55 * the given commit.
56 */
Jonathan Tandade47c2018-07-11 15:42:42 -070057void load_commit_graph_info(struct repository *r, struct commit *item);
Derrick Stoleee2838d82018-05-01 12:47:13 +000058
Jonathan Tandade47c2018-07-11 15:42:42 -070059struct tree *get_commit_tree_in_graph(struct repository *r,
60 const struct commit *c);
Derrick Stolee7b8a21d2018-04-06 19:09:46 +000061
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040062struct commit_graph {
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040063 const unsigned char *data;
64 size_t data_len;
65
66 unsigned char hash_len;
67 unsigned char num_chunks;
68 uint32_t num_commits;
69 struct object_id oid;
Derrick Stolee6c622f92019-06-18 11:14:27 -070070 char *filename;
Taylor Blau13c24992020-02-03 13:18:00 -080071 struct object_directory *odb;
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040072
Derrick Stoleed4f4d602019-06-18 11:14:24 -070073 uint32_t num_commits_in_base;
Abhishek Kumar1fdc3832021-01-16 18:11:16 +000074 unsigned int read_generation_data;
Derrick Stoleed4f4d602019-06-18 11:14:24 -070075 struct commit_graph *base_graph;
76
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040077 const uint32_t *chunk_oid_fanout;
78 const unsigned char *chunk_oid_lookup;
79 const unsigned char *chunk_commit_data;
Abhishek Kumare8b63002021-01-16 18:11:15 +000080 const unsigned char *chunk_generation_data;
81 const unsigned char *chunk_generation_data_overflow;
SZEDER Gábor5af74172019-01-19 21:21:13 +010082 const unsigned char *chunk_extra_edges;
Derrick Stolee118bd572019-06-18 11:14:26 -070083 const unsigned char *chunk_base_graphs;
Garima Singh76ffbca2020-04-06 16:59:49 +000084 const unsigned char *chunk_bloom_indexes;
85 const unsigned char *chunk_bloom_data;
86
Abhishek Kumar72a2bfc2021-01-16 18:11:12 +000087 struct topo_level_slab *topo_levels;
Garima Singh76ffbca2020-04-06 16:59:49 +000088 struct bloom_filter_settings *bloom_filter_settings;
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040089};
90
Taylor Blauab14d062020-09-09 11:22:56 -040091struct commit_graph *load_commit_graph_one_fd_st(struct repository *r,
92 int fd, struct stat *st,
Taylor Blaua7df60c2020-02-03 13:18:04 -080093 struct object_directory *odb);
Taylor Blau13c24992020-02-03 13:18:00 -080094struct commit_graph *read_commit_graph_one(struct repository *r,
95 struct object_directory *odb);
Taylor Blauab14d062020-09-09 11:22:56 -040096struct commit_graph *parse_commit_graph(struct repository *r,
97 void *graph_map, size_t graph_size);
Josh Steadmonaa658572019-01-15 14:25:50 -080098
Derrick Stolee6cc01742018-07-20 16:33:30 +000099/*
100 * Return 1 if and only if the repository has a commit-graph
101 * file and generation numbers are computed in that file.
102 */
103int generation_numbers_enabled(struct repository *r);
104
Abhishek Kumar8d00d7c2021-01-16 18:11:17 +0000105/*
106 * Return 1 if and only if the repository has a commit-graph
107 * file and generation data chunk has been written for the file.
108 */
109int corrected_commit_dates_enabled(struct repository *r);
110
Taylor Blau4f364402020-09-09 11:22:44 -0400111struct bloom_filter_settings *get_bloom_filter_settings(struct repository *r);
112
SZEDER Gábor39d88312019-08-05 10:02:39 +0200113enum commit_graph_write_flags {
114 COMMIT_GRAPH_WRITE_APPEND = (1 << 0),
115 COMMIT_GRAPH_WRITE_PROGRESS = (1 << 1),
SZEDER Gábor7c5c9b92019-08-05 10:02:40 +0200116 COMMIT_GRAPH_WRITE_SPLIT = (1 << 2),
Taylor Blau2f00c352020-05-13 15:59:55 -0600117 COMMIT_GRAPH_WRITE_BLOOM_FILTERS = (1 << 3),
Junio C Hamano70cdbbe2020-07-30 13:20:31 -0700118 COMMIT_GRAPH_NO_WRITE_BLOOM_FILTERS = (1 << 4),
SZEDER Gábor39d88312019-08-05 10:02:39 +0200119};
Derrick Stolee5af80392019-06-12 06:29:38 -0700120
Taylor Blau4f027352020-04-13 22:04:08 -0600121enum commit_graph_split_flags {
Taylor Blaufdbde822020-04-13 22:04:12 -0600122 COMMIT_GRAPH_SPLIT_UNSPECIFIED = 0,
Taylor Blau8a6ac282020-04-13 22:04:17 -0600123 COMMIT_GRAPH_SPLIT_MERGE_PROHIBITED = 1,
124 COMMIT_GRAPH_SPLIT_REPLACE = 2
Taylor Blau4f027352020-04-13 22:04:08 -0600125};
126
Taylor Blau98bb7962020-09-17 22:59:49 -0400127struct commit_graph_opts {
Derrick Stoleec2bc6e62019-06-18 11:14:32 -0700128 int size_multiple;
129 int max_commits;
130 timestamp_t expire_time;
Taylor Blau98bb7962020-09-17 22:59:49 -0400131 enum commit_graph_split_flags split_flags;
Taylor Blau809e0322020-09-18 09:27:27 -0400132 int max_new_filters;
Derrick Stoleec2bc6e62019-06-18 11:14:32 -0700133};
134
Derrick Stoleee103f722019-06-12 06:29:37 -0700135/*
136 * The write_commit_graph* methods return zero on success
137 * and a negative value on failure. Note that if the repository
138 * is not compatible with the commit-graph feature, then the
139 * methods will return 0 without writing a commit-graph.
140 */
Taylor Blau0bd52e22020-02-03 21:51:50 -0800141int write_commit_graph_reachable(struct object_directory *odb,
SZEDER Gábor39d88312019-08-05 10:02:39 +0200142 enum commit_graph_write_flags flags,
Taylor Blau98bb7962020-09-17 22:59:49 -0400143 const struct commit_graph_opts *opts);
Taylor Blau0bd52e22020-02-03 21:51:50 -0800144int write_commit_graph(struct object_directory *odb,
Ævar Arnfjörð Bjarmason4a047902022-03-04 19:32:12 +0100145 const struct string_list *pack_indexes,
Taylor Blau6830c362020-04-13 22:04:25 -0600146 struct oidset *commits,
SZEDER Gábor39d88312019-08-05 10:02:39 +0200147 enum commit_graph_write_flags flags,
Taylor Blau98bb7962020-09-17 22:59:49 -0400148 const struct commit_graph_opts *opts);
Derrick Stolee08fd81c2018-04-02 16:34:19 -0400149
Derrick Stolee3da4b602019-06-18 11:14:32 -0700150#define COMMIT_GRAPH_VERIFY_SHALLOW (1 << 0)
151
152int verify_commit_graph(struct repository *r, struct commit_graph *g, int flags);
Derrick Stolee283e68c2018-06-27 09:24:32 -0400153
Derrick Stoleec3a3a962019-05-17 11:41:47 -0700154void close_commit_graph(struct raw_object_store *);
Jonathan Tanc3756d52018-07-11 15:42:40 -0700155void free_commit_graph(struct commit_graph *);
156
Jeff King6abada12019-09-12 10:44:45 -0400157/*
158 * Disable further use of the commit graph in this process when parsing a
159 * "struct commit".
160 */
161void disable_commit_graph(struct repository *r);
162
Abhishek Kumar48448122020-06-17 14:44:09 +0530163struct commit_graph_data {
164 uint32_t graph_pos;
Abhishek Kumard7f92782021-01-16 18:11:13 +0000165 timestamp_t generation;
Abhishek Kumar48448122020-06-17 14:44:09 +0530166};
167
168/*
169 * Commits should be parsed before accessing generation, graph positions.
170 */
Abhishek Kumard7f92782021-01-16 18:11:13 +0000171timestamp_t commit_graph_generation(const struct commit *);
Abhishek Kumar48448122020-06-17 14:44:09 +0530172uint32_t commit_graph_position(const struct commit *);
Derrick Stolee08fd81c2018-04-02 16:34:19 -0400173#endif