blob: 37faee6b66d59c693dc9ee829dbd5ad61654fe3c [file] [log] [blame]
Derrick Stolee08fd81c2018-04-02 16:34:19 -04001#ifndef COMMIT_GRAPH_H
2#define COMMIT_GRAPH_H
3
Derrick Stolee2a2e32b2018-04-10 08:56:02 -04004#include "git-compat-util.h"
Taylor Blau0bd52e22020-02-03 21:51:50 -08005#include "object-store.h"
Taylor Blau6830c362020-04-13 22:04:25 -06006#include "oidset.h"
Derrick Stolee2a2e32b2018-04-10 08:56:02 -04007
Derrick Stolee859fdc02018-08-29 05:49:04 -07008#define GIT_TEST_COMMIT_GRAPH "GIT_TEST_COMMIT_GRAPH"
Derrick Stolee7b671f82020-06-23 17:47:01 +00009#define GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE "GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE"
Garima Singhd5b873c2020-04-06 16:59:55 +000010#define GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS "GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS"
Derrick Stolee859fdc02018-08-29 05:49:04 -070011
Derrick Stoleeb23ea972020-04-16 20:14:03 +000012/*
13 * This method is only used to enhance coverage of the commit-graph
14 * feature in the test suite with the GIT_TEST_COMMIT_GRAPH and
15 * GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS environment variables. Do not
16 * call this method oustide of a builtin, and only if you know what
17 * you are doing!
18 */
19void git_test_write_commit_graph_or_die(void);
20
Jonathan Tane5c5ca22018-07-11 15:42:39 -070021struct commit;
Garima Singh76ffbca2020-04-06 16:59:49 +000022struct bloom_filter_settings;
SZEDER Gáborfa796532020-06-05 13:00:28 +000023struct repository;
24struct raw_object_store;
25struct string_list;
Jonathan Tane5c5ca22018-07-11 15:42:39 -070026
Taylor Blauad2dd5b2020-02-03 13:18:02 -080027char *get_commit_graph_filename(struct object_directory *odb);
Derrick Stolee663b2b12020-09-17 18:11:46 +000028char *get_commit_graph_chain_filename(struct object_directory *odb);
Ævar Arnfjörð Bjarmason61df89c2019-03-25 13:08:30 +010029int open_commit_graph(const char *graph_file, int *fd, struct stat *st);
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040030
Derrick Stolee177722b2018-04-10 08:56:05 -040031/*
32 * Given a commit struct, try to fill the commit struct info, including:
33 * 1. tree object
34 * 2. date
35 * 3. parents.
36 *
37 * Returns 1 if and only if the commit was found in the packed graph.
38 *
39 * See parse_commit_buffer() for the fallback after this call.
40 */
Jonathan Tandade47c2018-07-11 15:42:42 -070041int parse_commit_in_graph(struct repository *r, struct commit *item);
Derrick Stolee177722b2018-04-10 08:56:05 -040042
Derrick Stoleee2838d82018-05-01 12:47:13 +000043/*
Taylor Blau78053602022-07-12 19:10:31 -040044 * Fills `*pos` with the graph position of `c`, and returns 1 if `c` is
45 * found in the commit-graph belonging to `r`, or 0 otherwise.
46 * Initializes the commit-graph belonging to `r` if it hasn't been
47 * already.
48 *
49 * Note: this is a low-level helper that does not alter any slab data
50 * associated with `c`. Useful in circumstances where the slab data is
51 * already being modified (e.g., writing the commit-graph itself).
52 *
53 * In most cases, callers should use `parse_commit_in_graph()` instead.
54 */
55int repo_find_commit_pos_in_graph(struct repository *r, struct commit *c,
56 uint32_t *pos);
57
58/*
Patrick Steinhardtf559d6d2021-08-09 10:12:03 +020059 * Look up the given commit ID in the commit-graph. This will only return a
60 * commit if the ID exists both in the graph and in the object database such
61 * that we don't return commits whose object has been pruned. Otherwise, this
62 * function returns `NULL`.
63 */
64struct commit *lookup_commit_in_graph(struct repository *repo, const struct object_id *id);
65
66/*
Derrick Stoleee2838d82018-05-01 12:47:13 +000067 * It is possible that we loaded commit contents from the commit buffer,
68 * but we also want to ensure the commit-graph content is correctly
69 * checked and filled. Fill the graph_pos and generation members of
70 * the given commit.
71 */
Jonathan Tandade47c2018-07-11 15:42:42 -070072void load_commit_graph_info(struct repository *r, struct commit *item);
Derrick Stoleee2838d82018-05-01 12:47:13 +000073
Jonathan Tandade47c2018-07-11 15:42:42 -070074struct tree *get_commit_tree_in_graph(struct repository *r,
75 const struct commit *c);
Derrick Stolee7b8a21d2018-04-06 19:09:46 +000076
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040077struct commit_graph {
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040078 const unsigned char *data;
79 size_t data_len;
80
81 unsigned char hash_len;
82 unsigned char num_chunks;
83 uint32_t num_commits;
84 struct object_id oid;
Derrick Stolee6c622f92019-06-18 11:14:27 -070085 char *filename;
Taylor Blau13c24992020-02-03 13:18:00 -080086 struct object_directory *odb;
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040087
Derrick Stoleed4f4d602019-06-18 11:14:24 -070088 uint32_t num_commits_in_base;
Abhishek Kumar1fdc3832021-01-16 18:11:16 +000089 unsigned int read_generation_data;
Derrick Stoleed4f4d602019-06-18 11:14:24 -070090 struct commit_graph *base_graph;
91
Derrick Stolee2a2e32b2018-04-10 08:56:02 -040092 const uint32_t *chunk_oid_fanout;
93 const unsigned char *chunk_oid_lookup;
94 const unsigned char *chunk_commit_data;
Abhishek Kumare8b63002021-01-16 18:11:15 +000095 const unsigned char *chunk_generation_data;
96 const unsigned char *chunk_generation_data_overflow;
SZEDER Gábor5af74172019-01-19 21:21:13 +010097 const unsigned char *chunk_extra_edges;
Derrick Stolee118bd572019-06-18 11:14:26 -070098 const unsigned char *chunk_base_graphs;
Garima Singh76ffbca2020-04-06 16:59:49 +000099 const unsigned char *chunk_bloom_indexes;
100 const unsigned char *chunk_bloom_data;
101
Abhishek Kumar72a2bfc2021-01-16 18:11:12 +0000102 struct topo_level_slab *topo_levels;
Garima Singh76ffbca2020-04-06 16:59:49 +0000103 struct bloom_filter_settings *bloom_filter_settings;
Derrick Stolee2a2e32b2018-04-10 08:56:02 -0400104};
105
Taylor Blauab14d062020-09-09 11:22:56 -0400106struct commit_graph *load_commit_graph_one_fd_st(struct repository *r,
107 int fd, struct stat *st,
Taylor Blaua7df60c2020-02-03 13:18:04 -0800108 struct object_directory *odb);
Taylor Blau13c24992020-02-03 13:18:00 -0800109struct commit_graph *read_commit_graph_one(struct repository *r,
110 struct object_directory *odb);
Taylor Blaua92d8522022-07-14 14:43:06 -0700111
112/*
113 * Callers should initialize the repo_settings with prepare_repo_settings()
114 * prior to calling parse_commit_graph().
115 */
116struct commit_graph *parse_commit_graph(struct repo_settings *s,
Taylor Blauab14d062020-09-09 11:22:56 -0400117 void *graph_map, size_t graph_size);
Josh Steadmonaa658572019-01-15 14:25:50 -0800118
Derrick Stolee6cc01742018-07-20 16:33:30 +0000119/*
120 * Return 1 if and only if the repository has a commit-graph
121 * file and generation numbers are computed in that file.
122 */
123int generation_numbers_enabled(struct repository *r);
124
Abhishek Kumar8d00d7c2021-01-16 18:11:17 +0000125/*
126 * Return 1 if and only if the repository has a commit-graph
127 * file and generation data chunk has been written for the file.
128 */
129int corrected_commit_dates_enabled(struct repository *r);
130
Taylor Blau4f364402020-09-09 11:22:44 -0400131struct bloom_filter_settings *get_bloom_filter_settings(struct repository *r);
132
SZEDER Gábor39d88312019-08-05 10:02:39 +0200133enum commit_graph_write_flags {
134 COMMIT_GRAPH_WRITE_APPEND = (1 << 0),
135 COMMIT_GRAPH_WRITE_PROGRESS = (1 << 1),
SZEDER Gábor7c5c9b92019-08-05 10:02:40 +0200136 COMMIT_GRAPH_WRITE_SPLIT = (1 << 2),
Taylor Blau2f00c352020-05-13 15:59:55 -0600137 COMMIT_GRAPH_WRITE_BLOOM_FILTERS = (1 << 3),
Junio C Hamano70cdbbe2020-07-30 13:20:31 -0700138 COMMIT_GRAPH_NO_WRITE_BLOOM_FILTERS = (1 << 4),
SZEDER Gábor39d88312019-08-05 10:02:39 +0200139};
Derrick Stolee5af80392019-06-12 06:29:38 -0700140
Taylor Blau4f027352020-04-13 22:04:08 -0600141enum commit_graph_split_flags {
Taylor Blaufdbde822020-04-13 22:04:12 -0600142 COMMIT_GRAPH_SPLIT_UNSPECIFIED = 0,
Taylor Blau8a6ac282020-04-13 22:04:17 -0600143 COMMIT_GRAPH_SPLIT_MERGE_PROHIBITED = 1,
144 COMMIT_GRAPH_SPLIT_REPLACE = 2
Taylor Blau4f027352020-04-13 22:04:08 -0600145};
146
Taylor Blau98bb7962020-09-17 22:59:49 -0400147struct commit_graph_opts {
Derrick Stoleec2bc6e62019-06-18 11:14:32 -0700148 int size_multiple;
149 int max_commits;
150 timestamp_t expire_time;
Taylor Blau98bb7962020-09-17 22:59:49 -0400151 enum commit_graph_split_flags split_flags;
Taylor Blau809e0322020-09-18 09:27:27 -0400152 int max_new_filters;
Derrick Stoleec2bc6e62019-06-18 11:14:32 -0700153};
154
Derrick Stoleee103f722019-06-12 06:29:37 -0700155/*
156 * The write_commit_graph* methods return zero on success
157 * and a negative value on failure. Note that if the repository
158 * is not compatible with the commit-graph feature, then the
159 * methods will return 0 without writing a commit-graph.
160 */
Taylor Blau0bd52e22020-02-03 21:51:50 -0800161int write_commit_graph_reachable(struct object_directory *odb,
SZEDER Gábor39d88312019-08-05 10:02:39 +0200162 enum commit_graph_write_flags flags,
Taylor Blau98bb7962020-09-17 22:59:49 -0400163 const struct commit_graph_opts *opts);
Taylor Blau0bd52e22020-02-03 21:51:50 -0800164int write_commit_graph(struct object_directory *odb,
Ævar Arnfjörð Bjarmason4a047902022-03-04 19:32:12 +0100165 const struct string_list *pack_indexes,
Taylor Blau6830c362020-04-13 22:04:25 -0600166 struct oidset *commits,
SZEDER Gábor39d88312019-08-05 10:02:39 +0200167 enum commit_graph_write_flags flags,
Taylor Blau98bb7962020-09-17 22:59:49 -0400168 const struct commit_graph_opts *opts);
Derrick Stolee08fd81c2018-04-02 16:34:19 -0400169
Derrick Stolee3da4b602019-06-18 11:14:32 -0700170#define COMMIT_GRAPH_VERIFY_SHALLOW (1 << 0)
171
172int verify_commit_graph(struct repository *r, struct commit_graph *g, int flags);
Derrick Stolee283e68c2018-06-27 09:24:32 -0400173
Derrick Stoleec3a3a962019-05-17 11:41:47 -0700174void close_commit_graph(struct raw_object_store *);
Jonathan Tanc3756d52018-07-11 15:42:40 -0700175void free_commit_graph(struct commit_graph *);
176
Jeff King6abada12019-09-12 10:44:45 -0400177/*
178 * Disable further use of the commit graph in this process when parsing a
179 * "struct commit".
180 */
181void disable_commit_graph(struct repository *r);
182
Abhishek Kumar48448122020-06-17 14:44:09 +0530183struct commit_graph_data {
184 uint32_t graph_pos;
Abhishek Kumard7f92782021-01-16 18:11:13 +0000185 timestamp_t generation;
Abhishek Kumar48448122020-06-17 14:44:09 +0530186};
187
188/*
189 * Commits should be parsed before accessing generation, graph positions.
190 */
Abhishek Kumard7f92782021-01-16 18:11:13 +0000191timestamp_t commit_graph_generation(const struct commit *);
Abhishek Kumar48448122020-06-17 14:44:09 +0530192uint32_t commit_graph_position(const struct commit *);
Derrick Stolee08fd81c2018-04-02 16:34:19 -0400193#endif