blob: 06cd2bd5691a5df247c9b07ca9a4cc3b58ed3912 [file] [log] [blame]
Daniel Barkalow4250a5e2005-04-30 16:53:56 -07001#include "cache.h"
Daniel Barkalow30ae7642007-09-10 23:02:45 -04002#include "walker.h"
Stefan Beller109cd762018-06-28 18:21:51 -07003#include "repository.h"
Stefan Bellercbd53a22018-05-15 16:42:15 -07004#include "object-store.h"
Daniel Barkalow4250a5e2005-04-30 16:53:56 -07005#include "commit.h"
6#include "tree.h"
Linus Torvalds1bc995a2006-05-29 12:20:48 -07007#include "tree-walk.h"
Daniel Barkalow3173bd42005-06-21 20:35:53 -04008#include "tag.h"
9#include "blob.h"
Daniel Barkalowcd541a62005-06-06 16:38:26 -040010#include "refs.h"
11
brian m. carlson94f5a122017-10-15 22:06:48 +000012static struct object_id current_commit_oid;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070013
Jeff Kingfa262ca2016-07-08 05:25:23 -040014void walker_say(struct walker *walker, const char *fmt, ...)
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -040015{
Jeff Kingfa262ca2016-07-08 05:25:23 -040016 if (walker->get_verbosely) {
17 va_list ap;
18 va_start(ap, fmt);
19 vfprintf(stderr, fmt, ap);
20 va_end(ap);
21 }
Junio C Hamanoe78d9772005-05-06 01:37:21 -070022}
23
Alex Riesen0d7a6e42006-12-12 18:34:02 +010024static void report_missing(const struct object *obj)
Junio C Hamanoee4f4392005-05-01 21:07:40 -070025{
Alex Riesen0d7a6e42006-12-12 18:34:02 +010026 fprintf(stderr, "Cannot obtain needed %s %s\n",
Brandon Williamsdebca9d2018-02-14 10:59:24 -080027 obj->type ? type_name(obj->type): "object",
brian m. carlsonf2fd0762015-11-10 02:22:28 +000028 oid_to_hex(&obj->oid));
brian m. carlson94f5a122017-10-15 22:06:48 +000029 if (!is_null_oid(&current_commit_oid))
Alex Riesen0d7a6e42006-12-12 18:34:02 +010030 fprintf(stderr, "while processing commit %s.\n",
brian m. carlson94f5a122017-10-15 22:06:48 +000031 oid_to_hex(&current_commit_oid));
Junio C Hamanob2d62f12005-05-04 01:26:24 -070032}
33
Daniel Barkalow30ae7642007-09-10 23:02:45 -040034static int process(struct walker *walker, struct object *obj);
Daniel Barkalow3173bd42005-06-21 20:35:53 -040035
Daniel Barkalow30ae7642007-09-10 23:02:45 -040036static int process_tree(struct walker *walker, struct tree *tree)
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070037{
Linus Torvalds1bc995a2006-05-29 12:20:48 -070038 struct tree_desc desc;
Linus Torvalds4c068a92006-05-30 09:45:45 -070039 struct name_entry entry;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070040
41 if (parse_tree(tree))
42 return -1;
43
Linus Torvalds6fda5e52007-03-21 10:08:25 -070044 init_tree_desc(&desc, tree->buffer, tree->size);
Linus Torvalds4c068a92006-05-30 09:45:45 -070045 while (tree_entry(&desc, &entry)) {
Junio C Hamano6f9012b2006-06-02 15:23:47 -070046 struct object *obj = NULL;
47
Sven Verdoolaege582c7392007-06-26 23:19:41 +020048 /* submodule commits are not stored in the superproject */
Junio C Hamano68fb4652007-06-26 18:33:24 -070049 if (S_ISGITLINK(entry.mode))
Sven Verdoolaege582c7392007-06-26 23:19:41 +020050 continue;
Linus Torvalds4c068a92006-05-30 09:45:45 -070051 if (S_ISDIR(entry.mode)) {
Stefan Bellerf86bcc72018-06-28 18:21:56 -070052 struct tree *tree = lookup_tree(the_repository,
brian m. carlsonea82b2a2019-01-15 00:39:44 +000053 &entry.oid);
Junio C Hamano6f9012b2006-06-02 15:23:47 -070054 if (tree)
55 obj = &tree->object;
Linus Torvalds2d9c58c2006-05-29 12:18:33 -070056 }
Junio C Hamano6f9012b2006-06-02 15:23:47 -070057 else {
Stefan Bellerda14a7f2018-06-28 18:21:55 -070058 struct blob *blob = lookup_blob(the_repository,
brian m. carlsonea82b2a2019-01-15 00:39:44 +000059 &entry.oid);
Junio C Hamano6f9012b2006-06-02 15:23:47 -070060 if (blob)
61 obj = &blob->object;
62 }
Daniel Barkalow30ae7642007-09-10 23:02:45 -040063 if (!obj || process(walker, obj))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070064 return -1;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070065 }
Jeff King6e454b92013-06-05 18:37:39 -040066 free_tree_buffer(tree);
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070067 return 0;
68}
69
Nguyễn Thái Ngọc Duy208acbf2014-03-25 20:23:26 +070070/* Remember to update object flag allocation in object.h */
Sergey Vlasov24451c32005-09-21 20:34:24 +040071#define COMPLETE (1U << 0)
72#define SEEN (1U << 1)
73#define TO_SCAN (1U << 2)
Junio C Hamano85d106c2005-09-18 01:01:07 -070074
Junio C Hamanod0ac30f2005-09-16 14:30:29 -070075static struct commit_list *complete = NULL;
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040076
Daniel Barkalow30ae7642007-09-10 23:02:45 -040077static int process_commit(struct walker *walker, struct commit *commit)
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070078{
Martin Ågren0b6b3422018-04-22 20:12:50 +020079 struct commit_list *parents;
80
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -040081 if (parse_commit(commit))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070082 return -1;
83
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040084 while (complete && complete->item->date >= commit->date) {
Junio C Hamanod0ac30f2005-09-16 14:30:29 -070085 pop_most_recent_commit(&complete, COMPLETE);
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040086 }
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040087
Junio C Hamanod0ac30f2005-09-16 14:30:29 -070088 if (commit->object.flags & COMPLETE)
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040089 return 0;
90
brian m. carlson94f5a122017-10-15 22:06:48 +000091 oidcpy(&current_commit_oid, &commit->object.oid);
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070092
brian m. carlsonf2fd0762015-11-10 02:22:28 +000093 walker_say(walker, "walk %s\n", oid_to_hex(&commit->object.oid));
Junio C Hamano85d106c2005-09-18 01:01:07 -070094
Junio C Hamanoc89b6e12018-05-23 14:38:13 +090095 if (process(walker, &get_commit_tree(commit)->object))
Martin Ågren0b6b3422018-04-22 20:12:50 +020096 return -1;
97
98 for (parents = commit->parents; parents; parents = parents->next) {
99 if (process(walker, &parents->item->object))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700100 return -1;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700101 }
Martin Ågren0b6b3422018-04-22 20:12:50 +0200102
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700103 return 0;
104}
105
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400106static int process_tag(struct walker *walker, struct tag *tag)
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400107{
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400108 if (parse_tag(tag))
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400109 return -1;
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400110 return process(walker, tag->tagged);
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400111}
112
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400113static struct object_list *process_queue = NULL;
114static struct object_list **process_queue_end = &process_queue;
115
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400116static int process_object(struct walker *walker, struct object *obj)
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400117{
Linus Torvalds19746322006-07-11 20:45:31 -0700118 if (obj->type == OBJ_COMMIT) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400119 if (process_commit(walker, (struct commit *)obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400120 return -1;
121 return 0;
122 }
Linus Torvalds19746322006-07-11 20:45:31 -0700123 if (obj->type == OBJ_TREE) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400124 if (process_tree(walker, (struct tree *)obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400125 return -1;
126 return 0;
127 }
Linus Torvalds19746322006-07-11 20:45:31 -0700128 if (obj->type == OBJ_BLOB) {
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400129 return 0;
130 }
Linus Torvalds19746322006-07-11 20:45:31 -0700131 if (obj->type == OBJ_TAG) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400132 if (process_tag(walker, (struct tag *)obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400133 return -1;
134 return 0;
135 }
136 return error("Unable to determine requirements "
137 "of type %s for %s",
Brandon Williamsdebca9d2018-02-14 10:59:24 -0800138 type_name(obj->type), oid_to_hex(&obj->oid));
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400139}
140
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400141static int process(struct walker *walker, struct object *obj)
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400142{
Sergey Vlasova82d07e2005-09-21 20:33:59 +0400143 if (obj->flags & SEEN)
144 return 0;
145 obj->flags |= SEEN;
146
brian m. carlsonf2fd0762015-11-10 02:22:28 +0000147 if (has_object_file(&obj->oid)) {
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400148 /* We already have it, so we should scan it now. */
Junio C Hamano85d106c2005-09-18 01:01:07 -0700149 obj->flags |= TO_SCAN;
Junio C Hamanoe5f38ec2006-06-06 14:04:17 -0700150 }
151 else {
Sergey Vlasov7b64d062005-09-21 20:34:14 +0400152 if (obj->flags & COMPLETE)
153 return 0;
brian m. carlsoned1c9972015-11-10 02:22:29 +0000154 walker->prefetch(walker, obj->oid.hash);
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400155 }
Junio C Hamanoa6080a02007-06-07 00:04:01 -0700156
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400157 object_list_insert(obj, process_queue_end);
158 process_queue_end = &(*process_queue_end)->next;
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400159 return 0;
160}
161
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400162static int loop(struct walker *walker)
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400163{
Junio C Hamano85d106c2005-09-18 01:01:07 -0700164 struct object_list *elem;
165
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400166 while (process_queue) {
167 struct object *obj = process_queue->item;
Junio C Hamano85d106c2005-09-18 01:01:07 -0700168 elem = process_queue;
169 process_queue = elem->next;
170 free(elem);
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400171 if (!process_queue)
172 process_queue_end = &process_queue;
173
Junio C Hamano85d106c2005-09-18 01:01:07 -0700174 /* If we are not scanning this object, we placed it in
175 * the queue because we needed to fetch it first.
176 */
177 if (! (obj->flags & TO_SCAN)) {
brian m. carlsoned1c9972015-11-10 02:22:29 +0000178 if (walker->fetch(walker, obj->oid.hash)) {
Alex Riesen0d7a6e42006-12-12 18:34:02 +0100179 report_missing(obj);
Junio C Hamano85d106c2005-09-18 01:01:07 -0700180 return -1;
181 }
182 }
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400183 if (!obj->type)
Stefan Beller109cd762018-06-28 18:21:51 -0700184 parse_object(the_repository, &obj->oid);
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400185 if (process_object(walker, obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400186 return -1;
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400187 }
188 return 0;
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400189}
190
brian m. carlson94f5a122017-10-15 22:06:48 +0000191static int interpret_target(struct walker *walker, char *target, struct object_id *oid)
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400192{
brian m. carlson94f5a122017-10-15 22:06:48 +0000193 if (!get_oid_hex(target, oid))
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400194 return 0;
Michael Haggerty8d9c5012011-09-15 23:10:25 +0200195 if (!check_refname_format(target, 0)) {
René Scharfe59c69c02008-10-18 10:44:18 +0200196 struct ref *ref = alloc_ref(target);
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400197 if (!walker->fetch_ref(walker, ref)) {
brian m. carlson94f5a122017-10-15 22:06:48 +0000198 oidcpy(oid, &ref->old_oid);
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400199 free(ref);
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400200 return 0;
201 }
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400202 free(ref);
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400203 }
204 return -1;
205}
206
Michael Haggertyb4ebaf92015-05-25 18:39:14 +0000207static int mark_complete(const char *path, const struct object_id *oid,
208 int flag, void *cb_data)
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -0400209{
Stefan Beller21e1ee82018-06-28 18:21:57 -0700210 struct commit *commit = lookup_commit_reference_gently(the_repository,
211 oid, 1);
Michael Haggertyb4ebaf92015-05-25 18:39:14 +0000212
Junio C Hamanod0ac30f2005-09-16 14:30:29 -0700213 if (commit) {
214 commit->object.flags |= COMPLETE;
René Scharfe3bc7a052014-08-21 20:30:24 +0200215 commit_list_insert(commit, &complete);
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -0400216 }
217 return 0;
218}
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400219
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400220int walker_targets_stdin(char ***target, const char ***write_ref)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200221{
222 int targets = 0, targets_alloc = 0;
Brandon Caseyf285a2d2008-10-09 14:12:12 -0500223 struct strbuf buf = STRBUF_INIT;
Petr Baudis8e87ca62006-07-27 23:56:19 +0200224 *target = NULL; *write_ref = NULL;
Petr Baudis8e87ca62006-07-27 23:56:19 +0200225 while (1) {
226 char *rf_one = NULL;
227 char *tg_one;
228
Junio C Hamano8f309ae2016-01-13 15:31:17 -0800229 if (strbuf_getline_lf(&buf, stdin) == EOF)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200230 break;
231 tg_one = buf.buf;
232 rf_one = strchr(tg_one, '\t');
233 if (rf_one)
234 *rf_one++ = 0;
235
236 if (targets >= targets_alloc) {
237 targets_alloc = targets_alloc ? targets_alloc * 2 : 64;
René Scharfe2756ca42014-09-16 20:56:57 +0200238 REALLOC_ARRAY(*target, targets_alloc);
239 REALLOC_ARRAY(*write_ref, targets_alloc);
Petr Baudis8e87ca62006-07-27 23:56:19 +0200240 }
Shawn Pearce9befac42006-09-02 00:16:31 -0400241 (*target)[targets] = xstrdup(tg_one);
Jeff King8c53f072015-01-12 20:59:09 -0500242 (*write_ref)[targets] = xstrdup_or_null(rf_one);
Petr Baudis8e87ca62006-07-27 23:56:19 +0200243 targets++;
244 }
Pierre Habouzite6c019d2007-09-17 11:19:04 +0200245 strbuf_release(&buf);
Petr Baudis8e87ca62006-07-27 23:56:19 +0200246 return targets;
247}
248
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400249void walker_targets_free(int targets, char **target, const char **write_ref)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200250{
251 while (targets--) {
252 free(target[targets]);
Pierre Habouzit24deea52009-07-22 23:51:55 +0200253 if (write_ref)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200254 free((char *) write_ref[targets]);
255 }
256}
257
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400258int walker_fetch(struct walker *walker, int targets, char **target,
259 const char **write_ref, const char *write_ref_log_details)
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700260{
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700261 struct strbuf refname = STRBUF_INIT;
262 struct strbuf err = STRBUF_INIT;
263 struct ref_transaction *transaction = NULL;
brian m. carlson94f5a122017-10-15 22:06:48 +0000264 struct object_id *oids = xmalloc(targets * sizeof(struct object_id));
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700265 char *msg = NULL;
266 int i, ret = -1;
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400267
Junio C Hamano98533b92005-09-15 15:06:39 -0700268 save_commit_buffer = 0;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200269
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700270 if (write_ref) {
271 transaction = ref_transaction_begin(&err);
272 if (!transaction) {
273 error("%s", err.buf);
274 goto done;
Shawn Pearced0740d92006-05-19 03:29:26 -0400275 }
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400276 }
277
René Scharfe3bc7a052014-08-21 20:30:24 +0200278 if (!walker->get_recover) {
Michael Haggertyb4ebaf92015-05-25 18:39:14 +0000279 for_each_ref(mark_complete, NULL);
René Scharfe3bc7a052014-08-21 20:30:24 +0200280 commit_list_sort_by_date(&complete);
281 }
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -0400282
Petr Baudis4211e4d2006-07-27 23:56:17 +0200283 for (i = 0; i < targets; i++) {
brian m. carlson94f5a122017-10-15 22:06:48 +0000284 if (interpret_target(walker, target[i], oids + i)) {
Sam Vilain5f487412007-12-18 01:00:43 +1300285 error("Could not interpret response from server '%s' as something to pull", target[i]);
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700286 goto done;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200287 }
Jeff King0ebbcf72019-06-20 03:41:10 -0400288 if (process(walker, lookup_unknown_object(&oids[i])))
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700289 goto done;
Shawn Pearce4bd18c42006-05-17 05:55:02 -0400290 }
291
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400292 if (loop(walker))
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700293 goto done;
294 if (!write_ref) {
295 ret = 0;
296 goto done;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200297 }
Shawn Pearced0740d92006-05-19 03:29:26 -0400298 if (write_ref_log_details) {
Junio C Hamano01d678a2014-09-11 10:33:30 -0700299 msg = xstrfmt("fetch from %s", write_ref_log_details);
Shawn Pearced0740d92006-05-19 03:29:26 -0400300 } else {
301 msg = NULL;
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400302 }
Petr Baudis4211e4d2006-07-27 23:56:17 +0200303 for (i = 0; i < targets; i++) {
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700304 if (!write_ref[i])
Petr Baudis4211e4d2006-07-27 23:56:17 +0200305 continue;
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700306 strbuf_reset(&refname);
307 strbuf_addf(&refname, "refs/%s", write_ref[i]);
308 if (ref_transaction_update(transaction, refname.buf,
brian m. carlson89f3bbd2017-10-15 22:06:53 +0000309 oids + i, NULL, 0,
Ronnie Sahlbergdb7516a2014-04-30 12:22:42 -0700310 msg ? msg : "fetch (unknown)",
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700311 &err)) {
312 error("%s", err.buf);
313 goto done;
314 }
Petr Baudis4211e4d2006-07-27 23:56:17 +0200315 }
Ronnie Sahlbergdb7516a2014-04-30 12:22:42 -0700316 if (ref_transaction_commit(transaction, &err)) {
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700317 error("%s", err.buf);
318 goto done;
319 }
Petr Baudis4211e4d2006-07-27 23:56:17 +0200320
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700321 ret = 0;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200322
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700323done:
324 ref_transaction_free(transaction);
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700325 free(msg);
brian m. carlson94f5a122017-10-15 22:06:48 +0000326 free(oids);
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700327 strbuf_release(&err);
328 strbuf_release(&refname);
329 return ret;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700330}
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400331
332void walker_free(struct walker *walker)
333{
334 walker->cleanup(walker);
335 free(walker);
336}