blob: 08773d419f17a131c35e8e671bcfe4b174a9ceb3 [file] [log] [blame]
Daniel Barkalow4250a5e2005-04-30 16:53:56 -07001#include "cache.h"
Daniel Barkalow30ae7642007-09-10 23:02:45 -04002#include "walker.h"
Daniel Barkalow4250a5e2005-04-30 16:53:56 -07003#include "commit.h"
4#include "tree.h"
Linus Torvalds1bc995a2006-05-29 12:20:48 -07005#include "tree-walk.h"
Daniel Barkalow3173bd42005-06-21 20:35:53 -04006#include "tag.h"
7#include "blob.h"
Daniel Barkalowcd541a62005-06-06 16:38:26 -04008#include "refs.h"
9
Junio C Hamanob2d62f12005-05-04 01:26:24 -070010static unsigned char current_commit_sha1[20];
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070011
Daniel Barkalow30ae7642007-09-10 23:02:45 -040012void walker_say(struct walker *walker, const char *fmt, const char *hex)
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -040013{
Daniel Barkalow30ae7642007-09-10 23:02:45 -040014 if (walker->get_verbosely)
Junio C Hamanoe78d9772005-05-06 01:37:21 -070015 fprintf(stderr, fmt, hex);
16}
17
Alex Riesen0d7a6e42006-12-12 18:34:02 +010018static void report_missing(const struct object *obj)
Junio C Hamanoee4f4392005-05-01 21:07:40 -070019{
Alex Riesen0d7a6e42006-12-12 18:34:02 +010020 fprintf(stderr, "Cannot obtain needed %s %s\n",
Jeff King2b87d3a2015-09-24 17:08:05 -040021 obj->type ? typename(obj->type): "object",
brian m. carlsonf2fd0762015-11-10 02:22:28 +000022 oid_to_hex(&obj->oid));
Alex Riesen0d7a6e42006-12-12 18:34:02 +010023 if (!is_null_sha1(current_commit_sha1))
24 fprintf(stderr, "while processing commit %s.\n",
25 sha1_to_hex(current_commit_sha1));
Junio C Hamanob2d62f12005-05-04 01:26:24 -070026}
27
Daniel Barkalow30ae7642007-09-10 23:02:45 -040028static int process(struct walker *walker, struct object *obj);
Daniel Barkalow3173bd42005-06-21 20:35:53 -040029
Daniel Barkalow30ae7642007-09-10 23:02:45 -040030static int process_tree(struct walker *walker, struct tree *tree)
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070031{
Linus Torvalds1bc995a2006-05-29 12:20:48 -070032 struct tree_desc desc;
Linus Torvalds4c068a92006-05-30 09:45:45 -070033 struct name_entry entry;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070034
35 if (parse_tree(tree))
36 return -1;
37
Linus Torvalds6fda5e52007-03-21 10:08:25 -070038 init_tree_desc(&desc, tree->buffer, tree->size);
Linus Torvalds4c068a92006-05-30 09:45:45 -070039 while (tree_entry(&desc, &entry)) {
Junio C Hamano6f9012b2006-06-02 15:23:47 -070040 struct object *obj = NULL;
41
Sven Verdoolaege582c7392007-06-26 23:19:41 +020042 /* submodule commits are not stored in the superproject */
Junio C Hamano68fb4652007-06-26 18:33:24 -070043 if (S_ISGITLINK(entry.mode))
Sven Verdoolaege582c7392007-06-26 23:19:41 +020044 continue;
Linus Torvalds4c068a92006-05-30 09:45:45 -070045 if (S_ISDIR(entry.mode)) {
46 struct tree *tree = lookup_tree(entry.sha1);
Junio C Hamano6f9012b2006-06-02 15:23:47 -070047 if (tree)
48 obj = &tree->object;
Linus Torvalds2d9c58c2006-05-29 12:18:33 -070049 }
Junio C Hamano6f9012b2006-06-02 15:23:47 -070050 else {
51 struct blob *blob = lookup_blob(entry.sha1);
52 if (blob)
53 obj = &blob->object;
54 }
Daniel Barkalow30ae7642007-09-10 23:02:45 -040055 if (!obj || process(walker, obj))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070056 return -1;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070057 }
Jeff King6e454b92013-06-05 18:37:39 -040058 free_tree_buffer(tree);
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070059 return 0;
60}
61
Nguyễn Thái Ngọc Duy208acbf2014-03-25 20:23:26 +070062/* Remember to update object flag allocation in object.h */
Sergey Vlasov24451c32005-09-21 20:34:24 +040063#define COMPLETE (1U << 0)
64#define SEEN (1U << 1)
65#define TO_SCAN (1U << 2)
Junio C Hamano85d106c2005-09-18 01:01:07 -070066
Junio C Hamanod0ac30f2005-09-16 14:30:29 -070067static struct commit_list *complete = NULL;
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040068
Daniel Barkalow30ae7642007-09-10 23:02:45 -040069static int process_commit(struct walker *walker, struct commit *commit)
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070070{
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -040071 if (parse_commit(commit))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070072 return -1;
73
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040074 while (complete && complete->item->date >= commit->date) {
Junio C Hamanod0ac30f2005-09-16 14:30:29 -070075 pop_most_recent_commit(&complete, COMPLETE);
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040076 }
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040077
Junio C Hamanod0ac30f2005-09-16 14:30:29 -070078 if (commit->object.flags & COMPLETE)
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -040079 return 0;
80
brian m. carlsoned1c9972015-11-10 02:22:29 +000081 hashcpy(current_commit_sha1, commit->object.oid.hash);
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070082
brian m. carlsonf2fd0762015-11-10 02:22:28 +000083 walker_say(walker, "walk %s\n", oid_to_hex(&commit->object.oid));
Junio C Hamano85d106c2005-09-18 01:01:07 -070084
Daniel Barkalow30ae7642007-09-10 23:02:45 -040085 if (walker->get_tree) {
86 if (process(walker, &commit->tree->object))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070087 return -1;
Daniel Barkalow30ae7642007-09-10 23:02:45 -040088 if (!walker->get_all)
89 walker->get_tree = 0;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070090 }
Daniel Barkalow30ae7642007-09-10 23:02:45 -040091 if (walker->get_history) {
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -040092 struct commit_list *parents = commit->parents;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070093 for (; parents; parents = parents->next) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -040094 if (process(walker, &parents->item->object))
Daniel Barkalow4250a5e2005-04-30 16:53:56 -070095 return -1;
96 }
97 }
98 return 0;
99}
100
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400101static int process_tag(struct walker *walker, struct tag *tag)
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400102{
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400103 if (parse_tag(tag))
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400104 return -1;
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400105 return process(walker, tag->tagged);
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400106}
107
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400108static struct object_list *process_queue = NULL;
109static struct object_list **process_queue_end = &process_queue;
110
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400111static int process_object(struct walker *walker, struct object *obj)
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400112{
Linus Torvalds19746322006-07-11 20:45:31 -0700113 if (obj->type == OBJ_COMMIT) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400114 if (process_commit(walker, (struct commit *)obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400115 return -1;
116 return 0;
117 }
Linus Torvalds19746322006-07-11 20:45:31 -0700118 if (obj->type == OBJ_TREE) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400119 if (process_tree(walker, (struct tree *)obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400120 return -1;
121 return 0;
122 }
Linus Torvalds19746322006-07-11 20:45:31 -0700123 if (obj->type == OBJ_BLOB) {
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400124 return 0;
125 }
Linus Torvalds19746322006-07-11 20:45:31 -0700126 if (obj->type == OBJ_TAG) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400127 if (process_tag(walker, (struct tag *)obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400128 return -1;
129 return 0;
130 }
131 return error("Unable to determine requirements "
132 "of type %s for %s",
brian m. carlsonf2fd0762015-11-10 02:22:28 +0000133 typename(obj->type), oid_to_hex(&obj->oid));
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400134}
135
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400136static int process(struct walker *walker, struct object *obj)
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400137{
Sergey Vlasova82d07e2005-09-21 20:33:59 +0400138 if (obj->flags & SEEN)
139 return 0;
140 obj->flags |= SEEN;
141
brian m. carlsonf2fd0762015-11-10 02:22:28 +0000142 if (has_object_file(&obj->oid)) {
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400143 /* We already have it, so we should scan it now. */
Junio C Hamano85d106c2005-09-18 01:01:07 -0700144 obj->flags |= TO_SCAN;
Junio C Hamanoe5f38ec2006-06-06 14:04:17 -0700145 }
146 else {
Sergey Vlasov7b64d062005-09-21 20:34:14 +0400147 if (obj->flags & COMPLETE)
148 return 0;
brian m. carlsoned1c9972015-11-10 02:22:29 +0000149 walker->prefetch(walker, obj->oid.hash);
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400150 }
Junio C Hamanoa6080a02007-06-07 00:04:01 -0700151
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400152 object_list_insert(obj, process_queue_end);
153 process_queue_end = &(*process_queue_end)->next;
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400154 return 0;
155}
156
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400157static int loop(struct walker *walker)
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400158{
Junio C Hamano85d106c2005-09-18 01:01:07 -0700159 struct object_list *elem;
160
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400161 while (process_queue) {
162 struct object *obj = process_queue->item;
Junio C Hamano85d106c2005-09-18 01:01:07 -0700163 elem = process_queue;
164 process_queue = elem->next;
165 free(elem);
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400166 if (!process_queue)
167 process_queue_end = &process_queue;
168
Junio C Hamano85d106c2005-09-18 01:01:07 -0700169 /* If we are not scanning this object, we placed it in
170 * the queue because we needed to fetch it first.
171 */
172 if (! (obj->flags & TO_SCAN)) {
brian m. carlsoned1c9972015-11-10 02:22:29 +0000173 if (walker->fetch(walker, obj->oid.hash)) {
Alex Riesen0d7a6e42006-12-12 18:34:02 +0100174 report_missing(obj);
Junio C Hamano85d106c2005-09-18 01:01:07 -0700175 return -1;
176 }
177 }
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400178 if (!obj->type)
brian m. carlsoned1c9972015-11-10 02:22:29 +0000179 parse_object(obj->oid.hash);
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400180 if (process_object(walker, obj))
Daniel Barkalowf88fcf82005-08-11 19:38:09 -0400181 return -1;
barkalow@iabervon.org1e8be592005-08-02 19:46:10 -0400182 }
183 return 0;
Daniel Barkalow3173bd42005-06-21 20:35:53 -0400184}
185
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400186static int interpret_target(struct walker *walker, char *target, unsigned char *sha1)
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400187{
188 if (!get_sha1_hex(target, sha1))
189 return 0;
Michael Haggerty8d9c5012011-09-15 23:10:25 +0200190 if (!check_refname_format(target, 0)) {
René Scharfe59c69c02008-10-18 10:44:18 +0200191 struct ref *ref = alloc_ref(target);
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400192 if (!walker->fetch_ref(walker, ref)) {
brian m. carlsonf4e54d02015-11-10 02:22:20 +0000193 hashcpy(sha1, ref->old_oid.hash);
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400194 free(ref);
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400195 return 0;
196 }
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400197 free(ref);
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400198 }
199 return -1;
200}
201
Michael Haggertyb4ebaf92015-05-25 18:39:14 +0000202static int mark_complete(const char *path, const struct object_id *oid,
203 int flag, void *cb_data)
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -0400204{
Michael Haggertyb4ebaf92015-05-25 18:39:14 +0000205 struct commit *commit = lookup_commit_reference_gently(oid->hash, 1);
206
Junio C Hamanod0ac30f2005-09-16 14:30:29 -0700207 if (commit) {
208 commit->object.flags |= COMPLETE;
René Scharfe3bc7a052014-08-21 20:30:24 +0200209 commit_list_insert(commit, &complete);
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -0400210 }
211 return 0;
212}
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400213
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400214int walker_targets_stdin(char ***target, const char ***write_ref)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200215{
216 int targets = 0, targets_alloc = 0;
Brandon Caseyf285a2d2008-10-09 14:12:12 -0500217 struct strbuf buf = STRBUF_INIT;
Petr Baudis8e87ca62006-07-27 23:56:19 +0200218 *target = NULL; *write_ref = NULL;
Petr Baudis8e87ca62006-07-27 23:56:19 +0200219 while (1) {
220 char *rf_one = NULL;
221 char *tg_one;
222
Junio C Hamano8f309ae2016-01-13 15:31:17 -0800223 if (strbuf_getline_lf(&buf, stdin) == EOF)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200224 break;
225 tg_one = buf.buf;
226 rf_one = strchr(tg_one, '\t');
227 if (rf_one)
228 *rf_one++ = 0;
229
230 if (targets >= targets_alloc) {
231 targets_alloc = targets_alloc ? targets_alloc * 2 : 64;
René Scharfe2756ca42014-09-16 20:56:57 +0200232 REALLOC_ARRAY(*target, targets_alloc);
233 REALLOC_ARRAY(*write_ref, targets_alloc);
Petr Baudis8e87ca62006-07-27 23:56:19 +0200234 }
Shawn Pearce9befac42006-09-02 00:16:31 -0400235 (*target)[targets] = xstrdup(tg_one);
Jeff King8c53f072015-01-12 20:59:09 -0500236 (*write_ref)[targets] = xstrdup_or_null(rf_one);
Petr Baudis8e87ca62006-07-27 23:56:19 +0200237 targets++;
238 }
Pierre Habouzite6c019d2007-09-17 11:19:04 +0200239 strbuf_release(&buf);
Petr Baudis8e87ca62006-07-27 23:56:19 +0200240 return targets;
241}
242
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400243void walker_targets_free(int targets, char **target, const char **write_ref)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200244{
245 while (targets--) {
246 free(target[targets]);
Pierre Habouzit24deea52009-07-22 23:51:55 +0200247 if (write_ref)
Petr Baudis8e87ca62006-07-27 23:56:19 +0200248 free((char *) write_ref[targets]);
249 }
250}
251
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400252int walker_fetch(struct walker *walker, int targets, char **target,
253 const char **write_ref, const char *write_ref_log_details)
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700254{
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700255 struct strbuf refname = STRBUF_INIT;
256 struct strbuf err = STRBUF_INIT;
257 struct ref_transaction *transaction = NULL;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200258 unsigned char *sha1 = xmalloc(targets * 20);
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700259 char *msg = NULL;
260 int i, ret = -1;
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400261
Junio C Hamano98533b92005-09-15 15:06:39 -0700262 save_commit_buffer = 0;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200263
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700264 if (write_ref) {
265 transaction = ref_transaction_begin(&err);
266 if (!transaction) {
267 error("%s", err.buf);
268 goto done;
Shawn Pearced0740d92006-05-19 03:29:26 -0400269 }
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400270 }
271
René Scharfe3bc7a052014-08-21 20:30:24 +0200272 if (!walker->get_recover) {
Michael Haggertyb4ebaf92015-05-25 18:39:14 +0000273 for_each_ref(mark_complete, NULL);
René Scharfe3bc7a052014-08-21 20:30:24 +0200274 commit_list_sort_by_date(&complete);
275 }
Daniel Barkalow22c6e1d2005-09-14 21:31:42 -0400276
Petr Baudis4211e4d2006-07-27 23:56:17 +0200277 for (i = 0; i < targets; i++) {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400278 if (interpret_target(walker, target[i], &sha1[20 * i])) {
Sam Vilain5f487412007-12-18 01:00:43 +1300279 error("Could not interpret response from server '%s' as something to pull", target[i]);
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700280 goto done;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200281 }
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400282 if (process(walker, lookup_unknown_object(&sha1[20 * i])))
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700283 goto done;
Shawn Pearce4bd18c42006-05-17 05:55:02 -0400284 }
285
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400286 if (loop(walker))
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700287 goto done;
288 if (!write_ref) {
289 ret = 0;
290 goto done;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200291 }
Shawn Pearced0740d92006-05-19 03:29:26 -0400292 if (write_ref_log_details) {
Junio C Hamano01d678a2014-09-11 10:33:30 -0700293 msg = xstrfmt("fetch from %s", write_ref_log_details);
Shawn Pearced0740d92006-05-19 03:29:26 -0400294 } else {
295 msg = NULL;
Daniel Barkalowcd541a62005-06-06 16:38:26 -0400296 }
Petr Baudis4211e4d2006-07-27 23:56:17 +0200297 for (i = 0; i < targets; i++) {
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700298 if (!write_ref[i])
Petr Baudis4211e4d2006-07-27 23:56:17 +0200299 continue;
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700300 strbuf_reset(&refname);
301 strbuf_addf(&refname, "refs/%s", write_ref[i]);
302 if (ref_transaction_update(transaction, refname.buf,
Michael Haggerty1d147bd2015-02-17 18:00:15 +0100303 &sha1[20 * i], NULL, 0,
Ronnie Sahlbergdb7516a2014-04-30 12:22:42 -0700304 msg ? msg : "fetch (unknown)",
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700305 &err)) {
306 error("%s", err.buf);
307 goto done;
308 }
Petr Baudis4211e4d2006-07-27 23:56:17 +0200309 }
Ronnie Sahlbergdb7516a2014-04-30 12:22:42 -0700310 if (ref_transaction_commit(transaction, &err)) {
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700311 error("%s", err.buf);
312 goto done;
313 }
Petr Baudis4211e4d2006-07-27 23:56:17 +0200314
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700315 ret = 0;
Petr Baudis4211e4d2006-07-27 23:56:17 +0200316
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700317done:
318 ref_transaction_free(transaction);
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700319 free(msg);
Ronnie Sahlbergb6b10bb2014-04-17 11:31:06 -0700320 free(sha1);
321 strbuf_release(&err);
322 strbuf_release(&refname);
323 return ret;
Daniel Barkalow4250a5e2005-04-30 16:53:56 -0700324}
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400325
326void walker_free(struct walker *walker)
327{
328 walker->cleanup(walker);
329 free(walker);
330}