blob: 77a60c70a5db775d2f783023eeb757c1eb61d8a4 [file] [log] [blame]
Junio C Hamano94421472007-01-06 02:16:17 -08001#include "cache.h"
2#include "refs.h"
3#include "tag.h"
4#include "commit.h"
5#include "blob.h"
6#include "diff.h"
7#include "revision.h"
8#include "reachable.h"
9#include "cache-tree.h"
Nguyễn Thái Ngọc Duydc347192011-11-05 19:00:08 +070010#include "progress.h"
Jeff King5f78a432014-10-15 18:37:28 -040011#include "list-objects.h"
Jonathan Tan7709f462017-08-18 15:20:38 -070012#include "packfile.h"
Nguyễn Thái Ngọc Duyd0c39a42017-08-23 19:36:59 +070013#include "worktree.h"
Stefan Bellera80d72d2018-03-23 18:20:59 +010014#include "object-store.h"
Jeff Kingfde67d62019-02-13 23:37:43 -050015#include "pack-bitmap.h"
Junio C Hamano94421472007-01-06 02:16:17 -080016
Jeff King0b26abc2011-11-08 00:37:00 -050017struct connectivity_progress {
18 struct progress *progress;
19 unsigned long count;
20};
21
22static void update_progress(struct connectivity_progress *cp)
23{
24 cp->count++;
25 if ((cp->count & 1023) == 0)
26 display_progress(cp->progress, cp->count);
27}
28
Michael Haggerty635170f2015-05-25 18:39:00 +000029static int add_one_ref(const char *path, const struct object_id *oid,
30 int flag, void *cb_data)
Junio C Hamano94421472007-01-06 02:16:17 -080031{
Junio C Hamano94421472007-01-06 02:16:17 -080032 struct rev_info *revs = (struct rev_info *)cb_data;
Johannes Schindelin14886b42015-09-28 16:01:25 +020033 struct object *object;
Junio C Hamano94421472007-01-06 02:16:17 -080034
Johannes Schindelin14886b42015-09-28 16:01:25 +020035 if ((flag & REF_ISSYMREF) && (flag & REF_ISBROKEN)) {
36 warning("symbolic ref is dangling: %s", path);
37 return 0;
38 }
39
brian m. carlsonc251c832017-05-06 22:10:38 +000040 object = parse_object_or_die(oid, path);
Junio C Hamano94421472007-01-06 02:16:17 -080041 add_pending_object(revs, object, "");
42
43 return 0;
44}
45
Jeff King5f78a432014-10-15 18:37:28 -040046/*
47 * The traversal will have already marked us as SEEN, so we
48 * only need to handle any progress reporting here.
49 */
Jeff Kingde1e67d2016-02-11 17:28:36 -050050static void mark_object(struct object *obj, const char *name, void *data)
Jeff King5f78a432014-10-15 18:37:28 -040051{
52 update_progress(data);
53}
54
55static void mark_commit(struct commit *c, void *data)
56{
Jeff Kingde1e67d2016-02-11 17:28:36 -050057 mark_object(&c->object, NULL, data);
Jeff King5f78a432014-10-15 18:37:28 -040058}
59
Jeff Kingd3038d22014-10-15 18:41:35 -040060struct recent_data {
61 struct rev_info *revs;
Johannes Schindelindddbad72017-04-26 21:29:31 +020062 timestamp_t timestamp;
Jeff Kingd3038d22014-10-15 18:41:35 -040063};
64
brian m. carlson76c1d9a2017-02-21 23:47:35 +000065static void add_recent_object(const struct object_id *oid,
Johannes Schindelindddbad72017-04-26 21:29:31 +020066 timestamp_t mtime,
Jeff Kingd3038d22014-10-15 18:41:35 -040067 struct recent_data *data)
68{
69 struct object *obj;
70 enum object_type type;
71
72 if (mtime <= data->timestamp)
73 return;
74
75 /*
76 * We do not want to call parse_object here, because
77 * inflating blobs and trees could be very expensive.
78 * However, we do need to know the correct type for
79 * later processing, and the revision machinery expects
80 * commits and tags to have been parsed.
81 */
Stefan Beller0df8e962018-04-25 11:20:59 -070082 type = oid_object_info(the_repository, oid, NULL);
Jeff Kingd3038d22014-10-15 18:41:35 -040083 if (type < 0)
brian m. carlson76c1d9a2017-02-21 23:47:35 +000084 die("unable to get object info for %s", oid_to_hex(oid));
Jeff Kingd3038d22014-10-15 18:41:35 -040085
86 switch (type) {
87 case OBJ_TAG:
88 case OBJ_COMMIT:
brian m. carlsonc251c832017-05-06 22:10:38 +000089 obj = parse_object_or_die(oid, NULL);
Jeff Kingd3038d22014-10-15 18:41:35 -040090 break;
91 case OBJ_TREE:
Stefan Bellerf86bcc72018-06-28 18:21:56 -070092 obj = (struct object *)lookup_tree(the_repository, oid);
Jeff Kingd3038d22014-10-15 18:41:35 -040093 break;
94 case OBJ_BLOB:
Stefan Bellerda14a7f2018-06-28 18:21:55 -070095 obj = (struct object *)lookup_blob(the_repository, oid);
Jeff Kingd3038d22014-10-15 18:41:35 -040096 break;
97 default:
98 die("unknown object type for %s: %s",
Brandon Williamsdebca9d2018-02-14 10:59:24 -080099 oid_to_hex(oid), type_name(type));
Jeff Kingd3038d22014-10-15 18:41:35 -0400100 }
101
102 if (!obj)
brian m. carlson76c1d9a2017-02-21 23:47:35 +0000103 die("unable to lookup %s", oid_to_hex(oid));
Jeff Kingd3038d22014-10-15 18:41:35 -0400104
105 add_pending_object(data->revs, obj, "");
106}
107
brian m. carlson76c1d9a2017-02-21 23:47:35 +0000108static int add_recent_loose(const struct object_id *oid,
Jeff Kingd3038d22014-10-15 18:41:35 -0400109 const char *path, void *data)
110{
111 struct stat st;
Jeff Kingd0229ab2019-06-20 03:41:14 -0400112 struct object *obj = lookup_object(the_repository, oid);
Jeff Kingd3038d22014-10-15 18:41:35 -0400113
114 if (obj && obj->flags & SEEN)
115 return 0;
116
117 if (stat(path, &st) < 0) {
118 /*
119 * It's OK if an object went away during our iteration; this
120 * could be due to a simultaneous repack. But anything else
121 * we should abort, since we might then fail to mark objects
122 * which should not be pruned.
123 */
124 if (errno == ENOENT)
125 return 0;
brian m. carlson76c1d9a2017-02-21 23:47:35 +0000126 return error_errno("unable to stat %s", oid_to_hex(oid));
Jeff Kingd3038d22014-10-15 18:41:35 -0400127 }
128
brian m. carlson76c1d9a2017-02-21 23:47:35 +0000129 add_recent_object(oid, st.st_mtime, data);
Jeff Kingd3038d22014-10-15 18:41:35 -0400130 return 0;
131}
132
brian m. carlson76c1d9a2017-02-21 23:47:35 +0000133static int add_recent_packed(const struct object_id *oid,
Jeff Kingd3038d22014-10-15 18:41:35 -0400134 struct packed_git *p, uint32_t pos,
135 void *data)
136{
Jeff Kingd0229ab2019-06-20 03:41:14 -0400137 struct object *obj = lookup_object(the_repository, oid);
Jeff Kingd3038d22014-10-15 18:41:35 -0400138
139 if (obj && obj->flags & SEEN)
140 return 0;
brian m. carlson76c1d9a2017-02-21 23:47:35 +0000141 add_recent_object(oid, p->mtime, data);
Jeff Kingd3038d22014-10-15 18:41:35 -0400142 return 0;
143}
144
Jeff Kingabcb8652014-10-15 18:42:09 -0400145int add_unseen_recent_objects_to_traversal(struct rev_info *revs,
Johannes Schindelindddbad72017-04-26 21:29:31 +0200146 timestamp_t timestamp)
Jeff Kingd3038d22014-10-15 18:41:35 -0400147{
148 struct recent_data data;
149 int r;
150
151 data.revs = revs;
152 data.timestamp = timestamp;
153
Jeff King1385bb72015-03-27 07:32:41 -0400154 r = for_each_loose_object(add_recent_loose, &data,
155 FOR_EACH_OBJECT_LOCAL_ONLY);
Jeff Kingd3038d22014-10-15 18:41:35 -0400156 if (r)
157 return r;
Jeff King1385bb72015-03-27 07:32:41 -0400158 return for_each_packed_object(add_recent_packed, &data,
159 FOR_EACH_OBJECT_LOCAL_ONLY);
Jeff Kingd3038d22014-10-15 18:41:35 -0400160}
161
Jeff Kingfde67d62019-02-13 23:37:43 -0500162static void *lookup_object_by_type(struct repository *r,
163 const struct object_id *oid,
164 enum object_type type)
165{
166 switch (type) {
167 case OBJ_COMMIT:
168 return lookup_commit(r, oid);
169 case OBJ_TREE:
170 return lookup_tree(r, oid);
171 case OBJ_TAG:
172 return lookup_tag(r, oid);
173 case OBJ_BLOB:
174 return lookup_blob(r, oid);
175 default:
176 die("BUG: unknown object type %d", type);
177 }
178}
179
180static int mark_object_seen(const struct object_id *oid,
181 enum object_type type,
182 int exclude,
183 uint32_t name_hash,
184 struct packed_git *found_pack,
185 off_t found_offset)
186{
187 struct object *obj = lookup_object_by_type(the_repository, oid, type);
188 if (!obj)
189 die("unable to create object '%s'", oid_to_hex(oid));
190
191 obj->flags |= SEEN;
192 return 0;
193}
194
Nguyễn Thái Ngọc Duydc347192011-11-05 19:00:08 +0700195void mark_reachable_objects(struct rev_info *revs, int mark_reflog,
Johannes Schindelindddbad72017-04-26 21:29:31 +0200196 timestamp_t mark_recent, struct progress *progress)
Junio C Hamano94421472007-01-06 02:16:17 -0800197{
Jeff King0b26abc2011-11-08 00:37:00 -0500198 struct connectivity_progress cp;
Jeff Kingfde67d62019-02-13 23:37:43 -0500199 struct bitmap_index *bitmap_git;
Jeff King0b26abc2011-11-08 00:37:00 -0500200
Junio C Hamano94421472007-01-06 02:16:17 -0800201 /*
202 * Set up revision parsing, and mark us as being interested
203 * in all object types, not just commits.
204 */
205 revs->tag_objects = 1;
206 revs->blob_objects = 1;
207 revs->tree_objects = 1;
208
209 /* Add all refs from the index file */
Jeff King1be111d2014-10-16 20:44:30 -0400210 add_index_objects_to_pending(revs, 0);
Junio C Hamano94421472007-01-06 02:16:17 -0800211
212 /* Add all external refs */
Michael Haggerty635170f2015-05-25 18:39:00 +0000213 for_each_ref(add_one_ref, revs);
Junio C Hamano94421472007-01-06 02:16:17 -0800214
Max Kirillovc40fdd02014-09-03 19:14:10 +0300215 /* detached HEAD is not included in the list above */
Michael Haggerty635170f2015-05-25 18:39:00 +0000216 head_ref(add_one_ref, revs);
Nguyễn Thái Ngọc Duyd0c39a42017-08-23 19:36:59 +0700217 other_head_refs(add_one_ref, revs);
Max Kirillovc40fdd02014-09-03 19:14:10 +0300218
Nicolas Pitreeb8381c2007-02-03 13:25:43 -0500219 /* Add all reflog info */
Junio C Hamano94421472007-01-06 02:16:17 -0800220 if (mark_reflog)
Jeff King718ccc92014-10-15 18:38:31 -0400221 add_reflogs_to_pending(revs, 0);
Junio C Hamano94421472007-01-06 02:16:17 -0800222
Jeff King0b26abc2011-11-08 00:37:00 -0500223 cp.progress = progress;
224 cp.count = 0;
225
Jeff King6663ae02020-02-14 13:22:29 -0500226 bitmap_git = prepare_bitmap_walk(revs, NULL);
Jeff Kingfde67d62019-02-13 23:37:43 -0500227 if (bitmap_git) {
Jeff King4eb707e2020-02-14 13:22:27 -0500228 traverse_bitmap_commit_list(bitmap_git, revs, mark_object_seen);
Jeff Kingfde67d62019-02-13 23:37:43 -0500229 free_bitmap_index(bitmap_git);
230 return;
231 }
232
Junio C Hamano94421472007-01-06 02:16:17 -0800233 /*
234 * Set up the revision walk - this will move all commits
235 * from the pending list to the commit walking list.
236 */
Martin Koegler3d51e1b2008-02-18 08:31:56 +0100237 if (prepare_revision_walk(revs))
238 die("revision walk setup failed");
Jeff King5f78a432014-10-15 18:37:28 -0400239 traverse_commit_list(revs, mark_commit, mark_object, &cp);
Jeff Kingd3038d22014-10-15 18:41:35 -0400240
241 if (mark_recent) {
242 revs->ignore_missing_links = 1;
243 if (add_unseen_recent_objects_to_traversal(revs, mark_recent))
244 die("unable to mark recent objects");
245 if (prepare_revision_walk(revs))
246 die("revision walk setup failed");
247 traverse_commit_list(revs, mark_commit, mark_object, &cp);
248 }
249
Jeff King0b26abc2011-11-08 00:37:00 -0500250 display_progress(cp.progress, cp.count);
Junio C Hamano94421472007-01-06 02:16:17 -0800251}