blob: bae2cdfd5127e42ca66622270326d8094fe13f40 [file] [log] [blame]
Junio C Hamano8f3f9b02005-07-23 17:54:41 -07001#include "cache.h"
Eric Wonge941c482019-05-23 17:27:23 +00002#include "dir.h"
Stefan Bellera80d72d2018-03-23 18:20:59 +01003#include "repository.h"
Junio C Hamano8f3f9b02005-07-23 17:54:41 -07004#include "refs.h"
5#include "object.h"
6#include "commit.h"
Junio C Hamanob614e3d2005-07-28 14:33:17 -07007#include "tag.h"
Jonathan Tan0abe14f2017-08-18 15:20:26 -07008#include "packfile.h"
Stefan Bellera80d72d2018-03-23 18:20:59 +01009#include "object-store.h"
Eric Wongf4f476b2019-05-13 23:17:08 +000010#include "strbuf.h"
11
12struct update_info_ctx {
13 FILE *cur_fp;
14 FILE *old_fp; /* becomes NULL if it differs from cur_fp */
15 struct strbuf cur_sb;
16 struct strbuf old_sb;
17};
18
19static void uic_mark_stale(struct update_info_ctx *uic)
20{
21 fclose(uic->old_fp);
22 uic->old_fp = NULL;
23}
24
25static int uic_is_stale(const struct update_info_ctx *uic)
26{
27 return uic->old_fp == NULL;
28}
29
30static int uic_printf(struct update_info_ctx *uic, const char *fmt, ...)
31{
32 va_list ap;
33 int ret = -1;
34
35 va_start(ap, fmt);
36
37 if (uic_is_stale(uic)) {
38 ret = vfprintf(uic->cur_fp, fmt, ap);
39 } else {
40 ssize_t r;
41 struct strbuf *cur = &uic->cur_sb;
42 struct strbuf *old = &uic->old_sb;
43
44 strbuf_reset(cur);
45 strbuf_vinsertf(cur, 0, fmt, ap);
46
47 strbuf_reset(old);
48 strbuf_grow(old, cur->len);
49 r = fread(old->buf, 1, cur->len, uic->old_fp);
50 if (r != cur->len || memcmp(old->buf, cur->buf, r))
51 uic_mark_stale(uic);
52
53 if (fwrite(cur->buf, 1, cur->len, uic->cur_fp) == cur->len)
54 ret = 0;
55 }
56
57 va_end(ap);
58
59 return ret;
60}
Junio C Hamano8f3f9b02005-07-23 17:54:41 -070061
Jeff Kingd38379e2014-09-13 16:19:20 -040062/*
63 * Create the file "path" by writing to a temporary file and renaming
64 * it into place. The contents of the file come from "generate", which
65 * should return non-zero if it encounters an error.
66 */
Eric Wongf4f476b2019-05-13 23:17:08 +000067static int update_info_file(char *path,
68 int (*generate)(struct update_info_ctx *),
69 int force)
Jeff Kingd38379e2014-09-13 16:19:20 -040070{
71 char *tmp = mkpathdup("%s_XXXXXX", path);
72 int ret = -1;
73 int fd = -1;
Eric Wongf4f476b2019-05-13 23:17:08 +000074 FILE *to_close;
75 struct update_info_ctx uic = {
76 .cur_fp = NULL,
77 .old_fp = NULL,
78 .cur_sb = STRBUF_INIT,
79 .old_sb = STRBUF_INIT
80 };
Jeff Kingd38379e2014-09-13 16:19:20 -040081
82 safe_create_leading_directories(path);
Jeff Kingd91175b2015-01-05 22:50:49 -050083 fd = git_mkstemp_mode(tmp, 0666);
Jeff Kingd38379e2014-09-13 16:19:20 -040084 if (fd < 0)
85 goto out;
Eric Wongf4f476b2019-05-13 23:17:08 +000086 to_close = uic.cur_fp = fdopen(fd, "w");
87 if (!uic.cur_fp)
Jeff Kingd38379e2014-09-13 16:19:20 -040088 goto out;
René Scharfefa1912c2017-04-16 18:55:58 +020089 fd = -1;
Eric Wongf4f476b2019-05-13 23:17:08 +000090
91 /* no problem on ENOENT and old_fp == NULL, it's stale, now */
92 if (!force)
93 uic.old_fp = fopen_or_warn(path, "r");
94
95 /*
Elijah Newren15beaaa2019-11-05 17:07:23 +000096 * uic_printf will compare incremental comparison against old_fp
Eric Wongf4f476b2019-05-13 23:17:08 +000097 * and mark uic as stale if needed
98 */
99 ret = generate(&uic);
Jeff Kingd38379e2014-09-13 16:19:20 -0400100 if (ret)
101 goto out;
Eric Wongf4f476b2019-05-13 23:17:08 +0000102
103 /* new file may be shorter than the old one, check here */
104 if (!uic_is_stale(&uic)) {
105 struct stat st;
106 long new_len = ftell(uic.cur_fp);
107 int old_fd = fileno(uic.old_fp);
108
109 if (new_len < 0) {
110 ret = -1;
111 goto out;
112 }
113 if (fstat(old_fd, &st) || (st.st_size != (size_t)new_len))
114 uic_mark_stale(&uic);
115 }
116
117 uic.cur_fp = NULL;
René Scharfefa1912c2017-04-16 18:55:58 +0200118 if (fclose(to_close))
Jeff Kingd38379e2014-09-13 16:19:20 -0400119 goto out;
Eric Wongf4f476b2019-05-13 23:17:08 +0000120
121 if (uic_is_stale(&uic)) {
122 if (adjust_shared_perm(tmp) < 0)
123 goto out;
124 if (rename(tmp, path) < 0)
125 goto out;
126 } else {
127 unlink(tmp);
128 }
Jeff Kingd38379e2014-09-13 16:19:20 -0400129 ret = 0;
130
131out:
132 if (ret) {
Nguyễn Thái Ngọc Duy02382f52016-05-08 16:47:55 +0700133 error_errno("unable to update %s", path);
Eric Wongf4f476b2019-05-13 23:17:08 +0000134 if (uic.cur_fp)
135 fclose(uic.cur_fp);
Jeff Kingd38379e2014-09-13 16:19:20 -0400136 else if (fd >= 0)
137 close(fd);
138 unlink(tmp);
139 }
140 free(tmp);
Eric Wongf4f476b2019-05-13 23:17:08 +0000141 if (uic.old_fp)
142 fclose(uic.old_fp);
143 strbuf_release(&uic.old_sb);
144 strbuf_release(&uic.cur_sb);
Jeff Kingd38379e2014-09-13 16:19:20 -0400145 return ret;
146}
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700147
Michael Haggertye2b0bcd2015-05-25 18:39:04 +0000148static int add_info_ref(const char *path, const struct object_id *oid,
149 int flag, void *cb_data)
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700150{
Eric Wongf4f476b2019-05-13 23:17:08 +0000151 struct update_info_ctx *uic = cb_data;
Stefan Beller109cd762018-06-28 18:21:51 -0700152 struct object *o = parse_object(the_repository, oid);
Shawn O. Pearce76f8a302007-01-31 02:24:44 -0500153 if (!o)
154 return -1;
Junio C Hamanof6b42a82005-10-13 18:57:40 -0700155
Eric Wongf4f476b2019-05-13 23:17:08 +0000156 if (uic_printf(uic, "%s %s\n", oid_to_hex(oid), path) < 0)
Jeff Kingd38379e2014-09-13 16:19:20 -0400157 return -1;
158
Linus Torvalds19746322006-07-11 20:45:31 -0700159 if (o->type == OBJ_TAG) {
Stefan Bellera74093d2018-06-28 18:22:05 -0700160 o = deref_tag(the_repository, o, path, 0);
Junio C Hamano9534f402005-11-02 15:19:13 -0800161 if (o)
Eric Wongf4f476b2019-05-13 23:17:08 +0000162 if (uic_printf(uic, "%s %s^{}\n",
brian m. carlsonf2fd0762015-11-10 02:22:28 +0000163 oid_to_hex(&o->oid), path) < 0)
Jeff Kingd38379e2014-09-13 16:19:20 -0400164 return -1;
Junio C Hamanof6b42a82005-10-13 18:57:40 -0700165 }
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700166 return 0;
167}
168
Eric Wongf4f476b2019-05-13 23:17:08 +0000169static int generate_info_refs(struct update_info_ctx *uic)
Jeff Kingd38379e2014-09-13 16:19:20 -0400170{
Eric Wongf4f476b2019-05-13 23:17:08 +0000171 return for_each_ref(add_info_ref, uic);
Jeff Kingd38379e2014-09-13 16:19:20 -0400172}
173
Eric Wongf4f476b2019-05-13 23:17:08 +0000174static int update_info_refs(int force)
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700175{
Jeff Kingd38379e2014-09-13 16:19:20 -0400176 char *path = git_pathdup("info/refs");
Eric Wongf4f476b2019-05-13 23:17:08 +0000177 int ret = update_info_file(path, generate_info_refs, force);
Jeff Kingd38379e2014-09-13 16:19:20 -0400178 free(path);
179 return ret;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700180}
181
182/* packs */
Linus Torvalds4d8fa912005-08-01 12:11:53 -0700183static struct pack_info {
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700184 struct packed_git *p;
185 int old_num;
186 int new_num;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700187} **info;
188static int num_pack;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700189
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700190static struct pack_info *find_pack_by_name(const char *name)
191{
192 int i;
193 for (i = 0; i < num_pack; i++) {
194 struct packed_git *p = info[i]->p;
Jeff Kingb9fb1422019-04-05 14:14:04 -0400195 if (!strcmp(pack_basename(p), name))
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700196 return info[i];
197 }
198 return NULL;
199}
200
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700201/* Returns non-zero when we detect that the info in the
202 * old file is useless.
203 */
Jeff Kingb83a3082019-04-05 14:13:10 -0400204static int parse_pack_def(const char *packname, int old_cnt)
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700205{
Jeff Kingb83a3082019-04-05 14:13:10 -0400206 struct pack_info *i = find_pack_by_name(packname);
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700207 if (i) {
208 i->old_num = old_cnt;
209 return 0;
210 }
211 else {
Junio C Hamano6f42f892005-12-04 22:52:19 -0800212 /* The file describes a pack that is no longer here */
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700213 return 1;
214 }
215}
216
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700217/* Returns non-zero when we detect that the info in the
218 * old file is useless.
219 */
220static int read_pack_info_file(const char *infofile)
221{
222 FILE *fp;
Jeff King4ecbd642019-04-05 14:13:56 -0400223 struct strbuf line = STRBUF_INIT;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700224 int old_cnt = 0;
Jeff King965cc512019-04-05 14:13:14 -0400225 int stale = 1;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700226
Nguyễn Thái Ngọc Duye9d983f2017-05-03 17:16:50 +0700227 fp = fopen_or_warn(infofile, "r");
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700228 if (!fp)
Pavel Roskinaddf88e2006-07-09 03:44:30 -0400229 return 1; /* nonexistent is not an error. */
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700230
Jeff King4ecbd642019-04-05 14:13:56 -0400231 while (strbuf_getline(&line, fp) != EOF) {
Jeff Kingb83a3082019-04-05 14:13:10 -0400232 const char *arg;
Junio C Hamano8ac48382005-12-21 13:48:47 -0800233
Jeff King4ecbd642019-04-05 14:13:56 -0400234 if (!line.len)
Junio C Hamano8ac48382005-12-21 13:48:47 -0800235 continue;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700236
Jeff King4ecbd642019-04-05 14:13:56 -0400237 if (skip_prefix(line.buf, "P ", &arg)) {
Jeff Kingb83a3082019-04-05 14:13:10 -0400238 /* P name */
239 if (parse_pack_def(arg, old_cnt++))
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700240 goto out_stale;
Jeff King4ecbd642019-04-05 14:13:56 -0400241 } else if (line.buf[0] == 'D') {
Jeff Kingb83a3082019-04-05 14:13:10 -0400242 /* we used to emit D but that was misguided. */
Junio C Hamano3e15c672005-12-04 23:12:36 -0800243 goto out_stale;
Jeff King4ecbd642019-04-05 14:13:56 -0400244 } else if (line.buf[0] == 'T') {
Jeff Kingb83a3082019-04-05 14:13:10 -0400245 /* we used to emit T but nobody uses it. */
246 goto out_stale;
247 } else {
Jeff King4ecbd642019-04-05 14:13:56 -0400248 error("unrecognized: %s", line.buf);
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700249 }
250 }
Jeff King965cc512019-04-05 14:13:14 -0400251 stale = 0;
252
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700253 out_stale:
Jeff King4ecbd642019-04-05 14:13:56 -0400254 strbuf_release(&line);
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700255 fclose(fp);
Jeff King965cc512019-04-05 14:13:14 -0400256 return stale;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700257}
258
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700259static int compare_info(const void *a_, const void *b_)
260{
Felipe Contreras4b25d092009-05-01 12:06:36 +0300261 struct pack_info *const *a = a_;
262 struct pack_info *const *b = b_;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700263
264 if (0 <= (*a)->old_num && 0 <= (*b)->old_num)
265 /* Keep the order in the original */
266 return (*a)->old_num - (*b)->old_num;
267 else if (0 <= (*a)->old_num)
268 /* Only A existed in the original so B is obviously newer */
269 return -1;
270 else if (0 <= (*b)->old_num)
271 /* The other way around. */
272 return 1;
273
Junio C Hamanod5eac492005-12-04 23:02:54 -0800274 /* then it does not matter but at least keep the comparison stable */
Junio C Hamano2dee5812005-12-08 17:29:11 -0800275 if ((*a)->p == (*b)->p)
276 return 0;
277 else if ((*a)->p < (*b)->p)
278 return -1;
279 else
280 return 1;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700281}
282
283static void init_pack_info(const char *infofile, int force)
284{
285 struct packed_git *p;
286 int stale;
Eric Wonge941c482019-05-23 17:27:23 +0000287 int i;
288 size_t alloc = 0;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700289
Derrick Stolee454ea2e2018-08-20 16:52:04 +0000290 for (p = get_all_packs(the_repository); p; p = p->next) {
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700291 /* we ignore things on alternate path since they are
292 * not available to the pullers in general.
293 */
Eric Wonge941c482019-05-23 17:27:23 +0000294 if (!p->pack_local || !file_exists(p->pack_name))
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700295 continue;
Eric Wonge941c482019-05-23 17:27:23 +0000296
297 i = num_pack++;
298 ALLOC_GROW(info, num_pack, alloc);
Junio C Hamano6f42f892005-12-04 22:52:19 -0800299 info[i] = xcalloc(1, sizeof(struct pack_info));
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700300 info[i]->p = p;
301 info[i]->old_num = -1;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700302 }
303
304 if (infofile && !force)
305 stale = read_pack_info_file(infofile);
306 else
307 stale = 1;
308
brian m. carlson910710b2018-05-02 00:25:30 +0000309 for (i = 0; i < num_pack; i++)
310 if (stale)
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700311 info[i]->old_num = -1;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700312
Junio C Hamano6f42f892005-12-04 22:52:19 -0800313 /* renumber them */
René Scharfe9ed0d8d2016-09-29 17:27:31 +0200314 QSORT(info, num_pack, compare_info);
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700315 for (i = 0; i < num_pack; i++)
316 info[i]->new_num = i;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700317}
318
Jeff King3907a402014-09-13 16:19:38 -0400319static void free_pack_info(void)
320{
321 int i;
322 for (i = 0; i < num_pack; i++)
323 free(info[i]);
324 free(info);
325}
326
Eric Wongf4f476b2019-05-13 23:17:08 +0000327static int write_pack_info_file(struct update_info_ctx *uic)
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700328{
Junio C Hamano3e15c672005-12-04 23:12:36 -0800329 int i;
Jeff Kingd38379e2014-09-13 16:19:20 -0400330 for (i = 0; i < num_pack; i++) {
Eric Wongf4f476b2019-05-13 23:17:08 +0000331 if (uic_printf(uic, "P %s\n", pack_basename(info[i]->p)) < 0)
Jeff Kingd38379e2014-09-13 16:19:20 -0400332 return -1;
333 }
Eric Wongf4f476b2019-05-13 23:17:08 +0000334 if (uic_printf(uic, "\n") < 0)
Jeff Kingd38379e2014-09-13 16:19:20 -0400335 return -1;
336 return 0;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700337}
338
339static int update_info_packs(int force)
340{
Jeff Kingd38379e2014-09-13 16:19:20 -0400341 char *infofile = mkpathdup("%s/info/packs", get_object_directory());
342 int ret;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700343
344 init_pack_info(infofile, force);
Eric Wongf4f476b2019-05-13 23:17:08 +0000345 ret = update_info_file(infofile, write_pack_info_file, force);
Jeff King3907a402014-09-13 16:19:38 -0400346 free_pack_info();
Jeff Kingd38379e2014-09-13 16:19:20 -0400347 free(infofile);
348 return ret;
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700349}
350
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700351/* public */
352int update_server_info(int force)
353{
354 /* We would add more dumb-server support files later,
355 * including index of available pack files and their
356 * intended audiences.
357 */
358 int errs = 0;
359
Eric Wongf4f476b2019-05-13 23:17:08 +0000360 errs = errs | update_info_refs(force);
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700361 errs = errs | update_info_packs(force);
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700362
Junio C Hamano6f42f892005-12-04 22:52:19 -0800363 /* remove leftover rev-cache file if there is any */
Alex Riesen691f1a22009-04-29 23:22:56 +0200364 unlink_or_warn(git_path("info/rev-cache"));
Junio C Hamano6f42f892005-12-04 22:52:19 -0800365
Junio C Hamano8f3f9b02005-07-23 17:54:41 -0700366 return errs;
367}