blob: 47711000725b4fb7dc504c62cc2d4ac384f7d46b [file] [log] [blame]
Stephen Boydc2e86ad2011-03-22 00:51:05 -07001#include "builtin.h"
Linus Torvaldsdef88e92005-07-04 13:26:53 -07002#include "pkt-line.h"
Daniel Barkalow2d4177c2007-09-10 23:03:00 -04003#include "fetch-pack.h"
Junio C Hamano47a59182013-07-08 13:56:53 -07004#include "remote.h"
5#include "connect.h"
Jeff Kingfe299ec2020-03-30 10:03:46 -04006#include "oid-array.h"
Brandon Williamsad6ac122018-03-14 11:31:45 -07007#include "protocol.h"
Shawn O. Pearcefa740522007-09-19 00:49:35 -04008
Junio C Hamano33b83032005-08-12 02:08:29 -07009static const char fetch_pack_usage[] =
Alex Henrie9c9b4f22015-01-13 00:44:47 -070010"git fetch-pack [--all] [--stdin] [--quiet | -q] [--keep | -k] [--thin] "
Ivan Todoroski078b8952012-04-02 17:13:48 +020011"[--include-tag] [--upload-pack=<git-upload-pack>] [--depth=<n>] "
Torsten Bögershausen5610b7c2013-11-28 20:49:17 +010012"[--no-progress] [--diag-url] [-v] [<host>:]<directory> [<refs>...]";
Linus Torvaldsdef88e92005-07-04 13:26:53 -070013
Jeff King5545f052016-02-22 17:44:50 -050014static void add_sought_entry(struct ref ***sought, int *nr, int *alloc,
15 const char *name)
Junio C Hamanof2db8542013-01-29 14:02:15 -080016{
Jeff King5545f052016-02-22 17:44:50 -050017 struct ref *ref;
brian m. carlson854ecb92015-11-10 02:22:21 +000018 struct object_id oid;
brian m. carlson7b5e6142018-10-15 00:01:52 +000019 const char *p;
Nguyễn Thái Ngọc Duy58f2ed02013-12-05 20:02:49 +070020
brian m. carlson7b5e6142018-10-15 00:01:52 +000021 if (!parse_oid_hex(name, &oid, &p)) {
22 if (*p == ' ') {
23 /* <oid> <ref>, find refname */
24 name = p + 1;
25 } else if (*p == '\0') {
26 ; /* <oid>, leave oid as name */
Gabriel Souza Franco4a8d2022016-02-29 23:12:56 -030027 } else {
28 /* <ref>, clear cruft from oid */
29 oidclr(&oid);
30 }
31 } else {
32 /* <ref>, clear cruft from get_oid_hex */
Jeff King5545f052016-02-22 17:44:50 -050033 oidclr(&oid);
Gabriel Souza Franco4a8d2022016-02-29 23:12:56 -030034 }
Junio C Hamanof2db8542013-01-29 14:02:15 -080035
Jeff King5545f052016-02-22 17:44:50 -050036 ref = alloc_ref(name);
37 oidcpy(&ref->old_oid, &oid);
Junio C Hamanof2db8542013-01-29 14:02:15 -080038 (*nr)++;
39 ALLOC_GROW(*sought, *nr, *alloc);
40 (*sought)[*nr - 1] = ref;
41}
42
Daniel Barkalow2d4177c2007-09-10 23:03:00 -040043int cmd_fetch_pack(int argc, const char **argv, const char *prefix)
Linus Torvaldsdef88e92005-07-04 13:26:53 -070044{
Michael Haggerty57e6fc692012-05-21 09:59:59 +020045 int i, ret;
Daniel Barkalowba227852008-02-04 13:26:23 -050046 struct ref *ref = NULL;
Michael Haggerty9d19c6e2012-05-21 09:59:56 +020047 const char *dest = NULL;
Junio C Hamanof2db8542013-01-29 14:02:15 -080048 struct ref **sought = NULL;
49 int nr_sought = 0, alloc_sought = 0;
Daniel Barkalowba227852008-02-04 13:26:23 -050050 int fd[2];
Shawn O. Pearce249b2002009-10-30 17:47:42 -070051 char *pack_lockfile = NULL;
52 char **pack_lockfile_ptr = NULL;
Daniel Barkalowba227852008-02-04 13:26:23 -050053 struct child_process *conn;
Nguyễn Thái Ngọc Duyf8eb3032012-10-26 22:53:54 +070054 struct fetch_pack_args args;
brian m. carlson910650d2017-03-31 01:40:00 +000055 struct oid_array shallow = OID_ARRAY_INIT;
Nguyễn Thái Ngọc Duya45a2602016-06-12 17:54:04 +070056 struct string_list deepen_not = STRING_LIST_INIT_DUP;
Brandon Williamsad6ac122018-03-14 11:31:45 -070057 struct packet_reader reader;
Jonathan Tan4316ff32018-12-17 23:40:54 +010058 enum protocol_version version;
Linus Torvaldsdef88e92005-07-04 13:26:53 -070059
Jonathan Tan8b4c0102017-12-08 15:27:14 +000060 fetch_if_missing = 0;
61
Jeff Kingbbc30f92011-02-24 09:30:19 -050062 packet_trace_identity("fetch-pack");
63
Nguyễn Thái Ngọc Duyf8eb3032012-10-26 22:53:54 +070064 memset(&args, 0, sizeof(args));
65 args.uploadpack = "git-upload-pack";
66
Michael Haggertyff22ff92012-05-21 09:59:58 +020067 for (i = 1; i < argc && *argv[i] == '-'; i++) {
Daniel Barkalow2d4177c2007-09-10 23:03:00 -040068 const char *arg = argv[i];
Linus Torvaldsdef88e92005-07-04 13:26:53 -070069
Nguyễn Thái Ngọc Duy45a3e522016-06-12 17:53:53 +070070 if (skip_prefix(arg, "--upload-pack=", &arg)) {
71 args.uploadpack = arg;
Michael Haggertyff22ff92012-05-21 09:59:58 +020072 continue;
Linus Torvaldsdef88e92005-07-04 13:26:53 -070073 }
Nguyễn Thái Ngọc Duy45a3e522016-06-12 17:53:53 +070074 if (skip_prefix(arg, "--exec=", &arg)) {
75 args.uploadpack = arg;
Michael Haggertyff22ff92012-05-21 09:59:58 +020076 continue;
77 }
78 if (!strcmp("--quiet", arg) || !strcmp("-q", arg)) {
79 args.quiet = 1;
80 continue;
81 }
82 if (!strcmp("--keep", arg) || !strcmp("-k", arg)) {
83 args.lock_pack = args.keep_pack;
84 args.keep_pack = 1;
85 continue;
86 }
87 if (!strcmp("--thin", arg)) {
88 args.use_thin_pack = 1;
89 continue;
90 }
91 if (!strcmp("--include-tag", arg)) {
92 args.include_tag = 1;
93 continue;
94 }
95 if (!strcmp("--all", arg)) {
96 args.fetch_all = 1;
97 continue;
98 }
99 if (!strcmp("--stdin", arg)) {
100 args.stdin_refs = 1;
101 continue;
102 }
Torsten Bögershausen5610b7c2013-11-28 20:49:17 +0100103 if (!strcmp("--diag-url", arg)) {
104 args.diag_url = 1;
105 continue;
106 }
Michael Haggertyff22ff92012-05-21 09:59:58 +0200107 if (!strcmp("-v", arg)) {
108 args.verbose = 1;
109 continue;
110 }
Nguyễn Thái Ngọc Duy45a3e522016-06-12 17:53:53 +0700111 if (skip_prefix(arg, "--depth=", &arg)) {
112 args.depth = strtol(arg, NULL, 0);
Michael Haggertyff22ff92012-05-21 09:59:58 +0200113 continue;
114 }
Nguyễn Thái Ngọc Duy508ea882016-06-12 17:53:59 +0700115 if (skip_prefix(arg, "--shallow-since=", &arg)) {
116 args.deepen_since = xstrdup(arg);
117 continue;
118 }
Nguyễn Thái Ngọc Duya45a2602016-06-12 17:54:04 +0700119 if (skip_prefix(arg, "--shallow-exclude=", &arg)) {
120 string_list_append(&deepen_not, arg);
121 continue;
122 }
Nguyễn Thái Ngọc Duycccf74e2016-06-12 17:54:09 +0700123 if (!strcmp(arg, "--deepen-relative")) {
124 args.deepen_relative = 1;
Michael Haggertyff22ff92012-05-21 09:59:58 +0200125 continue;
126 }
127 if (!strcmp("--no-progress", arg)) {
128 args.no_progress = 1;
129 continue;
130 }
131 if (!strcmp("--stateless-rpc", arg)) {
132 args.stateless_rpc = 1;
133 continue;
134 }
135 if (!strcmp("--lock-pack", arg)) {
136 args.lock_pack = 1;
137 pack_lockfile_ptr = &pack_lockfile;
138 continue;
139 }
Nguyễn Thái Ngọc Duy9ba38042013-07-21 15:18:05 +0700140 if (!strcmp("--check-self-contained-and-connected", arg)) {
141 args.check_self_contained_and_connected = 1;
142 continue;
143 }
Nguyễn Thái Ngọc Duy16094882013-12-05 20:02:50 +0700144 if (!strcmp("--cloning", arg)) {
145 args.cloning = 1;
146 continue;
147 }
148 if (!strcmp("--update-shallow", arg)) {
149 args.update_shallow = 1;
150 continue;
151 }
Jonathan Tan88e2f9e2017-12-05 16:58:49 +0000152 if (!strcmp("--from-promisor", arg)) {
153 args.from_promisor = 1;
154 continue;
155 }
156 if (!strcmp("--no-dependents", arg)) {
157 args.no_dependents = 1;
158 continue;
159 }
Jeff Hostetler640d8b72017-12-08 15:58:40 +0000160 if (skip_prefix(arg, ("--" CL_ARG__FILTER "="), &arg)) {
161 parse_list_objects_filter(&args.filter_options, arg);
162 continue;
163 }
Jeff Hostetlerbc2d0c32017-12-08 15:58:41 +0000164 if (!strcmp(arg, ("--no-" CL_ARG__FILTER))) {
Jeff Hostetleraa57b872017-12-08 15:58:50 +0000165 list_objects_filter_set_no_filter(&args.filter_options);
Jeff Hostetlerbc2d0c32017-12-08 15:58:41 +0000166 continue;
167 }
Michael Haggertyff22ff92012-05-21 09:59:58 +0200168 usage(fetch_pack_usage);
Linus Torvaldsdef88e92005-07-04 13:26:53 -0700169 }
Nguyễn Thái Ngọc Duya45a2602016-06-12 17:54:04 +0700170 if (deepen_not.nr)
171 args.deepen_not = &deepen_not;
Michael Haggerty4cc00fc2012-05-21 09:59:57 +0200172
173 if (i < argc)
174 dest = argv[i++];
175 else
Linus Torvaldsdef88e92005-07-04 13:26:53 -0700176 usage(fetch_pack_usage);
Daniel Barkalow2d4177c2007-09-10 23:03:00 -0400177
Michael Haggerty57e6fc692012-05-21 09:59:59 +0200178 /*
179 * Copy refs from cmdline to growable list, then append any
180 * refs from the standard input:
181 */
Michael Haggerty57e6fc692012-05-21 09:59:59 +0200182 for (; i < argc; i++)
Junio C Hamanof2db8542013-01-29 14:02:15 -0800183 add_sought_entry(&sought, &nr_sought, &alloc_sought, argv[i]);
Ivan Todoroski078b8952012-04-02 17:13:48 +0200184 if (args.stdin_refs) {
Ivan Todoroski078b8952012-04-02 17:13:48 +0200185 if (args.stateless_rpc) {
186 /* in stateless RPC mode we use pkt-line to read
187 * from stdin, until we get a flush packet
188 */
Ivan Todoroski078b8952012-04-02 17:13:48 +0200189 for (;;) {
Jeff King74543a02013-02-20 15:02:57 -0500190 char *line = packet_read_line(0, NULL);
191 if (!line)
Ivan Todoroski078b8952012-04-02 17:13:48 +0200192 break;
Junio C Hamanoe013bda2013-04-01 08:59:37 -0700193 add_sought_entry(&sought, &nr_sought, &alloc_sought, line);
Ivan Todoroski078b8952012-04-02 17:13:48 +0200194 }
195 }
196 else {
197 /* read from stdin one ref per line, until EOF */
198 struct strbuf line = STRBUF_INIT;
Junio C Hamano8f309ae2016-01-13 15:31:17 -0800199 while (strbuf_getline_lf(&line, stdin) != EOF)
Junio C Hamanof2db8542013-01-29 14:02:15 -0800200 add_sought_entry(&sought, &nr_sought, &alloc_sought, line.buf);
Ivan Todoroski078b8952012-04-02 17:13:48 +0200201 strbuf_release(&line);
202 }
203 }
204
Shawn O. Pearce249b2002009-10-30 17:47:42 -0700205 if (args.stateless_rpc) {
206 conn = NULL;
207 fd[0] = 0;
208 fd[1] = 1;
Daniel Barkalowba227852008-02-04 13:26:23 -0500209 } else {
Torsten Bögershausen5610b7c2013-11-28 20:49:17 +0100210 int flags = args.verbose ? CONNECT_VERBOSE : 0;
211 if (args.diag_url)
212 flags |= CONNECT_DIAG_URL;
Michael Haggerty9d19c6e2012-05-21 09:59:56 +0200213 conn = git_connect(fd, dest, args.uploadpack,
Torsten Bögershausen5610b7c2013-11-28 20:49:17 +0100214 flags);
215 if (!conn)
216 return args.diag_url ? 0 : 1;
Daniel Barkalowba227852008-02-04 13:26:23 -0500217 }
Brandon Williamsad6ac122018-03-14 11:31:45 -0700218
219 packet_reader_init(&reader, fd[0], NULL, 0,
220 PACKET_READ_CHOMP_NEWLINE |
Masaya Suzuki2d103c32018-12-29 13:19:15 -0800221 PACKET_READ_GENTLE_ON_EOF |
222 PACKET_READ_DIE_ON_ERR_PACKET);
Brandon Williamsad6ac122018-03-14 11:31:45 -0700223
Jonathan Tan4316ff32018-12-17 23:40:54 +0100224 version = discover_version(&reader);
225 switch (version) {
Brandon Williams8f6982b2018-03-14 11:31:47 -0700226 case protocol_v2:
Jonathan Tan4316ff32018-12-17 23:40:54 +0100227 get_remote_refs(fd[1], &reader, &ref, 0, NULL, NULL);
228 break;
Brandon Williamsad6ac122018-03-14 11:31:45 -0700229 case protocol_v1:
230 case protocol_v0:
231 get_remote_heads(&reader, &ref, 0, NULL, &shallow);
232 break;
233 case protocol_unknown_version:
234 BUG("unknown protocol version");
235 }
Shawn O. Pearce249b2002009-10-30 17:47:42 -0700236
Jeff King0f804b02019-03-20 04:16:14 -0400237 ref = fetch_pack(&args, fd, ref, sought, nr_sought,
Jonathan Tan4316ff32018-12-17 23:40:54 +0100238 &shallow, pack_lockfile_ptr, version);
Shawn O. Pearce249b2002009-10-30 17:47:42 -0700239 if (pack_lockfile) {
240 printf("lock %s\n", pack_lockfile);
241 fflush(stdout);
242 }
Nguyễn Thái Ngọc Duy9ba38042013-07-21 15:18:05 +0700243 if (args.check_self_contained_and_connected &&
244 args.self_contained_and_connected) {
245 printf("connectivity-ok\n");
246 fflush(stdout);
247 }
Shawn O. Pearce249b2002009-10-30 17:47:42 -0700248 close(fd[0]);
249 close(fd[1]);
250 if (finish_connect(conn))
Michael Haggerty7418f1a2012-09-09 08:19:46 +0200251 return 1;
Junio C Hamano9e5d2b42005-11-06 00:09:59 -0800252
Junio C Hamanof2db8542013-01-29 14:02:15 -0800253 ret = !ref;
Michael Haggertyb2856682012-09-09 08:19:48 +0200254
255 /*
256 * If the heads to pull were given, we should have consumed
257 * all of them by matching the remote. Otherwise, 'git fetch
258 * remote no-such-ref' would silently succeed without issuing
259 * an error.
260 */
Matt McCutchene860d962017-02-22 11:01:22 -0500261 ret |= report_unmatched_refs(sought, nr_sought);
Junio C Hamanof2db8542013-01-29 14:02:15 -0800262
Daniel Barkalowba227852008-02-04 13:26:23 -0500263 while (ref) {
264 printf("%s %s\n",
brian m. carlsonf4e54d02015-11-10 02:22:20 +0000265 oid_to_hex(&ref->old_oid), ref->name);
Daniel Barkalowba227852008-02-04 13:26:23 -0500266 ref = ref->next;
267 }
Junio C Hamano9e5d2b42005-11-06 00:09:59 -0800268
Daniel Barkalowba227852008-02-04 13:26:23 -0500269 return ret;
270}