blob: 31bc5c7767ce865bb3fb1a89f311f7d2b03c7e6d [file] [log] [blame]
Daniel Barkalow30ae7642007-09-10 23:02:45 -04001#include "cache.h"
Brandon Williamsb2141fc2017-06-14 11:07:36 -07002#include "config.h"
Stefan Bellerd807c4a2018-04-10 14:26:18 -07003#include "exec-cmd.h"
Tay Ray Chuan888692b2010-03-02 18:49:29 +08004#include "http.h"
Daniel Barkalow30ae7642007-09-10 23:02:45 -04005#include "walker.h"
Jonathan Tan27e35ba2021-02-22 11:20:07 -08006#include "strvec.h"
Ivan Frade0ba558f2021-11-10 23:51:29 +00007#include "urlmatch.h"
Daniel Barkalow30ae7642007-09-10 23:02:45 -04008
Jonathan Nieder616f86d2009-11-09 09:04:59 -06009static const char http_fetch_usage[] = "git http-fetch "
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070010"[-c] [-t] [-a] [-v] [--recover] [-w ref] [--stdin | --packfile=hash | commit-id] url";
Jonathan Nieder616f86d2009-11-09 09:04:59 -060011
Jonathan Tan8e6adb62020-06-10 13:57:17 -070012static int fetch_using_walker(const char *raw_url, int get_verbosely,
13 int get_recover, int commits, char **commit_id,
14 const char **write_ref, int commits_on_stdin)
15{
16 char *url = NULL;
17 struct walker *walker;
18 int rc;
19
20 str_end_url_with_slash(raw_url, &url);
21
22 http_init(NULL, url, 0);
23
24 walker = get_http_walker(url);
25 walker->get_verbosely = get_verbosely;
26 walker->get_recover = get_recover;
27 walker->get_progress = 0;
28
29 rc = walker_fetch(walker, commits, commit_id, write_ref, url);
30
31 if (commits_on_stdin)
32 walker_targets_free(commits, commit_id, write_ref);
33
34 if (walker->corrupt_object_found) {
35 fprintf(stderr,
36"Some loose object were found to be corrupt, but they might be just\n"
37"a false '404 Not Found' error message sent with incorrect HTTP\n"
38"status code. Suggest running 'git fsck'.\n");
39 }
40
41 walker_free(walker);
42 http_cleanup();
43 free(url);
44
45 return rc;
46}
47
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070048static void fetch_single_packfile(struct object_id *packfile_hash,
Jonathan Tan27e35ba2021-02-22 11:20:07 -080049 const char *url,
50 const char **index_pack_args) {
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070051 struct http_pack_request *preq;
52 struct slot_results results;
53 int ret;
54
55 http_init(NULL, url, 0);
56
57 preq = new_direct_http_pack_request(packfile_hash->hash, xstrdup(url));
Junio C Hamanoafe8a902022-05-02 09:50:37 -070058 if (!preq)
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070059 die("couldn't create http pack request");
60 preq->slot->results = &results;
Jonathan Tan726b25a2021-02-22 11:20:06 -080061 preq->index_pack_args = index_pack_args;
62 preq->preserve_index_pack_stdout = 1;
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070063
64 if (start_active_slot(preq->slot)) {
65 run_active_slot(preq->slot);
66 if (results.curl_result != CURLE_OK) {
Ivan Frade0ba558f2021-11-10 23:51:29 +000067 struct url_info url;
68 char *nurl = url_normalize(preq->url, &url);
69 if (!nurl || !git_env_bool("GIT_TRACE_REDACT", 1)) {
70 die("unable to get pack file '%s'\n%s", preq->url,
71 curl_errorstr);
72 } else {
73 die("failed to get '%.*s' url from '%.*s' "
74 "(full URL redacted due to GIT_TRACE_REDACT setting)\n%s",
75 (int)url.scheme_len, url.url,
76 (int)url.host_len, &url.url[url.host_off], curl_errorstr);
77 }
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070078 }
79 } else {
80 die("Unable to start request");
81 }
82
83 if ((ret = finish_http_pack_request(preq)))
84 die("finish_http_pack_request gave result %d", ret);
85
86 release_http_pack_request(preq);
87 http_cleanup();
88}
89
Jeff King3f2e2292016-07-01 01:58:58 -040090int cmd_main(int argc, const char **argv)
Daniel Barkalow30ae7642007-09-10 23:02:45 -040091{
Daniel Barkalow30ae7642007-09-10 23:02:45 -040092 int commits_on_stdin = 0;
93 int commits;
94 const char **write_ref = NULL;
95 char **commit_id;
Daniel Barkalow30ae7642007-09-10 23:02:45 -040096 int arg = 1;
Daniel Barkalow30ae7642007-09-10 23:02:45 -040097 int get_verbosely = 0;
98 int get_recover = 0;
Jonathan Tan8d5d2a32020-06-10 13:57:18 -070099 int packfile = 0;
brian m. carlson439d3a12020-07-29 23:14:18 +0000100 int nongit;
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700101 struct object_id packfile_hash;
Jonathan Tan27e35ba2021-02-22 11:20:07 -0800102 struct strvec index_pack_args = STRVEC_INIT;
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400103
brian m. carlson439d3a12020-07-29 23:14:18 +0000104 setup_git_directory_gently(&nongit);
105
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400106 while (arg < argc && argv[arg][0] == '-') {
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700107 const char *p;
108
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400109 if (argv[arg][1] == 't') {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400110 } else if (argv[arg][1] == 'c') {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400111 } else if (argv[arg][1] == 'a') {
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400112 } else if (argv[arg][1] == 'v') {
113 get_verbosely = 1;
114 } else if (argv[arg][1] == 'w') {
115 write_ref = &argv[arg + 1];
116 arg++;
Jonathan Nieder616f86d2009-11-09 09:04:59 -0600117 } else if (argv[arg][1] == 'h') {
118 usage(http_fetch_usage);
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400119 } else if (!strcmp(argv[arg], "--recover")) {
120 get_recover = 1;
121 } else if (!strcmp(argv[arg], "--stdin")) {
122 commits_on_stdin = 1;
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700123 } else if (skip_prefix(argv[arg], "--packfile=", &p)) {
124 const char *end;
125
126 packfile = 1;
127 if (parse_oid_hex(p, &packfile_hash, &end) || *end)
128 die(_("argument to --packfile must be a valid hash (got '%s')"), p);
Jonathan Tan27e35ba2021-02-22 11:20:07 -0800129 } else if (skip_prefix(argv[arg], "--index-pack-arg=", &p)) {
130 strvec_push(&index_pack_args, p);
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400131 }
132 arg++;
133 }
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700134 if (argc != arg + 2 - (commits_on_stdin || packfile))
Jonathan Nieder616f86d2009-11-09 09:04:59 -0600135 usage(http_fetch_usage);
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700136
brian m. carlson439d3a12020-07-29 23:14:18 +0000137 if (nongit)
138 die(_("not a git repository"));
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700139
140 git_config(git_default_config, NULL);
141
142 if (packfile) {
Jonathan Tan27e35ba2021-02-22 11:20:07 -0800143 if (!index_pack_args.nr)
Jean-Noël Avila6fa00ee2022-01-05 20:02:19 +0000144 die(_("the option '%s' requires '%s'"), "--packfile", "--index-pack-args");
Jonathan Tan27e35ba2021-02-22 11:20:07 -0800145
146 fetch_single_packfile(&packfile_hash, argv[arg],
147 index_pack_args.v);
148
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700149 return 0;
150 }
151
Jonathan Tan27e35ba2021-02-22 11:20:07 -0800152 if (index_pack_args.nr)
Jean-Noël Avila6fa00ee2022-01-05 20:02:19 +0000153 die(_("the option '%s' requires '%s'"), "--index-pack-args", "--packfile");
Jonathan Tan27e35ba2021-02-22 11:20:07 -0800154
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400155 if (commits_on_stdin) {
156 commits = walker_targets_stdin(&commit_id, &write_ref);
157 } else {
158 commit_id = (char **) &argv[arg++];
159 commits = 1;
160 }
Jonathan Tan8e6adb62020-06-10 13:57:17 -0700161 return fetch_using_walker(argv[arg], get_verbosely, get_recover,
162 commits, commit_id, write_ref,
163 commits_on_stdin);
Daniel Barkalow30ae7642007-09-10 23:02:45 -0400164}