blob: 77c042706c6597e347d1b8cc05d3f5972e2de117 [file] [log] [blame]
Nick Hengeveld29508e12005-11-18 11:02:58 -08001#ifndef HTTP_H
2#define HTTP_H
3
4#include "cache.h"
5
6#include <curl/curl.h>
7#include <curl/easy.h>
8
Mike Hommey028c2972007-12-09 20:30:59 +01009#include "strbuf.h"
Mike Hommey9fc64402008-02-27 21:35:50 +010010#include "remote.h"
Tay Ray Chuan1966d9f2010-11-25 16:21:04 +080011#include "url.h"
Mike Hommey028c2972007-12-09 20:30:59 +010012
Nick Hengeveld29508e12005-11-18 11:02:58 -080013#define DEFAULT_MAX_REQUESTS 5
Nick Hengeveld29508e12005-11-18 11:02:58 -080014
Jonathan Nieder9cba13c2011-03-16 02:08:34 -050015struct slot_results {
Nick Hengeveldc8568e12006-01-31 11:06:55 -080016 CURLcode curl_result;
17 long http_code;
Jeff King0972ccd2013-10-31 02:35:31 -040018 long auth_avail;
Knut Franke372370f2016-01-26 13:02:48 +000019 long http_connectcode;
Nick Hengeveldc8568e12006-01-31 11:06:55 -080020};
21
Jonathan Nieder9cba13c2011-03-16 02:08:34 -050022struct active_request_slot {
Nick Hengeveld29508e12005-11-18 11:02:58 -080023 CURL *curl;
Nick Hengeveld29508e12005-11-18 11:02:58 -080024 int in_use;
25 CURLcode curl_result;
26 long http_code;
Nick Hengeveldbaa7b672006-03-10 20:18:01 -080027 int *finished;
Nick Hengeveldc8568e12006-01-31 11:06:55 -080028 struct slot_results *results;
Nick Hengeveld29508e12005-11-18 11:02:58 -080029 void *callback_data;
30 void (*callback_func)(void *data);
31 struct active_request_slot *next;
32};
33
Jonathan Nieder9cba13c2011-03-16 02:08:34 -050034struct buffer {
Mike Hommey028c2972007-12-09 20:30:59 +010035 struct strbuf buf;
36 size_t posn;
Nick Hengeveld29508e12005-11-18 11:02:58 -080037};
38
39/* Curl request read/write callbacks */
Denton Liu55454422019-04-29 04:28:14 -040040size_t fread_buffer(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
41size_t fwrite_buffer(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
42size_t fwrite_null(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
Jeff Kingfe7e44e2023-01-16 22:04:44 -050043int seek_buffer(void *clientp, curl_off_t offset, int origin);
Nick Hengeveld29508e12005-11-18 11:02:58 -080044
45/* Slot lifecycle functions */
Denton Liu55454422019-04-29 04:28:14 -040046struct active_request_slot *get_active_slot(void);
47int start_active_slot(struct active_request_slot *slot);
48void run_active_slot(struct active_request_slot *slot);
49void finish_all_active_slots(void);
Nick Hengeveld29508e12005-11-18 11:02:58 -080050
Jeff Kingbeed3362014-02-18 05:34:20 -050051/*
52 * This will run one slot to completion in a blocking manner, similar to how
53 * curl_easy_perform would work (but we don't want to use that, because
54 * we do not want to intermingle calls to curl_multi and curl_easy).
55 *
56 */
57int run_one_slot(struct active_request_slot *slot,
58 struct slot_results *results);
59
Denton Liu55454422019-04-29 04:28:14 -040060void fill_active_slots(void);
61void add_fill_function(void *data, int (*fill)(void *));
62void step_active_slots(void);
Nick Hengeveld29508e12005-11-18 11:02:58 -080063
Denton Liu55454422019-04-29 04:28:14 -040064void http_init(struct remote *remote, const char *url,
Denton Liuad6dad02019-04-29 04:28:23 -040065 int proactive_auth);
Denton Liu55454422019-04-29 04:28:14 -040066void http_cleanup(void);
67struct curl_slist *http_copy_default_headers(void);
Nick Hengeveld29508e12005-11-18 11:02:58 -080068
Eric Wongc915f112016-02-03 04:09:14 +000069extern long int git_curl_ipresolve;
Nick Hengeveld29508e12005-11-18 11:02:58 -080070extern int active_requests;
Tay Ray Chuane9176742009-06-06 16:43:41 +080071extern int http_is_verbose;
David Turner37ee6802017-04-11 14:13:57 -040072extern ssize_t http_post_buffer;
Jeff King2501aff2013-09-28 04:31:45 -040073extern struct credential http_auth;
Nick Hengeveld29508e12005-11-18 11:02:58 -080074
Nick Hengeveld29508e12005-11-18 11:02:58 -080075extern char curl_errorstr[CURL_ERROR_SIZE];
76
Jeff King50d34132016-12-06 13:24:41 -050077enum http_follow_config {
78 HTTP_FOLLOW_NONE,
79 HTTP_FOLLOW_ALWAYS,
80 HTTP_FOLLOW_INITIAL
81};
82extern enum http_follow_config http_follow_config;
83
Mike Hommeye8dc37e2007-12-10 22:36:09 +010084static inline int missing__target(int code, int result)
85{
86 return /* file:// URL -- do we ever use one??? */
87 (result == CURLE_FILE_COULDNT_READ_FILE) ||
88 /* http:// and https:// URL */
89 (code == 404 && result == CURLE_HTTP_RETURNED_ERROR) ||
90 /* ftp:// URL */
91 (code == 550 && result == CURLE_FTP_COULDNT_RETR_FILE)
92 ;
93}
94
95#define missing_target(a) missing__target((a)->http_code, (a)->curl_result)
96
Jeff Kinga3722bc2019-03-24 08:08:38 -040097/*
98 * Normalize curl results to handle CURL_FAILONERROR (or lack thereof). Failing
99 * http codes have their "result" converted to CURLE_HTTP_RETURNED_ERROR, and
100 * an appropriate string placed in the errorstr buffer (pass curl_errorstr if
101 * you don't have a custom buffer).
102 */
103void normalize_curl_result(CURLcode *result, long http_code, char *errorstr,
104 size_t errorlen);
105
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800106/* Helpers for modifying and creating URLs */
Denton Liu55454422019-04-29 04:28:14 -0400107void append_remote_object_url(struct strbuf *buf, const char *url,
Denton Liuad6dad02019-04-29 04:28:23 -0400108 const char *hex,
109 int only_two_digit_prefix);
Denton Liu55454422019-04-29 04:28:14 -0400110char *get_remote_object_url(const char *url, const char *hex,
Denton Liuad6dad02019-04-29 04:28:23 -0400111 int only_two_digit_prefix);
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800112
Jeff King1bbcc222013-09-28 04:31:23 -0400113/* Options for http_get_*() */
114struct http_get_options {
115 unsigned no_cache:1,
Jeff King50d34132016-12-06 13:24:41 -0500116 initial_request:1;
Mike Hommeye929cd22009-06-06 16:43:53 +0800117
Jeff King1bbcc222013-09-28 04:31:23 -0400118 /* If non-NULL, returns the content-type of the response. */
119 struct strbuf *content_type;
Jeff King78868962013-09-28 04:32:02 -0400120
121 /*
Jeff Kinge3131622014-05-22 05:30:05 -0400122 * If non-NULL, and content_type above is non-NULL, returns
123 * the charset parameter from the content-type. If none is
124 * present, returns an empty string.
125 */
126 struct strbuf *charset;
127
128 /*
Jeff King78868962013-09-28 04:32:02 -0400129 * If non-NULL, returns the URL we ended up at, including any
130 * redirects we followed.
131 */
132 struct strbuf *effective_url;
Jeff Kingc93c92f2013-09-28 04:34:05 -0400133
134 /*
135 * If both base_url and effective_url are non-NULL, the base URL will
136 * be munged to reflect any redirections going from the requested url
137 * to effective_url. See the definition of update_url_from_redirect
138 * for details.
139 */
140 struct strbuf *base_url;
Brandon Williams8ff14ed2018-03-15 10:31:38 -0700141
142 /*
143 * If not NULL, contains additional HTTP headers to be sent with the
144 * request. The strings in the list must not be freed until after the
145 * request has completed.
146 */
147 struct string_list *extra_headers;
Jeff King1bbcc222013-09-28 04:31:23 -0400148};
149
150/* Return values for http_get_*() */
Mike Hommeye929cd22009-06-06 16:43:53 +0800151#define HTTP_OK 0
152#define HTTP_MISSING_TARGET 1
153#define HTTP_ERROR 2
154#define HTTP_START_FAILED 3
Scott Chacon42653c02010-04-01 15:14:35 -0700155#define HTTP_REAUTH 4
156#define HTTP_NOAUTH 5
Ævar Arnfjörð Bjarmason3e8084f2021-09-24 12:08:20 +0200157#define HTTP_NOMATCHPUBLICKEY 6
Mike Hommeye929cd22009-06-06 16:43:53 +0800158
159/*
Jim Meyeringa7793a72012-03-28 10:41:54 +0200160 * Requests a URL and stores the result in a strbuf.
Mike Hommeye929cd22009-06-06 16:43:53 +0800161 *
162 * If the result pointer is NULL, a HTTP HEAD request is made instead of GET.
163 */
Jeff King1bbcc222013-09-28 04:31:23 -0400164int http_get_strbuf(const char *url, struct strbuf *result, struct http_get_options *options);
Mike Hommeye929cd22009-06-06 16:43:53 +0800165
Derrick Stoleec1d024b2022-05-16 20:11:02 +0000166/*
167 * Downloads a URL and stores the result in the given file.
168 *
169 * If a previous interrupted download is detected (i.e. a previous temporary
170 * file is still around) the download is resumed.
171 */
172int http_get_file(const char *url, const char *filename,
173 struct http_get_options *options);
174
Denton Liu55454422019-04-29 04:28:14 -0400175int http_fetch_ref(const char *base, struct ref *ref);
Mike Hommeyd7e92802007-12-11 00:08:25 +0100176
Tay Ray Chuanb8caac22009-06-06 16:43:59 +0800177/* Helpers for fetching packs */
Denton Liu55454422019-04-29 04:28:14 -0400178int http_get_info_packs(const char *base_url,
Denton Liuad6dad02019-04-29 04:28:23 -0400179 struct packed_git **packs_head);
Tay Ray Chuanb8caac22009-06-06 16:43:59 +0800180
Li Linchaob0c4adc2022-07-11 05:58:54 +0000181/* Helper for getting Accept-Language header */
182const char *http_get_accept_language_header(void);
183
Jonathan Nieder9cba13c2011-03-16 02:08:34 -0500184struct http_pack_request {
Tay Ray Chuan2264dfa2009-06-06 16:44:01 +0800185 char *url;
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700186
187 /*
Jonathan Tan726b25a2021-02-22 11:20:06 -0800188 * index-pack command to run. Must be terminated by NULL.
189 *
190 * If NULL, defaults to {"index-pack", "--stdin", NULL}.
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700191 */
Jonathan Tan726b25a2021-02-22 11:20:06 -0800192 const char **index_pack_args;
193 unsigned preserve_index_pack_stdout : 1;
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700194
Tay Ray Chuan2264dfa2009-06-06 16:44:01 +0800195 FILE *packfile;
Jeff King390c6cb2018-05-18 18:56:37 -0700196 struct strbuf tmpfile;
Tay Ray Chuan2264dfa2009-06-06 16:44:01 +0800197 struct active_request_slot *slot;
198};
199
Denton Liu55454422019-04-29 04:28:14 -0400200struct http_pack_request *new_http_pack_request(
Jonathan Taneb053492020-06-10 13:57:16 -0700201 const unsigned char *packed_git_hash, const char *base_url);
Jonathan Tan8d5d2a32020-06-10 13:57:18 -0700202struct http_pack_request *new_direct_http_pack_request(
203 const unsigned char *packed_git_hash, char *url);
Denton Liu55454422019-04-29 04:28:14 -0400204int finish_http_pack_request(struct http_pack_request *preq);
205void release_http_pack_request(struct http_pack_request *preq);
Tay Ray Chuan2264dfa2009-06-06 16:44:01 +0800206
Jonathan Taneb053492020-06-10 13:57:16 -0700207/*
208 * Remove p from the given list, and invoke install_packed_git() on it.
209 *
210 * This is a convenience function for users that have obtained a list of packs
211 * from http_get_info_packs() and have chosen a specific pack to fetch.
212 */
213void http_install_packfile(struct packed_git *p,
214 struct packed_git **list_to_remove_from);
215
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800216/* Helpers for fetching object */
Jonathan Nieder9cba13c2011-03-16 02:08:34 -0500217struct http_object_request {
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800218 char *url;
Jeff King390c6cb2018-05-18 18:56:37 -0700219 struct strbuf tmpfile;
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800220 int localfile;
221 CURLcode curl_result;
222 char errorstr[CURL_ERROR_SIZE];
223 long http_code;
Jeff Kingf0be0db2019-01-07 03:34:40 -0500224 struct object_id oid;
225 struct object_id real_oid;
brian m. carlsoneed0e602019-02-19 00:05:14 +0000226 git_hash_ctx c;
Junio C Hamanoef49a7a2011-06-10 11:52:15 -0700227 git_zstream stream;
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800228 int zret;
229 int rename;
230 struct active_request_slot *slot;
231};
232
Denton Liu55454422019-04-29 04:28:14 -0400233struct http_object_request *new_http_object_request(
Jeff Kingf0be0db2019-01-07 03:34:40 -0500234 const char *base_url, const struct object_id *oid);
Denton Liu55454422019-04-29 04:28:14 -0400235void process_http_object_request(struct http_object_request *freq);
236int finish_http_object_request(struct http_object_request *freq);
237void abort_http_object_request(struct http_object_request *freq);
238void release_http_object_request(struct http_object_request *freq);
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800239
Jonathan Tan7167a622020-05-11 10:43:10 -0700240/*
241 * Instead of using environment variables to determine if curl tracing happens,
242 * behave as if GIT_TRACE_CURL=1 and GIT_TRACE_CURL_NO_DATA=1 is set. Call this
243 * before calling setup_curl_trace().
244 */
245void http_trace_curl_no_data(void);
246
Elia Pinto74c682d2016-05-23 13:44:02 +0000247/* setup routine for curl_easy_setopt CURLOPT_DEBUGFUNCTION */
248void setup_curl_trace(CURL *handle);
Nick Hengeveld29508e12005-11-18 11:02:58 -0800249#endif /* HTTP_H */