blob: d305ca1dc7a3f931a81353c56060e98f4039c692 [file] [log] [blame]
Nick Hengeveld29508e12005-11-18 11:02:58 -08001#ifndef HTTP_H
2#define HTTP_H
3
4#include "cache.h"
5
6#include <curl/curl.h>
7#include <curl/easy.h>
8
Mike Hommey028c2972007-12-09 20:30:59 +01009#include "strbuf.h"
Mike Hommey9fc64402008-02-27 21:35:50 +010010#include "remote.h"
Tay Ray Chuan1966d9f2010-11-25 16:21:04 +080011#include "url.h"
Mike Hommey028c2972007-12-09 20:30:59 +010012
Junio C Hamano4f5f9982008-01-21 17:34:43 -080013/*
14 * We detect based on the cURL version if multi-transfer is
15 * usable in this implementation and define this symbol accordingly.
Justin Lebar01689902014-03-31 15:11:46 -070016 * This shouldn't be set by the Makefile or by the user (e.g. via CFLAGS).
Junio C Hamano4f5f9982008-01-21 17:34:43 -080017 */
18#undef USE_CURL_MULTI
19
Alexandre Julliard9cf04302007-05-02 14:53:23 +020020#if LIBCURL_VERSION_NUM >= 0x071000
Nick Hengeveld29508e12005-11-18 11:02:58 -080021#define USE_CURL_MULTI
22#define DEFAULT_MAX_REQUESTS 5
23#endif
24
25#if LIBCURL_VERSION_NUM < 0x070704
Jonathan Nieder98746062010-08-12 17:11:15 -050026#define curl_global_cleanup() do { /* nothing */ } while (0)
Nick Hengeveld29508e12005-11-18 11:02:58 -080027#endif
28#if LIBCURL_VERSION_NUM < 0x070800
Jonathan Nieder98746062010-08-12 17:11:15 -050029#define curl_global_init(a) do { /* nothing */ } while (0)
Nick Hengeveld29508e12005-11-18 11:02:58 -080030#endif
31
Junio C Hamano500ebb02006-12-27 13:59:26 -080032#if (LIBCURL_VERSION_NUM < 0x070c04) || (LIBCURL_VERSION_NUM == 0x071000)
Nick Hengeveld29508e12005-11-18 11:02:58 -080033#define NO_CURL_EASY_DUPHANDLE
34#endif
35
Art Haasc774b2d2006-09-19 07:20:19 -050036#if LIBCURL_VERSION_NUM < 0x070a03
37#define CURLE_HTTP_RETURNED_ERROR CURLE_HTTP_NOT_FOUND
38#endif
39
Martin Storsjö3944ba02009-04-01 19:48:24 +030040#if LIBCURL_VERSION_NUM < 0x070c03
41#define NO_CURL_IOCTL
42#endif
43
Modestas Vainius4bc444e2013-04-07 22:10:39 +030044/*
45 * CURLOPT_USE_SSL was known as CURLOPT_FTP_SSL up to 7.16.4,
46 * and the constants were known as CURLFTPSSL_*
47*/
48#if !defined(CURLOPT_USE_SSL) && defined(CURLOPT_FTP_SSL)
49#define CURLOPT_USE_SSL CURLOPT_FTP_SSL
50#define CURLUSESSL_TRY CURLFTPSSL_TRY
51#endif
52
Jonathan Nieder9cba13c2011-03-16 02:08:34 -050053struct slot_results {
Nick Hengeveldc8568e12006-01-31 11:06:55 -080054 CURLcode curl_result;
55 long http_code;
Jeff King0972ccd2013-10-31 02:35:31 -040056 long auth_avail;
Knut Franke372370f2016-01-26 13:02:48 +000057 long http_connectcode;
Nick Hengeveldc8568e12006-01-31 11:06:55 -080058};
59
Jonathan Nieder9cba13c2011-03-16 02:08:34 -050060struct active_request_slot {
Nick Hengeveld29508e12005-11-18 11:02:58 -080061 CURL *curl;
Nick Hengeveld29508e12005-11-18 11:02:58 -080062 int in_use;
63 CURLcode curl_result;
64 long http_code;
Nick Hengeveldbaa7b672006-03-10 20:18:01 -080065 int *finished;
Nick Hengeveldc8568e12006-01-31 11:06:55 -080066 struct slot_results *results;
Nick Hengeveld29508e12005-11-18 11:02:58 -080067 void *callback_data;
68 void (*callback_func)(void *data);
69 struct active_request_slot *next;
70};
71
Jonathan Nieder9cba13c2011-03-16 02:08:34 -050072struct buffer {
Mike Hommey028c2972007-12-09 20:30:59 +010073 struct strbuf buf;
74 size_t posn;
Nick Hengeveld29508e12005-11-18 11:02:58 -080075};
76
77/* Curl request read/write callbacks */
Dan McGeea04ff3e2011-05-03 23:47:27 +080078extern size_t fread_buffer(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
79extern size_t fwrite_buffer(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
80extern size_t fwrite_null(char *ptr, size_t eltsize, size_t nmemb, void *strbuf);
Martin Storsjö3944ba02009-04-01 19:48:24 +030081#ifndef NO_CURL_IOCTL
82extern curlioerr ioctl_buffer(CURL *handle, int cmd, void *clientp);
83#endif
Nick Hengeveld29508e12005-11-18 11:02:58 -080084
85/* Slot lifecycle functions */
86extern struct active_request_slot *get_active_slot(void);
87extern int start_active_slot(struct active_request_slot *slot);
88extern void run_active_slot(struct active_request_slot *slot);
89extern void finish_all_active_slots(void);
Nick Hengeveld29508e12005-11-18 11:02:58 -080090
Jeff Kingbeed3362014-02-18 05:34:20 -050091/*
92 * This will run one slot to completion in a blocking manner, similar to how
93 * curl_easy_perform would work (but we don't want to use that, because
94 * we do not want to intermingle calls to curl_multi and curl_easy).
95 *
96 */
97int run_one_slot(struct active_request_slot *slot,
98 struct slot_results *results);
99
Nick Hengeveld29508e12005-11-18 11:02:58 -0800100#ifdef USE_CURL_MULTI
101extern void fill_active_slots(void);
Daniel Barkalowfc57b6a2007-09-10 23:02:34 -0400102extern void add_fill_function(void *data, int (*fill)(void *));
Nick Hengeveld29508e12005-11-18 11:02:58 -0800103extern void step_active_slots(void);
104#endif
105
Jeff Kinga4ddbc32011-12-13 19:11:56 -0500106extern void http_init(struct remote *remote, const char *url,
107 int proactive_auth);
Nick Hengeveld29508e12005-11-18 11:02:58 -0800108extern void http_cleanup(void);
Johannes Schindelin8cb01e22016-04-27 14:20:37 +0200109extern struct curl_slist *http_copy_default_headers(void);
Nick Hengeveld29508e12005-11-18 11:02:58 -0800110
Eric Wongc915f112016-02-03 04:09:14 +0000111extern long int git_curl_ipresolve;
Nick Hengeveld29508e12005-11-18 11:02:58 -0800112extern int active_requests;
Tay Ray Chuane9176742009-06-06 16:43:41 +0800113extern int http_is_verbose;
David Turner37ee6802017-04-11 14:13:57 -0400114extern ssize_t http_post_buffer;
Jeff King2501aff2013-09-28 04:31:45 -0400115extern struct credential http_auth;
Nick Hengeveld29508e12005-11-18 11:02:58 -0800116
Nick Hengeveld29508e12005-11-18 11:02:58 -0800117extern char curl_errorstr[CURL_ERROR_SIZE];
118
Jeff King50d34132016-12-06 13:24:41 -0500119enum http_follow_config {
120 HTTP_FOLLOW_NONE,
121 HTTP_FOLLOW_ALWAYS,
122 HTTP_FOLLOW_INITIAL
123};
124extern enum http_follow_config http_follow_config;
125
Mike Hommeye8dc37e2007-12-10 22:36:09 +0100126static inline int missing__target(int code, int result)
127{
128 return /* file:// URL -- do we ever use one??? */
129 (result == CURLE_FILE_COULDNT_READ_FILE) ||
130 /* http:// and https:// URL */
131 (code == 404 && result == CURLE_HTTP_RETURNED_ERROR) ||
132 /* ftp:// URL */
133 (code == 550 && result == CURLE_FTP_COULDNT_RETR_FILE)
134 ;
135}
136
137#define missing_target(a) missing__target((a)->http_code, (a)->curl_result)
138
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800139/* Helpers for modifying and creating URLs */
140extern void append_remote_object_url(struct strbuf *buf, const char *url,
141 const char *hex,
142 int only_two_digit_prefix);
143extern char *get_remote_object_url(const char *url, const char *hex,
144 int only_two_digit_prefix);
145
Jeff King1bbcc222013-09-28 04:31:23 -0400146/* Options for http_get_*() */
147struct http_get_options {
148 unsigned no_cache:1,
Jeff King50d34132016-12-06 13:24:41 -0500149 keep_error:1,
150 initial_request:1;
Mike Hommeye929cd22009-06-06 16:43:53 +0800151
Jeff King1bbcc222013-09-28 04:31:23 -0400152 /* If non-NULL, returns the content-type of the response. */
153 struct strbuf *content_type;
Jeff King78868962013-09-28 04:32:02 -0400154
155 /*
Jeff Kinge3131622014-05-22 05:30:05 -0400156 * If non-NULL, and content_type above is non-NULL, returns
157 * the charset parameter from the content-type. If none is
158 * present, returns an empty string.
159 */
160 struct strbuf *charset;
161
162 /*
Jeff King78868962013-09-28 04:32:02 -0400163 * If non-NULL, returns the URL we ended up at, including any
164 * redirects we followed.
165 */
166 struct strbuf *effective_url;
Jeff Kingc93c92f2013-09-28 04:34:05 -0400167
168 /*
169 * If both base_url and effective_url are non-NULL, the base URL will
170 * be munged to reflect any redirections going from the requested url
171 * to effective_url. See the definition of update_url_from_redirect
172 * for details.
173 */
174 struct strbuf *base_url;
Brandon Williams8ff14ed2018-03-15 10:31:38 -0700175
176 /*
177 * If not NULL, contains additional HTTP headers to be sent with the
178 * request. The strings in the list must not be freed until after the
179 * request has completed.
180 */
181 struct string_list *extra_headers;
Jeff King1bbcc222013-09-28 04:31:23 -0400182};
183
184/* Return values for http_get_*() */
Mike Hommeye929cd22009-06-06 16:43:53 +0800185#define HTTP_OK 0
186#define HTTP_MISSING_TARGET 1
187#define HTTP_ERROR 2
188#define HTTP_START_FAILED 3
Scott Chacon42653c02010-04-01 15:14:35 -0700189#define HTTP_REAUTH 4
190#define HTTP_NOAUTH 5
Mike Hommeye929cd22009-06-06 16:43:53 +0800191
192/*
Jim Meyeringa7793a72012-03-28 10:41:54 +0200193 * Requests a URL and stores the result in a strbuf.
Mike Hommeye929cd22009-06-06 16:43:53 +0800194 *
195 * If the result pointer is NULL, a HTTP HEAD request is made instead of GET.
196 */
Jeff King1bbcc222013-09-28 04:31:23 -0400197int http_get_strbuf(const char *url, struct strbuf *result, struct http_get_options *options);
Mike Hommeye929cd22009-06-06 16:43:53 +0800198
Daniel Barkalowc13b2632008-04-26 15:53:09 -0400199extern int http_fetch_ref(const char *base, struct ref *ref);
Mike Hommeyd7e92802007-12-11 00:08:25 +0100200
Tay Ray Chuanb8caac22009-06-06 16:43:59 +0800201/* Helpers for fetching packs */
202extern int http_get_info_packs(const char *base_url,
203 struct packed_git **packs_head);
204
Jonathan Nieder9cba13c2011-03-16 02:08:34 -0500205struct http_pack_request {
Tay Ray Chuan2264dfa2009-06-06 16:44:01 +0800206 char *url;
207 struct packed_git *target;
208 struct packed_git **lst;
209 FILE *packfile;
Jeff King390c6cb2018-05-18 18:56:37 -0700210 struct strbuf tmpfile;
Tay Ray Chuan2264dfa2009-06-06 16:44:01 +0800211 struct active_request_slot *slot;
212};
213
214extern struct http_pack_request *new_http_pack_request(
215 struct packed_git *target, const char *base_url);
216extern int finish_http_pack_request(struct http_pack_request *preq);
217extern void release_http_pack_request(struct http_pack_request *preq);
218
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800219/* Helpers for fetching object */
Jonathan Nieder9cba13c2011-03-16 02:08:34 -0500220struct http_object_request {
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800221 char *url;
Jeff King390c6cb2018-05-18 18:56:37 -0700222 struct strbuf tmpfile;
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800223 int localfile;
224 CURLcode curl_result;
225 char errorstr[CURL_ERROR_SIZE];
226 long http_code;
227 unsigned char sha1[20];
228 unsigned char real_sha1[20];
229 git_SHA_CTX c;
Junio C Hamanoef49a7a2011-06-10 11:52:15 -0700230 git_zstream stream;
Tay Ray Chuan5424bc52009-06-06 16:44:02 +0800231 int zret;
232 int rename;
233 struct active_request_slot *slot;
234};
235
236extern struct http_object_request *new_http_object_request(
237 const char *base_url, unsigned char *sha1);
238extern void process_http_object_request(struct http_object_request *freq);
239extern int finish_http_object_request(struct http_object_request *freq);
240extern void abort_http_object_request(struct http_object_request *freq);
241extern void release_http_object_request(struct http_object_request *freq);
242
Elia Pinto74c682d2016-05-23 13:44:02 +0000243/* setup routine for curl_easy_setopt CURLOPT_DEBUGFUNCTION */
244void setup_curl_trace(CURL *handle);
Nick Hengeveld29508e12005-11-18 11:02:58 -0800245#endif /* HTTP_H */