Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 1 | #include "cache.h" |
| 2 | #include "commit.h" |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 3 | #include "walker.h" |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 4 | #include "http.h" |
Johannes Schindelin | 7baa3e8 | 2005-10-15 11:10:46 -0700 | [diff] [blame] | 5 | |
Jonathan Nieder | 9cba13c | 2011-03-16 02:08:34 -0500 | [diff] [blame] | 6 | struct alt_base { |
Gerrit Pape | 2afea3b | 2007-03-28 09:46:15 +0000 | [diff] [blame] | 7 | char *base; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 8 | int got_indices; |
| 9 | struct packed_git *packs; |
| 10 | struct alt_base *next; |
| 11 | }; |
| 12 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 13 | enum object_request_state { |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 14 | WAITING, |
| 15 | ABORTED, |
| 16 | ACTIVE, |
Gary V. Vaughan | 4b05548 | 2010-05-14 09:31:35 +0000 | [diff] [blame] | 17 | COMPLETE |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 18 | }; |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 19 | |
Jonathan Nieder | 9cba13c | 2011-03-16 02:08:34 -0500 | [diff] [blame] | 20 | struct object_request { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 21 | struct walker *walker; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 22 | unsigned char sha1[20]; |
| 23 | struct alt_base *repo; |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 24 | enum object_request_state state; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 25 | struct http_object_request *req; |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 26 | struct object_request *next; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 27 | }; |
| 28 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 29 | struct alternates_request { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 30 | struct walker *walker; |
Petr Baudis | 8e29f6a | 2006-07-27 23:56:22 +0200 | [diff] [blame] | 31 | const char *base; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 32 | char *url; |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 33 | struct strbuf *buffer; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 34 | struct active_request_slot *slot; |
| 35 | int http_specific; |
| 36 | }; |
| 37 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 38 | struct walker_data { |
| 39 | const char *url; |
| 40 | int got_alternates; |
| 41 | struct alt_base *alt; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 42 | }; |
| 43 | |
David Rientjes | 96f1e58 | 2006-08-15 10:23:48 -0700 | [diff] [blame] | 44 | static struct object_request *object_queue_head; |
Sergey Vlasov | bc8f265 | 2005-10-13 10:49:53 -0700 | [diff] [blame] | 45 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 46 | static void fetch_alternates(struct walker *walker, const char *base); |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 47 | |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 48 | static void process_object_response(void *callback_data); |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 49 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 50 | static void start_object_request(struct walker *walker, |
| 51 | struct object_request *obj_req) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 52 | { |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 53 | struct active_request_slot *slot; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 54 | struct http_object_request *req; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 55 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 56 | req = new_http_object_request(obj_req->repo->base, obj_req->sha1); |
| 57 | if (req == NULL) { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 58 | obj_req->state = ABORTED; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 59 | return; |
| 60 | } |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 61 | obj_req->req = req; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 62 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 63 | slot = req->slot; |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 64 | slot->callback_func = process_object_response; |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 65 | slot->callback_data = obj_req; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 66 | |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 67 | /* Try to get the request started, abort the request on error */ |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 68 | obj_req->state = ACTIVE; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 69 | if (!start_active_slot(slot)) { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 70 | obj_req->state = ABORTED; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 71 | release_http_object_request(req); |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 72 | return; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 73 | } |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 74 | } |
| 75 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 76 | static void finish_object_request(struct object_request *obj_req) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 77 | { |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 78 | if (finish_http_object_request(obj_req->req)) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 79 | return; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 80 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 81 | if (obj_req->req->rename == 0) |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 82 | walker_say(obj_req->walker, "got %s\n", sha1_to_hex(obj_req->sha1)); |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 83 | } |
| 84 | |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 85 | static void process_object_response(void *callback_data) |
| 86 | { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 87 | struct object_request *obj_req = |
| 88 | (struct object_request *)callback_data; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 89 | struct walker *walker = obj_req->walker; |
| 90 | struct walker_data *data = walker->data; |
| 91 | struct alt_base *alt = data->alt; |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 92 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 93 | process_http_object_request(obj_req->req); |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 94 | obj_req->state = COMPLETE; |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 95 | |
| 96 | /* Use alternates if necessary */ |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 97 | if (missing_target(obj_req->req)) { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 98 | fetch_alternates(walker, alt->base); |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 99 | if (obj_req->repo->next != NULL) { |
| 100 | obj_req->repo = |
| 101 | obj_req->repo->next; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 102 | release_http_object_request(obj_req->req); |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 103 | start_object_request(walker, obj_req); |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 104 | return; |
| 105 | } |
| 106 | } |
| 107 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 108 | finish_object_request(obj_req); |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 109 | } |
| 110 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 111 | static void release_object_request(struct object_request *obj_req) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 112 | { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 113 | struct object_request *entry = object_queue_head; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 114 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 115 | if (obj_req->req !=NULL && obj_req->req->localfile != -1) |
| 116 | error("fd leakage in release: %d", obj_req->req->localfile); |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 117 | if (obj_req == object_queue_head) { |
| 118 | object_queue_head = obj_req->next; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 119 | } else { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 120 | while (entry->next != NULL && entry->next != obj_req) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 121 | entry = entry->next; |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 122 | if (entry->next == obj_req) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 123 | entry->next = entry->next->next; |
| 124 | } |
| 125 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 126 | free(obj_req); |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 127 | } |
| 128 | |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 129 | #ifdef USE_CURL_MULTI |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 130 | static int fill_active_slot(struct walker *walker) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 131 | { |
Daniel Barkalow | 45c1741 | 2007-09-10 23:02:28 -0400 | [diff] [blame] | 132 | struct object_request *obj_req; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 133 | |
Daniel Barkalow | 45c1741 | 2007-09-10 23:02:28 -0400 | [diff] [blame] | 134 | for (obj_req = object_queue_head; obj_req; obj_req = obj_req->next) { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 135 | if (obj_req->state == WAITING) { |
| 136 | if (has_sha1_file(obj_req->sha1)) |
Mark Wooding | 09db444 | 2006-02-01 11:44:28 +0000 | [diff] [blame] | 137 | obj_req->state = COMPLETE; |
Daniel Barkalow | 45c1741 | 2007-09-10 23:02:28 -0400 | [diff] [blame] | 138 | else { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 139 | start_object_request(walker, obj_req); |
Daniel Barkalow | 45c1741 | 2007-09-10 23:02:28 -0400 | [diff] [blame] | 140 | return 1; |
| 141 | } |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 142 | } |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 143 | } |
Daniel Barkalow | 45c1741 | 2007-09-10 23:02:28 -0400 | [diff] [blame] | 144 | return 0; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 145 | } |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 146 | #endif |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 147 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 148 | static void prefetch(struct walker *walker, unsigned char *sha1) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 149 | { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 150 | struct object_request *newreq; |
| 151 | struct object_request *tail; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 152 | struct walker_data *data = walker->data; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 153 | |
| 154 | newreq = xmalloc(sizeof(*newreq)); |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 155 | newreq->walker = walker; |
Shawn Pearce | e702496 | 2006-08-23 02:49:00 -0400 | [diff] [blame] | 156 | hashcpy(newreq->sha1, sha1); |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 157 | newreq->repo = data->alt; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 158 | newreq->state = WAITING; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 159 | newreq->req = NULL; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 160 | newreq->next = NULL; |
| 161 | |
Tay Ray Chuan | e917674 | 2009-06-06 16:43:41 +0800 | [diff] [blame] | 162 | http_is_verbose = walker->get_verbosely; |
| 163 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 164 | if (object_queue_head == NULL) { |
| 165 | object_queue_head = newreq; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 166 | } else { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 167 | tail = object_queue_head; |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 168 | while (tail->next != NULL) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 169 | tail = tail->next; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 170 | tail->next = newreq; |
| 171 | } |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 172 | |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 173 | #ifdef USE_CURL_MULTI |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 174 | fill_active_slots(); |
| 175 | step_active_slots(); |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 176 | #endif |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 177 | } |
| 178 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 179 | static void process_alternates_response(void *callback_data) |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 180 | { |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 181 | struct alternates_request *alt_req = |
| 182 | (struct alternates_request *)callback_data; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 183 | struct walker *walker = alt_req->walker; |
| 184 | struct walker_data *cdata = walker->data; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 185 | struct active_request_slot *slot = alt_req->slot; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 186 | struct alt_base *tail = cdata->alt; |
Petr Baudis | 8e29f6a | 2006-07-27 23:56:22 +0200 | [diff] [blame] | 187 | const char *base = alt_req->base; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 188 | static const char null_byte = '\0'; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 189 | char *data; |
| 190 | int i = 0; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 191 | |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 192 | if (alt_req->http_specific) { |
| 193 | if (slot->curl_result != CURLE_OK || |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 194 | !alt_req->buffer->len) { |
Junio C Hamano | dc1b5ea | 2005-10-10 23:22:02 -0700 | [diff] [blame] | 195 | |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 196 | /* Try reusing the slot to get non-http alternates */ |
| 197 | alt_req->http_specific = 0; |
| 198 | sprintf(alt_req->url, "%s/objects/info/alternates", |
| 199 | base); |
| 200 | curl_easy_setopt(slot->curl, CURLOPT_URL, |
| 201 | alt_req->url); |
| 202 | active_requests++; |
| 203 | slot->in_use = 1; |
Nick Hengeveld | c982647 | 2006-03-15 08:59:52 -0800 | [diff] [blame] | 204 | if (slot->finished != NULL) |
| 205 | (*slot->finished) = 0; |
Mark Wooding | a3f583c | 2006-02-01 11:44:39 +0000 | [diff] [blame] | 206 | if (!start_active_slot(slot)) { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 207 | cdata->got_alternates = -1; |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 208 | slot->in_use = 0; |
Nick Hengeveld | c982647 | 2006-03-15 08:59:52 -0800 | [diff] [blame] | 209 | if (slot->finished != NULL) |
| 210 | (*slot->finished) = 1; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 211 | } |
Mark Wooding | a3f583c | 2006-02-01 11:44:39 +0000 | [diff] [blame] | 212 | return; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 213 | } |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 214 | } else if (slot->curl_result != CURLE_OK) { |
Junio C Hamano | be4a015 | 2006-09-16 10:58:20 -0700 | [diff] [blame] | 215 | if (!missing_target(slot)) { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 216 | cdata->got_alternates = -1; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 217 | return; |
| 218 | } |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 219 | } |
| 220 | |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 221 | fwrite_buffer(&null_byte, 1, 1, alt_req->buffer); |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 222 | alt_req->buffer->len--; |
| 223 | data = alt_req->buffer->buf; |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 224 | |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 225 | while (i < alt_req->buffer->len) { |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 226 | int posn = i; |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 227 | while (posn < alt_req->buffer->len && data[posn] != '\n') |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 228 | posn++; |
| 229 | if (data[posn] == '\n') { |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 230 | int okay = 0; |
| 231 | int serverlen = 0; |
| 232 | struct alt_base *newalt; |
| 233 | char *target = NULL; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 234 | if (data[i] == '/') { |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 235 | /* |
| 236 | * This counts |
Junio C Hamano | 5df1e0d | 2006-09-12 23:53:27 -0700 | [diff] [blame] | 237 | * http://git.host/pub/scm/linux.git/ |
| 238 | * -----------here^ |
| 239 | * so memcpy(dst, base, serverlen) will |
| 240 | * copy up to "...git.host". |
| 241 | */ |
| 242 | const char *colon_ss = strstr(base,"://"); |
| 243 | if (colon_ss) { |
| 244 | serverlen = (strchr(colon_ss + 3, '/') |
| 245 | - base); |
| 246 | okay = 1; |
| 247 | } |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 248 | } else if (!memcmp(data + i, "../", 3)) { |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 249 | /* |
| 250 | * Relative URL; chop the corresponding |
Junio C Hamano | 5df1e0d | 2006-09-12 23:53:27 -0700 | [diff] [blame] | 251 | * number of subpath from base (and ../ |
| 252 | * from data), and concatenate the result. |
| 253 | * |
| 254 | * The code first drops ../ from data, and |
| 255 | * then drops one ../ from data and one path |
| 256 | * from base. IOW, one extra ../ is dropped |
| 257 | * from data than path is dropped from base. |
| 258 | * |
| 259 | * This is not wrong. The alternate in |
| 260 | * http://git.host/pub/scm/linux.git/ |
| 261 | * to borrow from |
| 262 | * http://git.host/pub/scm/linus.git/ |
| 263 | * is ../../linus.git/objects/. You need |
| 264 | * two ../../ to borrow from your direct |
| 265 | * neighbour. |
| 266 | */ |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 267 | i += 3; |
| 268 | serverlen = strlen(base); |
Junio C Hamano | 8fcf7f9 | 2006-01-31 18:15:51 -0800 | [diff] [blame] | 269 | while (i + 2 < posn && |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 270 | !memcmp(data + i, "../", 3)) { |
| 271 | do { |
| 272 | serverlen--; |
| 273 | } while (serverlen && |
| 274 | base[serverlen - 1] != '/'); |
| 275 | i += 3; |
| 276 | } |
Pavel Roskin | a9486b0 | 2006-07-10 02:57:51 -0400 | [diff] [blame] | 277 | /* If the server got removed, give up. */ |
Junio C Hamano | 8fcf7f9 | 2006-01-31 18:15:51 -0800 | [diff] [blame] | 278 | okay = strchr(base, ':') - base + 3 < |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 279 | serverlen; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 280 | } else if (alt_req->http_specific) { |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 281 | char *colon = strchr(data + i, ':'); |
| 282 | char *slash = strchr(data + i, '/'); |
| 283 | if (colon && slash && colon < data + posn && |
| 284 | slash < data + posn && colon < slash) { |
| 285 | okay = 1; |
| 286 | } |
| 287 | } |
Junio C Hamano | 5df1e0d | 2006-09-12 23:53:27 -0700 | [diff] [blame] | 288 | /* skip "objects\n" at end */ |
Daniel Barkalow | 1b0c1e6 | 2005-09-18 14:14:19 -0400 | [diff] [blame] | 289 | if (okay) { |
| 290 | target = xmalloc(serverlen + posn - i - 6); |
Junio C Hamano | 5df1e0d | 2006-09-12 23:53:27 -0700 | [diff] [blame] | 291 | memcpy(target, base, serverlen); |
| 292 | memcpy(target + serverlen, data + i, |
| 293 | posn - i - 7); |
| 294 | target[serverlen + posn - i - 7] = 0; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 295 | if (walker->get_verbosely) |
Junio C Hamano | 8fcf7f9 | 2006-01-31 18:15:51 -0800 | [diff] [blame] | 296 | fprintf(stderr, |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 297 | "Also look at %s\n", target); |
| 298 | newalt = xmalloc(sizeof(*newalt)); |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 299 | newalt->next = NULL; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 300 | newalt->base = target; |
| 301 | newalt->got_indices = 0; |
| 302 | newalt->packs = NULL; |
Nick Hengeveld | 8d9fbe5 | 2006-04-04 05:33:18 -0700 | [diff] [blame] | 303 | |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 304 | while (tail->next != NULL) |
| 305 | tail = tail->next; |
| 306 | tail->next = newalt; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 307 | } |
| 308 | } |
| 309 | i = posn + 1; |
| 310 | } |
Sergey Vlasov | bc8f265 | 2005-10-13 10:49:53 -0700 | [diff] [blame] | 311 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 312 | cdata->got_alternates = 1; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 313 | } |
| 314 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 315 | static void fetch_alternates(struct walker *walker, const char *base) |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 316 | { |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 317 | struct strbuf buffer = STRBUF_INIT; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 318 | char *url; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 319 | struct active_request_slot *slot; |
Nick Hengeveld | cb754fd | 2006-01-31 18:00:37 -0800 | [diff] [blame] | 320 | struct alternates_request alt_req; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 321 | struct walker_data *cdata = walker->data; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 322 | |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 323 | /* |
| 324 | * If another request has already started fetching alternates, |
| 325 | * wait for them to arrive and return to processing this request's |
| 326 | * curl message |
| 327 | */ |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 328 | #ifdef USE_CURL_MULTI |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 329 | while (cdata->got_alternates == 0) { |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 330 | step_active_slots(); |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 331 | } |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 332 | #endif |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 333 | |
| 334 | /* Nothing to do if they've already been fetched */ |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 335 | if (cdata->got_alternates == 1) |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 336 | return; |
| 337 | |
| 338 | /* Start the fetch */ |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 339 | cdata->got_alternates = 0; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 340 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 341 | if (walker->get_verbosely) |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 342 | fprintf(stderr, "Getting alternates list for %s\n", base); |
Junio C Hamano | 8fcf7f9 | 2006-01-31 18:15:51 -0800 | [diff] [blame] | 343 | |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 344 | url = xmalloc(strlen(base) + 31); |
| 345 | sprintf(url, "%s/objects/info/http-alternates", base); |
| 346 | |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 347 | /* |
| 348 | * Use a callback to process the result, since another request |
| 349 | * may fail and need to have alternates loaded before continuing |
| 350 | */ |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 351 | slot = get_active_slot(); |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 352 | slot->callback_func = process_alternates_response; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 353 | alt_req.walker = walker; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 354 | slot->callback_data = &alt_req; |
| 355 | |
| 356 | curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer); |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 357 | curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer); |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 358 | curl_easy_setopt(slot->curl, CURLOPT_URL, url); |
| 359 | |
| 360 | alt_req.base = base; |
| 361 | alt_req.url = url; |
| 362 | alt_req.buffer = &buffer; |
| 363 | alt_req.http_specific = 1; |
| 364 | alt_req.slot = slot; |
| 365 | |
| 366 | if (start_active_slot(slot)) |
| 367 | run_active_slot(slot); |
| 368 | else |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 369 | cdata->got_alternates = -1; |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 370 | |
Mike Hommey | 028c297 | 2007-12-09 20:30:59 +0100 | [diff] [blame] | 371 | strbuf_release(&buffer); |
Nick Hengeveld | acc075a | 2005-11-12 09:11:32 -0800 | [diff] [blame] | 372 | free(url); |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 373 | } |
| 374 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 375 | static int fetch_indices(struct walker *walker, struct alt_base *repo) |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 376 | { |
Tay Ray Chuan | b8caac2 | 2009-06-06 16:43:59 +0800 | [diff] [blame] | 377 | int ret; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 378 | |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 379 | if (repo->got_indices) |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 380 | return 0; |
| 381 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 382 | if (walker->get_verbosely) |
Petr Baudis | 6fd72e3 | 2005-11-12 01:49:59 +0100 | [diff] [blame] | 383 | fprintf(stderr, "Getting pack list for %s\n", repo->base); |
Junio C Hamano | 8fcf7f9 | 2006-01-31 18:15:51 -0800 | [diff] [blame] | 384 | |
Tay Ray Chuan | b8caac2 | 2009-06-06 16:43:59 +0800 | [diff] [blame] | 385 | switch (http_get_info_packs(repo->base, &repo->packs)) { |
| 386 | case HTTP_OK: |
| 387 | case HTTP_MISSING_TARGET: |
| 388 | repo->got_indices = 1; |
| 389 | ret = 0; |
| 390 | break; |
| 391 | default: |
Nick Hengeveld | 5e3a769 | 2005-11-18 11:03:11 -0800 | [diff] [blame] | 392 | repo->got_indices = 0; |
Tay Ray Chuan | b8caac2 | 2009-06-06 16:43:59 +0800 | [diff] [blame] | 393 | ret = -1; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 394 | } |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 395 | |
Mike Hommey | 3a462bc | 2007-12-10 22:36:11 +0100 | [diff] [blame] | 396 | return ret; |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 397 | } |
| 398 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 399 | static int fetch_pack(struct walker *walker, struct alt_base *repo, unsigned char *sha1) |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 400 | { |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 401 | struct packed_git *target; |
Nick Hengeveld | 49a0f24 | 2005-09-28 10:14:04 -0700 | [diff] [blame] | 402 | int ret; |
Nick Hengeveld | cb754fd | 2006-01-31 18:00:37 -0800 | [diff] [blame] | 403 | struct slot_results results; |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 404 | struct http_pack_request *preq; |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 405 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 406 | if (fetch_indices(walker, repo)) |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 407 | return -1; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 408 | target = find_sha1_pack(sha1, repo->packs); |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 409 | if (!target) |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 410 | return -1; |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 411 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 412 | if (walker->get_verbosely) { |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 413 | fprintf(stderr, "Getting pack %s\n", |
| 414 | sha1_to_hex(target->sha1)); |
| 415 | fprintf(stderr, " which contains %s\n", |
| 416 | sha1_to_hex(sha1)); |
| 417 | } |
| 418 | |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 419 | preq = new_http_pack_request(target, repo->base); |
| 420 | if (preq == NULL) |
| 421 | goto abort; |
| 422 | preq->lst = &repo->packs; |
| 423 | preq->slot->results = &results; |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 424 | |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 425 | if (start_active_slot(preq->slot)) { |
| 426 | run_active_slot(preq->slot); |
Nick Hengeveld | c8568e1 | 2006-01-31 11:06:55 -0800 | [diff] [blame] | 427 | if (results.curl_result != CURLE_OK) { |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 428 | error("Unable to get pack file %s\n%s", preq->url, |
| 429 | curl_errorstr); |
| 430 | goto abort; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 431 | } |
| 432 | } else { |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 433 | error("Unable to start request"); |
| 434 | goto abort; |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 435 | } |
| 436 | |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 437 | ret = finish_http_pack_request(preq); |
| 438 | release_http_pack_request(preq); |
Nick Hengeveld | 49a0f24 | 2005-09-28 10:14:04 -0700 | [diff] [blame] | 439 | if (ret) |
Junio C Hamano | b721e01 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 440 | return ret; |
Nick Hengeveld | 49a0f24 | 2005-09-28 10:14:04 -0700 | [diff] [blame] | 441 | |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 442 | return 0; |
Tay Ray Chuan | 2264dfa | 2009-06-06 16:44:01 +0800 | [diff] [blame] | 443 | |
| 444 | abort: |
| 445 | return -1; |
barkalow@iabervon.org | 182005b | 2005-07-31 20:54:17 -0400 | [diff] [blame] | 446 | } |
| 447 | |
Mark Wooding | 53f3138 | 2006-02-07 10:07:39 +0000 | [diff] [blame] | 448 | static void abort_object_request(struct object_request *obj_req) |
| 449 | { |
Mark Wooding | 53f3138 | 2006-02-07 10:07:39 +0000 | [diff] [blame] | 450 | release_object_request(obj_req); |
| 451 | } |
| 452 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 453 | static int fetch_object(struct walker *walker, struct alt_base *repo, unsigned char *sha1) |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 454 | { |
| 455 | char *hex = sha1_to_hex(sha1); |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 456 | int ret = 0; |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 457 | struct object_request *obj_req = object_queue_head; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 458 | struct http_object_request *req; |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 459 | |
David Rientjes | a89fccd | 2006-08-17 11:54:57 -0700 | [diff] [blame] | 460 | while (obj_req != NULL && hashcmp(obj_req->sha1, sha1)) |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 461 | obj_req = obj_req->next; |
| 462 | if (obj_req == NULL) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 463 | return error("Couldn't find request for %s in the queue", hex); |
Junio C Hamano | 271421c | 2005-09-30 00:07:39 -0700 | [diff] [blame] | 464 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 465 | if (has_sha1_file(obj_req->sha1)) { |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 466 | if (obj_req->req != NULL) |
| 467 | abort_http_object_request(obj_req->req); |
Mark Wooding | 53f3138 | 2006-02-07 10:07:39 +0000 | [diff] [blame] | 468 | abort_object_request(obj_req); |
Nick Hengeveld | 11f0daf | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 469 | return 0; |
| 470 | } |
| 471 | |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 472 | #ifdef USE_CURL_MULTI |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 473 | while (obj_req->state == WAITING) |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 474 | step_active_slots(); |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 475 | #else |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 476 | start_object_request(walker, obj_req); |
Nick Hengeveld | a7a8d37 | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 477 | #endif |
Nick Hengeveld | 49a0f24 | 2005-09-28 10:14:04 -0700 | [diff] [blame] | 478 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 479 | /* |
| 480 | * obj_req->req might change when fetching alternates in the callback |
| 481 | * process_object_response; therefore, the "shortcut" variable, req, |
| 482 | * is used only after we're done with slots. |
| 483 | */ |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 484 | while (obj_req->state == ACTIVE) |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 485 | run_active_slot(obj_req->req->slot); |
Tay Ray Chuan | 4c42aa1 | 2009-06-06 16:43:33 +0800 | [diff] [blame] | 486 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 487 | req = obj_req->req; |
| 488 | |
| 489 | if (req->localfile != -1) { |
| 490 | close(req->localfile); |
| 491 | req->localfile = -1; |
Petr Baudis | 313c471 | 2005-11-12 00:55:16 +0100 | [diff] [blame] | 492 | } |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 493 | |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 494 | if (obj_req->state == ABORTED) { |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 495 | ret = error("Request for %s aborted", hex); |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 496 | } else if (req->curl_result != CURLE_OK && |
| 497 | req->http_code != 416) { |
| 498 | if (missing_target(req)) |
Petr Baudis | e2029eb | 2005-10-21 18:18:46 +0200 | [diff] [blame] | 499 | ret = -1; /* Be silent, it is probably in a pack. */ |
| 500 | else |
| 501 | ret = error("%s (curl_result = %d, http_code = %ld, sha1 = %s)", |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 502 | req->errorstr, req->curl_result, |
| 503 | req->http_code, hex); |
| 504 | } else if (req->zret != Z_STREAM_END) { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 505 | walker->corrupt_object_found++; |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 506 | ret = error("File %s (%s) corrupt", hex, req->url); |
| 507 | } else if (hashcmp(obj_req->sha1, req->real_sha1)) { |
Junio C Hamano | bd2afde | 2006-02-22 17:47:10 -0800 | [diff] [blame] | 508 | ret = error("File %s has bad hash", hex); |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 509 | } else if (req->rename < 0) { |
Mark Wooding | 7b934ec | 2006-02-01 11:44:35 +0000 | [diff] [blame] | 510 | ret = error("unable to write sha1 filename %s", |
Shawn O. Pearce | 0da8b2e | 2010-04-17 13:07:38 -0700 | [diff] [blame] | 511 | sha1_file_name(req->sha1)); |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 512 | } |
| 513 | |
Tay Ray Chuan | 5424bc5 | 2009-06-06 16:44:02 +0800 | [diff] [blame] | 514 | release_http_object_request(req); |
Nick Hengeveld | e388ab7 | 2005-11-18 11:03:04 -0800 | [diff] [blame] | 515 | release_object_request(obj_req); |
Nick Hengeveld | 29508e1 | 2005-11-18 11:02:58 -0800 | [diff] [blame] | 516 | return ret; |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 517 | } |
| 518 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 519 | static int fetch(struct walker *walker, unsigned char *sha1) |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 520 | { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 521 | struct walker_data *data = walker->data; |
| 522 | struct alt_base *altbase = data->alt; |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 523 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 524 | if (!fetch_object(walker, altbase, sha1)) |
Nick Hengeveld | 1d389ab | 2005-10-10 23:22:01 -0700 | [diff] [blame] | 525 | return 0; |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 526 | while (altbase) { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 527 | if (!fetch_pack(walker, altbase, sha1)) |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 528 | return 0; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 529 | fetch_alternates(walker, data->alt->base); |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 530 | altbase = altbase->next; |
| 531 | } |
Junio C Hamano | bd2afde | 2006-02-22 17:47:10 -0800 | [diff] [blame] | 532 | return error("Unable to find %s under %s", sha1_to_hex(sha1), |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 533 | data->alt->base); |
Daniel Barkalow | b366156 | 2005-09-14 23:26:08 -0400 | [diff] [blame] | 534 | } |
| 535 | |
Daniel Barkalow | c13b263 | 2008-04-26 15:53:09 -0400 | [diff] [blame] | 536 | static int fetch_ref(struct walker *walker, struct ref *ref) |
Daniel Barkalow | cd541a6 | 2005-06-06 16:38:26 -0400 | [diff] [blame] | 537 | { |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 538 | struct walker_data *data = walker->data; |
Daniel Barkalow | c13b263 | 2008-04-26 15:53:09 -0400 | [diff] [blame] | 539 | return http_fetch_ref(data->alt->base, ref); |
Daniel Barkalow | cd541a6 | 2005-06-06 16:38:26 -0400 | [diff] [blame] | 540 | } |
| 541 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 542 | static void cleanup(struct walker *walker) |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 543 | { |
Tay Ray Chuan | 09ae9ac | 2010-03-02 18:49:28 +0800 | [diff] [blame] | 544 | struct walker_data *data = walker->data; |
| 545 | struct alt_base *alt, *alt_next; |
| 546 | |
| 547 | if (data) { |
| 548 | alt = data->alt; |
| 549 | while (alt) { |
| 550 | alt_next = alt->next; |
| 551 | |
| 552 | free(alt->base); |
| 553 | free(alt); |
| 554 | |
| 555 | alt = alt_next; |
| 556 | } |
| 557 | free(data); |
| 558 | walker->data = NULL; |
| 559 | } |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 560 | } |
| 561 | |
Tay Ray Chuan | 888692b | 2010-03-02 18:49:29 +0800 | [diff] [blame] | 562 | struct walker *get_http_walker(const char *url) |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 563 | { |
Gerrit Pape | 9c880b3 | 2007-03-28 09:47:35 +0000 | [diff] [blame] | 564 | char *s; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 565 | struct walker_data *data = xmalloc(sizeof(struct walker_data)); |
| 566 | struct walker *walker = xmalloc(sizeof(struct walker)); |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 567 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 568 | data->alt = xmalloc(sizeof(*data->alt)); |
| 569 | data->alt->base = xmalloc(strlen(url) + 1); |
| 570 | strcpy(data->alt->base, url); |
| 571 | for (s = data->alt->base + strlen(data->alt->base) - 1; *s == '/'; --s) |
Gerrit Pape | 9c880b3 | 2007-03-28 09:47:35 +0000 | [diff] [blame] | 572 | *s = 0; |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 573 | |
| 574 | data->alt->got_indices = 0; |
| 575 | data->alt->packs = NULL; |
| 576 | data->alt->next = NULL; |
| 577 | data->got_alternates = -1; |
| 578 | |
| 579 | walker->corrupt_object_found = 0; |
| 580 | walker->fetch = fetch; |
| 581 | walker->fetch_ref = fetch_ref; |
| 582 | walker->prefetch = prefetch; |
| 583 | walker->cleanup = cleanup; |
| 584 | walker->data = data; |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 585 | |
Daniel Barkalow | fc57b6a | 2007-09-10 23:02:34 -0400 | [diff] [blame] | 586 | #ifdef USE_CURL_MULTI |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 587 | add_fill_function(walker, (int (*)(void *)) fill_active_slot); |
Daniel Barkalow | fc57b6a | 2007-09-10 23:02:34 -0400 | [diff] [blame] | 588 | #endif |
| 589 | |
Daniel Barkalow | 30ae764 | 2007-09-10 23:02:45 -0400 | [diff] [blame] | 590 | return walker; |
Daniel Barkalow | 6eb7ed5 | 2005-04-23 18:47:23 -0700 | [diff] [blame] | 591 | } |