1*6236dae4SAndroid Build Coastguard Worker /***************************************************************************
2*6236dae4SAndroid Build Coastguard Worker * _ _ ____ _
3*6236dae4SAndroid Build Coastguard Worker * Project ___| | | | _ \| |
4*6236dae4SAndroid Build Coastguard Worker * / __| | | | |_) | |
5*6236dae4SAndroid Build Coastguard Worker * | (__| |_| | _ <| |___
6*6236dae4SAndroid Build Coastguard Worker * \___|\___/|_| \_\_____|
7*6236dae4SAndroid Build Coastguard Worker *
8*6236dae4SAndroid Build Coastguard Worker * Copyright (C) Daniel Stenberg, <[email protected]>, et al.
9*6236dae4SAndroid Build Coastguard Worker *
10*6236dae4SAndroid Build Coastguard Worker * This software is licensed as described in the file COPYING, which
11*6236dae4SAndroid Build Coastguard Worker * you should have received as part of this distribution. The terms
12*6236dae4SAndroid Build Coastguard Worker * are also available at https://curl.se/docs/copyright.html.
13*6236dae4SAndroid Build Coastguard Worker *
14*6236dae4SAndroid Build Coastguard Worker * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15*6236dae4SAndroid Build Coastguard Worker * copies of the Software, and permit persons to whom the Software is
16*6236dae4SAndroid Build Coastguard Worker * furnished to do so, under the terms of the COPYING file.
17*6236dae4SAndroid Build Coastguard Worker *
18*6236dae4SAndroid Build Coastguard Worker * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19*6236dae4SAndroid Build Coastguard Worker * KIND, either express or implied.
20*6236dae4SAndroid Build Coastguard Worker *
21*6236dae4SAndroid Build Coastguard Worker * SPDX-License-Identifier: curl
22*6236dae4SAndroid Build Coastguard Worker *
23*6236dae4SAndroid Build Coastguard Worker ***************************************************************************/
24*6236dae4SAndroid Build Coastguard Worker
25*6236dae4SAndroid Build Coastguard Worker /* <DESC>
26*6236dae4SAndroid Build Coastguard Worker * multi_socket API using libuv
27*6236dae4SAndroid Build Coastguard Worker * </DESC>
28*6236dae4SAndroid Build Coastguard Worker */
29*6236dae4SAndroid Build Coastguard Worker /* Use the socket_action interface to download multiple files in parallel,
30*6236dae4SAndroid Build Coastguard Worker powered by libuv.
31*6236dae4SAndroid Build Coastguard Worker
32*6236dae4SAndroid Build Coastguard Worker Requires libuv and (of course) libcurl.
33*6236dae4SAndroid Build Coastguard Worker
34*6236dae4SAndroid Build Coastguard Worker See https://docs.libuv.org/en/v1.x/index.html libuv API documentation
35*6236dae4SAndroid Build Coastguard Worker */
36*6236dae4SAndroid Build Coastguard Worker
37*6236dae4SAndroid Build Coastguard Worker #include <stdio.h>
38*6236dae4SAndroid Build Coastguard Worker #include <stdlib.h>
39*6236dae4SAndroid Build Coastguard Worker #include <uv.h>
40*6236dae4SAndroid Build Coastguard Worker #include <curl/curl.h>
41*6236dae4SAndroid Build Coastguard Worker
42*6236dae4SAndroid Build Coastguard Worker /* object to pass to the callbacks */
43*6236dae4SAndroid Build Coastguard Worker struct datauv {
44*6236dae4SAndroid Build Coastguard Worker uv_timer_t timeout;
45*6236dae4SAndroid Build Coastguard Worker uv_loop_t *loop;
46*6236dae4SAndroid Build Coastguard Worker CURLM *multi;
47*6236dae4SAndroid Build Coastguard Worker };
48*6236dae4SAndroid Build Coastguard Worker
49*6236dae4SAndroid Build Coastguard Worker typedef struct curl_context_s {
50*6236dae4SAndroid Build Coastguard Worker uv_poll_t poll_handle;
51*6236dae4SAndroid Build Coastguard Worker curl_socket_t sockfd;
52*6236dae4SAndroid Build Coastguard Worker struct datauv *uv;
53*6236dae4SAndroid Build Coastguard Worker } curl_context_t;
54*6236dae4SAndroid Build Coastguard Worker
create_curl_context(curl_socket_t sockfd,struct datauv * uv)55*6236dae4SAndroid Build Coastguard Worker static curl_context_t *create_curl_context(curl_socket_t sockfd,
56*6236dae4SAndroid Build Coastguard Worker struct datauv *uv)
57*6236dae4SAndroid Build Coastguard Worker {
58*6236dae4SAndroid Build Coastguard Worker curl_context_t *context;
59*6236dae4SAndroid Build Coastguard Worker
60*6236dae4SAndroid Build Coastguard Worker context = (curl_context_t *) malloc(sizeof(*context));
61*6236dae4SAndroid Build Coastguard Worker
62*6236dae4SAndroid Build Coastguard Worker context->sockfd = sockfd;
63*6236dae4SAndroid Build Coastguard Worker context->uv = uv;
64*6236dae4SAndroid Build Coastguard Worker
65*6236dae4SAndroid Build Coastguard Worker uv_poll_init_socket(uv->loop, &context->poll_handle, sockfd);
66*6236dae4SAndroid Build Coastguard Worker context->poll_handle.data = context;
67*6236dae4SAndroid Build Coastguard Worker
68*6236dae4SAndroid Build Coastguard Worker return context;
69*6236dae4SAndroid Build Coastguard Worker }
70*6236dae4SAndroid Build Coastguard Worker
curl_close_cb(uv_handle_t * handle)71*6236dae4SAndroid Build Coastguard Worker static void curl_close_cb(uv_handle_t *handle)
72*6236dae4SAndroid Build Coastguard Worker {
73*6236dae4SAndroid Build Coastguard Worker curl_context_t *context = (curl_context_t *) handle->data;
74*6236dae4SAndroid Build Coastguard Worker free(context);
75*6236dae4SAndroid Build Coastguard Worker }
76*6236dae4SAndroid Build Coastguard Worker
destroy_curl_context(curl_context_t * context)77*6236dae4SAndroid Build Coastguard Worker static void destroy_curl_context(curl_context_t *context)
78*6236dae4SAndroid Build Coastguard Worker {
79*6236dae4SAndroid Build Coastguard Worker uv_close((uv_handle_t *) &context->poll_handle, curl_close_cb);
80*6236dae4SAndroid Build Coastguard Worker }
81*6236dae4SAndroid Build Coastguard Worker
add_download(const char * url,int num,CURLM * multi)82*6236dae4SAndroid Build Coastguard Worker static void add_download(const char *url, int num, CURLM *multi)
83*6236dae4SAndroid Build Coastguard Worker {
84*6236dae4SAndroid Build Coastguard Worker char filename[50];
85*6236dae4SAndroid Build Coastguard Worker FILE *file;
86*6236dae4SAndroid Build Coastguard Worker CURL *handle;
87*6236dae4SAndroid Build Coastguard Worker
88*6236dae4SAndroid Build Coastguard Worker snprintf(filename, 50, "%d.download", num);
89*6236dae4SAndroid Build Coastguard Worker
90*6236dae4SAndroid Build Coastguard Worker file = fopen(filename, "wb");
91*6236dae4SAndroid Build Coastguard Worker if(!file) {
92*6236dae4SAndroid Build Coastguard Worker fprintf(stderr, "Error opening %s\n", filename);
93*6236dae4SAndroid Build Coastguard Worker return;
94*6236dae4SAndroid Build Coastguard Worker }
95*6236dae4SAndroid Build Coastguard Worker
96*6236dae4SAndroid Build Coastguard Worker handle = curl_easy_init();
97*6236dae4SAndroid Build Coastguard Worker curl_easy_setopt(handle, CURLOPT_WRITEDATA, file);
98*6236dae4SAndroid Build Coastguard Worker curl_easy_setopt(handle, CURLOPT_PRIVATE, file);
99*6236dae4SAndroid Build Coastguard Worker curl_easy_setopt(handle, CURLOPT_URL, url);
100*6236dae4SAndroid Build Coastguard Worker curl_multi_add_handle(multi, handle);
101*6236dae4SAndroid Build Coastguard Worker fprintf(stderr, "Added download %s -> %s\n", url, filename);
102*6236dae4SAndroid Build Coastguard Worker }
103*6236dae4SAndroid Build Coastguard Worker
check_multi_info(curl_context_t * context)104*6236dae4SAndroid Build Coastguard Worker static void check_multi_info(curl_context_t *context)
105*6236dae4SAndroid Build Coastguard Worker {
106*6236dae4SAndroid Build Coastguard Worker char *done_url;
107*6236dae4SAndroid Build Coastguard Worker CURLMsg *message;
108*6236dae4SAndroid Build Coastguard Worker int pending;
109*6236dae4SAndroid Build Coastguard Worker CURL *easy_handle;
110*6236dae4SAndroid Build Coastguard Worker FILE *file;
111*6236dae4SAndroid Build Coastguard Worker
112*6236dae4SAndroid Build Coastguard Worker while((message = curl_multi_info_read(context->uv->multi, &pending))) {
113*6236dae4SAndroid Build Coastguard Worker switch(message->msg) {
114*6236dae4SAndroid Build Coastguard Worker case CURLMSG_DONE:
115*6236dae4SAndroid Build Coastguard Worker /* Do not use message data after calling curl_multi_remove_handle() and
116*6236dae4SAndroid Build Coastguard Worker curl_easy_cleanup(). As per curl_multi_info_read() docs:
117*6236dae4SAndroid Build Coastguard Worker "WARNING: The data the returned pointer points to does not survive
118*6236dae4SAndroid Build Coastguard Worker calling curl_multi_cleanup, curl_multi_remove_handle or
119*6236dae4SAndroid Build Coastguard Worker curl_easy_cleanup." */
120*6236dae4SAndroid Build Coastguard Worker easy_handle = message->easy_handle;
121*6236dae4SAndroid Build Coastguard Worker
122*6236dae4SAndroid Build Coastguard Worker curl_easy_getinfo(easy_handle, CURLINFO_EFFECTIVE_URL, &done_url);
123*6236dae4SAndroid Build Coastguard Worker curl_easy_getinfo(easy_handle, CURLINFO_PRIVATE, &file);
124*6236dae4SAndroid Build Coastguard Worker printf("%s DONE\n", done_url);
125*6236dae4SAndroid Build Coastguard Worker
126*6236dae4SAndroid Build Coastguard Worker curl_multi_remove_handle(context->uv->multi, easy_handle);
127*6236dae4SAndroid Build Coastguard Worker curl_easy_cleanup(easy_handle);
128*6236dae4SAndroid Build Coastguard Worker if(file) {
129*6236dae4SAndroid Build Coastguard Worker fclose(file);
130*6236dae4SAndroid Build Coastguard Worker }
131*6236dae4SAndroid Build Coastguard Worker break;
132*6236dae4SAndroid Build Coastguard Worker
133*6236dae4SAndroid Build Coastguard Worker default:
134*6236dae4SAndroid Build Coastguard Worker fprintf(stderr, "CURLMSG default\n");
135*6236dae4SAndroid Build Coastguard Worker break;
136*6236dae4SAndroid Build Coastguard Worker }
137*6236dae4SAndroid Build Coastguard Worker }
138*6236dae4SAndroid Build Coastguard Worker }
139*6236dae4SAndroid Build Coastguard Worker
140*6236dae4SAndroid Build Coastguard Worker /* callback from libuv on socket activity */
on_uv_socket(uv_poll_t * req,int status,int events)141*6236dae4SAndroid Build Coastguard Worker static void on_uv_socket(uv_poll_t *req, int status, int events)
142*6236dae4SAndroid Build Coastguard Worker {
143*6236dae4SAndroid Build Coastguard Worker int running_handles;
144*6236dae4SAndroid Build Coastguard Worker int flags = 0;
145*6236dae4SAndroid Build Coastguard Worker curl_context_t *context = (curl_context_t *) req->data;
146*6236dae4SAndroid Build Coastguard Worker (void)status;
147*6236dae4SAndroid Build Coastguard Worker if(events & UV_READABLE)
148*6236dae4SAndroid Build Coastguard Worker flags |= CURL_CSELECT_IN;
149*6236dae4SAndroid Build Coastguard Worker if(events & UV_WRITABLE)
150*6236dae4SAndroid Build Coastguard Worker flags |= CURL_CSELECT_OUT;
151*6236dae4SAndroid Build Coastguard Worker
152*6236dae4SAndroid Build Coastguard Worker curl_multi_socket_action(context->uv->multi, context->sockfd, flags,
153*6236dae4SAndroid Build Coastguard Worker &running_handles);
154*6236dae4SAndroid Build Coastguard Worker check_multi_info(context);
155*6236dae4SAndroid Build Coastguard Worker }
156*6236dae4SAndroid Build Coastguard Worker
157*6236dae4SAndroid Build Coastguard Worker /* callback from libuv when timeout expires */
on_uv_timeout(uv_timer_t * req)158*6236dae4SAndroid Build Coastguard Worker static void on_uv_timeout(uv_timer_t *req)
159*6236dae4SAndroid Build Coastguard Worker {
160*6236dae4SAndroid Build Coastguard Worker curl_context_t *context = (curl_context_t *) req->data;
161*6236dae4SAndroid Build Coastguard Worker if(context) {
162*6236dae4SAndroid Build Coastguard Worker int running_handles;
163*6236dae4SAndroid Build Coastguard Worker curl_multi_socket_action(context->uv->multi, CURL_SOCKET_TIMEOUT, 0,
164*6236dae4SAndroid Build Coastguard Worker &running_handles);
165*6236dae4SAndroid Build Coastguard Worker check_multi_info(context);
166*6236dae4SAndroid Build Coastguard Worker }
167*6236dae4SAndroid Build Coastguard Worker }
168*6236dae4SAndroid Build Coastguard Worker
169*6236dae4SAndroid Build Coastguard Worker /* callback from libcurl to update the timeout expiry */
cb_timeout(CURLM * multi,long timeout_ms,struct datauv * uv)170*6236dae4SAndroid Build Coastguard Worker static int cb_timeout(CURLM *multi, long timeout_ms,
171*6236dae4SAndroid Build Coastguard Worker struct datauv *uv)
172*6236dae4SAndroid Build Coastguard Worker {
173*6236dae4SAndroid Build Coastguard Worker (void)multi;
174*6236dae4SAndroid Build Coastguard Worker if(timeout_ms < 0)
175*6236dae4SAndroid Build Coastguard Worker uv_timer_stop(&uv->timeout);
176*6236dae4SAndroid Build Coastguard Worker else {
177*6236dae4SAndroid Build Coastguard Worker if(timeout_ms == 0)
178*6236dae4SAndroid Build Coastguard Worker timeout_ms = 1; /* 0 means call curl_multi_socket_action asap but NOT
179*6236dae4SAndroid Build Coastguard Worker within the callback itself */
180*6236dae4SAndroid Build Coastguard Worker uv_timer_start(&uv->timeout, on_uv_timeout, timeout_ms,
181*6236dae4SAndroid Build Coastguard Worker 0); /* do not repeat */
182*6236dae4SAndroid Build Coastguard Worker }
183*6236dae4SAndroid Build Coastguard Worker return 0;
184*6236dae4SAndroid Build Coastguard Worker }
185*6236dae4SAndroid Build Coastguard Worker
186*6236dae4SAndroid Build Coastguard Worker /* callback from libcurl to update socket activity to wait for */
cb_socket(CURL * easy,curl_socket_t s,int action,struct datauv * uv,void * socketp)187*6236dae4SAndroid Build Coastguard Worker static int cb_socket(CURL *easy, curl_socket_t s, int action,
188*6236dae4SAndroid Build Coastguard Worker struct datauv *uv,
189*6236dae4SAndroid Build Coastguard Worker void *socketp)
190*6236dae4SAndroid Build Coastguard Worker {
191*6236dae4SAndroid Build Coastguard Worker curl_context_t *curl_context;
192*6236dae4SAndroid Build Coastguard Worker int events = 0;
193*6236dae4SAndroid Build Coastguard Worker (void)easy;
194*6236dae4SAndroid Build Coastguard Worker
195*6236dae4SAndroid Build Coastguard Worker switch(action) {
196*6236dae4SAndroid Build Coastguard Worker case CURL_POLL_IN:
197*6236dae4SAndroid Build Coastguard Worker case CURL_POLL_OUT:
198*6236dae4SAndroid Build Coastguard Worker case CURL_POLL_INOUT:
199*6236dae4SAndroid Build Coastguard Worker curl_context = socketp ?
200*6236dae4SAndroid Build Coastguard Worker (curl_context_t *) socketp : create_curl_context(s, uv);
201*6236dae4SAndroid Build Coastguard Worker
202*6236dae4SAndroid Build Coastguard Worker curl_multi_assign(uv->multi, s, (void *) curl_context);
203*6236dae4SAndroid Build Coastguard Worker
204*6236dae4SAndroid Build Coastguard Worker if(action != CURL_POLL_IN)
205*6236dae4SAndroid Build Coastguard Worker events |= UV_WRITABLE;
206*6236dae4SAndroid Build Coastguard Worker if(action != CURL_POLL_OUT)
207*6236dae4SAndroid Build Coastguard Worker events |= UV_READABLE;
208*6236dae4SAndroid Build Coastguard Worker
209*6236dae4SAndroid Build Coastguard Worker uv_poll_start(&curl_context->poll_handle, events, on_uv_socket);
210*6236dae4SAndroid Build Coastguard Worker break;
211*6236dae4SAndroid Build Coastguard Worker case CURL_POLL_REMOVE:
212*6236dae4SAndroid Build Coastguard Worker if(socketp) {
213*6236dae4SAndroid Build Coastguard Worker uv_poll_stop(&((curl_context_t*)socketp)->poll_handle);
214*6236dae4SAndroid Build Coastguard Worker destroy_curl_context((curl_context_t*) socketp);
215*6236dae4SAndroid Build Coastguard Worker curl_multi_assign(uv->multi, s, NULL);
216*6236dae4SAndroid Build Coastguard Worker }
217*6236dae4SAndroid Build Coastguard Worker break;
218*6236dae4SAndroid Build Coastguard Worker default:
219*6236dae4SAndroid Build Coastguard Worker abort();
220*6236dae4SAndroid Build Coastguard Worker }
221*6236dae4SAndroid Build Coastguard Worker
222*6236dae4SAndroid Build Coastguard Worker return 0;
223*6236dae4SAndroid Build Coastguard Worker }
224*6236dae4SAndroid Build Coastguard Worker
main(int argc,char ** argv)225*6236dae4SAndroid Build Coastguard Worker int main(int argc, char **argv)
226*6236dae4SAndroid Build Coastguard Worker {
227*6236dae4SAndroid Build Coastguard Worker struct datauv uv = { 0 };
228*6236dae4SAndroid Build Coastguard Worker int running_handles;
229*6236dae4SAndroid Build Coastguard Worker
230*6236dae4SAndroid Build Coastguard Worker if(argc <= 1)
231*6236dae4SAndroid Build Coastguard Worker return 0;
232*6236dae4SAndroid Build Coastguard Worker
233*6236dae4SAndroid Build Coastguard Worker curl_global_init(CURL_GLOBAL_ALL);
234*6236dae4SAndroid Build Coastguard Worker
235*6236dae4SAndroid Build Coastguard Worker uv.loop = uv_default_loop();
236*6236dae4SAndroid Build Coastguard Worker uv_timer_init(uv.loop, &uv.timeout);
237*6236dae4SAndroid Build Coastguard Worker
238*6236dae4SAndroid Build Coastguard Worker uv.multi = curl_multi_init();
239*6236dae4SAndroid Build Coastguard Worker curl_multi_setopt(uv.multi, CURLMOPT_SOCKETFUNCTION, cb_socket);
240*6236dae4SAndroid Build Coastguard Worker curl_multi_setopt(uv.multi, CURLMOPT_SOCKETDATA, &uv);
241*6236dae4SAndroid Build Coastguard Worker curl_multi_setopt(uv.multi, CURLMOPT_TIMERFUNCTION, cb_timeout);
242*6236dae4SAndroid Build Coastguard Worker curl_multi_setopt(uv.multi, CURLMOPT_TIMERDATA, &uv);
243*6236dae4SAndroid Build Coastguard Worker
244*6236dae4SAndroid Build Coastguard Worker while(argc-- > 1) {
245*6236dae4SAndroid Build Coastguard Worker add_download(argv[argc], argc, uv.multi);
246*6236dae4SAndroid Build Coastguard Worker }
247*6236dae4SAndroid Build Coastguard Worker
248*6236dae4SAndroid Build Coastguard Worker /* kickstart the thing */
249*6236dae4SAndroid Build Coastguard Worker curl_multi_socket_action(uv.multi, CURL_SOCKET_TIMEOUT, 0, &running_handles);
250*6236dae4SAndroid Build Coastguard Worker uv_run(uv.loop, UV_RUN_DEFAULT);
251*6236dae4SAndroid Build Coastguard Worker curl_multi_cleanup(uv.multi);
252*6236dae4SAndroid Build Coastguard Worker
253*6236dae4SAndroid Build Coastguard Worker return 0;
254*6236dae4SAndroid Build Coastguard Worker }
255