1
/***************************************************************************
3
* Project ___| | | | _ \| |
5
* | (__| |_| | _ <| |___
6
* \___|\___/|_| \_\_____|
8
* Copyright (C) 2013, Linus Nielsen Feltzing, <linus@haxx.se>
10
* This software is licensed as described in the file COPYING, which
11
* you should have received as part of this distribution. The terms
12
* are also available at http://curl.haxx.se/docs/copyright.html.
14
* You may opt to use, copy, modify, merge, publish, distribute and/or sell
15
* copies of the Software, and permit persons to whom the Software is
16
* furnished to do so, under the terms of the COPYING file.
18
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19
* KIND, either express or implied.
21
***************************************************************************/
28
#define TEST_HANG_TIMEOUT 60 * 1000
30
#define MAX_BLACKLIST 20
32
int urltime[MAX_URLS];
33
char *urlstring[MAX_URLS];
34
CURL *handles[MAX_URLS];
35
char *site_blacklist[MAX_BLACKLIST];
36
char *server_blacklist[MAX_BLACKLIST];
38
int blacklist_num_servers;
39
int blacklist_num_sites;
41
int parse_url_file(const char *filename);
43
int create_handles(void);
44
void setup_handle(char *base_url, CURLM *m, int handlenum);
45
void remove_handles(void);
48
write_callback(void *contents, size_t size, size_t nmemb, void *userp)
50
size_t realsize = size * nmemb;
57
int parse_url_file(const char *filename)
64
blacklist_num_sites = 0;
65
blacklist_num_servers = 0;
67
f = fopen(filename, "rb");
72
if(fscanf(f, "%d %s\n", &filetime, buf)) {
73
urltime[num_handles] = filetime;
74
urlstring[num_handles] = strdup(buf);
79
if(fscanf(f, "blacklist_site %s\n", buf)) {
80
site_blacklist[blacklist_num_sites] = strdup(buf);
81
blacklist_num_sites++;
89
site_blacklist[blacklist_num_sites] = NULL;
90
server_blacklist[blacklist_num_servers] = NULL;
97
for(i = 0;i < num_handles;i++) {
100
for(i = 0;i < blacklist_num_servers;i++) {
101
free(server_blacklist[i]);
103
for(i = 0;i < blacklist_num_sites;i++) {
104
free(site_blacklist[i]);
108
int create_handles(void)
112
for(i = 0;i < num_handles;i++) {
113
handles[i] = curl_easy_init();
118
void setup_handle(char *base_url, CURLM *m, int handlenum)
122
sprintf(urlbuf, "%s%s", base_url, urlstring[handlenum]);
123
curl_easy_setopt(handles[handlenum], CURLOPT_URL, urlbuf);
124
curl_easy_setopt(handles[handlenum], CURLOPT_VERBOSE, 1L);
125
curl_easy_setopt(handles[handlenum], CURLOPT_FAILONERROR, 1L);
126
curl_easy_setopt(handles[handlenum], CURLOPT_WRITEFUNCTION, write_callback);
127
curl_easy_setopt(handles[handlenum], CURLOPT_WRITEDATA, NULL);
128
curl_multi_add_handle(m, handles[handlenum]);
131
void remove_handles(void)
135
for(i = 0;i < num_handles;i++) {
137
curl_easy_cleanup(handles[i]);
145
CURLMsg *msg; /* for picking up messages with the transfer status */
146
int msgs_left; /* how many messages are left */
149
struct timeval last_handle_add;
151
if(parse_url_file("log/urls.txt") <= 0)
156
curl_global_init(CURL_GLOBAL_ALL);
158
m = curl_multi_init();
162
multi_setopt(m, CURLMOPT_PIPELINING, 1L);
163
multi_setopt(m, CURLMOPT_MAX_HOST_CONNECTIONS, 2L);
164
multi_setopt(m, CURLMOPT_MAX_PIPELINE_LENGTH, 3L);
165
multi_setopt(m, CURLMOPT_CONTENT_LENGTH_PENALTY_SIZE, 15000L);
166
multi_setopt(m, CURLMOPT_CHUNK_LENGTH_PENALTY_SIZE, 10000L);
168
multi_setopt(m, CURLMOPT_PIPELINING_SITE_BL, site_blacklist);
169
multi_setopt(m, CURLMOPT_PIPELINING_SERVER_BL, server_blacklist);
171
gettimeofday(&last_handle_add, NULL);
174
struct timeval interval;
176
long int msnow, mslast;
182
interval.tv_usec = 0;
184
if(handlenum < num_handles) {
185
gettimeofday(&now, NULL);
186
msnow = now.tv_sec * 1000 + now.tv_usec / 1000;
187
mslast = last_handle_add.tv_sec * 1000 + last_handle_add.tv_usec / 1000;
188
if(msnow - mslast >= urltime[handlenum] && handlenum < num_handles) {
189
fprintf(stdout, "Adding handle %d\n", handlenum);
190
setup_handle(URL, m, handlenum);
191
last_handle_add = now;
196
curl_multi_perform(m, &running);
198
abort_on_test_timeout();
200
/* See how the transfers went */
201
while ((msg = curl_multi_info_read(m, &msgs_left))) {
202
if (msg->msg == CURLMSG_DONE) {
205
/* Find out which handle this message is about */
206
for (i = 0; i < num_handles; i++) {
207
found = (msg->easy_handle == handles[i]);
212
printf("Handle %d Completed with status %d\n", i, msg->data.result);
213
curl_multi_remove_handle(m, handles[i]);
217
if(handlenum == num_handles && !running) {
225
curl_multi_fdset(m, &rd, &wr, &exc, &maxfd);
227
/* At this point, maxfd is guaranteed to be greater or equal than -1. */
229
curl_multi_timeout(m, &timeout);
234
interval.tv_sec = timeout / 1000;
235
interval.tv_usec = (timeout % 1000) * 1000;
238
interval.tv_usec = 1000;
240
select_test(maxfd+1, &rd, &wr, &exc, &interval);
242
abort_on_test_timeout();
249
/* undocumented cleanup sequence - type UB */
251
curl_multi_cleanup(m);
252
curl_global_cleanup();