120
113
#endif /* HAVE_NLS */
116
/* Definition of command-line options. */
118
static void print_help PARAMS ((void));
119
static void print_version PARAMS ((void));
124
# define IF_SSL(x) NULL
128
# define IF_DEBUG(x) x
130
# define IF_DEBUG(x) NULL
133
struct cmdline_option {
134
const char *long_name;
140
/* Non-standard options that have to be handled specially in
144
OPT__DONT_REMOVE_LISTING,
149
const void *data; /* for standard options */
150
int argtype; /* for non-standard options */
153
struct cmdline_option option_data[] =
155
{ "accept", 'A', OPT_VALUE, "accept", -1 },
156
{ "append-output", 'a', OPT__APPEND_OUTPUT, NULL, required_argument },
157
{ "background", 'b', OPT_BOOLEAN, "background", -1 },
158
{ "backup-converted", 'K', OPT_BOOLEAN, "backupconverted", -1 },
159
{ "backups", 0, OPT_BOOLEAN, "backups", -1 },
160
{ "base", 'B', OPT_VALUE, "base", -1 },
161
{ "bind-address", 0, OPT_VALUE, "bindaddress", -1 },
162
{ IF_SSL ("ca-certificate"), 0, OPT_VALUE, "cacertificate", -1 },
163
{ IF_SSL ("ca-directory"), 0, OPT_VALUE, "cadirectory", -1 },
164
{ "cache", 0, OPT_BOOLEAN, "cache", -1 },
165
{ IF_SSL ("certificate"), 0, OPT_VALUE, "certificate", -1 },
166
{ IF_SSL ("certificate-type"), 0, OPT_VALUE, "certificatetype", -1 },
167
{ IF_SSL ("check-certificate"), 0, OPT_BOOLEAN, "checkcertificate", -1 },
168
{ "clobber", 0, OPT__CLOBBER, NULL, optional_argument },
169
{ "connect-timeout", 0, OPT_VALUE, "connecttimeout", -1 },
170
{ "continue", 'c', OPT_BOOLEAN, "continue", -1 },
171
{ "convert-links", 'k', OPT_BOOLEAN, "convertlinks", -1 },
172
{ "cookies", 0, OPT_BOOLEAN, "cookies", -1 },
173
{ "cut-dirs", 0, OPT_VALUE, "cutdirs", -1 },
174
{ IF_DEBUG ("debug"), 'd', OPT_BOOLEAN, "debug", -1 },
175
{ "delete-after", 0, OPT_BOOLEAN, "deleteafter", -1 },
176
{ "directories", 0, OPT_BOOLEAN, "dirstruct", -1 },
177
{ "directory-prefix", 'P', OPT_VALUE, "dirprefix", -1 },
178
{ "dns-cache", 0, OPT_BOOLEAN, "dnscache", -1 },
179
{ "dns-timeout", 0, OPT_VALUE, "dnstimeout", -1 },
180
{ "domains", 'D', OPT_VALUE, "domains", -1 },
181
{ "dont-remove-listing", 0, OPT__DONT_REMOVE_LISTING, NULL, no_argument },
182
{ "dot-style", 0, OPT_VALUE, "dotstyle", -1 },
183
{ "egd-file", 0, OPT_VALUE, "egdfile", -1 },
184
{ "exclude-directories", 'X', OPT_VALUE, "excludedirectories", -1 },
185
{ "exclude-domains", 0, OPT_VALUE, "excludedomains", -1 },
186
{ "execute", 'e', OPT__EXECUTE, NULL, required_argument },
187
{ "follow-ftp", 0, OPT_BOOLEAN, "followftp", -1 },
188
{ "follow-tags", 0, OPT_VALUE, "followtags", -1 },
189
{ "force-directories", 'x', OPT_BOOLEAN, "dirstruct", -1 },
190
{ "force-html", 'F', OPT_BOOLEAN, "forcehtml", -1 },
191
{ "ftp-password", 0, OPT_VALUE, "ftppassword", -1 },
192
{ "ftp-user", 0, OPT_VALUE, "ftpuser", -1 },
193
{ "glob", 0, OPT_BOOLEAN, "glob", -1 },
194
{ "header", 0, OPT_VALUE, "header", -1 },
195
{ "help", 'h', OPT_FUNCALL, (void *)print_help, no_argument },
196
{ "host-directories", 0, OPT_BOOLEAN, "addhostdir", -1 },
197
{ "html-extension", 'E', OPT_BOOLEAN, "htmlextension", -1 },
198
{ "htmlify", 0, OPT_BOOLEAN, "htmlify", -1 },
199
{ "http-keep-alive", 0, OPT_BOOLEAN, "httpkeepalive", -1 },
200
{ "http-passwd", 0, OPT_VALUE, "httppassword", -1 }, /* deprecated */
201
{ "http-password", 0, OPT_VALUE, "httppassword", -1 },
202
{ "http-user", 0, OPT_VALUE, "httpuser", -1 },
203
{ "ignore-length", 0, OPT_BOOLEAN, "ignorelength", -1 },
204
{ "ignore-tags", 0, OPT_VALUE, "ignoretags", -1 },
205
{ "include-directories", 'I', OPT_VALUE, "includedirectories", -1 },
207
{ "inet4-only", '4', OPT_BOOLEAN, "inet4only", -1 },
208
{ "inet6-only", '6', OPT_BOOLEAN, "inet6only", -1 },
210
{ "input-file", 'i', OPT_VALUE, "input", -1 },
211
{ "keep-session-cookies", 0, OPT_BOOLEAN, "keepsessioncookies", -1 },
212
{ "level", 'l', OPT_VALUE, "reclevel", -1 },
213
{ "limit-rate", 0, OPT_VALUE, "limitrate", -1 },
214
{ "load-cookies", 0, OPT_VALUE, "loadcookies", -1 },
215
{ "mirror", 'm', OPT_BOOLEAN, "mirror", -1 },
216
{ "no", 'n', OPT__NO, NULL, required_argument },
217
{ "no-clobber", 0, OPT_BOOLEAN, "noclobber", -1 },
218
{ "no-parent", 0, OPT_BOOLEAN, "noparent", -1 },
219
{ "output-document", 'O', OPT_VALUE, "outputdocument", -1 },
220
{ "output-file", 'o', OPT_VALUE, "logfile", -1 },
221
{ "page-requisites", 'p', OPT_BOOLEAN, "pagerequisites", -1 },
222
{ "parent", 0, OPT__PARENT, NULL, optional_argument },
223
{ "passive-ftp", 0, OPT_BOOLEAN, "passiveftp", -1 },
224
{ "password", 0, OPT_VALUE, "password", -1 },
225
{ "post-data", 0, OPT_VALUE, "postdata", -1 },
226
{ "post-file", 0, OPT_VALUE, "postfile", -1 },
227
{ "prefer-family", 0, OPT_VALUE, "preferfamily", -1 },
228
{ "preserve-permissions", 0, OPT_BOOLEAN, "preservepermissions", -1 },
229
{ IF_SSL ("private-key"), 0, OPT_VALUE, "privatekey", -1 },
230
{ IF_SSL ("private-key-type"), 0, OPT_VALUE, "privatekeytype", -1 },
231
{ "progress", 0, OPT_VALUE, "progress", -1 },
232
{ "protocol-directories", 0, OPT_BOOLEAN, "protocoldirectories", -1 },
233
{ "proxy", 0, OPT_BOOLEAN, "useproxy", -1 },
234
{ "proxy__compat", 'Y', OPT_VALUE, "useproxy", -1 }, /* back-compatible */
235
{ "proxy-passwd", 0, OPT_VALUE, "proxypassword", -1 }, /* deprecated */
236
{ "proxy-password", 0, OPT_VALUE, "proxypassword", -1 },
237
{ "proxy-user", 0, OPT_VALUE, "proxyuser", -1 },
238
{ "quiet", 'q', OPT_BOOLEAN, "quiet", -1 },
239
{ "quota", 'Q', OPT_VALUE, "quota", -1 },
240
{ "random-file", 0, OPT_VALUE, "randomfile", -1 },
241
{ "random-wait", 0, OPT_BOOLEAN, "randomwait", -1 },
242
{ "read-timeout", 0, OPT_VALUE, "readtimeout", -1 },
243
{ "recursive", 'r', OPT_BOOLEAN, "recursive", -1 },
244
{ "referer", 0, OPT_VALUE, "referer", -1 },
245
{ "reject", 'R', OPT_VALUE, "reject", -1 },
246
{ "relative", 'L', OPT_BOOLEAN, "relativeonly", -1 },
247
{ "remove-listing", 0, OPT_BOOLEAN, "removelisting", -1 },
248
{ "restrict-file-names", 0, OPT_BOOLEAN, "restrictfilenames", -1 },
249
{ "retr-symlinks", 0, OPT_BOOLEAN, "retrsymlinks", -1 },
250
{ "retry-connrefused", 0, OPT_BOOLEAN, "retryconnrefused", -1 },
251
{ "save-cookies", 0, OPT_VALUE, "savecookies", -1 },
252
{ "save-headers", 0, OPT_BOOLEAN, "saveheaders", -1 },
253
{ IF_SSL ("secure-protocol"), 0, OPT_VALUE, "secureprotocol", -1 },
254
{ "server-response", 'S', OPT_BOOLEAN, "serverresponse", -1 },
255
{ "span-hosts", 'H', OPT_BOOLEAN, "spanhosts", -1 },
256
{ "spider", 0, OPT_BOOLEAN, "spider", -1 },
257
{ "strict-comments", 0, OPT_BOOLEAN, "strictcomments", -1 },
258
{ "timeout", 'T', OPT_VALUE, "timeout", -1 },
259
{ "timestamping", 'N', OPT_BOOLEAN, "timestamping", -1 },
260
{ "tries", 't', OPT_VALUE, "tries", -1 },
261
{ "user", 0, OPT_VALUE, "user", -1 },
262
{ "user-agent", 'U', OPT_VALUE, "useragent", -1 },
263
{ "verbose", 'v', OPT_BOOLEAN, "verbose", -1 },
264
{ "verbose", 0, OPT_BOOLEAN, "verbose", -1 },
265
{ "version", 'V', OPT_FUNCALL, (void *) print_version, no_argument },
266
{ "wait", 'w', OPT_VALUE, "wait", -1 },
267
{ "waitretry", 0, OPT_VALUE, "waitretry", -1 },
273
/* Return a string that contains S with "no-" prepended. The string
274
is NUL-terminated and allocated off static storage at Wget
278
no_prefix (const char *s)
280
static char buffer[1024];
281
static char *p = buffer;
284
int size = 3 + strlen (s) + 1; /* "no-STRING\0" */
285
if (p + size >= buffer + sizeof (buffer))
288
cp[0] = 'n', cp[1] = 'o', cp[2] = '-';
294
/* The arguments that that main passes to getopt_long. */
295
static struct option long_options[2 * countof (option_data) + 1];
296
static char short_options[128];
298
/* Mapping between short option chars and option_data indices. */
299
static unsigned char optmap[96];
301
/* Marker for `--no-FOO' values in long_options. */
302
#define BOOLEAN_NEG_MARKER 1024
304
/* Initialize the long_options array used by getopt_long from the data
310
char *p = short_options;
312
for (i = 0; i < countof (option_data); i++)
314
struct cmdline_option *opt = &option_data[i];
315
struct option *longopt;
318
/* The option is disabled. */
321
longopt = &long_options[o++];
322
longopt->name = opt->long_name;
326
*p++ = opt->short_name;
327
optmap[opt->short_name - 32] = longopt - long_options;
332
longopt->has_arg = required_argument;
337
/* Specify an optional argument for long options, so that
338
--option=off works the same as --no-option, for
339
compatibility with pre-1.10 Wget. However, don't specify
340
optional arguments short-option booleans because they
341
prevent combining of short options. */
342
longopt->has_arg = optional_argument;
343
/* For Boolean options, add the "--no-FOO" variant, which is
344
identical to "--foo", except it has opposite meaning and
345
it doesn't allow an argument. */
346
longopt = &long_options[o++];
347
longopt->name = no_prefix (opt->long_name);
348
longopt->has_arg = no_argument;
349
/* Mask the value so we'll be able to recognize that we're
350
dealing with the false value. */
351
longopt->val = i | BOOLEAN_NEG_MARKER;
354
assert (opt->argtype != -1);
355
longopt->has_arg = opt->argtype;
358
if (longopt->has_arg == required_argument)
360
/* Don't handle optional_argument */
364
/* Terminate short_options. */
366
/* No need for xzero(long_options[o]) because its storage is static
367
and it will be zeroed by default. */
368
assert (o <= countof (long_options));
123
371
/* Print the usage message. */
125
373
print_usage (void)
133
381
print_help (void)
383
/* We split the help text this way to ease translation of individual
385
static const char *help[] = {
388
Mandatory arguments to long options are mandatory for short options too.\n\n"),
392
-V, --version display the version of Wget and exit.\n"),
394
-h, --help print this help.\n"),
396
-b, --background go to background after startup.\n"),
398
-e, --execute=COMMAND execute a `.wgetrc'-style command.\n"),
402
Logging and input file:\n"),
404
-o, --output-file=FILE log messages to FILE.\n"),
406
-a, --append-output=FILE append messages to FILE.\n"),
409
-d, --debug print lots of debugging information.\n"),
412
-q, --quiet quiet (no output).\n"),
414
-v, --verbose be verbose (this is the default).\n"),
416
-nv, --no-verbose turn off verboseness, without being quiet.\n"),
418
-i, --input-file=FILE download URLs found in FILE.\n"),
420
-F, --force-html treat input file as HTML.\n"),
422
-B, --base=URL prepends URL to relative links in -F -i file.\n"),
428
-t, --tries=NUMBER set number of retries to NUMBER (0 unlimits).\n"),
430
--retry-connrefused retry even if connection is refused.\n"),
432
-O, --output-document=FILE write documents to FILE.\n"),
434
-nc, --no-clobber skip downloads that would download to\n\
437
-c, --continue resume getting a partially-downloaded file.\n"),
439
--progress=TYPE select progress gauge type.\n"),
441
-N, --timestamping don't re-retrieve files unless newer than\n\
444
-S, --server-response print server response.\n"),
446
--spider don't download anything.\n"),
448
-T, --timeout=SECONDS set all timeout values to SECONDS.\n"),
450
--dns-timeout=SECS set the DNS lookup timeout to SECS.\n"),
452
--connect-timeout=SECS set the connect timeout to SECS.\n"),
454
--read-timeout=SECS set the read timeout to SECS.\n"),
456
-w, --wait=SECONDS wait SECONDS between retrievals.\n"),
458
--waitretry=SECONDS wait 1..SECONDS between retries of a retrieval.\n"),
460
--random-wait wait from 0...2*WAIT secs between retrievals.\n"),
462
-Y, --proxy explicitly turn on proxy.\n"),
464
--no-proxy explicitly turn off proxy.\n"),
466
-Q, --quota=NUMBER set retrieval quota to NUMBER.\n"),
468
--bind-address=ADDRESS bind to ADDRESS (hostname or IP) on local host.\n"),
470
--limit-rate=RATE limit download rate to RATE.\n"),
472
--no-dns-cache disable caching DNS lookups.\n"),
474
--restrict-file-names=OS restrict chars in file names to ones OS allows.\n"),
477
-4, --inet4-only connect only to IPv4 addresses.\n"),
479
-6, --inet6-only connect only to IPv6 addresses.\n"),
481
--prefer-family=FAMILY connect first to addresses of specified family,\n\
482
one of IPv6, IPv4, or none.\n"),
485
--user=USER set both ftp and http user to USER.\n"),
487
--password=PASS set both ftp and http password to PASS.\n"),
493
-nd, --no-directories don't create directories.\n"),
495
-x, --force-directories force creation of directories.\n"),
497
-nH, --no-host-directories don't create host directories.\n"),
499
--protocol-directories use protocol name in directories.\n"),
501
-P, --directory-prefix=PREFIX save files to PREFIX/...\n"),
503
--cut-dirs=NUMBER ignore NUMBER remote directory components.\n"),
509
--http-user=USER set http user to USER.\n"),
511
--http-password=PASS set http password to PASS.\n"),
513
--no-cache disallow server-cached data.\n"),
515
-E, --html-extension save HTML documents with `.html' extension.\n"),
517
--ignore-length ignore `Content-Length' header field.\n"),
519
--header=STRING insert STRING among the headers.\n"),
521
--proxy-user=USER set USER as proxy username.\n"),
523
--proxy-password=PASS set PASS as proxy password.\n"),
525
--referer=URL include `Referer: URL' header in HTTP request.\n"),
527
--save-headers save the HTTP headers to file.\n"),
529
-U, --user-agent=AGENT identify as AGENT instead of Wget/VERSION.\n"),
531
--no-http-keep-alive disable HTTP keep-alive (persistent connections).\n"),
533
--no-cookies don't use cookies.\n"),
535
--load-cookies=FILE load cookies from FILE before session.\n"),
537
--save-cookies=FILE save cookies to FILE after session.\n"),
539
--keep-session-cookies load and save session (non-permanent) cookies.\n"),
541
--post-data=STRING use the POST method; send STRING as the data.\n"),
543
--post-file=FILE use the POST method; send contents of FILE.\n"),
548
HTTPS (SSL/TLS) options:\n"),
550
--secure-protocol=PR choose secure protocol, one of auto, SSLv2,\n\
551
SSLv3, and TLSv1.\n"),
553
--no-check-certificate don't validate the server's certificate.\n"),
555
--certificate=FILE client certificate file.\n"),
557
--certificate-type=TYPE client certificate type, PEM or DER.\n"),
559
--private-key=FILE private key file.\n"),
561
--private-key-type=TYPE private key type, PEM or DER.\n"),
563
--ca-certificate=FILE file with the bundle of CA's.\n"),
565
--ca-directory=DIR directory where hash list of CA's is stored.\n"),
567
--random-file=FILE file with random data for seeding the SSL PRNG.\n"),
569
--egd-file=FILE file naming the EGD socket with random data.\n"),
571
#endif /* HAVE_SSL */
576
--ftp-user=USER set ftp user to USER.\n"),
578
--ftp-password=PASS set ftp password to PASS.\n"),
580
--no-remove-listing don't remove `.listing' files.\n"),
582
--no-glob turn off FTP file name globbing.\n"),
584
--no-passive-ftp disable the \"passive\" transfer mode.\n"),
586
--retr-symlinks when recursing, get linked-to files (not dir).\n"),
588
--preserve-permissions preserve remote file permissions.\n"),
592
Recursive download:\n"),
594
-r, --recursive specify recursive download.\n"),
596
-l, --level=NUMBER maximum recursion depth (inf or 0 for infinite).\n"),
598
--delete-after delete files locally after downloading them.\n"),
600
-k, --convert-links make links in downloaded HTML point to local files.\n"),
602
-K, --backup-converted before converting file X, back up as X.orig.\n"),
604
-m, --mirror shortcut option equivalent to -r -N -l inf -nr.\n"),
606
-p, --page-requisites get all images, etc. needed to display HTML page.\n"),
608
--strict-comments turn on strict (SGML) handling of HTML comments.\n"),
612
Recursive accept/reject:\n"),
614
-A, --accept=LIST comma-separated list of accepted extensions.\n"),
616
-R, --reject=LIST comma-separated list of rejected extensions.\n"),
618
-D, --domains=LIST comma-separated list of accepted domains.\n"),
620
--exclude-domains=LIST comma-separated list of rejected domains.\n"),
622
--follow-ftp follow FTP links from HTML documents.\n"),
624
--follow-tags=LIST comma-separated list of followed HTML tags.\n"),
626
--ignore-tags=LIST comma-separated list of ignored HTML tags.\n"),
628
-H, --span-hosts go to foreign hosts when recursive.\n"),
630
-L, --relative follow relative links only.\n"),
632
-I, --include-directories=LIST list of allowed directories.\n"),
634
-X, --exclude-directories=LIST list of excluded directories.\n"),
636
-np, --no-parent don't ascend to the parent directory.\n"),
639
N_("Mail bug reports and suggestions to <bug-wget@gnu.org>.\n")
135
644
printf (_("GNU Wget %s, a non-interactive network retriever.\n"),
138
/* Had to split this in parts, so the #@@#%# Ultrix compiler and cpp
139
don't bitch. Also, it makes translation much easier. */
142
Mandatory arguments to long options are mandatory for short options too.\n\
146
-V, --version display the version of Wget and exit.\n\
147
-h, --help print this help.\n\
148
-b, --background go to background after startup.\n\
149
-e, --execute=COMMAND execute a `.wgetrc\'-style command.\n\
152
Logging and input file:\n\
153
-o, --output-file=FILE log messages to FILE.\n\
154
-a, --append-output=FILE append messages to FILE.\n\
155
-d, --debug print debug output.\n\
156
-q, --quiet quiet (no output).\n\
157
-v, --verbose be verbose (this is the default).\n\
158
-nv, --non-verbose turn off verboseness, without being quiet.\n\
159
-i, --input-file=FILE download URLs found in FILE.\n\
160
-F, --force-html treat input file as HTML.\n\
161
-B, --base=URL prepends URL to relative links in -F -i file.\n\
165
-t, --tries=NUMBER set number of retries to NUMBER (0 unlimits).\n\
166
--retry-connrefused retry even if connection is refused.\n\
167
-O --output-document=FILE write documents to FILE.\n\
168
-nc, --no-clobber don\'t clobber existing files or use .# suffixes.\n\
169
-c, --continue resume getting a partially-downloaded file.\n\
170
--progress=TYPE select progress gauge type.\n\
171
-N, --timestamping don\'t re-retrieve files unless newer than local.\n\
172
-S, --server-response print server response.\n\
173
--spider don\'t download anything.\n\
174
-T, --timeout=SECONDS set all timeout values to SECONDS.\n\
175
--dns-timeout=SECS set the DNS lookup timeout to SECS.\n\
176
--connect-timeout=SECS set the connect timeout to SECS.\n\
177
--read-timeout=SECS set the read timeout to SECS.\n\
178
-w, --wait=SECONDS wait SECONDS between retrievals.\n\
179
--waitretry=SECONDS wait 1...SECONDS between retries of a retrieval.\n\
180
--random-wait wait from 0...2*WAIT secs between retrievals.\n\
181
-Y, --proxy=on/off turn proxy on or off.\n\
182
-Q, --quota=NUMBER set retrieval quota to NUMBER.\n\
183
--bind-address=ADDRESS bind to ADDRESS (hostname or IP) on local host.\n\
184
--limit-rate=RATE limit download rate to RATE.\n\
185
--dns-cache=off disable caching DNS lookups.\n\
186
--restrict-file-names=OS restrict chars in file names to ones OS allows.\n\
190
-nd, --no-directories don\'t create directories.\n\
191
-x, --force-directories force creation of directories.\n\
192
-nH, --no-host-directories don\'t create host directories.\n\
193
-P, --directory-prefix=PREFIX save files to PREFIX/...\n\
194
--cut-dirs=NUMBER ignore NUMBER remote directory components.\n\
198
--http-user=USER set http user to USER.\n\
199
--http-passwd=PASS set http password to PASS.\n\
200
-C, --cache=on/off (dis)allow server-cached data (normally allowed).\n\
201
-E, --html-extension save all text/html documents with .html extension.\n\
202
--ignore-length ignore `Content-Length\' header field.\n\
203
--header=STRING insert STRING among the headers.\n\
204
--proxy-user=USER set USER as proxy username.\n\
205
--proxy-passwd=PASS set PASS as proxy password.\n\
206
--referer=URL include `Referer: URL\' header in HTTP request.\n\
207
-s, --save-headers save the HTTP headers to file.\n\
208
-U, --user-agent=AGENT identify as AGENT instead of Wget/VERSION.\n\
209
--no-http-keep-alive disable HTTP keep-alive (persistent connections).\n\
210
--cookies=off don't use cookies.\n\
211
--load-cookies=FILE load cookies from FILE before session.\n\
212
--save-cookies=FILE save cookies to FILE after session.\n\
213
--post-data=STRING use the POST method; send STRING as the data.\n\
214
--post-file=FILE use the POST method; send contents of FILE.\n\
218
HTTPS (SSL) options:\n\
219
--sslcertfile=FILE optional client certificate.\n\
220
--sslcertkey=KEYFILE optional keyfile for this certificate.\n\
221
--egd-file=FILE file name of the EGD socket.\n\
222
--sslcadir=DIR dir where hash list of CA's are stored.\n\
223
--sslcafile=FILE file with bundle of CA's\n\
224
--sslcerttype=0/1 Client-Cert type 0=PEM (default) / 1=ASN1 (DER)\n\
225
--sslcheckcert=0/1 Check the server cert agenst given CA\n\
226
--sslprotocol=0-3 choose SSL protocol; 0=automatic,\n\
227
1=SSLv2 2=SSLv3 3=TLSv1\n\
232
-nr, --dont-remove-listing don\'t remove `.listing\' files.\n\
233
-g, --glob=on/off turn file name globbing on or off.\n\
234
--passive-ftp use the \"passive\" transfer mode.\n\
235
--retr-symlinks when recursing, get linked-to files (not dirs).\n\
238
Recursive retrieval:\n\
239
-r, --recursive recursive download.\n\
240
-l, --level=NUMBER maximum recursion depth (inf or 0 for infinite).\n\
241
--delete-after delete files locally after downloading them.\n\
242
-k, --convert-links convert non-relative links to relative.\n\
243
-K, --backup-converted before converting file X, back up as X.orig.\n\
244
-m, --mirror shortcut option equivalent to -r -N -l inf -nr.\n\
245
-p, --page-requisites get all images, etc. needed to display HTML page.\n\
246
--strict-comments turn on strict (SGML) handling of HTML comments.\n\
249
Recursive accept/reject:\n\
250
-A, --accept=LIST comma-separated list of accepted extensions.\n\
251
-R, --reject=LIST comma-separated list of rejected extensions.\n\
252
-D, --domains=LIST comma-separated list of accepted domains.\n\
253
--exclude-domains=LIST comma-separated list of rejected domains.\n\
254
--follow-ftp follow FTP links from HTML documents.\n\
255
--follow-tags=LIST comma-separated list of followed HTML tags.\n\
256
-G, --ignore-tags=LIST comma-separated list of ignored HTML tags.\n\
257
-H, --span-hosts go to foreign hosts when recursive.\n\
258
-L, --relative follow relative links only.\n\
259
-I, --include-directories=LIST list of allowed directories.\n\
260
-X, --exclude-directories=LIST list of excluded directories.\n\
261
-np, --no-parent don\'t ascend to the parent directory.\n\
263
fputs (_("Mail bug reports and suggestions to <bug-wget@gnu.org>.\n"),
648
for (i = 0; i < countof (help); i++)
649
fputs (_(help[i]), stdout);
657
printf ("GNU Wget %s\n\n", version_string);
659
Copyright (C) 2005 Free Software Foundation, Inc.\n"), stdout);
661
This program is distributed in the hope that it will be useful,\n\
662
but WITHOUT ANY WARRANTY; without even the implied warranty of\n\
663
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n\
664
GNU General Public License for more details.\n"), stdout);
665
fputs (_("\nOriginally written by Hrvoje Niksic <hniksic@xemacs.org>.\n"),
268
671
main (int argc, char *const *argv)
271
int i, c, nurl, status, append_to_log;
273
static struct option long_options[] =
275
/* Options without arguments: */
276
{ "background", no_argument, NULL, 'b' },
277
{ "backup-converted", no_argument, NULL, 'K' },
278
{ "continue", no_argument, NULL, 'c' },
279
{ "convert-links", no_argument, NULL, 'k' },
280
{ "debug", no_argument, NULL, 'd' },
281
{ "delete-after", no_argument, NULL, 136 },
282
{ "dont-remove-listing", no_argument, NULL, 149 },
283
{ "follow-ftp", no_argument, NULL, 142 },
284
{ "force-directories", no_argument, NULL, 'x' },
285
{ "force-hier", no_argument, NULL, 'x' }, /* obsolete */
286
{ "force-html", no_argument, NULL, 'F'},
287
{ "help", no_argument, NULL, 'h' },
288
{ "html-extension", no_argument, NULL, 'E' },
289
{ "ignore-length", no_argument, NULL, 138 },
290
{ "mirror", no_argument, NULL, 'm' },
291
{ "no-clobber", no_argument, NULL, 141 },
292
{ "no-directories", no_argument, NULL, 147 },
293
{ "no-host-directories", no_argument, NULL, 148 },
294
{ "no-host-lookup", no_argument, NULL, 150 },
295
{ "no-http-keep-alive", no_argument, NULL, 156 },
296
{ "no-parent", no_argument, NULL, 133 },
297
{ "non-verbose", no_argument, NULL, 146 },
298
{ "passive-ftp", no_argument, NULL, 139 },
299
{ "page-requisites", no_argument, NULL, 'p' },
300
{ "quiet", no_argument, NULL, 'q' },
301
{ "random-wait", no_argument, NULL, 165 },
302
{ "recursive", no_argument, NULL, 'r' },
303
{ "relative", no_argument, NULL, 'L' },
304
{ "retr-symlinks", no_argument, NULL, 137 },
305
{ "retry-connrefused", no_argument, NULL, 174 },
306
{ "save-headers", no_argument, NULL, 's' },
307
{ "server-response", no_argument, NULL, 'S' },
308
{ "span-hosts", no_argument, NULL, 'H' },
309
{ "spider", no_argument, NULL, 132 },
310
{ "strict-comments", no_argument, NULL, 177 },
311
{ "timestamping", no_argument, NULL, 'N' },
312
{ "verbose", no_argument, NULL, 'v' },
313
{ "version", no_argument, NULL, 'V' },
315
/* Options accepting an argument: */
316
{ "accept", required_argument, NULL, 'A' },
317
{ "append-output", required_argument, NULL, 'a' },
318
{ "backups", required_argument, NULL, 151 }, /* undocumented */
319
{ "base", required_argument, NULL, 'B' },
320
{ "bind-address", required_argument, NULL, 155 },
321
{ "cache", required_argument, NULL, 'C' },
322
{ "connect-timeout", required_argument, NULL, 180 },
323
{ "cookies", required_argument, NULL, 160 },
324
{ "cut-dirs", required_argument, NULL, 145 },
325
{ "dns-timeout", required_argument, NULL, 178 },
326
{ "directory-prefix", required_argument, NULL, 'P' },
327
{ "dns-cache", required_argument, NULL, 175 },
328
{ "domains", required_argument, NULL, 'D' },
329
{ "dot-style", required_argument, NULL, 134 },
330
{ "execute", required_argument, NULL, 'e' },
331
{ "exclude-directories", required_argument, NULL, 'X' },
332
{ "exclude-domains", required_argument, NULL, 140 },
333
{ "follow-tags", required_argument, NULL, 153 },
334
{ "glob", required_argument, NULL, 'g' },
335
{ "header", required_argument, NULL, 131 },
336
{ "htmlify", required_argument, NULL, 135 },
337
{ "http-passwd", required_argument, NULL, 130 },
338
{ "http-user", required_argument, NULL, 129 },
339
{ "ignore-tags", required_argument, NULL, 'G' },
340
{ "include-directories", required_argument, NULL, 'I' },
341
{ "input-file", required_argument, NULL, 'i' },
342
{ "level", required_argument, NULL, 'l' },
343
{ "limit-rate", required_argument, NULL, 164 },
344
{ "load-cookies", required_argument, NULL, 161 },
345
{ "no", required_argument, NULL, 'n' },
346
{ "output-document", required_argument, NULL, 'O' },
347
{ "output-file", required_argument, NULL, 'o' },
348
{ "post-data", required_argument, NULL, 167 },
349
{ "post-file", required_argument, NULL, 168 },
350
{ "progress", required_argument, NULL, 163 },
351
{ "proxy", required_argument, NULL, 'Y' },
352
{ "proxy-passwd", required_argument, NULL, 144 },
353
{ "proxy-user", required_argument, NULL, 143 },
354
{ "quota", required_argument, NULL, 'Q' },
355
{ "read-timeout", required_argument, NULL, 179 },
356
{ "reject", required_argument, NULL, 'R' },
357
{ "restrict-file-names", required_argument, NULL, 176 },
358
{ "save-cookies", required_argument, NULL, 162 },
359
{ "timeout", required_argument, NULL, 'T' },
360
{ "tries", required_argument, NULL, 't' },
361
{ "user-agent", required_argument, NULL, 'U' },
362
{ "referer", required_argument, NULL, 157 },
363
{ "use-proxy", required_argument, NULL, 'Y' },
365
{ "sslcertfile", required_argument, NULL, 158 },
366
{ "sslcertkey", required_argument, NULL, 159 },
367
{ "egd-file", required_argument, NULL, 166 },
368
{ "sslcadir", required_argument, NULL, 169},
369
{ "sslcafile", required_argument, NULL, 170},
370
{ "sslcerttype", required_argument, NULL, 171},
371
{ "sslcheckcert", required_argument, NULL, 172},
372
{ "sslprotocol", required_argument, NULL, 173},
373
#endif /* HAVE_SSL */
374
{ "wait", required_argument, NULL, 'w' },
375
{ "waitretry", required_argument, NULL, 152 },
674
int i, ret, longindex;
676
int append_to_log = 0;
379
678
i18n_initialize ();
383
680
/* Construct the name of the executable, without the directory part. */
384
681
exec_name = strrchr (argv[0], PATH_SEPARATOR);
391
windows_main_junk (&argc, (char **) argv, (char **) &exec_name);
688
/* Drop extension (typically .EXE) from executable filename. */
689
windows_main (&argc, (char **) argv, (char **) &exec_name);
394
initialize (); /* sets option defaults; reads the system wgetrc and .wgetrc */
692
/* Set option defaults; read the system wgetrc and ~/.wgetrc. */
396
/* [Is the order of the option letters significant? If not, they should be
397
alphabetized, like the long_options. The only thing I know for sure is
398
that the options with required arguments must be followed by a ':'.
399
-- Dan Harkless <wget@harkless.org>] */
400
while ((c = getopt_long (argc, argv, "\
401
hpVqvdkKsxmNWrHSLcFbEY:G:g:T:U:O:l:n:i:o:a:t:D:A:R:P:B:e:Q:X:I:w:C:",
402
long_options, (int *)0)) != EOF)
697
while ((ret = getopt_long (argc, argv,
698
short_options, long_options, &longindex)) != -1)
406
/* Options without arguments: */
408
setoptval ("spider", "on");
411
setoptval ("noparent", "on");
414
setoptval ("deleteafter", "on");
417
setoptval ("retrsymlinks", "on");
420
setoptval ("ignorelength", "on");
423
setoptval ("passiveftp", "on");
426
setoptval ("noclobber", "on");
429
setoptval ("followftp", "on");
432
setoptval ("cutdirs", optarg);
435
setoptval ("verbose", "off");
438
setoptval ("dirstruct", "off");
441
setoptval ("addhostdir", "off");
444
setoptval ("removelisting", "off");
447
setoptval ("bindaddress", optarg);
450
setoptval ("httpkeepalive", "off");
453
setoptval ("randomwait", "on");
456
setoptval ("background", "on");
459
setoptval ("continue", "on");
463
setoptval ("debug", "on");
465
fprintf (stderr, _("%s: debug support not compiled in.\n"),
470
setoptval ("htmlextension", "on");
473
setoptval ("forcehtml", "on");
476
setoptval ("spanhosts", "on");
486
setoptval ("backupconverted", "on");
489
setoptval ("convertlinks", "on");
492
setoptval ("relativeonly", "on");
495
setoptval ("mirror", "on");
498
setoptval ("timestamping", "on");
501
setoptval ("pagerequisites", "on");
504
setoptval ("serverresponse", "on");
507
setoptval ("saveheaders", "on");
510
setoptval ("quiet", "on");
513
setoptval ("recursive", "on");
516
printf ("GNU Wget %s\n\n", version_string);
518
Copyright (C) 2003 Free Software Foundation, Inc.\n"));
520
This program is distributed in the hope that it will be useful,\n\
521
but WITHOUT ANY WARRANTY; without even the implied warranty of\n\
522
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n\
523
GNU General Public License for more details.\n"));
524
printf (_("\nOriginally written by Hrvoje Niksic <hniksic@xemacs.org>.\n"));
528
setoptval ("verbose", "on");
531
setoptval ("dirstruct", "on");
534
setoptval ("retryconnrefused", "on");
537
setoptval ("strictcomments", "on");
540
/* Options accepting an argument: */
542
setoptval ("httpuser", optarg);
545
setoptval ("httppasswd", optarg);
548
setoptval ("header", optarg);
551
setoptval ("dotstyle", optarg);
554
setoptval ("htmlify", optarg);
557
setoptval ("excludedomains", optarg);
560
setoptval ("proxyuser", optarg);
563
setoptval ("proxypasswd", optarg);
566
setoptval ("backups", optarg);
569
setoptval ("waitretry", optarg);
572
setoptval ("followtags", optarg);
575
setoptval ("cookies", optarg);
578
setoptval ("loadcookies", optarg);
581
setoptval ("savecookies", optarg);
584
setoptval ("progress", optarg);
587
setoptval ("limitrate", optarg);
590
setoptval ("referer", optarg);
594
setoptval ("sslcertfile", optarg);
597
setoptval ("sslcertkey", optarg);
600
setoptval ("egdfile", optarg);
603
setoptval ("sslcadir", optarg);
606
setoptval ("sslcafile", optarg);
609
setoptval ("sslcerttype", optarg);
612
setoptval ("sslcheckcert", optarg);
615
setoptval ("sslprotocol", optarg);
617
#endif /* HAVE_SSL */
619
setoptval ("postdata", optarg);
622
setoptval ("postfile", optarg);
625
setoptval ("dnscache", optarg);
628
setoptval ("restrictfilenames", optarg);
631
setoptval ("dnstimeout", optarg);
634
setoptval ("readtimeout", optarg);
637
setoptval ("connecttimeout", optarg);
640
setoptval ("accept", optarg);
643
setoptval ("logfile", optarg);
701
struct cmdline_option *opt;
703
/* If LONGINDEX is unchanged, it means RET is referring a short
711
printf (_("Try `%s --help' for more options.\n"), exec_name);
714
/* Find the short option character in the mapping. */
715
longindex = optmap[ret - 32];
717
val = long_options[longindex].val;
719
/* Use the retrieved value to locate the option in the
720
option_data array, and to see if we're dealing with the
721
negated "--no-FOO" variant of the boolean option "--foo". */
722
opt = &option_data[val & ~BOOLEAN_NEG_MARKER];
726
setoptval (opt->data, optarg, opt->long_name);
730
/* The user has specified a value -- use it. */
731
setoptval (opt->data, optarg, opt->long_name);
734
/* NEG is true for `--no-FOO' style boolean options. */
735
int neg = val & BOOLEAN_NEG_MARKER;
736
setoptval (opt->data, neg ? "0" : "1", opt->long_name);
741
void (*func) PARAMS ((void)) = (void (*) PARAMS ((void))) opt->data;
745
case OPT__APPEND_OUTPUT:
746
setoptval ("logfile", optarg, opt->long_name);
644
747
append_to_log = 1;
647
setoptval ("base", optarg);
650
setoptval ("cache", optarg);
653
setoptval ("domains", optarg);
656
750
run_command (optarg);
659
setoptval ("ignoretags", optarg);
662
setoptval ("glob", optarg);
665
setoptval ("includedirectories", optarg);
668
setoptval ("input", optarg);
671
setoptval ("reclevel", optarg);
675
/* #### What we really want here is --no-foo. */
754
/* We support real --no-FOO flags now, but keep these
755
short options for convenience and backward
678
758
for (p = optarg; *p; p++)
682
setoptval ("verbose", "off");
762
setoptval ("verbose", "0", opt->long_name);
685
setoptval ("addhostdir", "off");
765
setoptval ("addhostdir", "0", opt->long_name);
688
setoptval ("dirstruct", "off");
768
setoptval ("dirstruct", "0", opt->long_name);
691
setoptval ("noclobber", "on");
694
setoptval ("removelisting", "off");
771
setoptval ("noclobber", "1", opt->long_name);
697
setoptval ("noparent", "on");
700
setoptval ("httpkeepalive", "off");
774
setoptval ("noparent", "1", opt->long_name);
703
777
printf (_("%s: illegal option -- `-n%c'\n"), exec_name, *p);
706
printf (_("Try `%s --help\' for more options.\n"), exec_name);
780
printf (_("Try `%s --help' for more options.\n"), exec_name);
712
setoptval ("outputdocument", optarg);
715
setoptval ("logfile", optarg);
718
setoptval ("dirprefix", optarg);
721
setoptval ("quota", optarg);
724
setoptval ("reject", optarg);
727
setoptval ("timeout", optarg);
730
setoptval ("tries", optarg);
733
setoptval ("useragent", optarg);
736
setoptval ("wait", optarg);
739
setoptval ("excludedirectories", optarg);
742
setoptval ("useproxy", optarg);
748
printf (_("Try `%s --help' for more options.\n"), exec_name);
788
/* The wgetrc commands are named noparent and noclobber,
789
so we must revert the meaning of the cmdline options
790
before passing the value to setoptval. */
793
flag = (*optarg == '1' || TOLOWER (*optarg) == 'y'
794
|| (TOLOWER (optarg[0]) == 'o'
795
&& TOLOWER (optarg[1]) == 'n'));
796
setoptval (opt->type == OPT__PARENT ? "noparent" : "noclobber",
797
flag ? "0" : "1", opt->long_name);
800
case OPT__DONT_REMOVE_LISTING:
801
setoptval ("removelisting", "0", opt->long_name);
754
808
/* All user options have now been processed, so it's now safe to do
755
809
interoption dependency checks. */
757
811
if (opt.reclevel == 0)
758
opt.reclevel = INFINITE_RECURSION; /* see wget.h for commentary on this */
812
opt.reclevel = INFINITE_RECURSION; /* see recur.h for commentary on this */
760
814
if (opt.page_requisites && !opt.recursive)
762
opt.recursive = TRUE;
816
/* Don't set opt.recursive here because it would confuse the FTP
817
code. Instead, call retrieve_tree below when either
818
page_requisites or recursive is requested. */
763
819
opt.reclevel = 0;
764
820
if (!opt.no_dirstruct)
765
opt.dirstruct = TRUE; /* usually handled by cmd_spec_recursive() */
821
opt.dirstruct = 1; /* normally handled by cmd_spec_recursive() */
768
824
if (opt.verbose == -1)