mirror of
https://github.com/moparisthebest/wget
synced 2024-07-03 16:38:41 -04:00
[svn] Fix typo that made us never use robots.txt.
This commit is contained in:
parent
5fbf0eb091
commit
1da2947d50
@ -1,3 +1,7 @@
|
||||
2001-11-24 Hrvoje Niksic <hniksic@arsdigita.com>
|
||||
|
||||
* recur.c (recursive_retrieve): Fix typo.
|
||||
|
||||
2001-11-23 Hrvoje Niksic <hniksic@arsdigita.com>
|
||||
|
||||
* progress.c (create_image): Don't translate "%ld ".
|
||||
|
@ -377,7 +377,7 @@ recursive_retrieve (const char *file, const char *this_url)
|
||||
}
|
||||
}
|
||||
/* What about robots.txt? */
|
||||
if (!inl && opt.use_robots && u->scheme == SCHEME_FTP)
|
||||
if (!inl && opt.use_robots && u->scheme == SCHEME_HTTP)
|
||||
{
|
||||
struct robot_specs *specs = res_get_specs (u->host, u->port);
|
||||
if (!specs)
|
||||
|
Loading…
Reference in New Issue
Block a user