mirror of
https://github.com/moparisthebest/wget
synced 2024-07-03 16:38:41 -04:00
b0b1c815c1
- use mmap() to read whole files in core instead of allocating memory and read'ing it. - use a new, more general, HTML parser (html-parse.c) and interface to it from Wget (html-url.c). - respect <meta name=robots content=nofollow> (easy with the new HTML parser). - use hash tables instead of linked lists in places where the lists were used to facilitate mappings. - rewrite the code in host.c to be more readable and faster (hash tables instead of home-grown lists.) - make convert_links properly convert partial URLs to complete ones for those URLs that have *not* been downloaded. - use HTTP persistent connections where available. very simple-minded, caches the last connection to the server. Published in <sxshf533d5r.fsf@florida.arsdigita.de>.
51 lines
2.3 KiB
C
51 lines
2.3 KiB
C
/* Hash table declarations.
|
|
Copyright (C) 2000 Free Software Foundation, Inc.
|
|
|
|
This file is part of Wget.
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */
|
|
|
|
/* From XEmacs, and hence from Dragon book. */
|
|
|
|
#define GOOD_HASH 65599 /* prime number just over 2^16; Dragon book, p. 435 */
|
|
#define HASH2(a,b) (GOOD_HASH * (a) + (b))
|
|
#define HASH3(a,b,c) (GOOD_HASH * HASH2 (a,b) + (c))
|
|
#define HASH4(a,b,c,d) (GOOD_HASH * HASH3 (a,b,c) + (d))
|
|
#define HASH5(a,b,c,d,e) (GOOD_HASH * HASH4 (a,b,c,d) + (e))
|
|
#define HASH6(a,b,c,d,e,f) (GOOD_HASH * HASH5 (a,b,c,d,e) + (f))
|
|
#define HASH7(a,b,c,d,e,f,g) (GOOD_HASH * HASH6 (a,b,c,d,e,f) + (g))
|
|
#define HASH8(a,b,c,d,e,f,g,h) (GOOD_HASH * HASH7 (a,b,c,d,e,f,g) + (h))
|
|
#define HASH9(a,b,c,d,e,f,g,h,i) (GOOD_HASH * HASH8 (a,b,c,d,e,f,g,h) + (i))
|
|
|
|
struct hash_table;
|
|
|
|
struct hash_table *hash_table_new PARAMS ((int,
|
|
unsigned long (*) (const void *),
|
|
int (*) (const void *,
|
|
const void *)));
|
|
void hash_table_destroy PARAMS ((struct hash_table *));
|
|
void *hash_table_get PARAMS ((struct hash_table *, const void *));
|
|
int hash_table_exists PARAMS ((struct hash_table *, const void *));
|
|
void hash_table_put PARAMS ((struct hash_table *, const void *, void *));
|
|
int hash_table_remove PARAMS ((struct hash_table *, const void *));
|
|
void hash_table_clear PARAMS ((struct hash_table *));
|
|
void hash_table_map PARAMS ((struct hash_table *,
|
|
int (*) (void *, void *, void *),
|
|
void *));
|
|
|
|
unsigned long string_hash PARAMS ((const void *));
|
|
int string_cmp PARAMS ((const void *, const void *));
|
|
struct hash_table *make_string_hash_table PARAMS ((int));
|