1999-12-29 09:20:26 -05:00
|
|
|
#ifndef __URLDATA_H
|
|
|
|
#define __URLDATA_H
|
2002-09-03 07:52:59 -04:00
|
|
|
/***************************************************************************
|
1999-12-29 09:20:26 -05:00
|
|
|
* _ _ ____ _
|
|
|
|
* Project ___| | | | _ \| |
|
|
|
|
* / __| | | | |_) | |
|
|
|
|
* | (__| |_| | _ <| |___
|
|
|
|
* \___|\___/|_| \_\_____|
|
|
|
|
*
|
2002-03-19 02:54:55 -05:00
|
|
|
* Copyright (C) 1998 - 2002, Daniel Stenberg, <daniel@haxx.se>, et al.
|
1999-12-29 09:20:26 -05:00
|
|
|
*
|
2002-09-03 07:52:59 -04:00
|
|
|
* This software is licensed as described in the file COPYING, which
|
|
|
|
* you should have received as part of this distribution. The terms
|
|
|
|
* are also available at http://curl.haxx.se/docs/copyright.html.
|
|
|
|
*
|
2001-01-03 04:29:33 -05:00
|
|
|
* You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
|
|
* copies of the Software, and permit persons to whom the Software is
|
2002-09-03 07:52:59 -04:00
|
|
|
* furnished to do so, under the terms of the COPYING file.
|
1999-12-29 09:20:26 -05:00
|
|
|
*
|
2001-01-03 04:29:33 -05:00
|
|
|
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
|
|
* KIND, either express or implied.
|
1999-12-29 09:20:26 -05:00
|
|
|
*
|
2001-01-03 04:29:33 -05:00
|
|
|
* $Id$
|
2002-09-03 07:52:59 -04:00
|
|
|
***************************************************************************/
|
1999-12-29 09:20:26 -05:00
|
|
|
|
|
|
|
/* This file is for lib internal stuff */
|
|
|
|
|
|
|
|
#include "setup.h"
|
2001-09-28 03:05:26 -04:00
|
|
|
#include "hostip.h"
|
2002-01-07 15:52:32 -05:00
|
|
|
#include "hash.h"
|
1999-12-29 09:20:26 -05:00
|
|
|
|
|
|
|
#define PORT_FTP 21
|
|
|
|
#define PORT_TELNET 23
|
|
|
|
#define PORT_GOPHER 70
|
|
|
|
#define PORT_HTTP 80
|
|
|
|
#define PORT_HTTPS 443
|
|
|
|
#define PORT_DICT 2628
|
|
|
|
#define PORT_LDAP 389
|
|
|
|
|
|
|
|
#define DICT_MATCH "/MATCH:"
|
|
|
|
#define DICT_MATCH2 "/M:"
|
|
|
|
#define DICT_MATCH3 "/FIND:"
|
|
|
|
#define DICT_DEFINE "/DEFINE:"
|
|
|
|
#define DICT_DEFINE2 "/D:"
|
|
|
|
#define DICT_DEFINE3 "/LOOKUP:"
|
|
|
|
|
|
|
|
#define CURL_DEFAULT_USER "anonymous"
|
2000-06-20 11:31:26 -04:00
|
|
|
#define CURL_DEFAULT_PASSWORD "curl_by_daniel@haxx.se"
|
1999-12-29 09:20:26 -05:00
|
|
|
|
|
|
|
#include "cookie.h"
|
2000-05-22 10:12:12 -04:00
|
|
|
#include "formdata.h"
|
1999-12-29 09:20:26 -05:00
|
|
|
|
|
|
|
#ifdef USE_SSLEAY
|
|
|
|
/* SSLeay stuff usually in /usr/local/ssl/include */
|
|
|
|
#ifdef USE_OPENSSL
|
|
|
|
#include "openssl/rsa.h"
|
|
|
|
#include "openssl/crypto.h"
|
|
|
|
#include "openssl/x509.h"
|
|
|
|
#include "openssl/pem.h"
|
|
|
|
#include "openssl/ssl.h"
|
|
|
|
#include "openssl/err.h"
|
2001-12-17 18:01:39 -05:00
|
|
|
#ifdef HAVE_OPENSSL_ENGINE_H
|
|
|
|
#include <openssl/engine.h>
|
|
|
|
#endif
|
1999-12-29 09:20:26 -05:00
|
|
|
#else
|
|
|
|
#include "rsa.h"
|
|
|
|
#include "crypto.h"
|
|
|
|
#include "x509.h"
|
|
|
|
#include "pem.h"
|
|
|
|
#include "ssl.h"
|
|
|
|
#include "err.h"
|
|
|
|
#endif
|
|
|
|
#endif
|
|
|
|
|
2000-06-13 19:04:44 -04:00
|
|
|
#ifdef HAVE_NETINET_IN_H
|
2000-05-22 10:12:12 -04:00
|
|
|
#include <netinet/in.h>
|
2000-06-13 19:04:44 -04:00
|
|
|
#endif
|
2000-05-22 10:12:12 -04:00
|
|
|
|
2000-02-15 19:02:40 -05:00
|
|
|
#include "timeval.h"
|
1999-12-29 09:20:26 -05:00
|
|
|
|
2000-06-08 11:11:39 -04:00
|
|
|
#include <curl/curl.h>
|
2000-05-22 10:12:12 -04:00
|
|
|
|
2001-03-07 18:51:41 -05:00
|
|
|
#include "http_chunks.h" /* for the structs and enum stuff */
|
|
|
|
|
2002-09-02 18:31:18 -04:00
|
|
|
#ifdef HAVE_ZLIB_H
|
|
|
|
#include <zlib.h> /* for content-encoding 08/28/02 jhrg */
|
|
|
|
#endif
|
|
|
|
|
1999-12-29 09:20:26 -05:00
|
|
|
/* Download buffer size, keep it fairly big for speed reasons */
|
2002-05-03 10:50:29 -04:00
|
|
|
#define BUFSIZE CURL_MAX_WRITE_SIZE
|
1999-12-29 09:20:26 -05:00
|
|
|
|
|
|
|
/* Initial size of the buffer to store headers in, it'll be enlarged in case
|
|
|
|
of need. */
|
|
|
|
#define HEADERSIZE 256
|
|
|
|
|
2001-01-24 07:10:10 -05:00
|
|
|
/* Just a convenience macro to get the larger value out of two given */
|
2000-05-22 10:12:12 -04:00
|
|
|
#ifndef MAX
|
|
|
|
#define MAX(x,y) ((x)>(y)?(x):(y))
|
|
|
|
#endif
|
|
|
|
|
2000-09-21 04:50:48 -04:00
|
|
|
#ifdef KRB4
|
2001-01-24 07:10:10 -05:00
|
|
|
/* Types needed for krb4-ftp connections */
|
2000-09-21 04:50:48 -04:00
|
|
|
struct krb4buffer {
|
|
|
|
void *data;
|
|
|
|
size_t size;
|
|
|
|
size_t index;
|
|
|
|
int eof_flag;
|
|
|
|
};
|
|
|
|
enum protection_level {
|
|
|
|
prot_clear,
|
|
|
|
prot_safe,
|
|
|
|
prot_confidential,
|
|
|
|
prot_private
|
|
|
|
};
|
|
|
|
#endif
|
2000-05-22 10:12:12 -04:00
|
|
|
|
2001-12-17 18:01:39 -05:00
|
|
|
#ifndef HAVE_OPENSSL_ENGINE_H
|
|
|
|
typedef void ENGINE;
|
|
|
|
#endif
|
2001-02-20 12:35:51 -05:00
|
|
|
/* struct for data related to SSL and SSL connections */
|
|
|
|
struct ssl_connect_data {
|
|
|
|
bool use; /* use ssl encrypted communications TRUE/FALSE */
|
|
|
|
#ifdef USE_SSLEAY
|
|
|
|
/* these ones requires specific SSL-types */
|
|
|
|
SSL_CTX* ctx;
|
|
|
|
SSL* handle;
|
|
|
|
X509* server_cert;
|
|
|
|
#endif /* USE_SSLEAY */
|
|
|
|
};
|
|
|
|
|
2001-08-28 04:37:54 -04:00
|
|
|
/* information about one single SSL session */
|
|
|
|
struct curl_ssl_session {
|
|
|
|
char *name; /* host name for which this ID was used */
|
|
|
|
void *sessionid; /* as returned from the SSL layer */
|
|
|
|
long age; /* just a number, the higher the more recent */
|
2001-08-29 05:36:41 -04:00
|
|
|
unsigned short remote_port; /* remote port to connect to */
|
2001-08-28 04:37:54 -04:00
|
|
|
};
|
|
|
|
|
2001-02-20 12:35:51 -05:00
|
|
|
struct ssl_config_data {
|
|
|
|
long version; /* what version the client wants to use */
|
|
|
|
long certverifyresult; /* result from the certificate verification */
|
|
|
|
long verifypeer; /* set TRUE if this is desired */
|
2002-08-26 19:13:25 -04:00
|
|
|
long verifyhost; /* 0: no verify
|
|
|
|
1: check that CN exists
|
|
|
|
2: CN must match hostname */
|
2001-02-20 12:35:51 -05:00
|
|
|
char *CApath; /* DOES NOT WORK ON WINDOWS */
|
|
|
|
char *CAfile; /* cerficate to verify peer against */
|
2001-03-12 10:47:41 -05:00
|
|
|
char *random_file; /* path to file containing "random" data */
|
|
|
|
char *egdsocket; /* path to file containing the EGD daemon socket */
|
2001-09-11 18:21:26 -04:00
|
|
|
char *cipher_list; /* list of ciphers to use */
|
2002-08-26 19:13:25 -04:00
|
|
|
long numsessions; /* SSL session id cache size */
|
2001-02-20 12:35:51 -05:00
|
|
|
};
|
|
|
|
|
|
|
|
/****************************************************************************
|
|
|
|
* HTTP unique setup
|
|
|
|
***************************************************************************/
|
|
|
|
struct HTTP {
|
|
|
|
struct FormData *sendit;
|
|
|
|
int postsize;
|
2001-08-14 04:40:39 -04:00
|
|
|
const char *p_pragma; /* Pragma: string */
|
|
|
|
const char *p_accept; /* Accept: string */
|
2001-02-20 12:35:51 -05:00
|
|
|
long readbytecount;
|
|
|
|
long writebytecount;
|
|
|
|
|
|
|
|
/* For FORM posting */
|
|
|
|
struct Form form;
|
2001-05-07 07:17:18 -04:00
|
|
|
curl_read_callback storefread;
|
2001-02-20 12:35:51 -05:00
|
|
|
FILE *in;
|
2001-03-07 18:51:41 -05:00
|
|
|
|
|
|
|
struct Curl_chunker chunk;
|
2001-02-20 12:35:51 -05:00
|
|
|
};
|
|
|
|
|
|
|
|
/****************************************************************************
|
|
|
|
* FTP unique setup
|
|
|
|
***************************************************************************/
|
|
|
|
struct FTP {
|
|
|
|
long *bytecountp;
|
|
|
|
char *user; /* user name string */
|
|
|
|
char *passwd; /* password string */
|
|
|
|
char *urlpath; /* the originally given path part of the URL */
|
|
|
|
char *dir; /* decoded directory */
|
|
|
|
char *file; /* decoded file */
|
2001-03-02 02:42:35 -05:00
|
|
|
|
|
|
|
char *entrypath; /* the PWD reply when we logged on */
|
2001-12-03 08:48:59 -05:00
|
|
|
|
|
|
|
char *cache; /* data cache between getresponse()-calls */
|
2002-06-13 05:21:08 -04:00
|
|
|
size_t cache_size; /* size of cache in bytes */
|
2002-06-14 02:57:00 -04:00
|
|
|
bool dont_check; /* Set to TRUE to prevent the final (post-transfer)
|
|
|
|
file size and 226/250 status check. It should still
|
|
|
|
read the line, just ignore the result. */
|
|
|
|
bool no_transfer; /* nothing was transfered, (possibly because a resumed
|
|
|
|
transfer already was complete) */
|
|
|
|
|
2001-02-20 12:35:51 -05:00
|
|
|
};
|
|
|
|
|
2001-03-05 08:39:01 -05:00
|
|
|
/****************************************************************************
|
|
|
|
* FILE unique setup
|
|
|
|
***************************************************************************/
|
|
|
|
struct FILE {
|
|
|
|
int fd; /* open file descriptor to read from! */
|
|
|
|
};
|
|
|
|
|
2001-02-20 12:35:51 -05:00
|
|
|
/*
|
|
|
|
* Boolean values that concerns this connection.
|
|
|
|
*/
|
|
|
|
struct ConnectBits {
|
|
|
|
bool close; /* if set, we close the connection after this request */
|
2001-03-02 02:42:35 -05:00
|
|
|
bool reuse; /* if set, this is a re-used connection */
|
2001-03-07 12:12:12 -05:00
|
|
|
bool chunk; /* if set, this is a chunked transfer-encoding */
|
2001-08-30 18:48:34 -04:00
|
|
|
bool httpproxy; /* if set, this transfer is done through a http proxy */
|
|
|
|
bool user_passwd; /* do we use user+password for this connection? */
|
2001-03-14 09:11:11 -05:00
|
|
|
bool proxy_user_passwd; /* user+password for the proxy? */
|
2002-09-11 06:32:37 -04:00
|
|
|
bool ipv6_ip; /* we communicate with a remove site specified with pure IPv6
|
|
|
|
IP address */
|
2001-04-18 03:25:11 -04:00
|
|
|
bool use_range;
|
|
|
|
bool rangestringalloc; /* the range string is malloc()'ed */
|
2001-02-20 12:35:51 -05:00
|
|
|
};
|
|
|
|
|
2002-01-03 10:01:22 -05:00
|
|
|
/*
|
|
|
|
* This struct is all the previously local variables from Curl_perform() moved
|
|
|
|
* to struct to allow the function to return and get re-invoked better without
|
|
|
|
* losing state.
|
|
|
|
*/
|
|
|
|
|
|
|
|
struct Curl_transfer_keeper {
|
|
|
|
int bytecount; /* total number of bytes read */
|
|
|
|
int writebytecount; /* number of bytes written */
|
|
|
|
long contentlength; /* size of incoming data */
|
|
|
|
struct timeval start; /* transfer started at this time */
|
|
|
|
struct timeval now; /* current time */
|
|
|
|
bool header; /* incoming data has HTTP header */
|
2002-10-23 09:48:37 -04:00
|
|
|
enum {
|
|
|
|
HEADER_NORMAL, /* no bad header at all */
|
|
|
|
HEADER_PARTHEADER, /* part of the chunk is a bad header, the rest is
|
|
|
|
normal data */
|
|
|
|
HEADER_ALLBAD /* all was believed to be header */
|
|
|
|
} badheader; /* the header was deemed bad and will be
|
2002-09-13 08:40:36 -04:00
|
|
|
written as body */
|
2002-01-03 10:01:22 -05:00
|
|
|
int headerline; /* counts header lines to better track the
|
|
|
|
first one */
|
|
|
|
char *hbufp; /* points at *end* of header line */
|
|
|
|
int hbuflen;
|
|
|
|
char *str; /* within buf */
|
|
|
|
char *str_start; /* within buf */
|
|
|
|
char *end_ptr; /* within buf */
|
|
|
|
char *p; /* within headerbuff */
|
|
|
|
bool content_range; /* set TRUE if Content-Range: was found */
|
|
|
|
int offset; /* possible resume offset read from the
|
|
|
|
Content-Range: header */
|
|
|
|
int httpcode; /* error code from the 'HTTP/1.? XXX' line */
|
|
|
|
int httpversion; /* the HTTP version*10 */
|
|
|
|
bool write_after_100_header; /* should we enable the write after
|
|
|
|
we received a 100-continue/timeout
|
|
|
|
or directly */
|
2002-09-02 18:31:18 -04:00
|
|
|
int content_encoding; /* What content encoding. sec 3.5, RFC2616. */
|
|
|
|
|
|
|
|
#define IDENTITY 0 /* No encoding */
|
|
|
|
#define DEFLATE 1 /* zlib delfate [RFC 1950 & 1951] */
|
|
|
|
#define GZIP 2 /* gzip algorithm [RFC 1952] */
|
|
|
|
#define COMPRESS 3 /* Not handled, added for completeness */
|
|
|
|
|
|
|
|
#ifdef HAVE_LIBZ
|
|
|
|
bool zlib_init; /* True if zlib already initialized;
|
|
|
|
undefined if Content-Encdoing header. */
|
|
|
|
z_stream z; /* State structure for zlib. */
|
|
|
|
#endif
|
|
|
|
|
2002-01-03 10:01:22 -05:00
|
|
|
/* for the low speed checks: */
|
|
|
|
time_t timeofdoc;
|
|
|
|
long bodywrites;
|
|
|
|
int writetype;
|
|
|
|
|
|
|
|
char *buf;
|
2002-01-16 09:53:19 -05:00
|
|
|
char *uploadbuf;
|
2002-01-03 10:01:22 -05:00
|
|
|
int maxfd;
|
|
|
|
|
2002-05-02 18:13:35 -04:00
|
|
|
/* pointers to the actual descriptors we check */
|
|
|
|
fd_set *readfdp;
|
|
|
|
fd_set *writefdp;
|
|
|
|
|
2002-01-03 10:01:22 -05:00
|
|
|
/* the file descriptors to play with */
|
|
|
|
fd_set readfd;
|
|
|
|
fd_set writefd;
|
|
|
|
fd_set rkeepfd;
|
|
|
|
fd_set wkeepfd;
|
|
|
|
int keepon;
|
|
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2000-05-22 10:12:12 -04:00
|
|
|
/*
|
|
|
|
* The connectdata struct contains all fields and variables that should be
|
|
|
|
* unique for an entire connection.
|
|
|
|
*/
|
|
|
|
struct connectdata {
|
|
|
|
/**** Fields set when inited and not modified again */
|
2001-08-30 18:48:34 -04:00
|
|
|
struct SessionHandle *data; /* link to the root CURL struct */
|
2001-02-20 12:35:51 -05:00
|
|
|
int connectindex; /* what index in the connects index this particular
|
|
|
|
struct has */
|
|
|
|
|
2000-05-22 10:12:12 -04:00
|
|
|
long protocol; /* PROT_* flags concerning the protocol set */
|
|
|
|
#define PROT_MISSING (1<<0)
|
|
|
|
#define PROT_GOPHER (1<<1)
|
|
|
|
#define PROT_HTTP (1<<2)
|
|
|
|
#define PROT_HTTPS (1<<3)
|
|
|
|
#define PROT_FTP (1<<4)
|
|
|
|
#define PROT_TELNET (1<<5)
|
|
|
|
#define PROT_DICT (1<<6)
|
|
|
|
#define PROT_LDAP (1<<7)
|
|
|
|
#define PROT_FILE (1<<8)
|
2001-03-29 03:16:55 -05:00
|
|
|
#define PROT_FTPS (1<<9)
|
2001-12-02 09:16:34 -05:00
|
|
|
#define PROT_SSL (1<<10) /* protocol requires SSL */
|
2000-05-22 10:12:12 -04:00
|
|
|
|
2001-02-05 18:04:44 -05:00
|
|
|
#ifdef ENABLE_IPV6
|
2001-10-02 05:40:06 -04:00
|
|
|
struct addrinfo *serv_addr; /* the particular host we use */
|
2001-02-05 18:04:44 -05:00
|
|
|
#else
|
2000-05-22 10:12:12 -04:00
|
|
|
struct sockaddr_in serv_addr;
|
2001-02-05 18:04:44 -05:00
|
|
|
#endif
|
2001-02-20 12:35:51 -05:00
|
|
|
char protostr[64]; /* store the protocol string in this buffer */
|
2001-10-29 05:10:21 -05:00
|
|
|
char gname[513]; /* store the hostname in this buffer */
|
2001-01-24 07:10:10 -05:00
|
|
|
char *name; /* host name pointer to fool around with */
|
2001-01-24 09:03:48 -05:00
|
|
|
char *path; /* allocated buffer to store the URL's path part in */
|
2001-02-20 12:35:51 -05:00
|
|
|
char *hostname; /* hostname to connect, as parsed from url */
|
|
|
|
long port; /* which port to use locally */
|
|
|
|
unsigned short remote_port; /* what remote port to connect to,
|
|
|
|
not the proxy port! */
|
2000-05-22 10:12:12 -04:00
|
|
|
char *ppath;
|
|
|
|
long bytecount;
|
2001-10-19 07:58:32 -04:00
|
|
|
long headerbytecount; /* only count received headers */
|
2001-03-09 10:19:42 -05:00
|
|
|
|
2001-04-18 03:25:11 -04:00
|
|
|
char *range; /* range, if used. See README for detailed specification on
|
|
|
|
this syntax. */
|
2001-11-27 02:27:32 -05:00
|
|
|
ssize_t resume_from; /* continue [ftp] transfer from here */
|
2001-04-18 03:25:11 -04:00
|
|
|
|
2001-03-09 10:19:42 -05:00
|
|
|
char *proxyhost; /* name of the http proxy host */
|
|
|
|
|
2001-03-13 02:53:59 -05:00
|
|
|
struct timeval now; /* "current" time */
|
|
|
|
struct timeval created; /* creation time */
|
2001-02-20 12:35:51 -05:00
|
|
|
int firstsocket; /* the main socket to use */
|
|
|
|
int secondarysocket; /* for i.e ftp transfers */
|
2001-02-22 18:32:02 -05:00
|
|
|
long maxdownload; /* in bytes, the maximum amount of data to fetch, 0
|
|
|
|
means unlimited */
|
|
|
|
|
2001-02-20 12:35:51 -05:00
|
|
|
struct ssl_connect_data ssl; /* this is for ssl-stuff */
|
|
|
|
|
|
|
|
struct ConnectBits bits; /* various state-flags for this connection */
|
|
|
|
|
2000-05-22 10:12:12 -04:00
|
|
|
/* These two functions MUST be set by the curl_connect() function to be
|
|
|
|
be protocol dependent */
|
|
|
|
CURLcode (*curl_do)(struct connectdata *connect);
|
|
|
|
CURLcode (*curl_done)(struct connectdata *connect);
|
|
|
|
|
2002-08-12 05:43:20 -04:00
|
|
|
/* If the curl_do() function is better made in two halves, this
|
|
|
|
* curl_do_more() function will be called afterwards, if set. For example
|
|
|
|
* for doing the FTP stuff after the PASV/PORT command.
|
|
|
|
*/
|
|
|
|
CURLcode (*curl_do_more)(struct connectdata *connect);
|
|
|
|
|
2000-05-22 10:12:12 -04:00
|
|
|
/* This function *MAY* be set to a protocol-dependent function that is run
|
|
|
|
* after the connect() and everything is done, as a step in the connection.
|
|
|
|
*/
|
|
|
|
CURLcode (*curl_connect)(struct connectdata *connect);
|
|
|
|
|
2001-03-02 02:42:35 -05:00
|
|
|
/* This function *MAY* be set to a protocol-dependent function that is run
|
|
|
|
* by the curl_disconnect(), as a step in the disconnection.
|
|
|
|
*/
|
|
|
|
CURLcode (*curl_disconnect)(struct connectdata *connect);
|
|
|
|
|
2000-07-25 17:14:12 -04:00
|
|
|
/* This function *MAY* be set to a protocol-dependent function that is run
|
|
|
|
* in the curl_close() function if protocol-specific cleanups are required.
|
|
|
|
*/
|
|
|
|
CURLcode (*curl_close)(struct connectdata *connect);
|
|
|
|
|
2000-05-22 10:12:12 -04:00
|
|
|
/**** curl_get() phase fields */
|
|
|
|
|
|
|
|
/* READ stuff */
|
|
|
|
int sockfd; /* socket to read from or -1 */
|
|
|
|
int size; /* -1 if unknown at this point */
|
|
|
|
bool getheader; /* TRUE if header parsing is wanted */
|
|
|
|
long *bytecountp; /* return number of bytes read or NULL */
|
|
|
|
|
|
|
|
/* WRITE stuff */
|
|
|
|
int writesockfd; /* socket to write to, it may very well be
|
|
|
|
the same we read from. -1 disables */
|
|
|
|
long *writebytecountp; /* return number of bytes written or NULL */
|
|
|
|
|
2001-02-22 18:32:02 -05:00
|
|
|
/** Dynamicly allocated strings, may need to be freed before this **/
|
|
|
|
/** struct is killed. **/
|
|
|
|
struct dynamically_allocated_data {
|
|
|
|
char *proxyuserpwd; /* free later if not NULL! */
|
|
|
|
char *uagent; /* free later if not NULL! */
|
2002-09-02 18:31:18 -04:00
|
|
|
char *accept_encoding; /* free later if not NULL! 08/28/02 jhrg */
|
2001-02-22 18:32:02 -05:00
|
|
|
char *userpwd; /* free later if not NULL! */
|
|
|
|
char *rangeline; /* free later if not NULL! */
|
|
|
|
char *ref; /* free later if not NULL! */
|
|
|
|
char *cookie; /* free later if not NULL! */
|
|
|
|
char *host; /* free later if not NULL */
|
|
|
|
} allocptr;
|
2001-02-20 12:35:51 -05:00
|
|
|
|
2001-03-09 10:19:42 -05:00
|
|
|
char *newurl; /* This can only be set if a Location: was in the
|
|
|
|
document headers */
|
|
|
|
|
2000-09-21 04:50:48 -04:00
|
|
|
#ifdef KRB4
|
|
|
|
enum protection_level command_prot;
|
|
|
|
enum protection_level data_prot;
|
|
|
|
enum protection_level request_data_prot;
|
|
|
|
|
|
|
|
size_t buffer_size;
|
|
|
|
|
|
|
|
struct krb4buffer in_buffer, out_buffer;
|
|
|
|
int sec_complete;
|
|
|
|
void *app_data;
|
|
|
|
|
2001-08-17 06:13:32 -04:00
|
|
|
struct Curl_sec_client_mech *mech;
|
|
|
|
struct sockaddr_in local_addr;
|
|
|
|
|
2000-09-21 04:50:48 -04:00
|
|
|
#endif
|
2001-02-20 12:35:51 -05:00
|
|
|
|
|
|
|
/*************** Request - specific items ************/
|
|
|
|
/* previously this was in the urldata struct */
|
|
|
|
union {
|
|
|
|
struct HTTP *http;
|
|
|
|
struct HTTP *gopher; /* alias, just for the sake of being more readable */
|
|
|
|
struct HTTP *https; /* alias, just for the sake of being more readable */
|
|
|
|
struct FTP *ftp;
|
2001-03-05 08:39:01 -05:00
|
|
|
struct FILE *file;
|
2001-03-05 08:59:43 -05:00
|
|
|
void *telnet; /* private for telnet.c-eyes only */
|
2001-02-20 12:35:51 -05:00
|
|
|
#if 0 /* no need for special ones for these: */
|
|
|
|
struct LDAP *ldap;
|
|
|
|
struct DICT *dict;
|
|
|
|
#endif
|
|
|
|
void *generic;
|
|
|
|
} proto;
|
|
|
|
|
2002-01-03 10:01:22 -05:00
|
|
|
/* This struct is inited when needed */
|
|
|
|
struct Curl_transfer_keeper keep;
|
2002-01-16 09:53:19 -05:00
|
|
|
|
|
|
|
/* 'upload_present' is used to keep a byte counter of how much data there is
|
|
|
|
still left in the buffer, aimed for upload. */
|
|
|
|
int upload_present;
|
|
|
|
|
|
|
|
/* 'upload_fromhere' is used as a read-pointer when we uploaded parts of a
|
|
|
|
buffer, so the next read should read from where this pointer points to,
|
|
|
|
and the 'upload_present' contains the number of bytes available at this
|
|
|
|
position */
|
2002-08-12 05:43:20 -04:00
|
|
|
char *upload_fromhere;
|
|
|
|
|
|
|
|
bool do_more; /* this is set TRUE if the ->curl_do_more() function is
|
|
|
|
supposed to be called, after ->curl_do() */
|
2001-08-30 18:48:34 -04:00
|
|
|
};
|
2001-02-20 12:35:51 -05:00
|
|
|
|
2002-09-02 18:31:18 -04:00
|
|
|
/* The end of connectdata. 08/27/02 jhrg */
|
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
/*
|
|
|
|
* Struct to keep statistical and informational data.
|
|
|
|
*/
|
|
|
|
struct PureInfo {
|
|
|
|
int httpcode;
|
|
|
|
int httpversion;
|
2001-09-28 07:04:43 -04:00
|
|
|
long filetime; /* If requested, this is might get set. Set to -1 if
|
|
|
|
the time was unretrievable */
|
2001-08-30 18:48:34 -04:00
|
|
|
long header_size; /* size of read header(s) in bytes */
|
|
|
|
long request_size; /* the amount of bytes sent in the request(s) */
|
2002-01-29 05:49:32 -05:00
|
|
|
|
|
|
|
char *contenttype; /* the content type of the object */
|
2000-05-22 10:12:12 -04:00
|
|
|
};
|
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
|
2000-02-14 18:13:15 -05:00
|
|
|
struct Progress {
|
2000-02-15 19:02:40 -05:00
|
|
|
long lastshow; /* time() of the last displayed progress meter or NULL to
|
|
|
|
force redraw at next call */
|
2000-02-14 18:13:15 -05:00
|
|
|
double size_dl;
|
|
|
|
double size_ul;
|
|
|
|
double downloaded;
|
|
|
|
double uploaded;
|
|
|
|
|
|
|
|
double current_speed; /* uses the currently fastest transfer */
|
|
|
|
|
2000-06-16 09:17:44 -04:00
|
|
|
bool callback; /* set when progress callback is used */
|
2000-02-14 18:13:15 -05:00
|
|
|
int width; /* screen width at download start */
|
|
|
|
int flags; /* see progress.h */
|
2001-10-12 08:31:43 -04:00
|
|
|
|
2001-11-20 10:00:50 -05:00
|
|
|
double timespent;
|
2001-10-12 08:31:43 -04:00
|
|
|
|
2000-02-21 18:51:38 -05:00
|
|
|
double dlspeed;
|
|
|
|
double ulspeed;
|
2000-03-01 17:06:57 -05:00
|
|
|
|
2000-11-06 10:31:10 -05:00
|
|
|
double t_nslookup;
|
|
|
|
double t_connect;
|
|
|
|
double t_pretransfer;
|
2001-11-20 10:00:50 -05:00
|
|
|
double t_starttransfer;
|
2002-04-16 03:59:20 -04:00
|
|
|
double t_redirect;
|
2000-09-25 17:49:37 -04:00
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
struct timeval start;
|
|
|
|
struct timeval t_startsingle;
|
2001-10-12 08:31:43 -04:00
|
|
|
#define CURR_TIME (5+1) /* 6 entries for 5 seconds */
|
2000-09-25 17:49:37 -04:00
|
|
|
|
|
|
|
double speeder[ CURR_TIME ];
|
2001-10-12 08:31:43 -04:00
|
|
|
struct timeval speeder_time[ CURR_TIME ];
|
2000-09-25 17:49:37 -04:00
|
|
|
int speeder_c;
|
2000-02-14 18:13:15 -05:00
|
|
|
};
|
|
|
|
|
2001-01-26 10:52:01 -05:00
|
|
|
typedef enum {
|
|
|
|
HTTPREQ_NONE, /* first in list */
|
|
|
|
HTTPREQ_GET,
|
|
|
|
HTTPREQ_POST,
|
|
|
|
HTTPREQ_POST_FORM, /* we make a difference internally */
|
|
|
|
HTTPREQ_PUT,
|
|
|
|
HTTPREQ_CUSTOM,
|
|
|
|
HTTPREQ_LAST /* last in list */
|
|
|
|
} Curl_HttpReq;
|
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
/*
|
|
|
|
* Values that are generated, temporary or calculated internally for a
|
|
|
|
* "session handle" must be defined within the 'struct urlstate'. This struct
|
|
|
|
* will be used within the SessionHandle struct. When the 'SessionHandle'
|
|
|
|
* struct is cloned, this data MUST NOT be copied.
|
|
|
|
*
|
|
|
|
* Remember that any "state" information goes globally for the curl handle.
|
|
|
|
* Session-data MUST be put in the connectdata struct and here. */
|
|
|
|
#define MAX_CURL_USER_LENGTH 256
|
|
|
|
#define MAX_CURL_PASSWORD_LENGTH 256
|
|
|
|
|
|
|
|
struct UrlState {
|
2002-08-05 13:04:39 -04:00
|
|
|
enum {
|
|
|
|
Curl_if_none,
|
|
|
|
Curl_if_easy,
|
|
|
|
Curl_if_multi
|
|
|
|
} used_interface;
|
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
/* buffers to store authentication data in, as parsed from input options */
|
|
|
|
char user[MAX_CURL_USER_LENGTH];
|
|
|
|
char passwd[MAX_CURL_PASSWORD_LENGTH];
|
|
|
|
char proxyuser[MAX_CURL_USER_LENGTH];
|
|
|
|
char proxypasswd[MAX_CURL_PASSWORD_LENGTH];
|
|
|
|
|
|
|
|
struct timeval keeps_speed; /* for the progress meter really */
|
|
|
|
|
|
|
|
/* 'connects' will be an allocated array with pointers. If the pointer is
|
|
|
|
set, it holds an allocated connection. */
|
|
|
|
struct connectdata **connects;
|
|
|
|
long numconnects; /* size of the 'connects' array */
|
|
|
|
|
|
|
|
char *headerbuff; /* allocated buffer to store headers in */
|
|
|
|
int headersize; /* size of the allocation */
|
|
|
|
|
2002-01-16 09:53:19 -05:00
|
|
|
char buffer[BUFSIZE+1]; /* download buffer */
|
|
|
|
char uploadbuffer[BUFSIZE+1]; /* upload buffer */
|
2001-08-30 18:48:34 -04:00
|
|
|
double current_speed; /* the ProgressShow() funcion sets this */
|
|
|
|
|
2000-07-25 17:14:12 -04:00
|
|
|
bool this_is_a_follow; /* this is a followed Location: request */
|
2001-08-30 18:48:34 -04:00
|
|
|
|
|
|
|
char *auth_host; /* if set, this should be the host name that we will
|
|
|
|
sent authorization to, no else. Used to make Location:
|
|
|
|
following not keep sending user+password... This is
|
|
|
|
strdup() data.
|
|
|
|
*/
|
2001-09-06 04:32:01 -04:00
|
|
|
|
|
|
|
struct curl_ssl_session *session; /* array of 'numsessions' size */
|
|
|
|
long sessionage; /* number of the most recent session */
|
2001-09-12 08:02:12 -04:00
|
|
|
|
|
|
|
char scratch[BUFSIZE*2]; /* huge buffer when doing upload CRLF replacing */
|
2001-11-02 17:30:34 -05:00
|
|
|
bool errorbuf; /* Set to TRUE if the error buffer is already filled in.
|
|
|
|
This must be set to FALSE every time _easy_perform() is
|
|
|
|
called. */
|
2002-01-03 10:01:22 -05:00
|
|
|
|
|
|
|
#ifdef HAVE_SIGNAL
|
|
|
|
/* storage for the previous bag^H^H^HSIGPIPE signal handler :-) */
|
|
|
|
void (*prev_signal)(int sig);
|
|
|
|
#endif
|
|
|
|
bool allow_port; /* Is set.use_port allowed to take effect or not. This
|
|
|
|
is always set TRUE when curl_easy_perform() is called. */
|
2000-05-22 10:12:12 -04:00
|
|
|
};
|
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
|
2000-05-22 10:12:12 -04:00
|
|
|
/*
|
2001-08-30 18:48:34 -04:00
|
|
|
* This 'DynamicStatic' struct defines dynamic states that actually change
|
|
|
|
* values in the 'UserDefined' area, which MUST be taken into consideration
|
|
|
|
* if the UserDefined struct is cloned or similar. You can probably just
|
|
|
|
* copy these, but each one indicate a special action on other data.
|
|
|
|
*/
|
|
|
|
|
|
|
|
struct DynamicStatic {
|
|
|
|
char *url; /* work URL, copied from UserDefined */
|
|
|
|
bool url_alloc; /* URL string is malloc()'ed */
|
|
|
|
char *proxy; /* work proxy, copied from UserDefined */
|
|
|
|
bool proxy_alloc; /* http proxy string is malloc()'ed */
|
|
|
|
char *referer; /* referer string */
|
|
|
|
bool referer_alloc; /* referer sting is malloc()ed */
|
2002-10-17 03:10:39 -04:00
|
|
|
struct curl_slist *cookielist; /* list of cookie files set by
|
|
|
|
curl_easy_setopt(COOKIEFILE) calls */
|
2001-08-30 18:48:34 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This 'UserDefined' struct must only contain data that is set once to go
|
2001-02-22 18:32:02 -05:00
|
|
|
* for many (perhaps) independent connections. Values that are generated or
|
2001-08-30 18:48:34 -04:00
|
|
|
* calculated internally for the "session handle" MUST be defined within the
|
|
|
|
* 'struct urlstate' instead. The only exceptions MUST note the changes in
|
|
|
|
* the 'DynamicStatic' struct.
|
2000-05-22 10:12:12 -04:00
|
|
|
*/
|
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
struct UserDefined {
|
2002-04-12 03:21:11 -04:00
|
|
|
FILE *err; /* the stderr user data goes here */
|
|
|
|
void *debugdata; /* the data that will be passed to fdebug */
|
2000-05-22 10:12:12 -04:00
|
|
|
char *errorbuffer; /* store failure messages in here */
|
|
|
|
char *proxyuserpwd; /* Proxy <user:password>, if used */
|
2000-07-25 03:32:22 -04:00
|
|
|
long proxyport; /* If non-zero, use this port number by default. If the
|
|
|
|
proxy string features a ":[port]" that one will override
|
2001-08-30 18:48:34 -04:00
|
|
|
this. */
|
2001-05-04 03:47:11 -04:00
|
|
|
void *out; /* the fetched file goes here */
|
|
|
|
void *in; /* the uploaded file is read from here */
|
|
|
|
void *writeheader; /* write the header to this is non-NULL */
|
2001-08-30 18:48:34 -04:00
|
|
|
char *set_url; /* what original URL to work on */
|
|
|
|
char *set_proxy; /* proxy to use */
|
|
|
|
long use_port; /* which port to use (when not using default) */
|
|
|
|
char *userpwd; /* <user:password>, if used */
|
|
|
|
char *set_range; /* range, if used. See README for detailed specification
|
|
|
|
on this syntax. */
|
|
|
|
long followlocation; /* as in HTTP Location: */
|
|
|
|
long maxredirs; /* maximum no. of http(s) redirects to follow */
|
|
|
|
char *set_referer; /* custom string */
|
2000-06-20 07:23:31 -04:00
|
|
|
bool free_referer; /* set TRUE if 'referer' points to a string we
|
|
|
|
allocated */
|
1999-12-29 09:20:26 -05:00
|
|
|
char *useragent; /* User-Agent string */
|
2002-09-02 18:31:18 -04:00
|
|
|
char *encoding; /* Accept-Encoding string 08/28/02 jhrg */
|
2001-08-30 18:48:34 -04:00
|
|
|
char *postfields; /* if POST, set the fields' values here */
|
2001-08-14 04:40:39 -04:00
|
|
|
size_t postfieldsize; /* if POST, this might have a size to use instead of
|
|
|
|
strlen(), and then the data *may* be binary (contain
|
|
|
|
zero bytes) */
|
2001-08-30 18:48:34 -04:00
|
|
|
char *ftpport; /* port to send with the FTP PORT command */
|
|
|
|
char *device; /* network interface to use */
|
|
|
|
curl_write_callback fwrite; /* function that stores the output */
|
|
|
|
curl_write_callback fwrite_header; /* function that stores headers */
|
|
|
|
curl_read_callback fread; /* function that reads the input */
|
|
|
|
curl_progress_callback fprogress; /* function for progress information */
|
2002-04-12 03:21:11 -04:00
|
|
|
curl_debug_callback fdebug; /* function that write informational data */
|
2000-05-22 10:12:12 -04:00
|
|
|
void *progress_client; /* pointer to pass to the progress callback */
|
2001-08-30 18:48:34 -04:00
|
|
|
curl_passwd_callback fpasswd; /* call for password */
|
|
|
|
void *passwd_client; /* pass to the passwd callback */
|
|
|
|
long timeout; /* in seconds, 0 means no timeout */
|
|
|
|
long connecttimeout; /* in seconds, 0 means no timeout */
|
|
|
|
long infilesize; /* size of file to upload, -1 means unknown */
|
1999-12-29 09:20:26 -05:00
|
|
|
long low_speed_limit; /* bytes/second */
|
|
|
|
long low_speed_time; /* number of seconds */
|
2001-08-30 18:48:34 -04:00
|
|
|
int set_resume_from; /* continue [ftp] transfer from here */
|
|
|
|
char *cookie; /* HTTP cookie string to send */
|
2000-06-05 04:23:50 -04:00
|
|
|
struct curl_slist *headers; /* linked list of extra headers */
|
1999-12-29 09:20:26 -05:00
|
|
|
struct HttpPost *httppost; /* linked list of POST data */
|
2001-12-17 18:01:39 -05:00
|
|
|
char *cert; /* certificate */
|
|
|
|
char *cert_type; /* format for certificate (default: PEM) */
|
|
|
|
char *key; /* private key */
|
|
|
|
char *key_type; /* format for private key (default: PEM) */
|
|
|
|
char *key_passwd; /* plain text private key password */
|
|
|
|
char *crypto_engine; /* name of the crypto engine to use */
|
2001-08-30 18:48:34 -04:00
|
|
|
char *cookiejar; /* dump all cookies to this file */
|
2002-05-07 05:58:13 -04:00
|
|
|
bool cookiesession; /* new cookie session? */
|
2001-08-30 18:48:34 -04:00
|
|
|
bool crlf; /* convert crlf on ftp upload(?) */
|
2002-02-28 18:31:23 -05:00
|
|
|
struct curl_slist *quote; /* after connection is established */
|
2000-01-10 18:36:14 -05:00
|
|
|
struct curl_slist *postquote; /* after the transfer */
|
2002-02-28 18:31:23 -05:00
|
|
|
struct curl_slist *prequote; /* before the transfer, after type (Wesley Laxton)*/
|
2001-02-20 12:35:51 -05:00
|
|
|
struct curl_slist *telnet_options; /* linked list of telnet options */
|
2001-10-09 02:52:37 -04:00
|
|
|
curl_TimeCond timecondition; /* kind of time/date comparison */
|
2001-01-24 07:10:10 -05:00
|
|
|
time_t timevalue; /* what time to compare with */
|
2001-08-30 18:48:34 -04:00
|
|
|
curl_closepolicy closepolicy; /* connection cache close concept */
|
|
|
|
Curl_HttpReq httpreq; /* what kind of HTTP request (if any) is this */
|
|
|
|
char *customrequest; /* HTTP/FTP request to use */
|
2001-10-09 02:52:37 -04:00
|
|
|
long httpversion; /* when non-zero, a specific HTTP version requested to
|
|
|
|
be used in the library's request(s) */
|
2000-07-25 17:14:12 -04:00
|
|
|
char *auth_host; /* if set, this is the allocated string to the host name
|
|
|
|
* to which to send the authorization data to, and no other
|
|
|
|
* host (which location-following otherwise could lead to)
|
|
|
|
*/
|
2001-01-24 07:10:10 -05:00
|
|
|
char *krb4_level; /* what security level */
|
2001-08-30 18:48:34 -04:00
|
|
|
struct ssl_config_data ssl; /* user defined SSL stuff */
|
2001-02-20 12:35:51 -05:00
|
|
|
|
2002-08-30 05:20:11 -04:00
|
|
|
curl_proxytype proxytype; /* what kind of proxy that is in use */
|
|
|
|
|
2002-01-07 23:30:59 -05:00
|
|
|
int dns_cache_timeout; /* DNS cache timeout */
|
2002-06-15 17:00:54 -04:00
|
|
|
long buffer_size; /* size of receive buffer to use */
|
2002-01-07 23:30:59 -05:00
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
/* Here follows boolean settings that define how to behave during
|
|
|
|
this session. They are STATIC, set by libcurl users or at least initially
|
|
|
|
and they don't change during operations. */
|
|
|
|
|
|
|
|
bool get_filetime;
|
|
|
|
bool tunnel_thru_httpproxy;
|
|
|
|
bool ftp_append;
|
|
|
|
bool ftp_ascii;
|
|
|
|
bool ftp_list_only;
|
|
|
|
bool ftp_use_port;
|
|
|
|
bool hide_progress;
|
|
|
|
bool http_fail_on_error;
|
|
|
|
bool http_follow_location;
|
2002-01-03 04:43:17 -05:00
|
|
|
bool include_header;
|
|
|
|
#define http_include_header include_header /* former name */
|
2001-12-20 06:22:01 -05:00
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
bool http_set_referer;
|
|
|
|
bool http_auto_referer; /* set "correct" referer when following location: */
|
|
|
|
bool no_body;
|
|
|
|
bool set_port;
|
|
|
|
bool upload;
|
2002-05-21 18:17:19 -04:00
|
|
|
enum CURL_NETRC_OPTION
|
|
|
|
use_netrc; /* defined in include/curl.h */
|
2001-08-30 18:48:34 -04:00
|
|
|
bool verbose;
|
|
|
|
bool krb4; /* kerberos4 connection requested */
|
|
|
|
bool reuse_forbid; /* forbidden to be reused, close after use */
|
|
|
|
bool reuse_fresh; /* do not re-use an existing connection */
|
|
|
|
bool expect100header; /* TRUE if we added Expect: 100-continue */
|
2001-11-28 18:20:14 -05:00
|
|
|
bool ftp_use_epsv; /* if EPSV is to be attempted or not */
|
2002-08-22 15:38:50 -04:00
|
|
|
bool no_signal; /* do not use any signal/alarm handler */
|
2002-01-07 15:52:32 -05:00
|
|
|
|
|
|
|
bool global_dns_cache;
|
2001-08-30 18:48:34 -04:00
|
|
|
};
|
2001-02-20 12:35:51 -05:00
|
|
|
|
2001-08-30 18:48:34 -04:00
|
|
|
/*
|
|
|
|
* In August 2001, this struct was redesigned and is since stricter than
|
|
|
|
* before. The 'connectdata' struct MUST have all the connection oriented
|
|
|
|
* stuff as we may now have several simultaneous connections and connection
|
|
|
|
* structs in memory.
|
|
|
|
*
|
|
|
|
* From now on, the 'SessionHandle' must only contain data that is set once to
|
|
|
|
* go for many (perhaps) independent connections. Values that are generated or
|
|
|
|
* calculated internally for the "session handle" must be defined within the
|
|
|
|
* 'struct urlstate' instead. */
|
|
|
|
|
|
|
|
struct SessionHandle {
|
2002-08-13 10:20:47 -04:00
|
|
|
curl_hash *hostcache;
|
|
|
|
curl_share *share; /* Share, handles global variable mutexing */
|
2001-08-30 18:48:34 -04:00
|
|
|
struct UserDefined set; /* values set by the libcurl user */
|
|
|
|
struct DynamicStatic change; /* possibly modified userdefined data */
|
|
|
|
|
|
|
|
struct CookieInfo *cookies; /* the cookies, read from files and servers */
|
|
|
|
struct Progress progress; /* for all the progress meter data */
|
|
|
|
struct UrlState state; /* struct for fields used for state info and
|
|
|
|
other dynamic purposes */
|
|
|
|
struct PureInfo info; /* stats, reports and info data */
|
2001-12-17 18:01:39 -05:00
|
|
|
#ifdef USE_SSLEAY
|
|
|
|
ENGINE* engine;
|
|
|
|
#endif /* USE_SSLEAY */
|
1999-12-29 09:20:26 -05:00
|
|
|
};
|
|
|
|
|
|
|
|
#define LIBCURL_NAME "libcurl"
|
|
|
|
|
|
|
|
#endif
|