93ce759c73
This commit introduces the following features: a) the fetchStat*() functions, which return meta-information for a document, such as size, modification time, etc. b) the use of the com_err(3) facilities to report errors. It also fixes a bunch of style bugs and a few logic bugs and somewhat improves the man page. Changed files, in alphabetical order: Makefile: Don't generate macros in {ftp,http}err.c. Generate category fields for the error message lists. Compile the error table. Install fetch_err.h along with fetch.h. common.c: Remove the _netdb_errstring() macro, and add FETCH_ERR_NETDB to the error code in the _netdb_seterr() macro. Add categories to the _netdb_errlist table. Report errors through the Common Error library. common.h: Add the DEBUG macros. Add prototype for fetchConnect(). Remove the prototype for _fetch_errstring(), which is local to common.c Add a categroy field to struct fetcherr, and define constants for error categories. Define macros for _{url,netdb,ftp,http}_seterr(). errors.et: (new file) List error categories. fetch.3: Document the fetchStat*() functions. Move the "unimplemented functionality" comments from NOTES to BUGS. Document that applications which use libfetch must also use libcom_err, and list existing error codes. Undocument fetchLastErr{Code,String}. Remove the (empty) DIAGNOSTICS section. Mention Eugene Skepner in the AUTHORS section. fetch.c: Move the DEBUG macros to common.c Add fetchStat() and fetchStatURL(). Generate error messages for URL parser errors, and fix a minor bug in the parser. Use 'struct url' instead of 'url_t'. Remove fetchLastErr{Code,String}. fetch.h: Use 'struct url' instead of 'url_t', and remove the typedef. Define struct url_stat (used by fetchStat()). Add prototypes for fetchStat*(). Remove the declarations for fetchLastErr{Code,String}. Include fetch_err.h. fetch_err.et: (new file) Error table for libfetch. file.c: Add fetchStatFile(). Use 'struct url' instead of 'url_t'. ftp.c: Add fetchStatFTP(). Use 'struct url' instead of 'url_t'. Don't use fetchLastErrCode. ftp.errors: Add categories to all error messages. http.c: Add fetchStatHTTP(). Use 'struct url' instead of 'url_t'. Don't use fetchLastErr{Code,Text}. http.errors: Add categories to all error messages. Prompted by: jkh and Eugene Skepner Numerous sugestions from: Garett Wollman and Eugene Skepner
439 lines
10 KiB
C
439 lines
10 KiB
C
/*-
|
|
* Copyright (c) 1998 Dag-Erling Coïdan Smørgrav
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer
|
|
* in this position and unchanged.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
* 3. The name of the author may not be used to endorse or promote products
|
|
* derived from this software without specific prior written permission
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
|
|
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
|
* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
|
|
* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
* $Id: ftp.c,v 1.6 1998/11/05 19:48:17 des Exp $
|
|
*/
|
|
|
|
/*
|
|
* Portions of this code were taken from or based on ftpio.c:
|
|
*
|
|
* ----------------------------------------------------------------------------
|
|
* "THE BEER-WARE LICENSE" (Revision 42):
|
|
* <phk@login.dknet.dk> wrote this file. As long as you retain this notice you
|
|
* can do whatever you want with this stuff. If we meet some day, and you think
|
|
* this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
|
|
* ----------------------------------------------------------------------------
|
|
*
|
|
* Major Changelog:
|
|
*
|
|
* Dag-Erling Coïdan Smørgrav
|
|
* 9 Jun 1998
|
|
*
|
|
* Incorporated into libfetch
|
|
*
|
|
* Jordan K. Hubbard
|
|
* 17 Jan 1996
|
|
*
|
|
* Turned inside out. Now returns xfers as new file ids, not as a special
|
|
* `state' of FTP_t
|
|
*
|
|
* $ftpioId: ftpio.c,v 1.30 1998/04/11 07:28:53 phk Exp $
|
|
*
|
|
*/
|
|
|
|
#include <sys/types.h>
|
|
#include <sys/socket.h>
|
|
#include <netinet/in.h>
|
|
#include <sys/errno.h>
|
|
|
|
#include <ctype.h>
|
|
#include <errno.h>
|
|
#include <netdb.h>
|
|
#include <stdarg.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
|
|
#include "fetch.h"
|
|
#include "common.h"
|
|
#include "ftperr.inc"
|
|
|
|
#define FTP_DEFAULT_TO_ANONYMOUS
|
|
#define FTP_ANONYMOUS_USER "ftp"
|
|
#define FTP_ANONYMOUS_PASSWORD "ftp"
|
|
#define FTP_DEFAULT_PORT 21
|
|
|
|
#define FTP_OPEN_DATA_CONNECTION 150
|
|
#define FTP_OK 200
|
|
#define FTP_PASSIVE_MODE 227
|
|
#define FTP_LOGGED_IN 230
|
|
#define FTP_FILE_ACTION_OK 250
|
|
#define FTP_NEED_PASSWORD 331
|
|
#define FTP_NEED_ACCOUNT 332
|
|
|
|
#define ENDL "\r\n"
|
|
|
|
static struct url cached_host;
|
|
static FILE *cached_socket;
|
|
|
|
static char *_ftp_last_reply;
|
|
|
|
/*
|
|
* Get server response, check that first digit is a '2'
|
|
*/
|
|
static int
|
|
_ftp_chkerr(FILE *s, int *e)
|
|
{
|
|
char *line;
|
|
size_t len;
|
|
int err;
|
|
|
|
if (e)
|
|
*e = 0;
|
|
|
|
do {
|
|
if (((line = fgetln(s, &len)) == NULL) || (len < 4)) {
|
|
_fetch_syserr();
|
|
return -1;
|
|
}
|
|
} while (line[3] == '-');
|
|
|
|
_ftp_last_reply = line;
|
|
|
|
#ifndef NDEBUG
|
|
fprintf(stderr, "\033[1m<<< ");
|
|
fprintf(stderr, "%*.*s", (int)len, (int)len, line);
|
|
fprintf(stderr, "\033[m");
|
|
#endif
|
|
|
|
if (!isdigit(line[1]) || !isdigit(line[1])
|
|
|| !isdigit(line[2]) || (line[3] != ' ')) {
|
|
_ftp_seterr(0);
|
|
return -1;
|
|
}
|
|
|
|
err = (line[0] - '0') * 100 + (line[1] - '0') * 10 + (line[2] - '0');
|
|
_ftp_seterr(err);
|
|
|
|
if (e)
|
|
*e = err;
|
|
|
|
return (line[0] == '2') - 1;
|
|
}
|
|
|
|
/*
|
|
* Send a command and check reply
|
|
*/
|
|
static int
|
|
_ftp_cmd(FILE *f, char *fmt, ...)
|
|
{
|
|
va_list ap;
|
|
int e;
|
|
|
|
va_start(ap, fmt);
|
|
vfprintf(f, fmt, ap);
|
|
#ifndef NDEBUG
|
|
fprintf(stderr, "\033[1m>>> ");
|
|
vfprintf(stderr, fmt, ap);
|
|
fprintf(stderr, "\033[m");
|
|
#endif
|
|
va_end(ap);
|
|
|
|
_ftp_chkerr(f, &e);
|
|
return e;
|
|
}
|
|
|
|
/*
|
|
* Transfer file
|
|
*/
|
|
static FILE *
|
|
_ftp_transfer(FILE *cf, char *oper, char *file, char *mode, int pasv)
|
|
{
|
|
struct sockaddr_in sin;
|
|
int sd = -1, l;
|
|
char *s;
|
|
FILE *df;
|
|
|
|
/* change directory */
|
|
if (((s = strrchr(file, '/')) != NULL) && (s != file)) {
|
|
*s = 0;
|
|
if (_ftp_cmd(cf, "CWD %s" ENDL, file) != FTP_FILE_ACTION_OK) {
|
|
*s = '/';
|
|
return NULL;
|
|
}
|
|
*s++ = '/';
|
|
} else {
|
|
if (_ftp_cmd(cf, "CWD /" ENDL) != FTP_FILE_ACTION_OK)
|
|
return NULL;
|
|
}
|
|
|
|
/* s now points to file name */
|
|
|
|
/* open data socket */
|
|
if ((sd = socket(PF_INET, SOCK_STREAM, IPPROTO_TCP)) == -1) {
|
|
_fetch_syserr();
|
|
return NULL;
|
|
}
|
|
|
|
if (pasv) {
|
|
u_char addr[6];
|
|
char *ln, *p;
|
|
int i;
|
|
|
|
/* send PASV command */
|
|
if (_ftp_cmd(cf, "PASV" ENDL) != FTP_PASSIVE_MODE)
|
|
goto ouch;
|
|
|
|
/* find address and port number. The reply to the PASV command
|
|
is IMHO the one and only weak point in the FTP protocol. */
|
|
ln = _ftp_last_reply;
|
|
for (p = ln + 3; !isdigit(*p); p++)
|
|
/* nothing */ ;
|
|
for (p--, i = 0; i < 6; i++) {
|
|
p++; /* skip the comma */
|
|
addr[i] = strtol(p, &p, 10);
|
|
}
|
|
|
|
/* construct sockaddr for data socket */
|
|
l = sizeof(sin);
|
|
if (getpeername(fileno(cf), (struct sockaddr *)&sin, &l) == -1)
|
|
goto sysouch;
|
|
bcopy(addr, (char *)&sin.sin_addr, 4);
|
|
bcopy(addr + 4, (char *)&sin.sin_port, 2);
|
|
|
|
/* connect to data port */
|
|
if (connect(sd, (struct sockaddr *)&sin, sizeof(sin)) == -1)
|
|
goto sysouch;
|
|
|
|
/* make the server initiate the transfer */
|
|
if (_ftp_cmd(cf, "%s %s" ENDL, oper, s) != FTP_OPEN_DATA_CONNECTION)
|
|
goto ouch;
|
|
|
|
} else {
|
|
u_int32_t a;
|
|
u_short p;
|
|
int d;
|
|
|
|
/* find our own address, bind, and listen */
|
|
l = sizeof(sin);
|
|
if (getsockname(fileno(cf), (struct sockaddr *)&sin, &l) == -1)
|
|
goto sysouch;
|
|
sin.sin_port = 0;
|
|
if (bind(sd, (struct sockaddr *)&sin, l) == -1)
|
|
goto sysouch;
|
|
if (listen(sd, 1) == -1)
|
|
goto sysouch;
|
|
|
|
/* find what port we're on and tell the server */
|
|
if (getsockname(sd, (struct sockaddr *)&sin, &l) == -1)
|
|
goto sysouch;
|
|
a = ntohl(sin.sin_addr.s_addr);
|
|
p = ntohs(sin.sin_port);
|
|
if (_ftp_cmd(cf, "PORT %d,%d,%d,%d,%d,%d" ENDL,
|
|
(a >> 24) & 0xff, (a >> 16) & 0xff, (a >> 8) & 0xff, a & 0xff,
|
|
(p >> 8) & 0xff, p & 0xff) != FTP_OK)
|
|
goto ouch;
|
|
|
|
/* make the server initiate the transfer */
|
|
if (_ftp_cmd(cf, "%s %s" ENDL, oper, s) != FTP_OPEN_DATA_CONNECTION)
|
|
goto ouch;
|
|
|
|
/* accept the incoming connection and go to town */
|
|
if ((d = accept(sd, NULL, NULL)) == -1)
|
|
goto sysouch;
|
|
close(sd);
|
|
sd = d;
|
|
}
|
|
|
|
if ((df = fdopen(sd, mode)) == NULL)
|
|
goto sysouch;
|
|
return df;
|
|
|
|
sysouch:
|
|
_fetch_syserr();
|
|
ouch:
|
|
close(sd);
|
|
return NULL;
|
|
}
|
|
|
|
/*
|
|
* Log on to FTP server
|
|
*/
|
|
static FILE *
|
|
_ftp_connect(char *host, int port, char *user, char *pwd)
|
|
{
|
|
int sd, e, pp = FTP_DEFAULT_PORT;
|
|
char *p, *q;
|
|
FILE *f;
|
|
|
|
/* check for proxy */
|
|
if ((p = getenv("FTP_PROXY")) != NULL) {
|
|
if ((q = strchr(p, ':')) != NULL) {
|
|
/* XXX check that it's a valid number */
|
|
pp = atoi(q+1);
|
|
}
|
|
if (q)
|
|
*q = 0;
|
|
sd = fetchConnect(p, pp);
|
|
if (q)
|
|
*q = ':';
|
|
} else {
|
|
/* no proxy, go straight to target */
|
|
sd = fetchConnect(host, port);
|
|
}
|
|
|
|
/* check connection */
|
|
if (sd == -1) {
|
|
_fetch_syserr();
|
|
return NULL;
|
|
}
|
|
|
|
/* streams make life easier */
|
|
if ((f = fdopen(sd, "r+")) == NULL) {
|
|
_fetch_syserr();
|
|
goto ouch;
|
|
}
|
|
|
|
/* expect welcome message */
|
|
if (_ftp_chkerr(f, NULL) == -1)
|
|
goto fouch;
|
|
|
|
/* send user name and password */
|
|
if (!user || !*user)
|
|
user = FTP_ANONYMOUS_USER;
|
|
e = p ? _ftp_cmd(f, "USER %s@%s@%d" ENDL, user, host, port)
|
|
: _ftp_cmd(f, "USER %s" ENDL, user);
|
|
|
|
/* did the server request a password? */
|
|
if (e == FTP_NEED_PASSWORD) {
|
|
if (!pwd || !*pwd)
|
|
pwd = FTP_ANONYMOUS_PASSWORD;
|
|
e = _ftp_cmd(f, "PASS %s" ENDL, pwd);
|
|
}
|
|
|
|
/* did the server request an account? */
|
|
if (e == FTP_NEED_ACCOUNT)
|
|
/* help! */ ;
|
|
|
|
/* we should be done by now */
|
|
if (e != FTP_LOGGED_IN)
|
|
goto fouch;
|
|
|
|
/* might as well select mode and type at once */
|
|
#ifdef FTP_FORCE_STREAM_MODE
|
|
if (_ftp_cmd(f, "MODE S" ENDL) != FTP_OK) /* default is S */
|
|
goto ouch;
|
|
#endif
|
|
if (_ftp_cmd(f, "TYPE I" ENDL) != FTP_OK) /* default is A */
|
|
goto ouch;
|
|
|
|
/* done */
|
|
return f;
|
|
|
|
ouch:
|
|
close(sd);
|
|
return NULL;
|
|
fouch:
|
|
fclose(f);
|
|
return NULL;
|
|
}
|
|
|
|
/*
|
|
* Disconnect from server
|
|
*/
|
|
static void
|
|
_ftp_disconnect(FILE *f)
|
|
{
|
|
_ftp_cmd(f, "QUIT" ENDL);
|
|
fclose(f);
|
|
}
|
|
|
|
/*
|
|
* Check if we're already connected
|
|
*/
|
|
static int
|
|
_ftp_isconnected(struct url *url)
|
|
{
|
|
return (cached_socket
|
|
&& (strcmp(url->host, cached_host.host) == 0)
|
|
&& (strcmp(url->user, cached_host.user) == 0)
|
|
&& (strcmp(url->pwd, cached_host.pwd) == 0)
|
|
&& (url->port == cached_host.port));
|
|
}
|
|
|
|
/*
|
|
* FTP session
|
|
*/
|
|
static FILE *
|
|
fetchXxxFTP(struct url *url, char *oper, char *mode, char *flags)
|
|
{
|
|
FILE *cf = NULL;
|
|
int e;
|
|
|
|
/* set default port */
|
|
if (!url->port)
|
|
url->port = FTP_DEFAULT_PORT;
|
|
|
|
/* try to use previously cached connection; there should be a 226 waiting */
|
|
if (_ftp_isconnected(url)) {
|
|
_ftp_chkerr(cached_socket, &e);
|
|
if (e > 0)
|
|
cf = cached_socket;
|
|
}
|
|
|
|
/* connect to server */
|
|
if (!cf) {
|
|
cf = _ftp_connect(url->host, url->port, url->user, url->pwd);
|
|
if (!cf)
|
|
return NULL;
|
|
if (cached_socket)
|
|
_ftp_disconnect(cached_socket);
|
|
cached_socket = cf;
|
|
memcpy(&cached_host, url, sizeof(struct url));
|
|
}
|
|
|
|
/* initiate the transfer */
|
|
return _ftp_transfer(cf, oper, url->doc, mode, (flags && strchr(flags, 'p')));
|
|
}
|
|
|
|
/*
|
|
* Itsy bitsy teeny weenie
|
|
*/
|
|
FILE *
|
|
fetchGetFTP(struct url *url, char *flags)
|
|
{
|
|
return fetchXxxFTP(url, "RETR", "r", flags);
|
|
}
|
|
|
|
FILE *
|
|
fetchPutFTP(struct url *url, char *flags)
|
|
{
|
|
if (flags && strchr(flags, 'a'))
|
|
return fetchXxxFTP(url, "APPE", "w", flags);
|
|
else return fetchXxxFTP(url, "STOR", "w", flags);
|
|
}
|
|
|
|
extern void warnx(char *fmt, ...);
|
|
int
|
|
fetchStatFTP(struct url *url, struct url_stat *us, char *flags)
|
|
{
|
|
warnx("fetchStatFTP(): not implemented");
|
|
return -1;
|
|
}
|
|
|