websrvr.c 193 KB
Newer Older
1
2
3
/* Synchronet Web Server */

/* $Id$ */
4
// vi: tabstop=4
5
6
7
8
9

/****************************************************************************
 * @format.tab-size 4		(Plain Text/Source Code File Header)			*
 * @format.use-tabs true	(see http://www.synchro.net/ptsc_hdr.html)		*
 *																			*
10
 * Copyright Rob Swindell - http://www.synchro.net/copyright.html			*
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
 *																			*
 * This program is free software; you can redistribute it and/or			*
 * modify it under the terms of the GNU General Public License				*
 * as published by the Free Software Foundation; either version 2			*
 * of the License, or (at your option) any later version.					*
 * See the GNU General Public License for more details: gpl.txt or			*
 * http://www.fsf.org/copyleft/gpl.html										*
 *																			*
 * Anonymous FTP access to the most recent released source is available at	*
 * ftp://vert.synchro.net, ftp://cvs.synchro.net and ftp://ftp.synchro.net	*
 *																			*
 * Anonymous CVS access to the development source and modification history	*
 * is available at cvs.synchro.net:/cvsroot/sbbs, example:					*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs login			*
 *     (just hit return, no password is necessary)							*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs checkout src		*
 *																			*
 * For Synchronet coding style and modification guidelines, see				*
 * http://www.synchro.net/source.html										*
 *																			*
 * You are encouraged to submit any modifications (preferably in Unix diff	*
 * format) via e-mail to mods@synchro.net									*
 *																			*
 * Note: If this box doesn't appear square, then you need to fix your tabs.	*
 ****************************************************************************/

37
38
39
/*
 * General notes: (ToDo stuff)
 *
40
 * Support the ident protocol... the standard log format supports it.
41
 *
deuce's avatar
deuce committed
42
43
44
 * Add in support to pass connections through to a different webserver...
 *      probobly in access.ars... with like a simplified mod_rewrite.
 *      This would allow people to run apache and Synchronet as the same site.
45
46
 * 
 * Add support for multipart/form-data
47
48
49
50
 *
 * Add support for UNIX-domain sockets for FastCGI
 *
 * Improved Win32 support for POST data... currently will read past Content-Length
51
 * 
deuce's avatar
deuce committed
52
 */
53

deuce's avatar
deuce committed
54
/* Headers for CGI stuff */
55
56
#if defined(__unix__)
	#include <sys/wait.h>		/* waitpid() */
rswindell's avatar
rswindell committed
57
58
	#include <sys/types.h>
	#include <signal.h>			/* kill() */
59
60
#endif

61
#ifndef JAVASCRIPT
62
#define JAVASCRIPT
63
64
#endif

65
#undef SBBS	/* this shouldn't be defined unless building sbbs.dll/libsbbs.so */
66
#include "sbbs.h"
67
#include "sbbsdefs.h"
68
#include "sockwrap.h"		/* sendfilesocket() */
deuce's avatar
deuce committed
69
#include "multisock.h"
70
#include "threadwrap.h"
71
#include "semwrap.h"
deuce's avatar
deuce committed
72
#include "xpendian.h"
73
#include "websrvr.h"
deuce's avatar
deuce committed
74
#include "base64.h"
75
#include "md5.h"
76
#include "js_rtpool.h"
77
#include "js_request.h"
deuce's avatar
deuce committed
78
#include "js_socket.h"
79
#include "xpmap.h"
80
#include "xpprintf.h"
deuce's avatar
deuce committed
81
#include "ssl.h"
deuce's avatar
deuce committed
82
#include "fastcgi.h"
83

84
85
static const char*	server_name="Synchronet Web Server";
static const char*	newline="\r\n";
86
87
static const char*	http_scheme="http://";
static const size_t	http_scheme_len=7;
88
89
static const char*	error_301="301 Moved Permanently";
static const char*	error_302="302 Moved Temporarily";
90
static const char*	error_404="404 Not Found";
91
static const char*	error_416="416 Requested Range Not Satisfiable";
92
static const char*	error_500="500 Internal Server Error";
deuce's avatar
deuce committed
93
static const char*	error_503="503 Service Unavailable\r\nConnection: close\r\nContent-Length: 0\r\n\r\n";
94
static const char*	unknown="<unknown>";
deuce's avatar
deuce committed
95
static int len_503 = 0;
96

rswindell's avatar
rswindell committed
97
#define TIMEOUT_THREAD_WAIT		60		/* Seconds */
deuce's avatar
deuce committed
98
99
100
#define MAX_REQUEST_LINE		1024	/* NOT including terminator */
#define MAX_HEADERS_SIZE		16384	/* Maximum total size of all headers 
										   (Including terminator )*/
101
#define MAX_REDIR_LOOPS			20		/* Max. times to follow internal redirects for a single request */
102
#define MAX_POST_LEN			1048576	/* Max size of body for POSTS */
103
#define	OUTBUF_LEN				20480	/* Size of output thread ring buffer */
104

105
106
107
enum {
	 CLEANUP_SSJS_TMP_FILE
	,CLEANUP_POST_DATA
108
	,MAX_CLEANUPS
109
};
110

111
static scfg_t	scfg;
112
static volatile BOOL	http_logging_thread_running=FALSE;
113
static protected_uint32_t active_clients;
114
static protected_uint32_t thread_count;
115
116
static volatile ulong	sockets=0;
static volatile BOOL	terminate_server=FALSE;
deuce's avatar
deuce committed
117
static volatile BOOL	terminated=FALSE;
118
static volatile BOOL	terminate_http_logging_thread=FALSE;
deuce's avatar
deuce committed
119
static struct xpms_set	*ws_set=NULL;
120
static char		revision[16];
121
122
static char		root_dir[MAX_PATH+1];
static char		error_dir[MAX_PATH+1];
123
static char		temp_dir[MAX_PATH+1];
124
static char		cgi_dir[MAX_PATH+1];
125
static char		cgi_env_ini[MAX_PATH+1];
126
static char		default_auth_list[MAX_PATH+1];
127
128
static volatile	time_t	uptime=0;
static volatile	ulong	served=0;
129
static web_startup_t* startup=NULL;
130
static js_server_props_t js_server_props;
131
132
static str_list_t recycle_semfiles;
static str_list_t shutdown_semfiles;
133
static str_list_t cgi_env;
134

135
static named_string_t** mime_types;
136
137
static named_string_t** cgi_handlers;
static named_string_t** xjs_handlers;
138

139
/* Logging stuff */
140
link_list_t	log_list;
141
142
143
144
145
146
147
struct log_data {
	char	*hostname;
	char	*ident;
	char	*user;
	char	*request;
	char	*referrer;
	char	*agent;
148
	char	*vhost;
149
150
151
152
153
	int		status;
	unsigned int	size;
	struct tm completed;
};

154
155
156
157
enum auth_type {
	 AUTHENTICATION_UNKNOWN
	,AUTHENTICATION_BASIC
	,AUTHENTICATION_DIGEST
deuce's avatar
deuce committed
158
	,AUTHENTICATION_TLS_PSK
159
160
};

deuce's avatar
deuce committed
161
char *auth_type_names[] = {
162
163
164
	 "Unknown"
	,"Basic"
	,"Digest"
deuce's avatar
deuce committed
165
	,"TLS-PSK"
166
167
168
	,NULL
};

169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
enum algorithm {
	 ALGORITHM_UNKNOWN
	,ALGORITHM_MD5
	,ALGORITHM_MD5_SESS
};

enum qop_option {
	 QOP_NONE
	,QOP_AUTH
	,QOP_AUTH_INT
	,QOP_UNKNOWN
};

typedef struct {
	enum auth_type	type;
	char			username[(LEN_ALIAS > LEN_NAME ? LEN_ALIAS : LEN_NAME)+1];
	char			password[LEN_PASS+1];
	char			*digest_uri;
	char			*realm;
	char			*nonce;
	enum algorithm	algorithm;
	enum qop_option	qop_value;
	char			*cnonce;
	char			*nonce_count;
193
	unsigned char	digest[16];		/* MD5 digest */
194
	BOOL			stale;
195
196
} authentication_request_t;

197
typedef struct  {
198
	int			method;
199
200
201
202
203
204
	char		virtual_path[MAX_PATH+1];
	char		physical_path[MAX_PATH+1];
	BOOL    	expect_go_ahead;
	time_t		if_modified_since;
	BOOL		keep_alive;
	char		ars[256];
205
	authentication_request_t	auth;
206
207
	char		host[128];				/* The requested host. (as used for self-referencing URLs) */
	char		vhost[128];				/* The requested host. (virtual host) */
208
	int			send_location;
209
	const char*	mime_type;
210
	str_list_t	headers;
211
	char		status[MAX_REQUEST_LINE+1];
212
	char *		post_data;
213
	struct xpmapping *post_map;
214
	size_t		post_len;
215
	int			dynamic;
216
	char		xjs_handler[MAX_PATH+1];
217
	struct log_data	*ld;
218
	char		request_line[MAX_REQUEST_LINE+1];
219
	char		orig_request_line[MAX_REQUEST_LINE+1];
220
	BOOL		finished;				/* Done processing request. */
221
222
	BOOL		read_chunked;
	BOOL		write_chunked;
223
224
	long		range_start;
	long		range_end;
225
	BOOL		accept_ranges;
deuce's avatar
deuce committed
226
	time_t		if_range;
227
	BOOL		path_info_index;
228

229
230
231
	/* CGI parameters */
	char		query_str[MAX_REQUEST_LINE+1];
	char		extra_path_info[MAX_REQUEST_LINE+1];
232
233
	str_list_t	cgi_env;
	str_list_t	dynamic_heads;
234
	BOOL		got_extra_path;
235

236
237
	/* Dynamically (sever-side JS) generated HTML parameters */
	FILE*	fp;
238
	char		*cleanup_file[MAX_CLEANUPS];
239
240
	BOOL	sent_headers;
	BOOL	prev_write;
241

242
	/* webctrl.ini overrides */
243
244
	char	*error_dir;
	char	*cgi_dir;
245
	char	*auth_list;
246
	char	*realm;
247
	char	*digest_realm;
deuce's avatar
deuce committed
248
	char	*fastcgi_socket;
249
250
251
} http_request_t;

typedef struct  {
252
	SOCKET			socket;
deuce's avatar
deuce committed
253
254
	union xp_sockaddr	addr;
	socklen_t		addr_len;
255
	http_request_t	req;
deuce's avatar
deuce committed
256
	char			host_ip[INET6_ADDRSTRLEN];
257
	char			host_name[128];	/* Resolved remote host */
258
259
	int				http_ver;       /* HTTP version.  0 = HTTP/0.9, 1=HTTP/1.0, 2=HTTP/1.1 */
	BOOL			finished;		/* Do not accept any more imput from client */
260
261
262
	user_t			user;
	int				last_user_num;
	time_t			logon_time;
263
	char			username[LEN_NAME+1];
264
	int				last_js_user_num;
265
	char			redir_req[MAX_REQUEST_LINE+1];
266
267
268
269
270

	/* JavaScript parameters */
	JSRuntime*		js_runtime;
	JSContext*		js_cx;
	JSObject*		js_glob;
271
272
	JSObject*		js_query;
	JSObject*		js_header;
273
	JSObject*		js_cookie;
274
	JSObject*		js_request;
275
	js_callback_t	js_callback;
deuce's avatar
deuce committed
276
	subscan_t		*subscan;
277

278
279
280
	/* Ring Buffer Stuff */
	RingBuf			outbuf;
	sem_t			output_thread_terminated;
281
282
	int				outbuf_write_initialized;
	pthread_mutex_t	outbuf_write;
283

284
285
	/* Client info */
	client_t		client;
deuce's avatar
deuce committed
286
287
288

	/* Synchronization stuff */
	pthread_mutex_t	struct_filled;
deuce's avatar
deuce committed
289
290
291
292
293
294
295

	/* TLS Stuff */
	BOOL			is_tls;
	CRYPT_SESSION	tls_sess;
	BOOL			tls_pending;
	BOOL			peeked_valid;
	char			peeked;
296
297
} http_session_t;

deuce's avatar
deuce committed
298
299
300
static CRYPT_CONTEXT tls_context = -1;

enum {
301
302
	 HTTP_0_9
	,HTTP_1_0
303
	,HTTP_1_1
304
305
306
307
};
static char* http_vers[] = {
	 ""
	,"HTTP/1.0"
308
	,"HTTP/1.1"
rswindell's avatar
rswindell committed
309
	,NULL	/* terminator */
310
311
312
313
314
};

enum { 
	 HTTP_HEAD
	,HTTP_GET
315
316
	,HTTP_POST
	,HTTP_OPTIONS
317
};
318

rswindell's avatar
rswindell committed
319
320
321
static char* methods[] = {
	 "HEAD"
	,"GET"
322
	,"POST"
323
	,"OPTIONS"
rswindell's avatar
rswindell committed
324
325
	,NULL	/* terminator */
};
326

327
enum {
328
329
330
331
	 IS_STATIC
	,IS_CGI
	,IS_JS
	,IS_SSJS
deuce's avatar
deuce committed
332
	,IS_FASTCGI
333
334
};

deuce's avatar
deuce committed
335
enum {
336
337
338
	 HEAD_DATE
	,HEAD_HOST
	,HEAD_IFMODIFIED
339
340
	,HEAD_LENGTH
	,HEAD_TYPE
341
342
343
344
345
	,HEAD_AUTH
	,HEAD_CONNECTION
	,HEAD_WWWAUTH
	,HEAD_STATUS
	,HEAD_ALLOW
346
347
348
349
350
	,HEAD_EXPIRES
	,HEAD_LASTMODIFIED
	,HEAD_LOCATION
	,HEAD_PRAGMA
	,HEAD_SERVER
351
352
	,HEAD_REFERER
	,HEAD_AGENT
353
	,HEAD_TRANSFER_ENCODING
354
355
356
	,HEAD_ACCEPT_RANGES
	,HEAD_CONTENT_RANGE
	,HEAD_RANGE
deuce's avatar
deuce committed
357
	,HEAD_IFRANGE
358
	,HEAD_COOKIE
359
360
361
362
363
364
};

static struct {
	int		id;
	char*	text;
} headers[] = {
365
366
367
	{ HEAD_DATE,			"Date"					},
	{ HEAD_HOST,			"Host"					},
	{ HEAD_IFMODIFIED,		"If-Modified-Since"		},
368
369
	{ HEAD_LENGTH,			"Content-Length"		},
	{ HEAD_TYPE,			"Content-Type"			},
370
371
372
373
374
	{ HEAD_AUTH,			"Authorization"			},
	{ HEAD_CONNECTION,		"Connection"			},
	{ HEAD_WWWAUTH,			"WWW-Authenticate"		},
	{ HEAD_STATUS,			"Status"				},
	{ HEAD_ALLOW,			"Allow"					},
375
376
377
378
379
	{ HEAD_EXPIRES,			"Expires"				},
	{ HEAD_LASTMODIFIED,	"Last-Modified"			},
	{ HEAD_LOCATION,		"Location"				},
	{ HEAD_PRAGMA,			"Pragma"				},
	{ HEAD_SERVER,			"Server"				},
380
381
	{ HEAD_REFERER,			"Referer"				},
	{ HEAD_AGENT,			"User-Agent"			},
382
	{ HEAD_TRANSFER_ENCODING,			"Transfer-Encoding"			},
383
384
385
	{ HEAD_ACCEPT_RANGES,	"Accept-Ranges"			},
	{ HEAD_CONTENT_RANGE,	"Content-Range"			},
	{ HEAD_RANGE,			"Range"					},
deuce's avatar
deuce committed
386
	{ HEAD_IFRANGE,			"If-Range"				},
387
	{ HEAD_COOKIE,			"Cookie"				},
388
	{ -1,					NULL /* terminator */	},
389
390
};

391
/* Everything MOVED_TEMP and everything after is a magical internal redirect */
392
enum  {
393
	 NO_LOCATION
394
	,MOVED_PERM
395
	,MOVED_TEMP
396
	,MOVED_STAT
397
398
};

399
400
401
static char	*days[]={"Sun","Mon","Tue","Wed","Thu","Fri","Sat"};
static char	*months[]={"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};

402
static void respond(http_session_t * session);
403
static BOOL js_setup_cx(http_session_t* session);
404
static BOOL js_setup(http_session_t* session);
405
static char *find_last_slash(char *str);
406
static BOOL check_extra_path(http_session_t * session);
407
static BOOL exec_ssjs(http_session_t* session, char* script);
408
static BOOL ssjs_send_headers(http_session_t* session, int chunked);
409
static int sess_recv(http_session_t *session, char *buf, size_t length, int flags);
410

411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
static time_t
sub_mkgmt(struct tm *tm)
{
        int y, nleapdays;
        time_t t;
        /* days before the month */
        static const unsigned short moff[12] = {
                0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334
        };

        /*
         * XXX: This code assumes the given time to be normalized.
         * Normalizing here is impossible in case the given time is a leap
         * second but the local time library is ignorant of leap seconds.
         */

        /* minimal sanity checking not to access outside of the array */
        if ((unsigned) tm->tm_mon >= 12)
                return (time_t) -1;
        if (tm->tm_year < 1970 - 1900)
                return (time_t) -1;

        y = tm->tm_year + 1900 - (tm->tm_mon < 2);
        nleapdays = y / 4 - y / 100 + y / 400 -
            ((1970-1) / 4 - (1970-1) / 100 + (1970-1) / 400);
        t = ((((time_t) (tm->tm_year - (1970 - 1900)) * 365 +
                        moff[tm->tm_mon] + tm->tm_mday - 1 + nleapdays) * 24 +
                tm->tm_hour) * 60 + tm->tm_min) * 60 + tm->tm_sec;

        return (t < 0 ? (time_t) -1 : t);
}

time_t
time_gm(struct tm *tm)
{
        time_t t, t2;
        struct tm *tm2;
        int sec;

        /* Do the first guess. */
        if ((t = sub_mkgmt(tm)) == (time_t) -1)
                return (time_t) -1;

        /* save value in case *tm is overwritten by gmtime() */
        sec = tm->tm_sec;

457
458
        tm2 = gmtime(&t);	/* why not use gmtime_r instead? */
        if (tm2 == NULL || (t2 = sub_mkgmt(tm2)) == (time_t) -1)
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
                return (time_t) -1;

        if (t2 < t || tm2->tm_sec != sec) {
                /*
                 * Adjust for leap seconds.
                 *
                 *     real time_t time
                 *           |
                 *          tm
                 *         /        ... (a) first sub_mkgmt() conversion
                 *       t
                 *       |
                 *      tm2
                 *     /        ... (b) second sub_mkgmt() conversion
                 *   t2
                 *                        --->time
                 */
                /*
                 * Do the second guess, assuming (a) and (b) are almost equal.
                 */
                t += t - t2;
                tm2 = gmtime(&t);

                /*
                 * Either (a) or (b), may include one or two extra
                 * leap seconds.  Try t, t + 2, t - 2, t + 1, and t - 1.
                 */
                if (tm2->tm_sec == sec
                    || (t += 2, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 4, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t += 3, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 2, tm2 = gmtime(&t), tm2->tm_sec == sec))
                        ;        /* found */
                else {
                        /*
                         * Not found.
                         */
                        if (sec >= 60)
                                /*
                                 * The given time is a leap second
                                 * (sec 60 or 61), but the time library
                                 * is ignorant of the leap second.
                                 */
                                ;        /* treat sec 60 as 59,
                                           sec 61 as 0 of the next minute */
                        else
                                /* The given time may not be normalized. */
                                t++;        /* restore t */
                }
        }

        return (t < 0 ? (time_t) -1 : t);
}
512

513
static int lprintf(int level, const char *fmt, ...)
514
515
516
517
518
519
520
521
{
	va_list argptr;
	char sbuf[1024];

	va_start(argptr,fmt);
    vsnprintf(sbuf,sizeof(sbuf),fmt,argptr);
	sbuf[sizeof(sbuf)-1]=0;
    va_end(argptr);
522

523
	if(level <= LOG_ERR) {
524
525
526
		char errmsg[sizeof(sbuf)+16];
		SAFEPRINTF(errmsg, "web %s", sbuf);
		errorlog(&scfg,startup==NULL ? NULL:startup->host_name, errmsg);
527
		if(startup!=NULL && startup->errormsg!=NULL)
528
			startup->errormsg(startup->cbdata,level,errmsg);
529
	}
530
531
532
533
534
535
536
537
538

    if(startup==NULL || startup->lputs==NULL || level > startup->log_level)
        return(0);

#if defined(_WIN32)
	if(IsBadCodePtr((FARPROC)startup->lputs))
		return(0);
#endif

539
    return(startup->lputs(startup->cbdata,level,sbuf));
540
541
}

542
543
static int writebuf(http_session_t	*session, const char *buf, size_t len)
{
544
545
	size_t	sent=0;
	size_t	avail;
546

547
	while(sent < len) {
deuce's avatar
deuce committed
548
		ResetEvent(session->outbuf.empty_event);
549
		avail=RingBufFree(&session->outbuf);
deuce's avatar
deuce committed
550
		if(!avail) {
deuce's avatar
deuce committed
551
			WaitForEvent(session->outbuf.empty_event, 1);
deuce's avatar
deuce committed
552
553
			continue;
		}
554
555
		if(avail > len-sent)
			avail=len-sent;
556
		sent+=RingBufWrite(&(session->outbuf), ((const BYTE *)buf)+sent, avail);
557
558
559
560
	}
	return(sent);
}

deuce's avatar
deuce committed
561
562
563
564
#define HANDLE_CRYPT_CALL(status, session)  handle_crypt_call(status, session, __FILE__, __LINE__)

static BOOL handle_crypt_call(int status, http_session_t *session, const char *file, int line)
{
565
	char	*estr = NULL;
deuce's avatar
deuce committed
566
567
568
569
570
	int		sock = 0;

	if (status == CRYPT_OK)
		return TRUE;
	if (session != NULL) {
571
572
		if (session->is_tls)
			estr = get_crypt_error(session->tls_sess);
deuce's avatar
deuce committed
573
574
		sock = session->socket;
	}
deuce's avatar
deuce committed
575
	if (estr) {
576
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d (%s)", sock, status, file, line, estr);
577
		free_crypt_attrstr(estr);
deuce's avatar
deuce committed
578
	}
deuce's avatar
deuce committed
579
	else
580
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d", sock, status, file, line);
deuce's avatar
deuce committed
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
	return FALSE;
}

static BOOL session_check(http_session_t *session, BOOL *rd, BOOL *wr, unsigned timeout)
{
	BOOL	ret = FALSE;
	BOOL	lcl_rd;
	BOOL	*rd_ptr = rd?rd:&lcl_rd;

	if (session->is_tls) {
		if(wr)
			*wr=1;
		if(rd) {
			if(session->tls_pending) {
				*rd = TRUE;
				return TRUE;
			}
		}
		ret = socket_check(session->socket, rd_ptr, wr, timeout);
		if (ret && *rd_ptr) {
			session->tls_pending = TRUE;
			return TRUE;
		}
		return ret;
	}
	return socket_check(session->socket, rd, wr, timeout);
}

static int sess_sendbuf(http_session_t *session, const char *buf, size_t len, BOOL *failed)
610
611
{
	size_t sent=0;
deuce's avatar
deuce committed
612
	int	tls_sent;
613
	int result;
614
	int sel;
615
616
	fd_set	wr_set;
	struct timeval tv;
deuce's avatar
deuce committed
617
	int status;
618

deuce's avatar
deuce committed
619
	while(sent<len && session->socket!=INVALID_SOCKET) {
620
		FD_ZERO(&wr_set);
deuce's avatar
deuce committed
621
		FD_SET(session->socket,&wr_set);
622
623
624
		/* Convert timeout from ms to sec/usec */
		tv.tv_sec=startup->max_inactivity;
		tv.tv_usec=0;
deuce's avatar
deuce committed
625
		sel=select(session->socket+1,NULL,&wr_set,NULL,&tv);
626
		switch(sel) {
627
			case 1:
deuce's avatar
deuce committed
628
629
630
631
				if (session->is_tls) {
					status = cryptPushData(session->tls_sess, buf+sent, len-sent, &tls_sent);
					if (status == CRYPT_ERROR_TIMEOUT) {
						tls_sent = 0;
deuce's avatar
deuce committed
632
633
						if(!cryptStatusOK(cryptPopData(session->tls_sess, "", 0, &status)))
							lprintf(LOG_NOTICE,"%04d Cryptlib error popping data after timeout",session->socket);
deuce's avatar
deuce committed
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
						status = CRYPT_OK;
					}
					if(!HANDLE_CRYPT_CALL(status, session)) {
						HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
						if (failed)
							*failed=TRUE;
						return tls_sent;
					}
					result = tls_sent;
				}
				else {
					result=sendsocket(session->socket,buf+sent,len-sent);
					if(result==SOCKET_ERROR) {
						if(ERROR_VALUE==ECONNRESET) 
							lprintf(LOG_NOTICE,"%04d Connection reset by peer on send",session->socket);
						else if(ERROR_VALUE==ECONNABORTED) 
							lprintf(LOG_NOTICE,"%04d Connection aborted by peer on send",session->socket);
651
#ifdef EPIPE
deuce's avatar
deuce committed
652
653
						else if(ERROR_VALUE==EPIPE) 
							lprintf(LOG_NOTICE,"%04d Unable to send to peer",session->socket);
654
#endif
deuce's avatar
deuce committed
655
656
657
658
659
660
						else
							lprintf(LOG_WARNING,"%04d !ERROR %d sending on socket",session->socket,ERROR_VALUE);
						if(failed)
							*failed=TRUE;
						return(sent);
					}
661
662
663
				}
				break;
			case 0:
deuce's avatar
deuce committed
664
				lprintf(LOG_WARNING,"%04d Timeout selecting socket for write",session->socket);
665
666
667
668
				if(failed)
					*failed=TRUE;
				return(sent);
			case -1:
deuce's avatar
deuce committed
669
				lprintf(LOG_WARNING,"%04d !ERROR %d selecting socket for write",session->socket,ERROR_VALUE);
670
671
672
				if(failed)
					*failed=TRUE;
				return(sent);
673
674
675
676
677
		}
		sent+=result;
	}
	if(failed && sent<len)
		*failed=TRUE;
deuce's avatar
deuce committed
678
679
	if(session->is_tls)
		HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
680
681
682
	return(sent);
}

683
684
685
#ifdef _WINSOCKAPI_

static WSADATA WSAData;
686
#define SOCKLIB_DESC WSAData.szDescription
687
688
689
690
691
692
693
static BOOL WSAInitialized=FALSE;

static BOOL winsock_startup(void)
{
	int		status;             /* Status Code */

    if((status = WSAStartup(MAKEWORD(1,1), &WSAData))==0) {
694
		lprintf(LOG_DEBUG,"%s %s",WSAData.szDescription, WSAData.szSystemStatus);
695
696
697
698
		WSAInitialized=TRUE;
		return (TRUE);
	}

699
    lprintf(LOG_CRIT,"!WinSock startup ERROR %d", status);
700
701
702
703
704
705
	return (FALSE);
}

#else /* No WINSOCK */

#define winsock_startup()	(TRUE)
706
#define SOCKLIB_DESC NULL
707
708
709
710
711
712

#endif

static void status(char* str)
{
	if(startup!=NULL && startup->status!=NULL)
713
	    startup->status(startup->cbdata,str);
714
715
716
717
718
}

static void update_clients(void)
{
	if(startup!=NULL && startup->clients!=NULL)
719
		startup->clients(startup->cbdata,protected_uint32_value(active_clients));
720
721
722
723
724
}

static void client_on(SOCKET sock, client_t* client, BOOL update)
{
	if(startup!=NULL && startup->client_on!=NULL)
725
		startup->client_on(startup->cbdata,TRUE,sock,client,update);
726
727
728
729
730
}

static void client_off(SOCKET sock)
{
	if(startup!=NULL && startup->client_on!=NULL)
731
		startup->client_on(startup->cbdata,FALSE,sock,NULL,FALSE);
732
733
734
735
736
}

static void thread_up(BOOL setuid)
{
	if(startup!=NULL && startup->thread_up!=NULL)
737
		startup->thread_up(startup->cbdata,TRUE, setuid);
738
739
740
741
}

static void thread_down(void)
{
742
	protected_uint32_adjust(&thread_count,-1);
743
	if(startup!=NULL && startup->thread_up!=NULL)
744
		startup->thread_up(startup->cbdata,FALSE, FALSE);
745
746
}

deuce's avatar
deuce committed
747
748
749
/*********************************************************************/
/* Adds an environment variable to the sessions  cgi_env linked list */
/*********************************************************************/
750
static void add_env(http_session_t *session, const char *name,const char *value)  {
751
	char	newname[129];
752
	char	*p;
753

754
	if(name==NULL || value==NULL)  {
755
		lprintf(LOG_WARNING,"%04d Attempt to set NULL env variable", session->socket);
756
757
758
759
760
761
762
763
764
		return;
	}
	SAFECOPY(newname,name);

	for(p=newname;*p;p++)  {
		*p=toupper(*p);
		if(*p=='-')
			*p='_';
	}
deuce's avatar
deuce committed
765
	p=xp_asprintf("%s=%s",newname,value);
766
767
768
769
	if(p==NULL) {
		lprintf(LOG_WARNING,"%04d Cannot allocate memory for string", session->socket);
		return;
	}
770
	strListPush(&session->req.cgi_env,p);
deuce's avatar
deuce committed
771
	free(p);
772
773
}

deuce's avatar
deuce committed
774
775
776
/***************************************/
/* Initializes default CGI envirnoment */
/***************************************/
777
778
static void init_enviro(http_session_t *session)  {
	char	str[128];
779
780
	union xp_sockaddr sockaddr;
	socklen_t socklen = sizeof(sockaddr);
781
782

	add_env(session,"SERVER_SOFTWARE",VERSION_NOTICE);
783
784
	getsockname(session->socket, &sockaddr.addr, &socklen);
	sprintf(str,"%d",inet_addrport(&sockaddr));
785
786
	add_env(session,"SERVER_PORT",str);
	add_env(session,"GATEWAY_INTERFACE","CGI/1.1");
787
	if(!strcmp(session->host_name,session->host_ip))
788
789
		add_env(session,"REMOTE_HOST",session->host_name);
	add_env(session,"REMOTE_ADDR",session->host_ip);
790
	add_env(session,"REQUEST_URI",session->req.orig_request_line);
791
792
}

793
/*
deuce's avatar
deuce committed
794
 * Sends string str to socket sock... returns number of bytes written, or 0 on an error
795
796
 * Can not close the socket since it can not set it to INVALID_SOCKET
 */
797
static int bufprint(http_session_t *session, const char *str)
798
{
799
800
801
	int len;

	len=strlen(str);
802
	return(writebuf(session,str,len));
803
804
}

deuce's avatar
deuce committed
805
806
807
808
/**********************************************************/
/* Converts a month name/abbr to the 0-based month number */
/* ToDo: This probobly exists somewhere else already	  */
/**********************************************************/
809
810
811
812
813
814
815
816
817
818
static int getmonth(char *mon)
{
	int	i;
	for(i=0;i<12;i++)
		if(!stricmp(mon,months[i]))
			return(i);

	return 0;
}

deuce's avatar
deuce committed
819
820
821
/*******************************************************************/
/* Converts a date string in any of the common formats to a time_t */
/*******************************************************************/
822
823
824
static time_t decode_date(char *date)
{
	struct	tm	ti;
825
	char	*token;
826
	char	*last;
827
	time_t	t;
828
829
830
831
832
833
834
835
836

	ti.tm_sec=0;		/* seconds (0 - 60) */
	ti.tm_min=0;		/* minutes (0 - 59) */
	ti.tm_hour=0;		/* hours (0 - 23) */
	ti.tm_mday=1;		/* day of month (1 - 31) */
	ti.tm_mon=0;		/* month of year (0 - 11) */
	ti.tm_year=0;		/* year - 1900 */
	ti.tm_isdst=0;		/* is summer time in effect? */

837
	token=strtok_r(date,",",&last);
838
839
	if(token==NULL)
		return(0);
840
841
	/* This probobly only needs to be 9, but the extra one is for luck. */
	if(strlen(date)>15) {
842
		/* asctime() */
843
		/* Toss away week day */
844
		token=strtok_r(date," ",&last);
845
846
		if(token==NULL)
			return(0);
847
		token=strtok_r(NULL," ",&last);
848
849
850
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
851
		token=strtok_r(NULL," ",&last);
852
853
854
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
855
		token=strtok_r(NULL,":",&last);
856
857
858
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
859
		token=strtok_r(NULL,":",&last);
860
861
862
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
863
		token=strtok_r(NULL," ",&last);
864
865
866
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
867
		token=strtok_r(NULL,"",&last);
868
869
870
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token)-1900;
871
872
873
	}
	else  {
		/* RFC 1123 or RFC 850 */
874
		token=strtok_r(NULL," -",&last);
875
876
877
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
878
		token=strtok_r(NULL," -",&last);
879
880
881
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
882
		token=strtok_r(NULL," ",&last);
883
884
885
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token);
886
		token=strtok_r(NULL,":",&last);
887
888
889
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
890
		token=strtok_r(NULL,":",&last);
891
892
893
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
894
		token=strtok_r(NULL," ",&last);
895
896
897
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
898
899
900
		if(ti.tm_year>1900)
			ti.tm_year -= 1900;
	}
901

902
	t=time_gm(&ti);
903
	return(t);
904
905
}

deuce's avatar
deuce committed
906
static void open_socket(SOCKET sock, void *cbdata)
907
908
{
	char	error[256];
deuce's avatar
deuce committed
909
910
911
#ifdef SO_ACCEPTFILTER
	struct accept_filter_arg afa;
#endif
912

deuce's avatar
deuce committed
913
914
915
916
917
918
	startup->socket_open(startup->cbdata,TRUE);
	if (cbdata != NULL && !strcmp(cbdata, "TLS")) {
		if(set_socket_options(&scfg, sock, "web|http|tls", error, sizeof(error)))
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
	}
	else {
919
		if(set_socket_options(&scfg, sock, "web|http", error, sizeof(error)))
920
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
921
	}
deuce's avatar
deuce committed
922
923
924
925
926
927
928
929
930
931
932
933
934
#ifdef SO_ACCEPTFILTER
	memset(&afa, 0, sizeof(afa));
	strcpy(afa.af_name, "httpready");
	setsockopt(sock, SOL_SOCKET, SO_ACCEPTFILTER, &afa, sizeof(afa));
#endif

	sockets++;
}

static void close_socket_cb(SOCKET sock, void *cbdata)
{
	startup->socket_open(startup->cbdata,FALSE);
	sockets--;
935
936
}

937
static int close_socket(SOCKET *sock)
938
939
{
	int		result;
940
941
942
	char	ch;
	time_t	end = time(NULL) + startup->max_inactivity;
	BOOL	rd;
943

944
	if(sock==NULL || *sock==INVALID_SOCKET)
deuce's avatar
deuce committed
945
		return -1;
946

947
948
949
950
951
952
953
954
955
956
	/* required to ensure all data is sent */
	shutdown(*sock,SHUT_WR);
	while(socket_check(*sock, &rd, NULL, startup->max_inactivity*1000))  {
		if (rd) {
			if (recv(*sock,&ch,1,0) <= 0)
				break;
		}
		if (time(NULL) >= end)
			break;
	}
957
958
	result=closesocket(*sock);
	*sock=INVALID_SOCKET;
959
	if(startup!=NULL && startup->socket_open!=NULL) {
960
		startup->socket_open(startup->cbdata,FALSE);
961
962
963
964
	}
	sockets--;
	if(result!=0) {
		if(ERROR_VALUE!=ENOTSOCK)
965
			lprintf(LOG_WARNING,"%04d !ERROR %d closing socket",*sock, ERROR_VALUE);
966
967
968
969
970
	}

	return(result);
}

deuce's avatar
deuce committed
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
static int close_session_socket(http_session_t *session)
{
	char	buf[1];
	int		len;

	if(session==NULL || session->socket==INVALID_SOCKET)
		return(-1);

	if (session->is_tls) {
		// First, wait for the ringbuffer to drain...
		while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET) {
			HANDLE_CRYPT_CALL(cryptPopData(session->tls_sess, buf, 1, &len), session);
			SLEEP(1);
		}
		// Now wait for tranmission to complete
		while(pthread_mutex_trylock(&session->outbuf_write) == EBUSY) {
			HANDLE_CRYPT_CALL(cryptPopData(session->tls_sess, buf, 1, &len), session);
			SLEEP(1);
		}
		pthread_mutex_unlock(&session->outbuf_write);
		HANDLE_CRYPT_CALL(cryptDestroySession(session->tls_sess), session);
	}
	return close_socket(&session->socket);
}

996
997
998
/* Waits for the outbuf to drain */
static void drain_outbuf(http_session_t * session)
{
999
1000
	if(session->socket==INVALID_SOCKET)
		return;
1001
1002
1003
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));
	/* ToDo: This should probobly timeout eventually... */
1004
	while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET)
1005
1006
		SLEEP(1);
	/* Lock the mutex to ensure data has been sent */
1007
	while(session->socket!=INVALID_SOCKET && !session->outbuf_write_initialized)
1008
		SLEEP(1);
1009
	if(session->socket==INVALID_SOCKET)
1010
		return;
1011
	pthread_mutex_lock(&session->outbuf_write);		/* Win32 Access violation here on Jan-11-2006 - shutting down webserver while in use */
1012
1013
1014
	pthread_mutex_unlock(&session->outbuf_write);
}

deuce's avatar
deuce committed
1015
1016
1017
1018
1019
1020
1021
1022
/**************************************************/
/* End of a single request...					  */
/* This is called at the end of EVERY request	  */
/*  Log the request       						  */
/*  Free request-specific data ie: dynamic stuff  */
/*  Close socket unless it's being kept alive     */
/*   If the socket is closed, the session is done */
/**************************************************/
1023
1024
static void close_request(http_session_t * session)
{
1025
	time_t		now;
1026
	int			i;
1027

1028
	if(session->req.write_chunked) {
1029
		drain_outbuf(session);
1030
1031
		session->req.write_chunked=0;
		writebuf(session,"0\r\n",3);
1032
		if(session->req.dynamic==IS_SSJS)
1033
			ssjs_send_headers(session,FALSE);
1034
1035
		else
			/* Non-ssjs isn't capable of generating headers during execution */
1036
			writebuf(session, newline, 2);
1037
1038
	}

1039
1040
1041
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));

1042
1043
1044
	if(session->req.ld!=NULL) {
		now=time(NULL);
		localtime_r(&now,&session->req.ld->completed);
1045
		listPushNode(&log_list,session->req.ld);
1046
1047
		session->req.ld=NULL;
	}
1048

1049
1050
1051
	strListFree(&session->req.headers);
	strListFree(&session->req.dynamic_heads);
	strListFree(&session->req.cgi_env);
1052
1053
1054
1055
1056
	if(session->req.post_map != NULL) {
		xpunmap(session->req.post_map);
		session->req.post_data=NULL;
		session->req.post_map=NULL;
	}
1057
	FREE_AND_NULL(session->req.post_data);
1058
1059
	FREE_AND_NULL(session->req.error_dir);
	FREE_AND_NULL(session->req.cgi_dir);
1060
	FREE_AND_NULL(session->req.auth_list);
1061
	FREE_AND_NULL(session->req.realm);
1062
	FREE_AND_NULL(session->req.digest_realm);
deuce's avatar
deuce committed
1063
	FREE_AND_NULL(session->req.fastcgi_socket);
1064

1065
	FREE_AND_NULL(session->req.auth_list);
1066
1067
1068
1069
1070
1071
	FREE_AND_NULL(session->req.auth.digest_uri);
	FREE_AND_NULL(session->req.auth.cnonce);
	FREE_AND_NULL(session->req.auth.realm);
	FREE_AND_NULL(session->req.auth.nonce);
	FREE_AND_NULL(session->req.auth.nonce_count);

1072
1073
1074
1075
	/*
	 * This causes all active http_session_threads to terminate.
	 */
	if((!session->req.keep_alive) || terminate_server) {
1076
		drain_outbuf(session);
deuce's avatar
deuce committed
1077
		close_session_socket(session);
1078
	}
1079
1080
1081
	if(session->socket==INVALID_SOCKET)
		session->finished=TRUE;

deuce's avatar
deuce committed
1082
	if(session->js_cx!=NULL && (session->req.dynamic==IS_SSJS || session->req.dynamic==IS_JS)) {
1083
		JS_BEGINREQUEST(session->js_cx);
deuce's avatar
deuce committed
1084
		JS_GC(session->js_cx);
1085
		JS_ENDREQUEST(session->js_cx);
deuce's avatar
deuce committed
1086
	}
deuce's avatar
deuce committed
1087
	if(session->subscan!=NULL)
1088
		putmsgptrs(&scfg, &session->user, session->subscan);
deuce's avatar
deuce committed
1089

1090
1091
1092
	if(session->req.fp!=NULL)
		fclose(session->req.fp);

1093
1094
1095
1096
1097
1098
	for(i=0;i<MAX_CLEANUPS;i++) {
		if(session->req.cleanup_file[i]!=NULL) {
			if(!(startup->options&WEB_OPT_DEBUG_SSJS))
				remove(session->req.cleanup_file[i]);
			free(session->req.cleanup_file[i]);
		}
1099
1100
	}

1101
	memset(&session->req,0,sizeof(session->req));
1102
1103
1104
1105
}

static int get_header_type(char *header)
{
1106
	int i;
1107
1108
1109
1110
1111
1112
1113
1114
	for(i=0; headers[i].text!=NULL; i++) {
		if(!stricmp(header,headers[i].text)) {
			return(headers[i].id);
		}
	}
	return(-1);
}

deuce's avatar
deuce committed
1115
/* Opposite of get_header_type() */
1116
1117
static char *get_header(int id) 
{
1118
	int i;
1119
1120
	if(headers[id].id==id)
		return(headers[id].text);
1121
1122
1123
1124
1125
1126
1127
1128
1129

	for(i=0;headers[i].text!=NULL;i++) {
		if(headers[i].id==id) {
			return(headers[i].text);
		}
	}
	return(NULL);
}

1130
1131
static const char* unknown_mime_type="application/octet-stream";

1132
static const char* get_mime_type(char *ext)
1133
1134
1135
{
	uint i;

1136
	if(ext==NULL || mime_types==NULL)
1137
1138
		return(unknown_mime_type);

1139
	for(i=0;mime_types[i]!=NULL;i++)
1140
		if(stricmp(ext+1,mime_types[i]->name)==0)
1141
			return(mime_types[i]->value);
1142
1143

	return(unknown_mime_type);
1144
1145
}

1146
static char* get_cgi_handler(const char* fname)
1147
1148
1149
1150
{
	char*	ext;
	size_t	i;

1151
1152
	if(cgi_handlers==NULL || (ext=getfext(fname))==NULL)
		return(NULL);
1153
	for(i=0;cgi_handlers[i]!=NULL;i++) {
1154
1155
		if(stricmp(cgi_handlers[i]->name, ext+1)==0)
			return(cgi_handlers[i]->value);