websrvr.c 195 KB
Newer Older
1
2
3
/* Synchronet Web Server */

/* $Id$ */
4
// vi: tabstop=4
5
6
7
8
9

/****************************************************************************
 * @format.tab-size 4		(Plain Text/Source Code File Header)			*
 * @format.use-tabs true	(see http://www.synchro.net/ptsc_hdr.html)		*
 *																			*
10
 * Copyright Rob Swindell - http://www.synchro.net/copyright.html			*
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
 *																			*
 * This program is free software; you can redistribute it and/or			*
 * modify it under the terms of the GNU General Public License				*
 * as published by the Free Software Foundation; either version 2			*
 * of the License, or (at your option) any later version.					*
 * See the GNU General Public License for more details: gpl.txt or			*
 * http://www.fsf.org/copyleft/gpl.html										*
 *																			*
 * Anonymous FTP access to the most recent released source is available at	*
 * ftp://vert.synchro.net, ftp://cvs.synchro.net and ftp://ftp.synchro.net	*
 *																			*
 * Anonymous CVS access to the development source and modification history	*
 * is available at cvs.synchro.net:/cvsroot/sbbs, example:					*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs login			*
 *     (just hit return, no password is necessary)							*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs checkout src		*
 *																			*
 * For Synchronet coding style and modification guidelines, see				*
 * http://www.synchro.net/source.html										*
 *																			*
 * You are encouraged to submit any modifications (preferably in Unix diff	*
 * format) via e-mail to mods@synchro.net									*
 *																			*
 * Note: If this box doesn't appear square, then you need to fix your tabs.	*
 ****************************************************************************/

37
38
39
/*
 * General notes: (ToDo stuff)
 *
40
 * Support the ident protocol... the standard log format supports it.
41
 *
deuce's avatar
deuce committed
42
43
44
 * Add in support to pass connections through to a different webserver...
 *      probobly in access.ars... with like a simplified mod_rewrite.
 *      This would allow people to run apache and Synchronet as the same site.
45
46
 * 
 * Add support for multipart/form-data
47
48
49
50
 *
 * Add support for UNIX-domain sockets for FastCGI
 *
 * Improved Win32 support for POST data... currently will read past Content-Length
51
 * 
deuce's avatar
deuce committed
52
 */
53

deuce's avatar
deuce committed
54
/* Headers for CGI stuff */
55
56
#if defined(__unix__)
	#include <sys/wait.h>		/* waitpid() */
rswindell's avatar
rswindell committed
57
58
	#include <sys/types.h>
	#include <signal.h>			/* kill() */
59
60
#endif

61
#ifndef JAVASCRIPT
62
#define JAVASCRIPT
63
64
#endif

65
#undef SBBS	/* this shouldn't be defined unless building sbbs.dll/libsbbs.so */
66
#include "sbbs.h"
67
#include "sbbsdefs.h"
68
#include "sockwrap.h"		/* sendfilesocket() */
deuce's avatar
deuce committed
69
#include "multisock.h"
70
#include "threadwrap.h"
71
#include "semwrap.h"
deuce's avatar
deuce committed
72
#include "xpendian.h"
73
#include "websrvr.h"
deuce's avatar
deuce committed
74
#include "base64.h"
75
#include "md5.h"
76
#include "js_rtpool.h"
77
#include "js_request.h"
deuce's avatar
deuce committed
78
#include "js_socket.h"
79
#include "xpmap.h"
80
#include "xpprintf.h"
deuce's avatar
deuce committed
81
#include "ssl.h"
deuce's avatar
deuce committed
82
#include "fastcgi.h"
83

84
85
static const char*	server_name="Synchronet Web Server";
static const char*	newline="\r\n";
86
87
static const char*	http_scheme="http://";
static const size_t	http_scheme_len=7;
88
89
static const char*	error_301="301 Moved Permanently";
static const char*	error_302="302 Moved Temporarily";
90
static const char*	error_404="404 Not Found";
91
static const char*	error_416="416 Requested Range Not Satisfiable";
92
static const char*	error_500="500 Internal Server Error";
deuce's avatar
deuce committed
93
static const char*	error_503="503 Service Unavailable\r\nConnection: close\r\nContent-Length: 0\r\n\r\n";
94
static const char*	unknown=STR_UNKNOWN_USER;
deuce's avatar
deuce committed
95
static int len_503 = 0;
96

rswindell's avatar
rswindell committed
97
#define TIMEOUT_THREAD_WAIT		60		/* Seconds */
deuce's avatar
deuce committed
98
99
100
#define MAX_REQUEST_LINE		1024	/* NOT including terminator */
#define MAX_HEADERS_SIZE		16384	/* Maximum total size of all headers 
										   (Including terminator )*/
101
#define MAX_REDIR_LOOPS			20		/* Max. times to follow internal redirects for a single request */
102
#define MAX_POST_LEN			1048576	/* Max size of body for POSTS */
103
#define	OUTBUF_LEN				20480	/* Size of output thread ring buffer */
104

105
106
107
enum {
	 CLEANUP_SSJS_TMP_FILE
	,CLEANUP_POST_DATA
108
	,MAX_CLEANUPS
109
};
110

111
static scfg_t	scfg;
112
static volatile BOOL	http_logging_thread_running=FALSE;
113
static protected_uint32_t active_clients;
114
static protected_uint32_t thread_count;
115
116
static volatile ulong	sockets=0;
static volatile BOOL	terminate_server=FALSE;
deuce's avatar
deuce committed
117
static volatile BOOL	terminated=FALSE;
118
static volatile BOOL	terminate_http_logging_thread=FALSE;
deuce's avatar
deuce committed
119
static struct xpms_set	*ws_set=NULL;
120
static char		revision[16];
121
122
static char		root_dir[MAX_PATH+1];
static char		error_dir[MAX_PATH+1];
123
static char		temp_dir[MAX_PATH+1];
124
static char		cgi_dir[MAX_PATH+1];
125
static char		cgi_env_ini[MAX_PATH+1];
126
static char		default_auth_list[MAX_PATH+1];
127
128
static volatile	time_t	uptime=0;
static volatile	ulong	served=0;
129
static web_startup_t* startup=NULL;
130
static js_server_props_t js_server_props;
131
132
static str_list_t recycle_semfiles;
static str_list_t shutdown_semfiles;
133
static str_list_t cgi_env;
134

135
static named_string_t** mime_types;
136
137
static named_string_t** cgi_handlers;
static named_string_t** xjs_handlers;
138

139
/* Logging stuff */
140
link_list_t	log_list;
141
142
143
144
145
146
147
struct log_data {
	char	*hostname;
	char	*ident;
	char	*user;
	char	*request;
	char	*referrer;
	char	*agent;
148
	char	*vhost;
149
150
151
152
153
	int		status;
	unsigned int	size;
	struct tm completed;
};

154
155
156
157
enum auth_type {
	 AUTHENTICATION_UNKNOWN
	,AUTHENTICATION_BASIC
	,AUTHENTICATION_DIGEST
deuce's avatar
deuce committed
158
	,AUTHENTICATION_TLS_PSK
159
160
};

deuce's avatar
deuce committed
161
char *auth_type_names[] = {
162
163
164
	 "Unknown"
	,"Basic"
	,"Digest"
deuce's avatar
deuce committed
165
	,"TLS-PSK"
166
167
168
	,NULL
};

169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
enum algorithm {
	 ALGORITHM_UNKNOWN
	,ALGORITHM_MD5
	,ALGORITHM_MD5_SESS
};

enum qop_option {
	 QOP_NONE
	,QOP_AUTH
	,QOP_AUTH_INT
	,QOP_UNKNOWN
};

typedef struct {
	enum auth_type	type;
	char			username[(LEN_ALIAS > LEN_NAME ? LEN_ALIAS : LEN_NAME)+1];
	char			password[LEN_PASS+1];
	char			*digest_uri;
	char			*realm;
	char			*nonce;
	enum algorithm	algorithm;
	enum qop_option	qop_value;
	char			*cnonce;
	char			*nonce_count;
193
	unsigned char	digest[16];		/* MD5 digest */
194
	BOOL			stale;
195
196
} authentication_request_t;

197
typedef struct  {
198
	int			method;
199
200
201
202
203
204
	char		virtual_path[MAX_PATH+1];
	char		physical_path[MAX_PATH+1];
	BOOL    	expect_go_ahead;
	time_t		if_modified_since;
	BOOL		keep_alive;
	char		ars[256];
205
	authentication_request_t	auth;
206
207
	char		host[128];				/* The requested host. (as used for self-referencing URLs) */
	char		vhost[128];				/* The requested host. (virtual host) */
208
	int			send_location;
209
	const char*	mime_type;
210
	str_list_t	headers;
211
	char		status[MAX_REQUEST_LINE+1];
212
	char *		post_data;
213
	struct xpmapping *post_map;
214
	size_t		post_len;
215
	int			dynamic;
216
	char		xjs_handler[MAX_PATH+1];
217
	struct log_data	*ld;
218
	char		request_line[MAX_REQUEST_LINE+1];
219
	char		orig_request_line[MAX_REQUEST_LINE+1];
220
	BOOL		finished;				/* Done processing request. */
221
222
	BOOL		read_chunked;
	BOOL		write_chunked;
223
224
	long		range_start;
	long		range_end;
225
	BOOL		accept_ranges;
deuce's avatar
deuce committed
226
	time_t		if_range;
227
	BOOL		path_info_index;
228

229
230
231
	/* CGI parameters */
	char		query_str[MAX_REQUEST_LINE+1];
	char		extra_path_info[MAX_REQUEST_LINE+1];
232
233
	str_list_t	cgi_env;
	str_list_t	dynamic_heads;
234
	BOOL		got_extra_path;
235

236
237
	/* Dynamically (sever-side JS) generated HTML parameters */
	FILE*	fp;
238
	char		*cleanup_file[MAX_CLEANUPS];
239
240
	BOOL	sent_headers;
	BOOL	prev_write;
241

242
	/* webctrl.ini overrides */
243
244
	char	*error_dir;
	char	*cgi_dir;
245
	char	*auth_list;
246
	char	*realm;
247
	char	*digest_realm;
deuce's avatar
deuce committed
248
	char	*fastcgi_socket;
249
250
251
} http_request_t;

typedef struct  {
252
	SOCKET			socket;
deuce's avatar
deuce committed
253
254
	union xp_sockaddr	addr;
	socklen_t		addr_len;
255
	http_request_t	req;
deuce's avatar
deuce committed
256
	char			host_ip[INET6_ADDRSTRLEN];
257
	char			host_name[128];	/* Resolved remote host */
258
259
	int				http_ver;       /* HTTP version.  0 = HTTP/0.9, 1=HTTP/1.0, 2=HTTP/1.1 */
	BOOL			finished;		/* Do not accept any more imput from client */
260
261
262
	user_t			user;
	int				last_user_num;
	time_t			logon_time;
263
	char			username[LEN_NAME+1];
264
	int				last_js_user_num;
265
	char			redir_req[MAX_REQUEST_LINE+1];
266
267
268
269
270

	/* JavaScript parameters */
	JSRuntime*		js_runtime;
	JSContext*		js_cx;
	JSObject*		js_glob;
271
272
	JSObject*		js_query;
	JSObject*		js_header;
273
	JSObject*		js_cookie;
274
	JSObject*		js_request;
275
	js_callback_t	js_callback;
deuce's avatar
deuce committed
276
	subscan_t		*subscan;
277

278
279
280
	/* Ring Buffer Stuff */
	RingBuf			outbuf;
	sem_t			output_thread_terminated;
281
282
	int				outbuf_write_initialized;
	pthread_mutex_t	outbuf_write;
283

284
285
	/* Client info */
	client_t		client;
deuce's avatar
deuce committed
286
287
288

	/* Synchronization stuff */
	pthread_mutex_t	struct_filled;
deuce's avatar
deuce committed
289
290
291
292
293
294
295

	/* TLS Stuff */
	BOOL			is_tls;
	CRYPT_SESSION	tls_sess;
	BOOL			tls_pending;
	BOOL			peeked_valid;
	char			peeked;
296
297
} http_session_t;

deuce's avatar
deuce committed
298
enum {
299
300
	 HTTP_0_9
	,HTTP_1_0
301
	,HTTP_1_1
302
303
304
305
};
static char* http_vers[] = {
	 ""
	,"HTTP/1.0"
306
	,"HTTP/1.1"
rswindell's avatar
rswindell committed
307
	,NULL	/* terminator */
308
309
310
311
312
};

enum { 
	 HTTP_HEAD
	,HTTP_GET
313
314
	,HTTP_POST
	,HTTP_OPTIONS
315
};
316

rswindell's avatar
rswindell committed
317
318
319
static char* methods[] = {
	 "HEAD"
	,"GET"
320
	,"POST"
321
	,"OPTIONS"
rswindell's avatar
rswindell committed
322
323
	,NULL	/* terminator */
};
324

325
enum {
326
327
328
329
	 IS_STATIC
	,IS_CGI
	,IS_JS
	,IS_SSJS
deuce's avatar
deuce committed
330
	,IS_FASTCGI
331
332
};

deuce's avatar
deuce committed
333
enum {
334
335
336
	 HEAD_DATE
	,HEAD_HOST
	,HEAD_IFMODIFIED
337
338
	,HEAD_LENGTH
	,HEAD_TYPE
339
340
341
342
343
	,HEAD_AUTH
	,HEAD_CONNECTION
	,HEAD_WWWAUTH
	,HEAD_STATUS
	,HEAD_ALLOW
344
345
346
347
348
	,HEAD_EXPIRES
	,HEAD_LASTMODIFIED
	,HEAD_LOCATION
	,HEAD_PRAGMA
	,HEAD_SERVER
349
350
	,HEAD_REFERER
	,HEAD_AGENT
351
	,HEAD_TRANSFER_ENCODING
352
353
354
	,HEAD_ACCEPT_RANGES
	,HEAD_CONTENT_RANGE
	,HEAD_RANGE
deuce's avatar
deuce committed
355
	,HEAD_IFRANGE
356
	,HEAD_COOKIE
357
358
359
360
361
362
};

static struct {
	int		id;
	char*	text;
} headers[] = {
363
364
365
	{ HEAD_DATE,			"Date"					},
	{ HEAD_HOST,			"Host"					},
	{ HEAD_IFMODIFIED,		"If-Modified-Since"		},
366
367
	{ HEAD_LENGTH,			"Content-Length"		},
	{ HEAD_TYPE,			"Content-Type"			},
368
369
370
371
372
	{ HEAD_AUTH,			"Authorization"			},
	{ HEAD_CONNECTION,		"Connection"			},
	{ HEAD_WWWAUTH,			"WWW-Authenticate"		},
	{ HEAD_STATUS,			"Status"				},
	{ HEAD_ALLOW,			"Allow"					},
373
374
375
376
377
	{ HEAD_EXPIRES,			"Expires"				},
	{ HEAD_LASTMODIFIED,	"Last-Modified"			},
	{ HEAD_LOCATION,		"Location"				},
	{ HEAD_PRAGMA,			"Pragma"				},
	{ HEAD_SERVER,			"Server"				},
378
379
	{ HEAD_REFERER,			"Referer"				},
	{ HEAD_AGENT,			"User-Agent"			},
380
	{ HEAD_TRANSFER_ENCODING,			"Transfer-Encoding"			},
381
382
383
	{ HEAD_ACCEPT_RANGES,	"Accept-Ranges"			},
	{ HEAD_CONTENT_RANGE,	"Content-Range"			},
	{ HEAD_RANGE,			"Range"					},
deuce's avatar
deuce committed
384
	{ HEAD_IFRANGE,			"If-Range"				},
385
	{ HEAD_COOKIE,			"Cookie"				},
386
	{ -1,					NULL /* terminator */	},
387
388
};

389
/* Everything MOVED_TEMP and everything after is a magical internal redirect */
390
enum  {
391
	 NO_LOCATION
392
	,MOVED_PERM
393
	,MOVED_TEMP
394
	,MOVED_STAT
395
396
};

397
398
399
400
401
402
#define GCES(status, sess, action) do {                                                 \
	char *GCES_estr;                                                                \
	int GCES_level;                                                                 \
	get_crypt_error_string(status, sess->tls_sess, &GCES_estr, action, &GCES_level);\
	if (GCES_estr) {                                                                \
		lprintf(GCES_level, "%04d %s", sess->socket, GCES_estr);                \
403
		free_crypt_attrstr(GCES_estr);                                                        \
404
405
406
	}                                                                               \
} while (0)

407
408
409
static char	*days[]={"Sun","Mon","Tue","Wed","Thu","Fri","Sat"};
static char	*months[]={"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};

410
static void respond(http_session_t * session);
411
static BOOL js_setup_cx(http_session_t* session);
412
static BOOL js_setup(http_session_t* session);
413
static char *find_last_slash(char *str);
414
static BOOL check_extra_path(http_session_t * session);
415
static BOOL exec_ssjs(http_session_t* session, char* script);
416
static BOOL ssjs_send_headers(http_session_t* session, int chunked);
417
static int sess_recv(http_session_t *session, char *buf, size_t length, int flags);
418

419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
static time_t
sub_mkgmt(struct tm *tm)
{
        int y, nleapdays;
        time_t t;
        /* days before the month */
        static const unsigned short moff[12] = {
                0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334
        };

        /*
         * XXX: This code assumes the given time to be normalized.
         * Normalizing here is impossible in case the given time is a leap
         * second but the local time library is ignorant of leap seconds.
         */

        /* minimal sanity checking not to access outside of the array */
        if ((unsigned) tm->tm_mon >= 12)
                return (time_t) -1;
        if (tm->tm_year < 1970 - 1900)
                return (time_t) -1;

        y = tm->tm_year + 1900 - (tm->tm_mon < 2);
        nleapdays = y / 4 - y / 100 + y / 400 -
            ((1970-1) / 4 - (1970-1) / 100 + (1970-1) / 400);
        t = ((((time_t) (tm->tm_year - (1970 - 1900)) * 365 +
                        moff[tm->tm_mon] + tm->tm_mday - 1 + nleapdays) * 24 +
                tm->tm_hour) * 60 + tm->tm_min) * 60 + tm->tm_sec;

        return (t < 0 ? (time_t) -1 : t);
}

time_t
time_gm(struct tm *tm)
{
        time_t t, t2;
        struct tm *tm2;
        int sec;

        /* Do the first guess. */
        if ((t = sub_mkgmt(tm)) == (time_t) -1)
                return (time_t) -1;

        /* save value in case *tm is overwritten by gmtime() */
        sec = tm->tm_sec;

465
466
        tm2 = gmtime(&t);	/* why not use gmtime_r instead? */
        if (tm2 == NULL || (t2 = sub_mkgmt(tm2)) == (time_t) -1)
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
                return (time_t) -1;

        if (t2 < t || tm2->tm_sec != sec) {
                /*
                 * Adjust for leap seconds.
                 *
                 *     real time_t time
                 *           |
                 *          tm
                 *         /        ... (a) first sub_mkgmt() conversion
                 *       t
                 *       |
                 *      tm2
                 *     /        ... (b) second sub_mkgmt() conversion
                 *   t2
                 *                        --->time
                 */
                /*
                 * Do the second guess, assuming (a) and (b) are almost equal.
                 */
                t += t - t2;
                tm2 = gmtime(&t);

                /*
                 * Either (a) or (b), may include one or two extra
                 * leap seconds.  Try t, t + 2, t - 2, t + 1, and t - 1.
                 */
                if (tm2->tm_sec == sec
                    || (t += 2, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 4, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t += 3, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 2, tm2 = gmtime(&t), tm2->tm_sec == sec))
                        ;        /* found */
                else {
                        /*
                         * Not found.
                         */
                        if (sec >= 60)
                                /*
                                 * The given time is a leap second
                                 * (sec 60 or 61), but the time library
                                 * is ignorant of the leap second.
                                 */
                                ;        /* treat sec 60 as 59,
                                           sec 61 as 0 of the next minute */
                        else
                                /* The given time may not be normalized. */
                                t++;        /* restore t */
                }
        }

        return (t < 0 ? (time_t) -1 : t);
}
520

521
static int lprintf(int level, const char *fmt, ...)
522
523
524
525
526
527
528
529
{
	va_list argptr;
	char sbuf[1024];

	va_start(argptr,fmt);
    vsnprintf(sbuf,sizeof(sbuf),fmt,argptr);
	sbuf[sizeof(sbuf)-1]=0;
    va_end(argptr);
530

531
	if(level <= LOG_ERR) {
532
533
534
		char errmsg[sizeof(sbuf)+16];
		SAFEPRINTF(errmsg, "web %s", sbuf);
		errorlog(&scfg,startup==NULL ? NULL:startup->host_name, errmsg);
535
		if(startup!=NULL && startup->errormsg!=NULL)
536
			startup->errormsg(startup->cbdata,level,errmsg);
537
	}
538
539
540
541
542
543
544
545
546

    if(startup==NULL || startup->lputs==NULL || level > startup->log_level)
        return(0);

#if defined(_WIN32)
	if(IsBadCodePtr((FARPROC)startup->lputs))
		return(0);
#endif

547
    return(startup->lputs(startup->cbdata,level,sbuf));
548
549
}

550
551
static int writebuf(http_session_t	*session, const char *buf, size_t len)
{
552
553
	size_t	sent=0;
	size_t	avail;
554

555
	while(sent < len) {
deuce's avatar
deuce committed
556
		ResetEvent(session->outbuf.empty_event);
557
		avail=RingBufFree(&session->outbuf);
deuce's avatar
deuce committed
558
		if(!avail) {
deuce's avatar
deuce committed
559
			WaitForEvent(session->outbuf.empty_event, 1);
deuce's avatar
deuce committed
560
561
			continue;
		}
562
563
		if(avail > len-sent)
			avail=len-sent;
564
		sent+=RingBufWrite(&(session->outbuf), ((const BYTE *)buf)+sent, avail);
565
566
567
568
	}
	return(sent);
}

569
570
571
#define HANDLE_CRYPT_CALL(status, session)  handle_crypt_call_except2(status, session, CRYPT_OK, CRYPT_OK, __FILE__, __LINE__)
#define HANDLE_CRYPT_CALL_EXCEPT(status, ignore, session)  handle_crypt_call_except2(status, session, ignore, ignore, __FILE__, __LINE__)
#define HANDLE_CRYPT_CALL_EXCEPT2(status, ignore, ignore2, session)  handle_crypt_call_except2(status, session, ignore, ignore2, __FILE__, __LINE__)
deuce's avatar
deuce committed
572

573
static BOOL handle_crypt_call_except2(int status, http_session_t *session, int ignore, int ignore2, const char *file, int line)
deuce's avatar
deuce committed
574
575
576
{
	if (status == CRYPT_OK)
		return TRUE;
577
578
579
580
	if (status == ignore)
		return FALSE;
	if (status == ignore2)
		return FALSE;
581
	GCES(status, session, "popping data after timeout");
deuce's avatar
deuce committed
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
	return FALSE;
}

static BOOL session_check(http_session_t *session, BOOL *rd, BOOL *wr, unsigned timeout)
{
	BOOL	ret = FALSE;
	BOOL	lcl_rd;
	BOOL	*rd_ptr = rd?rd:&lcl_rd;

	if (session->is_tls) {
		if(wr)
			*wr=1;
		if(rd) {
			if(session->tls_pending) {
				*rd = TRUE;
				return TRUE;
			}
		}
		ret = socket_check(session->socket, rd_ptr, wr, timeout);
		if (ret && *rd_ptr) {
			session->tls_pending = TRUE;
			return TRUE;
		}
		return ret;
	}
	return socket_check(session->socket, rd, wr, timeout);
}

static int sess_sendbuf(http_session_t *session, const char *buf, size_t len, BOOL *failed)
611
612
{
	size_t sent=0;
deuce's avatar
deuce committed
613
	int	tls_sent;
614
	int result;
615
	int sel;
616
617
	fd_set	wr_set;
	struct timeval tv;
deuce's avatar
deuce committed
618
	int status;
619

deuce's avatar
deuce committed
620
	while(sent<len && session->socket!=INVALID_SOCKET) {
621
		FD_ZERO(&wr_set);
deuce's avatar
deuce committed
622
		FD_SET(session->socket,&wr_set);
623
624
625
		/* Convert timeout from ms to sec/usec */
		tv.tv_sec=startup->max_inactivity;
		tv.tv_usec=0;
deuce's avatar
deuce committed
626
		sel=select(session->socket+1,NULL,&wr_set,NULL,&tv);
627
		switch(sel) {
628
			case 1:
deuce's avatar
deuce committed
629
630
				if (session->is_tls) {
					status = cryptPushData(session->tls_sess, buf+sent, len-sent, &tls_sent);
631
					GCES(status, session, "pushing data");
deuce's avatar
deuce committed
632
633
					if (status == CRYPT_ERROR_TIMEOUT) {
						tls_sent = 0;
634
635
						if(!cryptStatusOK(status=cryptPopData(session->tls_sess, "", 0, &status))) {
							if (status != CRYPT_ERROR_TIMEOUT && status != CRYPT_ERROR_PARAM2)
636
								GCES(status, session, "popping data after timeout");
637
						}
deuce's avatar
deuce committed
638
639
640
						status = CRYPT_OK;
					}
					if(!HANDLE_CRYPT_CALL(status, session)) {
641
						HANDLE_CRYPT_CALL_EXCEPT(cryptFlushData(session->tls_sess), CRYPT_ERROR_COMPLETE, session);
deuce's avatar
deuce committed
642
643
644
645
646
647
648
649
650
651
652
653
654
						if (failed)
							*failed=TRUE;
						return tls_sent;
					}
					result = tls_sent;
				}
				else {
					result=sendsocket(session->socket,buf+sent,len-sent);
					if(result==SOCKET_ERROR) {
						if(ERROR_VALUE==ECONNRESET) 
							lprintf(LOG_NOTICE,"%04d Connection reset by peer on send",session->socket);
						else if(ERROR_VALUE==ECONNABORTED) 
							lprintf(LOG_NOTICE,"%04d Connection aborted by peer on send",session->socket);
655
#ifdef EPIPE
656
						else if(ERROR_VALUE==EPIPE)
deuce's avatar
deuce committed
657
							lprintf(LOG_NOTICE,"%04d Unable to send to peer",session->socket);
658
#endif
deuce's avatar
deuce committed
659
660
						else
							lprintf(LOG_WARNING,"%04d !ERROR %d sending on socket",session->socket,ERROR_VALUE);
661
662
						if (failed)
							*failed=TRUE;
deuce's avatar
deuce committed
663
664
						return(sent);
					}
665
666
667
				}
				break;
			case 0:
deuce's avatar
deuce committed
668
				lprintf(LOG_WARNING,"%04d Timeout selecting socket for write",session->socket);
669
670
671
672
				if(failed)
					*failed=TRUE;
				return(sent);
			case -1:
deuce's avatar
deuce committed
673
				lprintf(LOG_WARNING,"%04d !ERROR %d selecting socket for write",session->socket,ERROR_VALUE);
674
675
676
				if(failed)
					*failed=TRUE;
				return(sent);
677
678
679
680
681
		}
		sent+=result;
	}
	if(failed && sent<len)
		*failed=TRUE;
deuce's avatar
deuce committed
682
683
	if(session->is_tls)
		HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
684
685
686
	return(sent);
}

687
688
689
#ifdef _WINSOCKAPI_

static WSADATA WSAData;
690
#define SOCKLIB_DESC WSAData.szDescription
691
692
693
694
695
696
697
static BOOL WSAInitialized=FALSE;

static BOOL winsock_startup(void)
{
	int		status;             /* Status Code */

    if((status = WSAStartup(MAKEWORD(1,1), &WSAData))==0) {
698
		lprintf(LOG_DEBUG,"%s %s",WSAData.szDescription, WSAData.szSystemStatus);
699
700
701
702
		WSAInitialized=TRUE;
		return (TRUE);
	}

703
    lprintf(LOG_CRIT,"!WinSock startup ERROR %d", status);
704
705
706
707
708
709
	return (FALSE);
}

#else /* No WINSOCK */

#define winsock_startup()	(TRUE)
710
#define SOCKLIB_DESC NULL
711
712
713
714
715
716

#endif

static void status(char* str)
{
	if(startup!=NULL && startup->status!=NULL)
717
	    startup->status(startup->cbdata,str);
718
719
720
721
722
}

static void update_clients(void)
{
	if(startup!=NULL && startup->clients!=NULL)
723
		startup->clients(startup->cbdata,protected_uint32_value(active_clients));
724
725
726
727
728
}

static void client_on(SOCKET sock, client_t* client, BOOL update)
{
	if(startup!=NULL && startup->client_on!=NULL)
729
		startup->client_on(startup->cbdata,TRUE,sock,client,update);
730
731
732
733
734
}

static void client_off(SOCKET sock)
{
	if(startup!=NULL && startup->client_on!=NULL)
735
		startup->client_on(startup->cbdata,FALSE,sock,NULL,FALSE);
736
737
738
739
740
}

static void thread_up(BOOL setuid)
{
	if(startup!=NULL && startup->thread_up!=NULL)
741
		startup->thread_up(startup->cbdata,TRUE, setuid);
742
743
744
745
}

static void thread_down(void)
{
746
	protected_uint32_adjust(&thread_count,-1);
747
	if(startup!=NULL && startup->thread_up!=NULL)
748
		startup->thread_up(startup->cbdata,FALSE, FALSE);
749
750
}

deuce's avatar
deuce committed
751
752
753
/*********************************************************************/
/* Adds an environment variable to the sessions  cgi_env linked list */
/*********************************************************************/
754
static void add_env(http_session_t *session, const char *name,const char *value)  {
755
	char	newname[129];
756
	char	*p;
757

758
	if(name==NULL || value==NULL)  {
759
		lprintf(LOG_WARNING,"%04d Attempt to set NULL env variable", session->socket);
760
761
762
763
764
765
766
767
768
		return;
	}
	SAFECOPY(newname,name);

	for(p=newname;*p;p++)  {
		*p=toupper(*p);
		if(*p=='-')
			*p='_';
	}
deuce's avatar
deuce committed
769
	p=xp_asprintf("%s=%s",newname,value);
770
771
772
773
	if(p==NULL) {
		lprintf(LOG_WARNING,"%04d Cannot allocate memory for string", session->socket);
		return;
	}
774
	strListPush(&session->req.cgi_env,p);
deuce's avatar
deuce committed
775
	free(p);
776
777
}

deuce's avatar
deuce committed
778
779
780
/***************************************/
/* Initializes default CGI envirnoment */
/***************************************/
781
782
static void init_enviro(http_session_t *session)  {
	char	str[128];
783
784
	union xp_sockaddr sockaddr;
	socklen_t socklen = sizeof(sockaddr);
785
786

	add_env(session,"SERVER_SOFTWARE",VERSION_NOTICE);
787
788
	getsockname(session->socket, &sockaddr.addr, &socklen);
	sprintf(str,"%d",inet_addrport(&sockaddr));
789
790
	add_env(session,"SERVER_PORT",str);
	add_env(session,"GATEWAY_INTERFACE","CGI/1.1");
791
	if(!strcmp(session->host_name,session->host_ip))
792
793
		add_env(session,"REMOTE_HOST",session->host_name);
	add_env(session,"REMOTE_ADDR",session->host_ip);
794
	add_env(session,"REQUEST_URI",session->req.orig_request_line);
795
796
}

797
/*
deuce's avatar
deuce committed
798
 * Sends string str to socket sock... returns number of bytes written, or 0 on an error
799
800
 * Can not close the socket since it can not set it to INVALID_SOCKET
 */
801
static int bufprint(http_session_t *session, const char *str)
802
{
803
804
805
	int len;

	len=strlen(str);
806
	return(writebuf(session,str,len));
807
808
}

deuce's avatar
deuce committed
809
810
811
812
/**********************************************************/
/* Converts a month name/abbr to the 0-based month number */
/* ToDo: This probobly exists somewhere else already	  */
/**********************************************************/
813
814
815
816
817
818
819
820
821
822
static int getmonth(char *mon)
{
	int	i;
	for(i=0;i<12;i++)
		if(!stricmp(mon,months[i]))
			return(i);

	return 0;
}

deuce's avatar
deuce committed
823
824
825
/*******************************************************************/
/* Converts a date string in any of the common formats to a time_t */
/*******************************************************************/
826
827
828
static time_t decode_date(char *date)
{
	struct	tm	ti;
829
	char	*token;
830
	char	*last;
831
	time_t	t;
832
833
834
835
836
837
838
839
840

	ti.tm_sec=0;		/* seconds (0 - 60) */
	ti.tm_min=0;		/* minutes (0 - 59) */
	ti.tm_hour=0;		/* hours (0 - 23) */
	ti.tm_mday=1;		/* day of month (1 - 31) */
	ti.tm_mon=0;		/* month of year (0 - 11) */
	ti.tm_year=0;		/* year - 1900 */
	ti.tm_isdst=0;		/* is summer time in effect? */

841
	token=strtok_r(date,",",&last);
842
843
	if(token==NULL)
		return(0);
844
845
	/* This probobly only needs to be 9, but the extra one is for luck. */
	if(strlen(date)>15) {
846
		/* asctime() */
847
		/* Toss away week day */
848
		token=strtok_r(date," ",&last);
849
850
		if(token==NULL)
			return(0);
851
		token=strtok_r(NULL," ",&last);
852
853
854
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
855
		token=strtok_r(NULL," ",&last);
856
857
858
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
859
		token=strtok_r(NULL,":",&last);
860
861
862
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
863
		token=strtok_r(NULL,":",&last);
864
865
866
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
867
		token=strtok_r(NULL," ",&last);
868
869
870
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
871
		token=strtok_r(NULL,"",&last);
872
873
874
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token)-1900;
875
876
877
	}
	else  {
		/* RFC 1123 or RFC 850 */
878
		token=strtok_r(NULL," -",&last);
879
880
881
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
882
		token=strtok_r(NULL," -",&last);
883
884
885
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
886
		token=strtok_r(NULL," ",&last);
887
888
889
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token);
890
		token=strtok_r(NULL,":",&last);
891
892
893
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
894
		token=strtok_r(NULL,":",&last);
895
896
897
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
898
		token=strtok_r(NULL," ",&last);
899
900
901
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
902
903
904
		if(ti.tm_year>1900)
			ti.tm_year -= 1900;
	}
905

906
	t=time_gm(&ti);
907
	return(t);
908
909
}

deuce's avatar
deuce committed
910
static void open_socket(SOCKET sock, void *cbdata)
911
912
{
	char	error[256];
deuce's avatar
deuce committed
913
914
915
#ifdef SO_ACCEPTFILTER
	struct accept_filter_arg afa;
#endif
916

917
918
	if(startup!=NULL && startup->socket_open!=NULL)
		startup->socket_open(startup->cbdata,TRUE);
deuce's avatar
deuce committed
919
920
921
922
923
	if (cbdata != NULL && !strcmp(cbdata, "TLS")) {
		if(set_socket_options(&scfg, sock, "web|http|tls", error, sizeof(error)))
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
	}
	else {
924
		if(set_socket_options(&scfg, sock, "web|http", error, sizeof(error)))
925
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
926
	}
deuce's avatar
deuce committed
927
928
929
930
931
932
933
934
935
936
937
#ifdef SO_ACCEPTFILTER
	memset(&afa, 0, sizeof(afa));
	strcpy(afa.af_name, "httpready");
	setsockopt(sock, SOL_SOCKET, SO_ACCEPTFILTER, &afa, sizeof(afa));
#endif

	sockets++;
}

static void close_socket_cb(SOCKET sock, void *cbdata)
{
938
939
	if(startup!=NULL && startup->socket_open!=NULL)
		startup->socket_open(startup->cbdata,FALSE);
deuce's avatar
deuce committed
940
	sockets--;
941
942
}

943
static int close_socket(SOCKET *sock)
944
945
{
	int		result;
946
947
948
	char	ch;
	time_t	end = time(NULL) + startup->max_inactivity;
	BOOL	rd;
949

950
	if(sock==NULL || *sock==INVALID_SOCKET)
deuce's avatar
deuce committed
951
		return -1;
952

953
954
955
956
957
958
959
960
961
962
	/* required to ensure all data is sent */
	shutdown(*sock,SHUT_WR);
	while(socket_check(*sock, &rd, NULL, startup->max_inactivity*1000))  {
		if (rd) {
			if (recv(*sock,&ch,1,0) <= 0)
				break;
		}
		if (time(NULL) >= end)
			break;
	}
963
964
	result=closesocket(*sock);
	*sock=INVALID_SOCKET;
965
	if(startup!=NULL && startup->socket_open!=NULL) {
966
		startup->socket_open(startup->cbdata,FALSE);
967
968
969
970
	}
	sockets--;
	if(result!=0) {
		if(ERROR_VALUE!=ENOTSOCK)
971
			lprintf(LOG_WARNING,"%04d !ERROR %d closing socket",*sock, ERROR_VALUE);
972
973
974
975
976
	}

	return(result);
}

deuce's avatar
deuce committed
977
978
979
980
981
982
983
984
985
986
static int close_session_socket(http_session_t *session)
{
	char	buf[1];
	int		len;

	if(session==NULL || session->socket==INVALID_SOCKET)
		return(-1);

	if (session->is_tls) {
		// First, wait for the ringbuffer to drain...
987
		len = 1;
deuce's avatar
deuce committed
988
		while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET) {
989
990
991
992
			if (len) {
				if (cryptPopData(session->tls_sess, buf, 1, &len) != CRYPT_OK)
					len = 0;
			}
deuce's avatar
deuce committed
993
994
995
			SLEEP(1);
		}
		// Now wait for tranmission to complete
996
		len = 1;
deuce's avatar
deuce committed
997
		while(pthread_mutex_trylock(&session->outbuf_write) == EBUSY) {
998
999
1000
1001
			if (len) {
				if (cryptPopData(session->tls_sess, buf, 1, &len) != CRYPT_OK)
					len = 0;
			}
deuce's avatar
deuce committed
1002
1003
1004
1005
1006
1007
1008
1009
			SLEEP(1);
		}
		pthread_mutex_unlock(&session->outbuf_write);
		HANDLE_CRYPT_CALL(cryptDestroySession(session->tls_sess), session);
	}
	return close_socket(&session->socket);
}

1010
1011
1012
/* Waits for the outbuf to drain */
static void drain_outbuf(http_session_t * session)
{
1013
1014
	if(session->socket==INVALID_SOCKET)
		return;
1015
1016
1017
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));
	/* ToDo: This should probobly timeout eventually... */
1018
	while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET)
1019
1020
		SLEEP(1);
	/* Lock the mutex to ensure data has been sent */
1021
	while(session->socket!=INVALID_SOCKET && !session->outbuf_write_initialized)
1022
		SLEEP(1);
1023
	if(session->socket==INVALID_SOCKET)
1024
		return;
1025
	pthread_mutex_lock(&session->outbuf_write);		/* Win32 Access violation here on Ja