websrvr.c 194 KB
Newer Older
1
2
3
/* Synchronet Web Server */

/* $Id$ */
4
// vi: tabstop=4
5
6
7
8
9

/****************************************************************************
 * @format.tab-size 4		(Plain Text/Source Code File Header)			*
 * @format.use-tabs true	(see http://www.synchro.net/ptsc_hdr.html)		*
 *																			*
10
 * Copyright Rob Swindell - http://www.synchro.net/copyright.html			*
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
 *																			*
 * This program is free software; you can redistribute it and/or			*
 * modify it under the terms of the GNU General Public License				*
 * as published by the Free Software Foundation; either version 2			*
 * of the License, or (at your option) any later version.					*
 * See the GNU General Public License for more details: gpl.txt or			*
 * http://www.fsf.org/copyleft/gpl.html										*
 *																			*
 * Anonymous FTP access to the most recent released source is available at	*
 * ftp://vert.synchro.net, ftp://cvs.synchro.net and ftp://ftp.synchro.net	*
 *																			*
 * Anonymous CVS access to the development source and modification history	*
 * is available at cvs.synchro.net:/cvsroot/sbbs, example:					*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs login			*
 *     (just hit return, no password is necessary)							*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs checkout src		*
 *																			*
 * For Synchronet coding style and modification guidelines, see				*
 * http://www.synchro.net/source.html										*
 *																			*
 * You are encouraged to submit any modifications (preferably in Unix diff	*
 * format) via e-mail to mods@synchro.net									*
 *																			*
 * Note: If this box doesn't appear square, then you need to fix your tabs.	*
 ****************************************************************************/

37
38
39
/*
 * General notes: (ToDo stuff)
 *
40
 * Support the ident protocol... the standard log format supports it.
41
 *
deuce's avatar
deuce committed
42
43
44
 * Add in support to pass connections through to a different webserver...
 *      probobly in access.ars... with like a simplified mod_rewrite.
 *      This would allow people to run apache and Synchronet as the same site.
45
46
 * 
 * Add support for multipart/form-data
47
48
49
50
 *
 * Add support for UNIX-domain sockets for FastCGI
 *
 * Improved Win32 support for POST data... currently will read past Content-Length
51
 * 
deuce's avatar
deuce committed
52
 */
53

deuce's avatar
deuce committed
54
/* Headers for CGI stuff */
55
56
#if defined(__unix__)
	#include <sys/wait.h>		/* waitpid() */
rswindell's avatar
rswindell committed
57
58
	#include <sys/types.h>
	#include <signal.h>			/* kill() */
59
60
#endif

61
#ifndef JAVASCRIPT
62
#define JAVASCRIPT
63
64
#endif

65
#undef SBBS	/* this shouldn't be defined unless building sbbs.dll/libsbbs.so */
66
#include "sbbs.h"
67
#include "sbbsdefs.h"
68
#include "sockwrap.h"		/* sendfilesocket() */
deuce's avatar
deuce committed
69
#include "multisock.h"
70
#include "threadwrap.h"
71
#include "semwrap.h"
deuce's avatar
deuce committed
72
#include "xpendian.h"
73
#include "websrvr.h"
deuce's avatar
deuce committed
74
#include "base64.h"
75
#include "md5.h"
76
#include "js_rtpool.h"
77
#include "js_request.h"
deuce's avatar
deuce committed
78
#include "js_socket.h"
79
#include "xpmap.h"
80
#include "xpprintf.h"
deuce's avatar
deuce committed
81
#include "ssl.h"
deuce's avatar
deuce committed
82
#include "fastcgi.h"
83

84
85
static const char*	server_name="Synchronet Web Server";
static const char*	newline="\r\n";
86
87
static const char*	http_scheme="http://";
static const size_t	http_scheme_len=7;
88
89
static const char*	error_301="301 Moved Permanently";
static const char*	error_302="302 Moved Temporarily";
90
static const char*	error_404="404 Not Found";
91
static const char*	error_416="416 Requested Range Not Satisfiable";
92
static const char*	error_500="500 Internal Server Error";
deuce's avatar
deuce committed
93
static const char*	error_503="503 Service Unavailable\r\nConnection: close\r\nContent-Length: 0\r\n\r\n";
94
static const char*	unknown=STR_UNKNOWN_USER;
deuce's avatar
deuce committed
95
static int len_503 = 0;
96

rswindell's avatar
rswindell committed
97
#define TIMEOUT_THREAD_WAIT		60		/* Seconds */
deuce's avatar
deuce committed
98
99
100
#define MAX_REQUEST_LINE		1024	/* NOT including terminator */
#define MAX_HEADERS_SIZE		16384	/* Maximum total size of all headers 
										   (Including terminator )*/
101
#define MAX_REDIR_LOOPS			20		/* Max. times to follow internal redirects for a single request */
102
#define MAX_POST_LEN			1048576	/* Max size of body for POSTS */
103
#define	OUTBUF_LEN				20480	/* Size of output thread ring buffer */
104

105
106
107
enum {
	 CLEANUP_SSJS_TMP_FILE
	,CLEANUP_POST_DATA
108
	,MAX_CLEANUPS
109
};
110

111
static scfg_t	scfg;
112
static volatile BOOL	http_logging_thread_running=FALSE;
113
static protected_uint32_t active_clients;
114
static protected_uint32_t thread_count;
115
116
static volatile ulong	sockets=0;
static volatile BOOL	terminate_server=FALSE;
deuce's avatar
deuce committed
117
static volatile BOOL	terminated=FALSE;
118
static volatile BOOL	terminate_http_logging_thread=FALSE;
deuce's avatar
deuce committed
119
static struct xpms_set	*ws_set=NULL;
120
static char		revision[16];
121
122
static char		root_dir[MAX_PATH+1];
static char		error_dir[MAX_PATH+1];
123
static char		temp_dir[MAX_PATH+1];
124
static char		cgi_dir[MAX_PATH+1];
125
static char		cgi_env_ini[MAX_PATH+1];
126
static char		default_auth_list[MAX_PATH+1];
127
128
static volatile	time_t	uptime=0;
static volatile	ulong	served=0;
129
static web_startup_t* startup=NULL;
130
static js_server_props_t js_server_props;
131
132
static str_list_t recycle_semfiles;
static str_list_t shutdown_semfiles;
133
static str_list_t cgi_env;
134

135
static named_string_t** mime_types;
136
137
static named_string_t** cgi_handlers;
static named_string_t** xjs_handlers;
138

139
/* Logging stuff */
140
link_list_t	log_list;
141
142
143
144
145
146
147
struct log_data {
	char	*hostname;
	char	*ident;
	char	*user;
	char	*request;
	char	*referrer;
	char	*agent;
148
	char	*vhost;
149
150
151
152
153
	int		status;
	unsigned int	size;
	struct tm completed;
};

154
155
156
157
enum auth_type {
	 AUTHENTICATION_UNKNOWN
	,AUTHENTICATION_BASIC
	,AUTHENTICATION_DIGEST
deuce's avatar
deuce committed
158
	,AUTHENTICATION_TLS_PSK
159
160
};

deuce's avatar
deuce committed
161
char *auth_type_names[] = {
162
163
164
	 "Unknown"
	,"Basic"
	,"Digest"
deuce's avatar
deuce committed
165
	,"TLS-PSK"
166
167
168
	,NULL
};

169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
enum algorithm {
	 ALGORITHM_UNKNOWN
	,ALGORITHM_MD5
	,ALGORITHM_MD5_SESS
};

enum qop_option {
	 QOP_NONE
	,QOP_AUTH
	,QOP_AUTH_INT
	,QOP_UNKNOWN
};

typedef struct {
	enum auth_type	type;
	char			username[(LEN_ALIAS > LEN_NAME ? LEN_ALIAS : LEN_NAME)+1];
	char			password[LEN_PASS+1];
	char			*digest_uri;
	char			*realm;
	char			*nonce;
	enum algorithm	algorithm;
	enum qop_option	qop_value;
	char			*cnonce;
	char			*nonce_count;
193
	unsigned char	digest[16];		/* MD5 digest */
194
	BOOL			stale;
195
196
} authentication_request_t;

197
typedef struct  {
198
	int			method;
199
200
201
202
203
204
	char		virtual_path[MAX_PATH+1];
	char		physical_path[MAX_PATH+1];
	BOOL    	expect_go_ahead;
	time_t		if_modified_since;
	BOOL		keep_alive;
	char		ars[256];
205
	authentication_request_t	auth;
206
207
	char		host[128];				/* The requested host. (as used for self-referencing URLs) */
	char		vhost[128];				/* The requested host. (virtual host) */
208
	int			send_location;
209
	const char*	mime_type;
210
	str_list_t	headers;
211
	char		status[MAX_REQUEST_LINE+1];
212
	char *		post_data;
213
	struct xpmapping *post_map;
214
	size_t		post_len;
215
	int			dynamic;
216
	char		xjs_handler[MAX_PATH+1];
217
	struct log_data	*ld;
218
	char		request_line[MAX_REQUEST_LINE+1];
219
	char		orig_request_line[MAX_REQUEST_LINE+1];
220
	BOOL		finished;				/* Done processing request. */
221
222
	BOOL		read_chunked;
	BOOL		write_chunked;
223
224
	long		range_start;
	long		range_end;
225
	BOOL		accept_ranges;
deuce's avatar
deuce committed
226
	time_t		if_range;
227
	BOOL		path_info_index;
228

229
230
231
	/* CGI parameters */
	char		query_str[MAX_REQUEST_LINE+1];
	char		extra_path_info[MAX_REQUEST_LINE+1];
232
233
	str_list_t	cgi_env;
	str_list_t	dynamic_heads;
234
	BOOL		got_extra_path;
235

236
237
	/* Dynamically (sever-side JS) generated HTML parameters */
	FILE*	fp;
238
	char		*cleanup_file[MAX_CLEANUPS];
239
240
	BOOL	sent_headers;
	BOOL	prev_write;
241

242
	/* webctrl.ini overrides */
243
244
	char	*error_dir;
	char	*cgi_dir;
245
	char	*auth_list;
246
	char	*realm;
247
	char	*digest_realm;
deuce's avatar
deuce committed
248
	char	*fastcgi_socket;
249
250
251
} http_request_t;

typedef struct  {
252
	SOCKET			socket;
deuce's avatar
deuce committed
253
254
	union xp_sockaddr	addr;
	socklen_t		addr_len;
255
	http_request_t	req;
deuce's avatar
deuce committed
256
	char			host_ip[INET6_ADDRSTRLEN];
257
	char			host_name[128];	/* Resolved remote host */
258
259
	int				http_ver;       /* HTTP version.  0 = HTTP/0.9, 1=HTTP/1.0, 2=HTTP/1.1 */
	BOOL			finished;		/* Do not accept any more imput from client */
260
261
262
	user_t			user;
	int				last_user_num;
	time_t			logon_time;
263
	char			username[LEN_NAME+1];
264
	int				last_js_user_num;
265
	char			redir_req[MAX_REQUEST_LINE+1];
266
267
268
269
270

	/* JavaScript parameters */
	JSRuntime*		js_runtime;
	JSContext*		js_cx;
	JSObject*		js_glob;
271
272
	JSObject*		js_query;
	JSObject*		js_header;
273
	JSObject*		js_cookie;
274
	JSObject*		js_request;
275
	js_callback_t	js_callback;
deuce's avatar
deuce committed
276
	subscan_t		*subscan;
277

278
279
280
	/* Ring Buffer Stuff */
	RingBuf			outbuf;
	sem_t			output_thread_terminated;
281
282
	int				outbuf_write_initialized;
	pthread_mutex_t	outbuf_write;
283

284
285
	/* Client info */
	client_t		client;
deuce's avatar
deuce committed
286
287
288

	/* Synchronization stuff */
	pthread_mutex_t	struct_filled;
deuce's avatar
deuce committed
289
290
291
292
293
294
295

	/* TLS Stuff */
	BOOL			is_tls;
	CRYPT_SESSION	tls_sess;
	BOOL			tls_pending;
	BOOL			peeked_valid;
	char			peeked;
296
297
} http_session_t;

deuce's avatar
deuce committed
298
enum {
299
300
	 HTTP_0_9
	,HTTP_1_0
301
	,HTTP_1_1
302
303
304
305
};
static char* http_vers[] = {
	 ""
	,"HTTP/1.0"
306
	,"HTTP/1.1"
rswindell's avatar
rswindell committed
307
	,NULL	/* terminator */
308
309
310
311
312
};

enum { 
	 HTTP_HEAD
	,HTTP_GET
313
314
	,HTTP_POST
	,HTTP_OPTIONS
315
};
316

rswindell's avatar
rswindell committed
317
318
319
static char* methods[] = {
	 "HEAD"
	,"GET"
320
	,"POST"
321
	,"OPTIONS"
rswindell's avatar
rswindell committed
322
323
	,NULL	/* terminator */
};
324

325
enum {
326
327
328
329
	 IS_STATIC
	,IS_CGI
	,IS_JS
	,IS_SSJS
deuce's avatar
deuce committed
330
	,IS_FASTCGI
331
332
};

deuce's avatar
deuce committed
333
enum {
334
335
336
	 HEAD_DATE
	,HEAD_HOST
	,HEAD_IFMODIFIED
337
338
	,HEAD_LENGTH
	,HEAD_TYPE
339
340
341
342
343
	,HEAD_AUTH
	,HEAD_CONNECTION
	,HEAD_WWWAUTH
	,HEAD_STATUS
	,HEAD_ALLOW
344
345
346
347
348
	,HEAD_EXPIRES
	,HEAD_LASTMODIFIED
	,HEAD_LOCATION
	,HEAD_PRAGMA
	,HEAD_SERVER
349
350
	,HEAD_REFERER
	,HEAD_AGENT
351
	,HEAD_TRANSFER_ENCODING
352
353
354
	,HEAD_ACCEPT_RANGES
	,HEAD_CONTENT_RANGE
	,HEAD_RANGE
deuce's avatar
deuce committed
355
	,HEAD_IFRANGE
356
	,HEAD_COOKIE
357
358
359
360
361
362
};

static struct {
	int		id;
	char*	text;
} headers[] = {
363
364
365
	{ HEAD_DATE,			"Date"					},
	{ HEAD_HOST,			"Host"					},
	{ HEAD_IFMODIFIED,		"If-Modified-Since"		},
366
367
	{ HEAD_LENGTH,			"Content-Length"		},
	{ HEAD_TYPE,			"Content-Type"			},
368
369
370
371
372
	{ HEAD_AUTH,			"Authorization"			},
	{ HEAD_CONNECTION,		"Connection"			},
	{ HEAD_WWWAUTH,			"WWW-Authenticate"		},
	{ HEAD_STATUS,			"Status"				},
	{ HEAD_ALLOW,			"Allow"					},
373
374
375
376
377
	{ HEAD_EXPIRES,			"Expires"				},
	{ HEAD_LASTMODIFIED,	"Last-Modified"			},
	{ HEAD_LOCATION,		"Location"				},
	{ HEAD_PRAGMA,			"Pragma"				},
	{ HEAD_SERVER,			"Server"				},
378
379
	{ HEAD_REFERER,			"Referer"				},
	{ HEAD_AGENT,			"User-Agent"			},
380
	{ HEAD_TRANSFER_ENCODING,			"Transfer-Encoding"			},
381
382
383
	{ HEAD_ACCEPT_RANGES,	"Accept-Ranges"			},
	{ HEAD_CONTENT_RANGE,	"Content-Range"			},
	{ HEAD_RANGE,			"Range"					},
deuce's avatar
deuce committed
384
	{ HEAD_IFRANGE,			"If-Range"				},
385
	{ HEAD_COOKIE,			"Cookie"				},
386
	{ -1,					NULL /* terminator */	},
387
388
};

389
/* Everything MOVED_TEMP and everything after is a magical internal redirect */
390
enum  {
391
	 NO_LOCATION
392
	,MOVED_PERM
393
	,MOVED_TEMP
394
	,MOVED_STAT
395
396
};

397
398
399
static char	*days[]={"Sun","Mon","Tue","Wed","Thu","Fri","Sat"};
static char	*months[]={"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};

400
static void respond(http_session_t * session);
401
static BOOL js_setup_cx(http_session_t* session);
402
static BOOL js_setup(http_session_t* session);
403
static char *find_last_slash(char *str);
404
static BOOL check_extra_path(http_session_t * session);
405
static BOOL exec_ssjs(http_session_t* session, char* script);
406
static BOOL ssjs_send_headers(http_session_t* session, int chunked);
407
static int sess_recv(http_session_t *session, char *buf, size_t length, int flags);
408

409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
static time_t
sub_mkgmt(struct tm *tm)
{
        int y, nleapdays;
        time_t t;
        /* days before the month */
        static const unsigned short moff[12] = {
                0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334
        };

        /*
         * XXX: This code assumes the given time to be normalized.
         * Normalizing here is impossible in case the given time is a leap
         * second but the local time library is ignorant of leap seconds.
         */

        /* minimal sanity checking not to access outside of the array */
        if ((unsigned) tm->tm_mon >= 12)
                return (time_t) -1;
        if (tm->tm_year < 1970 - 1900)
                return (time_t) -1;

        y = tm->tm_year + 1900 - (tm->tm_mon < 2);
        nleapdays = y / 4 - y / 100 + y / 400 -
            ((1970-1) / 4 - (1970-1) / 100 + (1970-1) / 400);
        t = ((((time_t) (tm->tm_year - (1970 - 1900)) * 365 +
                        moff[tm->tm_mon] + tm->tm_mday - 1 + nleapdays) * 24 +
                tm->tm_hour) * 60 + tm->tm_min) * 60 + tm->tm_sec;

        return (t < 0 ? (time_t) -1 : t);
}

time_t
time_gm(struct tm *tm)
{
        time_t t, t2;
        struct tm *tm2;
        int sec;

        /* Do the first guess. */
        if ((t = sub_mkgmt(tm)) == (time_t) -1)
                return (time_t) -1;

        /* save value in case *tm is overwritten by gmtime() */
        sec = tm->tm_sec;

455
456
        tm2 = gmtime(&t);	/* why not use gmtime_r instead? */
        if (tm2 == NULL || (t2 = sub_mkgmt(tm2)) == (time_t) -1)
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
                return (time_t) -1;

        if (t2 < t || tm2->tm_sec != sec) {
                /*
                 * Adjust for leap seconds.
                 *
                 *     real time_t time
                 *           |
                 *          tm
                 *         /        ... (a) first sub_mkgmt() conversion
                 *       t
                 *       |
                 *      tm2
                 *     /        ... (b) second sub_mkgmt() conversion
                 *   t2
                 *                        --->time
                 */
                /*
                 * Do the second guess, assuming (a) and (b) are almost equal.
                 */
                t += t - t2;
                tm2 = gmtime(&t);

                /*
                 * Either (a) or (b), may include one or two extra
                 * leap seconds.  Try t, t + 2, t - 2, t + 1, and t - 1.
                 */
                if (tm2->tm_sec == sec
                    || (t += 2, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 4, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t += 3, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 2, tm2 = gmtime(&t), tm2->tm_sec == sec))
                        ;        /* found */
                else {
                        /*
                         * Not found.
                         */
                        if (sec >= 60)
                                /*
                                 * The given time is a leap second
                                 * (sec 60 or 61), but the time library
                                 * is ignorant of the leap second.
                                 */
                                ;        /* treat sec 60 as 59,
                                           sec 61 as 0 of the next minute */
                        else
                                /* The given time may not be normalized. */
                                t++;        /* restore t */
                }
        }

        return (t < 0 ? (time_t) -1 : t);
}
510

511
static int lprintf(int level, const char *fmt, ...)
512
513
514
515
516
517
518
519
{
	va_list argptr;
	char sbuf[1024];

	va_start(argptr,fmt);
    vsnprintf(sbuf,sizeof(sbuf),fmt,argptr);
	sbuf[sizeof(sbuf)-1]=0;
    va_end(argptr);
520

521
	if(level <= LOG_ERR) {
522
523
524
		char errmsg[sizeof(sbuf)+16];
		SAFEPRINTF(errmsg, "web %s", sbuf);
		errorlog(&scfg,startup==NULL ? NULL:startup->host_name, errmsg);
525
		if(startup!=NULL && startup->errormsg!=NULL)
526
			startup->errormsg(startup->cbdata,level,errmsg);
527
	}
528
529
530
531
532
533
534
535
536

    if(startup==NULL || startup->lputs==NULL || level > startup->log_level)
        return(0);

#if defined(_WIN32)
	if(IsBadCodePtr((FARPROC)startup->lputs))
		return(0);
#endif

537
    return(startup->lputs(startup->cbdata,level,sbuf));
538
539
}

540
541
static int writebuf(http_session_t	*session, const char *buf, size_t len)
{
542
543
	size_t	sent=0;
	size_t	avail;
544

545
	while(sent < len) {
deuce's avatar
deuce committed
546
		ResetEvent(session->outbuf.empty_event);
547
		avail=RingBufFree(&session->outbuf);
deuce's avatar
deuce committed
548
		if(!avail) {
deuce's avatar
deuce committed
549
			WaitForEvent(session->outbuf.empty_event, 1);
deuce's avatar
deuce committed
550
551
			continue;
		}
552
553
		if(avail > len-sent)
			avail=len-sent;
554
		sent+=RingBufWrite(&(session->outbuf), ((const BYTE *)buf)+sent, avail);
555
556
557
558
	}
	return(sent);
}

559
560
561
#define HANDLE_CRYPT_CALL(status, session)  handle_crypt_call_except2(status, session, CRYPT_OK, CRYPT_OK, __FILE__, __LINE__)
#define HANDLE_CRYPT_CALL_EXCEPT(status, ignore, session)  handle_crypt_call_except2(status, session, ignore, ignore, __FILE__, __LINE__)
#define HANDLE_CRYPT_CALL_EXCEPT2(status, ignore, ignore2, session)  handle_crypt_call_except2(status, session, ignore, ignore2, __FILE__, __LINE__)
deuce's avatar
deuce committed
562

563
static BOOL handle_crypt_call_except2(int status, http_session_t *session, int ignore, int ignore2, const char *file, int line)
deuce's avatar
deuce committed
564
{
565
	char	*estr = NULL;
deuce's avatar
deuce committed
566
567
568
569
	int		sock = 0;

	if (status == CRYPT_OK)
		return TRUE;
570
571
572
573
	if (status == ignore)
		return FALSE;
	if (status == ignore2)
		return FALSE;
deuce's avatar
deuce committed
574
	if (session != NULL) {
575
576
		if (session->is_tls)
			estr = get_crypt_error(session->tls_sess);
deuce's avatar
deuce committed
577
578
		sock = session->socket;
	}
deuce's avatar
deuce committed
579
	if (estr) {
580
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d (%s)", sock, status, file, line, estr);
581
		free_crypt_attrstr(estr);
deuce's avatar
deuce committed
582
	}
deuce's avatar
deuce committed
583
	else
584
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d", sock, status, file, line);
deuce's avatar
deuce committed
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
	return FALSE;
}

static BOOL session_check(http_session_t *session, BOOL *rd, BOOL *wr, unsigned timeout)
{
	BOOL	ret = FALSE;
	BOOL	lcl_rd;
	BOOL	*rd_ptr = rd?rd:&lcl_rd;

	if (session->is_tls) {
		if(wr)
			*wr=1;
		if(rd) {
			if(session->tls_pending) {
				*rd = TRUE;
				return TRUE;
			}
		}
		ret = socket_check(session->socket, rd_ptr, wr, timeout);
		if (ret && *rd_ptr) {
			session->tls_pending = TRUE;
			return TRUE;
		}
		return ret;
	}
	return socket_check(session->socket, rd, wr, timeout);
}

static int sess_sendbuf(http_session_t *session, const char *buf, size_t len, BOOL *failed)
614
615
{
	size_t sent=0;
deuce's avatar
deuce committed
616
	int	tls_sent;
617
	int result;
618
	int sel;
619
620
	fd_set	wr_set;
	struct timeval tv;
deuce's avatar
deuce committed
621
	int status;
622

deuce's avatar
deuce committed
623
	while(sent<len && session->socket!=INVALID_SOCKET) {
624
		FD_ZERO(&wr_set);
deuce's avatar
deuce committed
625
		FD_SET(session->socket,&wr_set);
626
627
628
		/* Convert timeout from ms to sec/usec */
		tv.tv_sec=startup->max_inactivity;
		tv.tv_usec=0;
deuce's avatar
deuce committed
629
		sel=select(session->socket+1,NULL,&wr_set,NULL,&tv);
630
		switch(sel) {
631
			case 1:
deuce's avatar
deuce committed
632
633
634
635
				if (session->is_tls) {
					status = cryptPushData(session->tls_sess, buf+sent, len-sent, &tls_sent);
					if (status == CRYPT_ERROR_TIMEOUT) {
						tls_sent = 0;
636
637
638
639
						if(!cryptStatusOK(status=cryptPopData(session->tls_sess, "", 0, &status))) {
							if (status != CRYPT_ERROR_TIMEOUT && status != CRYPT_ERROR_PARAM2)
								lprintf(LOG_NOTICE,"%04d Cryptlib error %d popping data after timeout",session->socket, status);
						}
deuce's avatar
deuce committed
640
641
642
						status = CRYPT_OK;
					}
					if(!HANDLE_CRYPT_CALL(status, session)) {
643
						HANDLE_CRYPT_CALL_EXCEPT(cryptFlushData(session->tls_sess), CRYPT_ERROR_COMPLETE, session);
deuce's avatar
deuce committed
644
645
646
647
648
649
650
651
652
653
654
655
656
						if (failed)
							*failed=TRUE;
						return tls_sent;
					}
					result = tls_sent;
				}
				else {
					result=sendsocket(session->socket,buf+sent,len-sent);
					if(result==SOCKET_ERROR) {
						if(ERROR_VALUE==ECONNRESET) 
							lprintf(LOG_NOTICE,"%04d Connection reset by peer on send",session->socket);
						else if(ERROR_VALUE==ECONNABORTED) 
							lprintf(LOG_NOTICE,"%04d Connection aborted by peer on send",session->socket);
657
#ifdef EPIPE
658
						else if(ERROR_VALUE==EPIPE)
deuce's avatar
deuce committed
659
							lprintf(LOG_NOTICE,"%04d Unable to send to peer",session->socket);
660
#endif
deuce's avatar
deuce committed
661
662
						else
							lprintf(LOG_WARNING,"%04d !ERROR %d sending on socket",session->socket,ERROR_VALUE);
663
664
						if (failed)
							*failed=TRUE;
deuce's avatar
deuce committed
665
666
						return(sent);
					}
667
668
669
				}
				break;
			case 0:
deuce's avatar
deuce committed
670
				lprintf(LOG_WARNING,"%04d Timeout selecting socket for write",session->socket);
671
672
673
674
				if(failed)
					*failed=TRUE;
				return(sent);
			case -1:
deuce's avatar
deuce committed
675
				lprintf(LOG_WARNING,"%04d !ERROR %d selecting socket for write",session->socket,ERROR_VALUE);
676
677
678
				if(failed)
					*failed=TRUE;
				return(sent);
679
680
681
682
683
		}
		sent+=result;
	}
	if(failed && sent<len)
		*failed=TRUE;
deuce's avatar
deuce committed
684
685
	if(session->is_tls)
		HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
686
687
688
	return(sent);
}

689
690
691
#ifdef _WINSOCKAPI_

static WSADATA WSAData;
692
#define SOCKLIB_DESC WSAData.szDescription
693
694
695
696
697
698
699
static BOOL WSAInitialized=FALSE;

static BOOL winsock_startup(void)
{
	int		status;             /* Status Code */

    if((status = WSAStartup(MAKEWORD(1,1), &WSAData))==0) {
700
		lprintf(LOG_DEBUG,"%s %s",WSAData.szDescription, WSAData.szSystemStatus);
701
702
703
704
		WSAInitialized=TRUE;
		return (TRUE);
	}

705
    lprintf(LOG_CRIT,"!WinSock startup ERROR %d", status);
706
707
708
709
710
711
	return (FALSE);
}

#else /* No WINSOCK */

#define winsock_startup()	(TRUE)
712
#define SOCKLIB_DESC NULL
713
714
715
716
717
718

#endif

static void status(char* str)
{
	if(startup!=NULL && startup->status!=NULL)
719
	    startup->status(startup->cbdata,str);
720
721
722
723
724
}

static void update_clients(void)
{
	if(startup!=NULL && startup->clients!=NULL)
725
		startup->clients(startup->cbdata,protected_uint32_value(active_clients));
726
727
728
729
730
}

static void client_on(SOCKET sock, client_t* client, BOOL update)
{
	if(startup!=NULL && startup->client_on!=NULL)
731
		startup->client_on(startup->cbdata,TRUE,sock,client,update);
732
733
734
735
736
}

static void client_off(SOCKET sock)
{
	if(startup!=NULL && startup->client_on!=NULL)
737
		startup->client_on(startup->cbdata,FALSE,sock,NULL,FALSE);
738
739
740
741
742
}

static void thread_up(BOOL setuid)
{
	if(startup!=NULL && startup->thread_up!=NULL)
743
		startup->thread_up(startup->cbdata,TRUE, setuid);
744
745
746
747
}

static void thread_down(void)
{
748
	protected_uint32_adjust(&thread_count,-1);
749
	if(startup!=NULL && startup->thread_up!=NULL)
750
		startup->thread_up(startup->cbdata,FALSE, FALSE);
751
752
}

deuce's avatar
deuce committed
753
754
755
/*********************************************************************/
/* Adds an environment variable to the sessions  cgi_env linked list */
/*********************************************************************/
756
static void add_env(http_session_t *session, const char *name,const char *value)  {
757
	char	newname[129];
758
	char	*p;
759

760
	if(name==NULL || value==NULL)  {
761
		lprintf(LOG_WARNING,"%04d Attempt to set NULL env variable", session->socket);
762
763
764
765
766
767
768
769
770
		return;
	}
	SAFECOPY(newname,name);

	for(p=newname;*p;p++)  {
		*p=toupper(*p);
		if(*p=='-')
			*p='_';
	}
deuce's avatar
deuce committed
771
	p=xp_asprintf("%s=%s",newname,value);
772
773
774
775
	if(p==NULL) {
		lprintf(LOG_WARNING,"%04d Cannot allocate memory for string", session->socket);
		return;
	}
776
	strListPush(&session->req.cgi_env,p);
deuce's avatar
deuce committed
777
	free(p);
778
779
}

deuce's avatar
deuce committed
780
781
782
/***************************************/
/* Initializes default CGI envirnoment */
/***************************************/
783
784
static void init_enviro(http_session_t *session)  {
	char	str[128];
785
786
	union xp_sockaddr sockaddr;
	socklen_t socklen = sizeof(sockaddr);
787
788

	add_env(session,"SERVER_SOFTWARE",VERSION_NOTICE);
789
790
	getsockname(session->socket, &sockaddr.addr, &socklen);
	sprintf(str,"%d",inet_addrport(&sockaddr));
791
792
	add_env(session,"SERVER_PORT",str);
	add_env(session,"GATEWAY_INTERFACE","CGI/1.1");
793
	if(!strcmp(session->host_name,session->host_ip))
794
795
		add_env(session,"REMOTE_HOST",session->host_name);
	add_env(session,"REMOTE_ADDR",session->host_ip);
796
	add_env(session,"REQUEST_URI",session->req.orig_request_line);
797
798
}

799
/*
deuce's avatar
deuce committed
800
 * Sends string str to socket sock... returns number of bytes written, or 0 on an error
801
802
 * Can not close the socket since it can not set it to INVALID_SOCKET
 */
803
static int bufprint(http_session_t *session, const char *str)
804
{
805
806
807
	int len;

	len=strlen(str);
808
	return(writebuf(session,str,len));
809
810
}

deuce's avatar
deuce committed
811
812
813
814
/**********************************************************/
/* Converts a month name/abbr to the 0-based month number */
/* ToDo: This probobly exists somewhere else already	  */
/**********************************************************/
815
816
817
818
819
820
821
822
823
824
static int getmonth(char *mon)
{
	int	i;
	for(i=0;i<12;i++)
		if(!stricmp(mon,months[i]))
			return(i);

	return 0;
}

deuce's avatar
deuce committed
825
826
827
/*******************************************************************/
/* Converts a date string in any of the common formats to a time_t */
/*******************************************************************/
828
829
830
static time_t decode_date(char *date)
{
	struct	tm	ti;
831
	char	*token;
832
	char	*last;
833
	time_t	t;
834
835
836
837
838
839
840
841
842

	ti.tm_sec=0;		/* seconds (0 - 60) */
	ti.tm_min=0;		/* minutes (0 - 59) */
	ti.tm_hour=0;		/* hours (0 - 23) */
	ti.tm_mday=1;		/* day of month (1 - 31) */
	ti.tm_mon=0;		/* month of year (0 - 11) */
	ti.tm_year=0;		/* year - 1900 */
	ti.tm_isdst=0;		/* is summer time in effect? */

843
	token=strtok_r(date,",",&last);
844
845
	if(token==NULL)
		return(0);
846
847
	/* This probobly only needs to be 9, but the extra one is for luck. */
	if(strlen(date)>15) {
848
		/* asctime() */
849
		/* Toss away week day */
850
		token=strtok_r(date," ",&last);
851
852
		if(token==NULL)
			return(0);
853
		token=strtok_r(NULL," ",&last);
854
855
856
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
857
		token=strtok_r(NULL," ",&last);
858
859
860
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
861
		token=strtok_r(NULL,":",&last);
862
863
864
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
865
		token=strtok_r(NULL,":",&last);
866
867
868
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
869
		token=strtok_r(NULL," ",&last);
870
871
872
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
873
		token=strtok_r(NULL,"",&last);
874
875
876
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token)-1900;
877
878
879
	}
	else  {
		/* RFC 1123 or RFC 850 */
880
		token=strtok_r(NULL," -",&last);
881
882
883
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
884
		token=strtok_r(NULL," -",&last);
885
886
887
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
888
		token=strtok_r(NULL," ",&last);
889
890
891
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token);
892
		token=strtok_r(NULL,":",&last);
893
894
895
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
896
		token=strtok_r(NULL,":",&last);
897
898
899
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
900
		token=strtok_r(NULL," ",&last);
901
902
903
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
904
905
906
		if(ti.tm_year>1900)
			ti.tm_year -= 1900;
	}
907

908
	t=time_gm(&ti);
909
	return(t);
910
911
}

deuce's avatar
deuce committed
912
static void open_socket(SOCKET sock, void *cbdata)
913
914
{
	char	error[256];
deuce's avatar
deuce committed
915
916
917
#ifdef SO_ACCEPTFILTER
	struct accept_filter_arg afa;
#endif
918

919
920
	if(startup!=NULL && startup->socket_open!=NULL)
		startup->socket_open(startup->cbdata,TRUE);
deuce's avatar
deuce committed
921
922
923
924
925
	if (cbdata != NULL && !strcmp(cbdata, "TLS")) {
		if(set_socket_options(&scfg, sock, "web|http|tls", error, sizeof(error)))
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
	}
	else {
926
		if(set_socket_options(&scfg, sock, "web|http", error, sizeof(error)))
927
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
928
	}
deuce's avatar
deuce committed
929
930
931
932
933
934
935
936
937
938
939
#ifdef SO_ACCEPTFILTER
	memset(&afa, 0, sizeof(afa));
	strcpy(afa.af_name, "httpready");
	setsockopt(sock, SOL_SOCKET, SO_ACCEPTFILTER, &afa, sizeof(afa));
#endif

	sockets++;
}

static void close_socket_cb(SOCKET sock, void *cbdata)
{
940
941
	if(startup!=NULL && startup->socket_open!=NULL)
		startup->socket_open(startup->cbdata,FALSE);
deuce's avatar
deuce committed
942
	sockets--;
943
944
}

945
static int close_socket(SOCKET *sock)
946
947
{
	int		result;
948
949
950
	char	ch;
	time_t	end = time(NULL) + startup->max_inactivity;
	BOOL	rd;
951

952
	if(sock==NULL || *sock==INVALID_SOCKET)
deuce's avatar
deuce committed
953
		return -1;
954

955
956
957
958
959
960
961
962
963
964
	/* required to ensure all data is sent */
	shutdown(*sock,SHUT_WR);
	while(socket_check(*sock, &rd, NULL, startup->max_inactivity*1000))  {
		if (rd) {
			if (recv(*sock,&ch,1,0) <= 0)
				break;
		}
		if (time(NULL) >= end)
			break;
	}
965
966
	result=closesocket(*sock);
	*sock=INVALID_SOCKET;
967
	if(startup!=NULL && startup->socket_open!=NULL) {
968
		startup->socket_open(startup->cbdata,FALSE);
969
970
971
972
	}
	sockets--;
	if(result!=0) {
		if(ERROR_VALUE!=ENOTSOCK)
973
			lprintf(LOG_WARNING,"%04d !ERROR %d closing socket",*sock, ERROR_VALUE);
974
975
976
977
978
	}

	return(result);
}

deuce's avatar
deuce committed
979
980
981
982
983
984
985
986
987
988
static int close_session_socket(http_session_t *session)
{
	char	buf[1];
	int		len;

	if(session==NULL || session->socket==INVALID_SOCKET)
		return(-1);

	if (session->is_tls) {
		// First, wait for the ringbuffer to drain...
989
		len = 1;
deuce's avatar
deuce committed
990
		while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET) {
991
992
993
994
			if (len) {
				if (cryptPopData(session->tls_sess, buf, 1, &len) != CRYPT_OK)
					len = 0;
			}
deuce's avatar
deuce committed
995
996
997
			SLEEP(1);
		}
		// Now wait for tranmission to complete
998
		len = 1;
deuce's avatar
deuce committed
999
		while(pthread_mutex_trylock(&session->outbuf_write) == EBUSY) {
1000
1001
1002
1003
			if (len) {
				if (cryptPopData(session->tls_sess, buf, 1, &len) != CRYPT_OK)
					len = 0;
			}
deuce's avatar
deuce committed
1004
1005
1006
1007
1008
1009
1010
1011
			SLEEP(1);
		}
		pthread_mutex_unlock(&session->outbuf_write);
		HANDLE_CRYPT_CALL(cryptDestroySession(session->tls_sess), session);
	}
	return close_socket(&session->socket);
}

1012
1013
1014
/* Waits for the outbuf to drain */
static void drain_outbuf(http_session_t * session)
{
1015
1016
	if(session->socket==INVALID_SOCKET)
		return;
1017
1018
1019
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));
	/* ToDo: This should probobly timeout eventually... */
1020
	while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET)
1021
1022
		SLEEP(1);
	/* Lock the mutex to ensure data has been sent */
1023
	while(session->socket!=INVALID_SOCKET && !session->outbuf_write_initialized)
1024
		SLEEP