websrvr.c 188 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
/* websrvr.c */

/* Synchronet Web Server */

/* $Id$ */

/****************************************************************************
 * @format.tab-size 4		(Plain Text/Source Code File Header)			*
 * @format.use-tabs true	(see http://www.synchro.net/ptsc_hdr.html)		*
 *																			*
11
 * Copyright Rob Swindell - http://www.synchro.net/copyright.html			*
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
 *																			*
 * This program is free software; you can redistribute it and/or			*
 * modify it under the terms of the GNU General Public License				*
 * as published by the Free Software Foundation; either version 2			*
 * of the License, or (at your option) any later version.					*
 * See the GNU General Public License for more details: gpl.txt or			*
 * http://www.fsf.org/copyleft/gpl.html										*
 *																			*
 * Anonymous FTP access to the most recent released source is available at	*
 * ftp://vert.synchro.net, ftp://cvs.synchro.net and ftp://ftp.synchro.net	*
 *																			*
 * Anonymous CVS access to the development source and modification history	*
 * is available at cvs.synchro.net:/cvsroot/sbbs, example:					*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs login			*
 *     (just hit return, no password is necessary)							*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs checkout src		*
 *																			*
 * For Synchronet coding style and modification guidelines, see				*
 * http://www.synchro.net/source.html										*
 *																			*
 * You are encouraged to submit any modifications (preferably in Unix diff	*
 * format) via e-mail to mods@synchro.net									*
 *																			*
 * Note: If this box doesn't appear square, then you need to fix your tabs.	*
 ****************************************************************************/

38
39
40
/*
 * General notes: (ToDo stuff)
 *
41
 * Support the ident protocol... the standard log format supports it.
42
 *
deuce's avatar
deuce committed
43
44
45
 * Add in support to pass connections through to a different webserver...
 *      probobly in access.ars... with like a simplified mod_rewrite.
 *      This would allow people to run apache and Synchronet as the same site.
46
47
 * 
 * Add support for multipart/form-data
48
49
50
51
 *
 * Add support for UNIX-domain sockets for FastCGI
 *
 * Improved Win32 support for POST data... currently will read past Content-Length
52
 * 
deuce's avatar
deuce committed
53
 */
54

deuce's avatar
deuce committed
55
/* Headers for CGI stuff */
56
57
#if defined(__unix__)
	#include <sys/wait.h>		/* waitpid() */
rswindell's avatar
rswindell committed
58
59
	#include <sys/types.h>
	#include <signal.h>			/* kill() */
60
61
#endif

62
#ifndef JAVASCRIPT
63
#define JAVASCRIPT
64
65
#endif

66
#undef SBBS	/* this shouldn't be defined unless building sbbs.dll/libsbbs.so */
67
#include "sbbs.h"
68
#include "sbbsdefs.h"
69
#include "sockwrap.h"		/* sendfilesocket() */
deuce's avatar
deuce committed
70
#include "multisock.h"
71
#include "threadwrap.h"
72
#include "semwrap.h"
deuce's avatar
deuce committed
73
#include "xpendian.h"
74
#include "websrvr.h"
deuce's avatar
deuce committed
75
#include "base64.h"
76
#include "md5.h"
77
#include "js_rtpool.h"
78
#include "js_request.h"
deuce's avatar
deuce committed
79
#include "js_socket.h"
80
#include "xpmap.h"
81
#include "xpprintf.h"
deuce's avatar
deuce committed
82
#include "ssl.h"
deuce's avatar
deuce committed
83
#include "fastcgi.h"
84

85
86
static const char*	server_name="Synchronet Web Server";
static const char*	newline="\r\n";
87
88
static const char*	http_scheme="http://";
static const size_t	http_scheme_len=7;
89
90
static const char*	error_301="301 Moved Permanently";
static const char*	error_302="302 Moved Temporarily";
91
static const char*	error_404="404 Not Found";
92
static const char*	error_416="416 Requested Range Not Satisfiable";
93
static const char*	error_500="500 Internal Server Error";
deuce's avatar
deuce committed
94
static const char*	error_503="503 Service Unavailable\r\nConnection: close\r\nContent-Length: 0\r\n\r\n";
95
static const char*	unknown="<unknown>";
deuce's avatar
deuce committed
96
static int len_503 = 0;
97

rswindell's avatar
rswindell committed
98
#define TIMEOUT_THREAD_WAIT		60		/* Seconds */
deuce's avatar
deuce committed
99
100
101
#define MAX_REQUEST_LINE		1024	/* NOT including terminator */
#define MAX_HEADERS_SIZE		16384	/* Maximum total size of all headers 
										   (Including terminator )*/
102
#define MAX_REDIR_LOOPS			20		/* Max. times to follow internal redirects for a single request */
103
#define MAX_POST_LEN			1048576	/* Max size of body for POSTS */
104
#define	OUTBUF_LEN				20480	/* Size of output thread ring buffer */
105

106
107
108
enum {
	 CLEANUP_SSJS_TMP_FILE
	,CLEANUP_POST_DATA
109
	,MAX_CLEANUPS
110
};
111

112
static scfg_t	scfg;
113
static volatile BOOL	http_logging_thread_running=FALSE;
114
static protected_uint32_t active_clients;
115
static protected_uint32_t thread_count;
116
117
static volatile ulong	sockets=0;
static volatile BOOL	terminate_server=FALSE;
deuce's avatar
deuce committed
118
static volatile BOOL	terminated=FALSE;
119
static volatile BOOL	terminate_http_logging_thread=FALSE;
deuce's avatar
deuce committed
120
static struct xpms_set	*ws_set=NULL;
121
static char		revision[16];
122
123
static char		root_dir[MAX_PATH+1];
static char		error_dir[MAX_PATH+1];
124
static char		temp_dir[MAX_PATH+1];
125
static char		cgi_dir[MAX_PATH+1];
126
static char		cgi_env_ini[MAX_PATH+1];
127
static char		default_auth_list[MAX_PATH+1];
128
129
static volatile	time_t	uptime=0;
static volatile	ulong	served=0;
130
static web_startup_t* startup=NULL;
131
static js_server_props_t js_server_props;
132
133
static str_list_t recycle_semfiles;
static str_list_t shutdown_semfiles;
134
static str_list_t cgi_env;
135

136
static named_string_t** mime_types;
137
138
static named_string_t** cgi_handlers;
static named_string_t** xjs_handlers;
139

140
/* Logging stuff */
141
link_list_t	log_list;
142
143
144
145
146
147
148
struct log_data {
	char	*hostname;
	char	*ident;
	char	*user;
	char	*request;
	char	*referrer;
	char	*agent;
149
	char	*vhost;
150
151
152
153
154
	int		status;
	unsigned int	size;
	struct tm completed;
};

155
156
157
158
enum auth_type {
	 AUTHENTICATION_UNKNOWN
	,AUTHENTICATION_BASIC
	,AUTHENTICATION_DIGEST
deuce's avatar
deuce committed
159
	,AUTHENTICATION_TLS_PSK
160
161
};

deuce's avatar
deuce committed
162
char *auth_type_names[] = {
163
164
165
	 "Unknown"
	,"Basic"
	,"Digest"
deuce's avatar
deuce committed
166
	,"TLS-PSK"
167
168
169
	,NULL
};

170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
enum algorithm {
	 ALGORITHM_UNKNOWN
	,ALGORITHM_MD5
	,ALGORITHM_MD5_SESS
};

enum qop_option {
	 QOP_NONE
	,QOP_AUTH
	,QOP_AUTH_INT
	,QOP_UNKNOWN
};

typedef struct {
	enum auth_type	type;
	char			username[(LEN_ALIAS > LEN_NAME ? LEN_ALIAS : LEN_NAME)+1];
	char			password[LEN_PASS+1];
	char			*digest_uri;
	char			*realm;
	char			*nonce;
	enum algorithm	algorithm;
	enum qop_option	qop_value;
	char			*cnonce;
	char			*nonce_count;
194
	unsigned char	digest[16];		/* MD5 digest */
195
	BOOL			stale;
196
197
} authentication_request_t;

198
typedef struct  {
199
	int			method;
200
201
202
203
204
205
	char		virtual_path[MAX_PATH+1];
	char		physical_path[MAX_PATH+1];
	BOOL    	expect_go_ahead;
	time_t		if_modified_since;
	BOOL		keep_alive;
	char		ars[256];
206
	authentication_request_t	auth;
207
208
	char		host[128];				/* The requested host. (as used for self-referencing URLs) */
	char		vhost[128];				/* The requested host. (virtual host) */
209
	int			send_location;
210
	const char*	mime_type;
211
	str_list_t	headers;
212
	char		status[MAX_REQUEST_LINE+1];
213
	char *		post_data;
214
	struct xpmapping *post_map;
215
	size_t		post_len;
216
	int			dynamic;
217
	char		xjs_handler[MAX_PATH+1];
218
	struct log_data	*ld;
219
	char		request_line[MAX_REQUEST_LINE+1];
220
	BOOL		finished;				/* Done processing request. */
221
222
	BOOL		read_chunked;
	BOOL		write_chunked;
223
224
	long		range_start;
	long		range_end;
225
	BOOL		accept_ranges;
deuce's avatar
deuce committed
226
	time_t		if_range;
227
	BOOL		path_info_index;
228

229
230
231
	/* CGI parameters */
	char		query_str[MAX_REQUEST_LINE+1];
	char		extra_path_info[MAX_REQUEST_LINE+1];
232
233
	str_list_t	cgi_env;
	str_list_t	dynamic_heads;
234
	BOOL		got_extra_path;
235

236
237
	/* Dynamically (sever-side JS) generated HTML parameters */
	FILE*	fp;
238
	char		*cleanup_file[MAX_CLEANUPS];
239
240
	BOOL	sent_headers;
	BOOL	prev_write;
241

242
	/* webctrl.ini overrides */
243
244
	char	*error_dir;
	char	*cgi_dir;
245
	char	*auth_list;
246
	char	*realm;
247
	char	*digest_realm;
deuce's avatar
deuce committed
248
	char	*fastcgi_socket;
249
250
251
} http_request_t;

typedef struct  {
252
	SOCKET			socket;
deuce's avatar
deuce committed
253
254
	union xp_sockaddr	addr;
	socklen_t		addr_len;
255
	http_request_t	req;
deuce's avatar
deuce committed
256
	char			host_ip[INET6_ADDRSTRLEN];
257
	char			host_name[128];	/* Resolved remote host */
258
259
	int				http_ver;       /* HTTP version.  0 = HTTP/0.9, 1=HTTP/1.0, 2=HTTP/1.1 */
	BOOL			finished;		/* Do not accept any more imput from client */
260
261
262
	user_t			user;
	int				last_user_num;
	time_t			logon_time;
263
	char			username[LEN_NAME+1];
264
	int				last_js_user_num;
265
266
267
268
269

	/* JavaScript parameters */
	JSRuntime*		js_runtime;
	JSContext*		js_cx;
	JSObject*		js_glob;
270
271
	JSObject*		js_query;
	JSObject*		js_header;
272
	JSObject*		js_cookie;
273
	JSObject*		js_request;
274
	js_callback_t	js_callback;
deuce's avatar
deuce committed
275
	subscan_t		*subscan;
276

277
278
279
	/* Ring Buffer Stuff */
	RingBuf			outbuf;
	sem_t			output_thread_terminated;
280
281
	int				outbuf_write_initialized;
	pthread_mutex_t	outbuf_write;
282

283
284
	/* Client info */
	client_t		client;
deuce's avatar
deuce committed
285
286
287

	/* Synchronization stuff */
	pthread_mutex_t	struct_filled;
deuce's avatar
deuce committed
288
289
290
291
292
293
294

	/* TLS Stuff */
	BOOL			is_tls;
	CRYPT_SESSION	tls_sess;
	BOOL			tls_pending;
	BOOL			peeked_valid;
	char			peeked;
295
296
} http_session_t;

deuce's avatar
deuce committed
297
298
299
static CRYPT_CONTEXT tls_context = -1;

enum {
300
301
	 HTTP_0_9
	,HTTP_1_0
302
	,HTTP_1_1
303
304
305
306
};
static char* http_vers[] = {
	 ""
	,"HTTP/1.0"
307
	,"HTTP/1.1"
rswindell's avatar
rswindell committed
308
	,NULL	/* terminator */
309
310
311
312
313
};

enum { 
	 HTTP_HEAD
	,HTTP_GET
314
315
	,HTTP_POST
	,HTTP_OPTIONS
316
};
317

rswindell's avatar
rswindell committed
318
319
320
static char* methods[] = {
	 "HEAD"
	,"GET"
321
	,"POST"
322
	,"OPTIONS"
rswindell's avatar
rswindell committed
323
324
	,NULL	/* terminator */
};
325

326
enum {
327
328
329
330
	 IS_STATIC
	,IS_CGI
	,IS_JS
	,IS_SSJS
deuce's avatar
deuce committed
331
	,IS_FASTCGI
332
333
};

deuce's avatar
deuce committed
334
enum {
335
336
337
	 HEAD_DATE
	,HEAD_HOST
	,HEAD_IFMODIFIED
338
339
	,HEAD_LENGTH
	,HEAD_TYPE
340
341
342
343
344
	,HEAD_AUTH
	,HEAD_CONNECTION
	,HEAD_WWWAUTH
	,HEAD_STATUS
	,HEAD_ALLOW
345
346
347
348
349
	,HEAD_EXPIRES
	,HEAD_LASTMODIFIED
	,HEAD_LOCATION
	,HEAD_PRAGMA
	,HEAD_SERVER
350
351
	,HEAD_REFERER
	,HEAD_AGENT
352
	,HEAD_TRANSFER_ENCODING
353
354
355
	,HEAD_ACCEPT_RANGES
	,HEAD_CONTENT_RANGE
	,HEAD_RANGE
deuce's avatar
deuce committed
356
	,HEAD_IFRANGE
357
	,HEAD_COOKIE
358
359
360
361
362
363
};

static struct {
	int		id;
	char*	text;
} headers[] = {
364
365
366
	{ HEAD_DATE,			"Date"					},
	{ HEAD_HOST,			"Host"					},
	{ HEAD_IFMODIFIED,		"If-Modified-Since"		},
367
368
	{ HEAD_LENGTH,			"Content-Length"		},
	{ HEAD_TYPE,			"Content-Type"			},
369
370
371
372
373
	{ HEAD_AUTH,			"Authorization"			},
	{ HEAD_CONNECTION,		"Connection"			},
	{ HEAD_WWWAUTH,			"WWW-Authenticate"		},
	{ HEAD_STATUS,			"Status"				},
	{ HEAD_ALLOW,			"Allow"					},
374
375
376
377
378
	{ HEAD_EXPIRES,			"Expires"				},
	{ HEAD_LASTMODIFIED,	"Last-Modified"			},
	{ HEAD_LOCATION,		"Location"				},
	{ HEAD_PRAGMA,			"Pragma"				},
	{ HEAD_SERVER,			"Server"				},
379
380
	{ HEAD_REFERER,			"Referer"				},
	{ HEAD_AGENT,			"User-Agent"			},
381
	{ HEAD_TRANSFER_ENCODING,			"Transfer-Encoding"			},
382
383
384
	{ HEAD_ACCEPT_RANGES,	"Accept-Ranges"			},
	{ HEAD_CONTENT_RANGE,	"Content-Range"			},
	{ HEAD_RANGE,			"Range"					},
deuce's avatar
deuce committed
385
	{ HEAD_IFRANGE,			"If-Range"				},
386
	{ HEAD_COOKIE,			"Cookie"				},
387
	{ -1,					NULL /* terminator */	},
388
389
};

390
/* Everything MOVED_TEMP and everything after is a magical internal redirect */
391
enum  {
392
	 NO_LOCATION
393
	,MOVED_PERM
394
	,MOVED_TEMP
395
	,MOVED_STAT
396
397
};

398
399
400
static char	*days[]={"Sun","Mon","Tue","Wed","Thu","Fri","Sat"};
static char	*months[]={"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};

401
static void respond(http_session_t * session);
402
static BOOL js_setup(http_session_t* session);
403
static char *find_last_slash(char *str);
404
static BOOL check_extra_path(http_session_t * session);
405
static BOOL exec_ssjs(http_session_t* session, char* script);
406
static BOOL ssjs_send_headers(http_session_t* session, int chunked);
407

408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
static time_t
sub_mkgmt(struct tm *tm)
{
        int y, nleapdays;
        time_t t;
        /* days before the month */
        static const unsigned short moff[12] = {
                0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334
        };

        /*
         * XXX: This code assumes the given time to be normalized.
         * Normalizing here is impossible in case the given time is a leap
         * second but the local time library is ignorant of leap seconds.
         */

        /* minimal sanity checking not to access outside of the array */
        if ((unsigned) tm->tm_mon >= 12)
                return (time_t) -1;
        if (tm->tm_year < 1970 - 1900)
                return (time_t) -1;

        y = tm->tm_year + 1900 - (tm->tm_mon < 2);
        nleapdays = y / 4 - y / 100 + y / 400 -
            ((1970-1) / 4 - (1970-1) / 100 + (1970-1) / 400);
        t = ((((time_t) (tm->tm_year - (1970 - 1900)) * 365 +
                        moff[tm->tm_mon] + tm->tm_mday - 1 + nleapdays) * 24 +
                tm->tm_hour) * 60 + tm->tm_min) * 60 + tm->tm_sec;

        return (t < 0 ? (time_t) -1 : t);
}

time_t
time_gm(struct tm *tm)
{
        time_t t, t2;
        struct tm *tm2;
        int sec;

        /* Do the first guess. */
        if ((t = sub_mkgmt(tm)) == (time_t) -1)
                return (time_t) -1;

        /* save value in case *tm is overwritten by gmtime() */
        sec = tm->tm_sec;

454
455
        tm2 = gmtime(&t);	/* why not use gmtime_r instead? */
        if (tm2 == NULL || (t2 = sub_mkgmt(tm2)) == (time_t) -1)
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
                return (time_t) -1;

        if (t2 < t || tm2->tm_sec != sec) {
                /*
                 * Adjust for leap seconds.
                 *
                 *     real time_t time
                 *           |
                 *          tm
                 *         /        ... (a) first sub_mkgmt() conversion
                 *       t
                 *       |
                 *      tm2
                 *     /        ... (b) second sub_mkgmt() conversion
                 *   t2
                 *                        --->time
                 */
                /*
                 * Do the second guess, assuming (a) and (b) are almost equal.
                 */
                t += t - t2;
                tm2 = gmtime(&t);

                /*
                 * Either (a) or (b), may include one or two extra
                 * leap seconds.  Try t, t + 2, t - 2, t + 1, and t - 1.
                 */
                if (tm2->tm_sec == sec
                    || (t += 2, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 4, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t += 3, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 2, tm2 = gmtime(&t), tm2->tm_sec == sec))
                        ;        /* found */
                else {
                        /*
                         * Not found.
                         */
                        if (sec >= 60)
                                /*
                                 * The given time is a leap second
                                 * (sec 60 or 61), but the time library
                                 * is ignorant of the leap second.
                                 */
                                ;        /* treat sec 60 as 59,
                                           sec 61 as 0 of the next minute */
                        else
                                /* The given time may not be normalized. */
                                t++;        /* restore t */
                }
        }

        return (t < 0 ? (time_t) -1 : t);
}
509

510
static int lprintf(int level, const char *fmt, ...)
511
512
513
514
515
516
517
518
{
	va_list argptr;
	char sbuf[1024];

	va_start(argptr,fmt);
    vsnprintf(sbuf,sizeof(sbuf),fmt,argptr);
	sbuf[sizeof(sbuf)-1]=0;
    va_end(argptr);
519

520
	if(level <= LOG_ERR) {
521
		errorlog(&scfg,startup==NULL ? NULL:startup->host_name, sbuf);
522
523
524
		if(startup!=NULL && startup->errormsg!=NULL)
			startup->errormsg(startup->cbdata,level,sbuf);
	}
525
526
527
528
529
530
531
532
533

    if(startup==NULL || startup->lputs==NULL || level > startup->log_level)
        return(0);

#if defined(_WIN32)
	if(IsBadCodePtr((FARPROC)startup->lputs))
		return(0);
#endif

534
    return(startup->lputs(startup->cbdata,level,sbuf));
535
536
}

537
538
static int writebuf(http_session_t	*session, const char *buf, size_t len)
{
539
540
	size_t	sent=0;
	size_t	avail;
541

542
	while(sent < len) {
deuce's avatar
deuce committed
543
		ResetEvent(session->outbuf.empty_event);
544
		avail=RingBufFree(&session->outbuf);
deuce's avatar
deuce committed
545
		if(!avail) {
deuce's avatar
deuce committed
546
			WaitForEvent(session->outbuf.empty_event, 1);
deuce's avatar
deuce committed
547
548
			continue;
		}
549
550
		if(avail > len-sent)
			avail=len-sent;
551
		sent+=RingBufWrite(&(session->outbuf), ((const BYTE *)buf)+sent, avail);
552
553
554
555
	}
	return(sent);
}

deuce's avatar
deuce committed
556
557
558
559
#define HANDLE_CRYPT_CALL(status, session)  handle_crypt_call(status, session, __FILE__, __LINE__)

static BOOL handle_crypt_call(int status, http_session_t *session, const char *file, int line)
{
560
	char	*estr = NULL;
deuce's avatar
deuce committed
561
562
563
564
565
	int		sock = 0;

	if (status == CRYPT_OK)
		return TRUE;
	if (session != NULL) {
566
567
		if (session->is_tls)
			estr = get_crypt_error(session->tls_sess);
deuce's avatar
deuce committed
568
569
		sock = session->socket;
	}
deuce's avatar
deuce committed
570
	if (estr) {
571
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d (%s)", sock, status, file, line, estr);
572
		free_crypt_attrstr(estr);
deuce's avatar
deuce committed
573
	}
deuce's avatar
deuce committed
574
	else
575
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d", sock, status, file, line);
deuce's avatar
deuce committed
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
	return FALSE;
}

static BOOL session_check(http_session_t *session, BOOL *rd, BOOL *wr, unsigned timeout)
{
	BOOL	ret = FALSE;
	BOOL	lcl_rd;
	BOOL	*rd_ptr = rd?rd:&lcl_rd;

	if (session->is_tls) {
		if(wr)
			*wr=1;
		if(rd) {
			if(session->tls_pending) {
				*rd = TRUE;
				return TRUE;
			}
		}
		ret = socket_check(session->socket, rd_ptr, wr, timeout);
		if (ret && *rd_ptr) {
			session->tls_pending = TRUE;
			return TRUE;
		}
		return ret;
	}
	return socket_check(session->socket, rd, wr, timeout);
}

static int sess_sendbuf(http_session_t *session, const char *buf, size_t len, BOOL *failed)
605
606
{
	size_t sent=0;
deuce's avatar
deuce committed
607
	int	tls_sent;
608
	int result;
609
	int sel;
610
611
	fd_set	wr_set;
	struct timeval tv;
deuce's avatar
deuce committed
612
	int status;
613

deuce's avatar
deuce committed
614
	while(sent<len && session->socket!=INVALID_SOCKET) {
615
		FD_ZERO(&wr_set);
deuce's avatar
deuce committed
616
		FD_SET(session->socket,&wr_set);
617
618
619
		/* Convert timeout from ms to sec/usec */
		tv.tv_sec=startup->max_inactivity;
		tv.tv_usec=0;
deuce's avatar
deuce committed
620
		sel=select(session->socket+1,NULL,&wr_set,NULL,&tv);
621
		switch(sel) {
622
			case 1:
deuce's avatar
deuce committed
623
624
625
626
				if (session->is_tls) {
					status = cryptPushData(session->tls_sess, buf+sent, len-sent, &tls_sent);
					if (status == CRYPT_ERROR_TIMEOUT) {
						tls_sent = 0;
deuce's avatar
deuce committed
627
628
						if(!cryptStatusOK(cryptPopData(session->tls_sess, "", 0, &status)))
							lprintf(LOG_NOTICE,"%04d Cryptlib error popping data after timeout",session->socket);
deuce's avatar
deuce committed
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
						status = CRYPT_OK;
					}
					if(!HANDLE_CRYPT_CALL(status, session)) {
						HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
						if (failed)
							*failed=TRUE;
						return tls_sent;
					}
					result = tls_sent;
				}
				else {
					result=sendsocket(session->socket,buf+sent,len-sent);
					if(result==SOCKET_ERROR) {
						if(ERROR_VALUE==ECONNRESET) 
							lprintf(LOG_NOTICE,"%04d Connection reset by peer on send",session->socket);
						else if(ERROR_VALUE==ECONNABORTED) 
							lprintf(LOG_NOTICE,"%04d Connection aborted by peer on send",session->socket);
646
#ifdef EPIPE
deuce's avatar
deuce committed
647
648
						else if(ERROR_VALUE==EPIPE) 
							lprintf(LOG_NOTICE,"%04d Unable to send to peer",session->socket);
649
#endif
deuce's avatar
deuce committed
650
651
652
653
654
655
						else
							lprintf(LOG_WARNING,"%04d !ERROR %d sending on socket",session->socket,ERROR_VALUE);
						if(failed)
							*failed=TRUE;
						return(sent);
					}
656
657
658
				}
				break;
			case 0:
deuce's avatar
deuce committed
659
				lprintf(LOG_WARNING,"%04d Timeout selecting socket for write",session->socket);
660
661
662
663
				if(failed)
					*failed=TRUE;
				return(sent);
			case -1:
deuce's avatar
deuce committed
664
				lprintf(LOG_WARNING,"%04d !ERROR %d selecting socket for write",session->socket,ERROR_VALUE);
665
666
667
				if(failed)
					*failed=TRUE;
				return(sent);
668
669
670
671
672
		}
		sent+=result;
	}
	if(failed && sent<len)
		*failed=TRUE;
deuce's avatar
deuce committed
673
674
	if(session->is_tls)
		HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
675
676
677
	return(sent);
}

678
679
680
#ifdef _WINSOCKAPI_

static WSADATA WSAData;
681
#define SOCKLIB_DESC WSAData.szDescription
682
683
684
685
686
687
688
static BOOL WSAInitialized=FALSE;

static BOOL winsock_startup(void)
{
	int		status;             /* Status Code */

    if((status = WSAStartup(MAKEWORD(1,1), &WSAData))==0) {
689
		lprintf(LOG_DEBUG,"%s %s",WSAData.szDescription, WSAData.szSystemStatus);
690
691
692
693
		WSAInitialized=TRUE;
		return (TRUE);
	}

694
    lprintf(LOG_CRIT,"!WinSock startup ERROR %d", status);
695
696
697
698
699
700
	return (FALSE);
}

#else /* No WINSOCK */

#define winsock_startup()	(TRUE)
701
#define SOCKLIB_DESC NULL
702
703
704
705
706
707

#endif

static void status(char* str)
{
	if(startup!=NULL && startup->status!=NULL)
708
	    startup->status(startup->cbdata,str);
709
710
711
712
713
}

static void update_clients(void)
{
	if(startup!=NULL && startup->clients!=NULL)
714
		startup->clients(startup->cbdata,protected_uint32_value(active_clients));
715
716
717
718
719
}

static void client_on(SOCKET sock, client_t* client, BOOL update)
{
	if(startup!=NULL && startup->client_on!=NULL)
720
		startup->client_on(startup->cbdata,TRUE,sock,client,update);
721
722
723
724
725
}

static void client_off(SOCKET sock)
{
	if(startup!=NULL && startup->client_on!=NULL)
726
		startup->client_on(startup->cbdata,FALSE,sock,NULL,FALSE);
727
728
729
730
731
}

static void thread_up(BOOL setuid)
{
	if(startup!=NULL && startup->thread_up!=NULL)
732
		startup->thread_up(startup->cbdata,TRUE, setuid);
733
734
735
736
}

static void thread_down(void)
{
737
	protected_uint32_adjust(&thread_count,-1);
738
	if(startup!=NULL && startup->thread_up!=NULL)
739
		startup->thread_up(startup->cbdata,FALSE, FALSE);
740
741
}

deuce's avatar
deuce committed
742
743
744
/*********************************************************************/
/* Adds an environment variable to the sessions  cgi_env linked list */
/*********************************************************************/
745
static void add_env(http_session_t *session, const char *name,const char *value)  {
746
	char	newname[129];
747
	char	*p;
748

749
	if(name==NULL || value==NULL)  {
750
		lprintf(LOG_WARNING,"%04d Attempt to set NULL env variable", session->socket);
751
752
753
754
755
756
757
758
759
		return;
	}
	SAFECOPY(newname,name);

	for(p=newname;*p;p++)  {
		*p=toupper(*p);
		if(*p=='-')
			*p='_';
	}
deuce's avatar
deuce committed
760
	p=xp_asprintf("%s=%s",newname,value);
761
762
763
764
	if(p==NULL) {
		lprintf(LOG_WARNING,"%04d Cannot allocate memory for string", session->socket);
		return;
	}
765
	strListPush(&session->req.cgi_env,p);
deuce's avatar
deuce committed
766
	free(p);
767
768
}

deuce's avatar
deuce committed
769
770
771
/***************************************/
/* Initializes default CGI envirnoment */
/***************************************/
772
773
static void init_enviro(http_session_t *session)  {
	char	str[128];
774
775
	union xp_sockaddr sockaddr;
	socklen_t socklen = sizeof(sockaddr);
776
777

	add_env(session,"SERVER_SOFTWARE",VERSION_NOTICE);
778
779
	getsockname(session->socket, &sockaddr.addr, &socklen);
	sprintf(str,"%d",inet_addrport(&sockaddr));
780
781
	add_env(session,"SERVER_PORT",str);
	add_env(session,"GATEWAY_INTERFACE","CGI/1.1");
782
	if(!strcmp(session->host_name,session->host_ip))
783
784
		add_env(session,"REMOTE_HOST",session->host_name);
	add_env(session,"REMOTE_ADDR",session->host_ip);
785
	add_env(session,"REQUEST_URI",session->req.request_line);
786
787
}

788
/*
deuce's avatar
deuce committed
789
 * Sends string str to socket sock... returns number of bytes written, or 0 on an error
790
791
 * Can not close the socket since it can not set it to INVALID_SOCKET
 */
792
static int bufprint(http_session_t *session, const char *str)
793
{
794
795
796
	int len;

	len=strlen(str);
797
	return(writebuf(session,str,len));
798
799
}

deuce's avatar
deuce committed
800
801
802
803
/**********************************************************/
/* Converts a month name/abbr to the 0-based month number */
/* ToDo: This probobly exists somewhere else already	  */
/**********************************************************/
804
805
806
807
808
809
810
811
812
813
static int getmonth(char *mon)
{
	int	i;
	for(i=0;i<12;i++)
		if(!stricmp(mon,months[i]))
			return(i);

	return 0;
}

deuce's avatar
deuce committed
814
815
816
/*******************************************************************/
/* Converts a date string in any of the common formats to a time_t */
/*******************************************************************/
817
818
819
static time_t decode_date(char *date)
{
	struct	tm	ti;
820
	char	*token;
821
	char	*last;
822
	time_t	t;
823
824
825
826
827
828
829
830
831

	ti.tm_sec=0;		/* seconds (0 - 60) */
	ti.tm_min=0;		/* minutes (0 - 59) */
	ti.tm_hour=0;		/* hours (0 - 23) */
	ti.tm_mday=1;		/* day of month (1 - 31) */
	ti.tm_mon=0;		/* month of year (0 - 11) */
	ti.tm_year=0;		/* year - 1900 */
	ti.tm_isdst=0;		/* is summer time in effect? */

832
	token=strtok_r(date,",",&last);
833
834
	if(token==NULL)
		return(0);
835
836
	/* This probobly only needs to be 9, but the extra one is for luck. */
	if(strlen(date)>15) {
837
		/* asctime() */
838
		/* Toss away week day */
839
		token=strtok_r(date," ",&last);
840
841
		if(token==NULL)
			return(0);
842
		token=strtok_r(NULL," ",&last);
843
844
845
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
846
		token=strtok_r(NULL," ",&last);
847
848
849
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
850
		token=strtok_r(NULL,":",&last);
851
852
853
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
854
		token=strtok_r(NULL,":",&last);
855
856
857
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
858
		token=strtok_r(NULL," ",&last);
859
860
861
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
862
		token=strtok_r(NULL,"",&last);
863
864
865
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token)-1900;
866
867
868
	}
	else  {
		/* RFC 1123 or RFC 850 */
869
		token=strtok_r(NULL," -",&last);
870
871
872
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
873
		token=strtok_r(NULL," -",&last);
874
875
876
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
877
		token=strtok_r(NULL," ",&last);
878
879
880
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token);
881
		token=strtok_r(NULL,":",&last);
882
883
884
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
885
		token=strtok_r(NULL,":",&last);
886
887
888
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
889
		token=strtok_r(NULL," ",&last);
890
891
892
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
893
894
895
		if(ti.tm_year>1900)
			ti.tm_year -= 1900;
	}
896

897
	t=time_gm(&ti);
898
	return(t);
899
900
}

deuce's avatar
deuce committed
901
static void open_socket(SOCKET sock, void *cbdata)
902
903
{
	char	error[256];
deuce's avatar
deuce committed
904
905
906
#ifdef SO_ACCEPTFILTER
	struct accept_filter_arg afa;
#endif
907

deuce's avatar
deuce committed
908
909
910
911
912
913
	startup->socket_open(startup->cbdata,TRUE);
	if (cbdata != NULL && !strcmp(cbdata, "TLS")) {
		if(set_socket_options(&scfg, sock, "web|http|tls", error, sizeof(error)))
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
	}
	else {
914
		if(set_socket_options(&scfg, sock, "web|http", error, sizeof(error)))
915
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
916
	}
deuce's avatar
deuce committed
917
918
919
920
921
922
923
924
925
926
927
928
929
#ifdef SO_ACCEPTFILTER
	memset(&afa, 0, sizeof(afa));
	strcpy(afa.af_name, "httpready");
	setsockopt(sock, SOL_SOCKET, SO_ACCEPTFILTER, &afa, sizeof(afa));
#endif

	sockets++;
}

static void close_socket_cb(SOCKET sock, void *cbdata)
{
	startup->socket_open(startup->cbdata,FALSE);
	sockets--;
930
931
}

932
static int close_socket(SOCKET *sock)
933
934
935
{
	int		result;

936
	if(sock==NULL || *sock==INVALID_SOCKET)
937
938
		return(-1);

deuce's avatar
deuce committed
939
940
	/* required to ensure all data is send when SO_LINGER is off (Not functional on Win32) */
	shutdown(*sock,SHUT_RDWR);
941
942
	result=closesocket(*sock);
	*sock=INVALID_SOCKET;
943
	if(startup!=NULL && startup->socket_open!=NULL) {
944
		startup->socket_open(startup->cbdata,FALSE);
945
946
947
948
	}
	sockets--;
	if(result!=0) {
		if(ERROR_VALUE!=ENOTSOCK)
949
			lprintf(LOG_WARNING,"%04d !ERROR %d closing socket",*sock, ERROR_VALUE);
950
951
952
953
954
	}

	return(result);
}

deuce's avatar
deuce committed
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
static int close_session_socket(http_session_t *session)
{
	char	buf[1];
	int		len;

	if(session==NULL || session->socket==INVALID_SOCKET)
		return(-1);

	if (session->is_tls) {
		// First, wait for the ringbuffer to drain...
		while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET) {
			HANDLE_CRYPT_CALL(cryptPopData(session->tls_sess, buf, 1, &len), session);
			SLEEP(1);
		}
		// Now wait for tranmission to complete
		while(pthread_mutex_trylock(&session->outbuf_write) == EBUSY) {
			HANDLE_CRYPT_CALL(cryptPopData(session->tls_sess, buf, 1, &len), session);
			SLEEP(1);
		}
		pthread_mutex_unlock(&session->outbuf_write);
		HANDLE_CRYPT_CALL(cryptDestroySession(session->tls_sess), session);
	}
	return close_socket(&session->socket);
}

980
981
982
/* Waits for the outbuf to drain */
static void drain_outbuf(http_session_t * session)
{
983
984
	if(session->socket==INVALID_SOCKET)
		return;
985
986
987
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));
	/* ToDo: This should probobly timeout eventually... */
988
	while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET)
989
990
		SLEEP(1);
	/* Lock the mutex to ensure data has been sent */
991
	while(session->socket!=INVALID_SOCKET && !session->outbuf_write_initialized)
992
		SLEEP(1);
993
	if(session->socket==INVALID_SOCKET)
994
		return;
995
	pthread_mutex_lock(&session->outbuf_write);		/* Win32 Access violation here on Jan-11-2006 - shutting down webserver while in use */
996
997
998
	pthread_mutex_unlock(&session->outbuf_write);
}

deuce's avatar
deuce committed
999
1000
1001
1002
1003
1004
1005
1006
/**************************************************/
/* End of a single request...					  */
/* This is called at the end of EVERY request	  */
/*  Log the request       						  */
/*  Free request-specific data ie: dynamic stuff  */
/*  Close socket unless it's being kept alive     */
/*   If the socket is closed, the session is done */
/**************************************************/
1007
1008
static void close_request(http_session_t * session)
{
1009
	time_t		now;
1010
	int			i;
1011

1012
	if(session->req.write_chunked) {
1013
		drain_outbuf(session);
1014
1015
		session->req.write_chunked=0;
		writebuf(session,"0\r\n",3);
1016
		if(session->req.dynamic==IS_SSJS)
1017
			ssjs_send_headers(session,FALSE);
1018
1019
		else
			/* Non-ssjs isn't capable of generating headers during execution */
1020
			writebuf(session, newline, 2);
1021
1022
	}

1023
1024
1025
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));

1026
1027
1028
	if(session->req.ld!=NULL) {
		now=time(NULL);
		localtime_r(&now,&session->req.ld->completed);
1029
		listPushNode(&log_list,session->req.ld);
1030
1031
		session->req.ld=NULL;
	}
1032

1033
1034
1035
	strListFree(&session->req.headers);
	strListFree(&session->req.dynamic_heads);
	strListFree(&session->req.cgi_env);
1036
1037
1038
1039
1040
	if(session->req.post_map != NULL) {
		xpunmap(session->req.post_map);
		session->req.post_data=NULL;
		session->req.post_map=NULL;
	}
1041
	FREE_AND_NULL(session->req.post_data);
1042
1043
	FREE_AND_NULL(session->req.error_dir);
	FREE_AND_NULL(session->req.cgi_dir);
1044
	FREE_AND_NULL(session->req.auth_list);