websrvr.c 192 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
/* websrvr.c */

/* Synchronet Web Server */

/* $Id$ */

/****************************************************************************
 * @format.tab-size 4		(Plain Text/Source Code File Header)			*
 * @format.use-tabs true	(see http://www.synchro.net/ptsc_hdr.html)		*
 *																			*
11
 * Copyright Rob Swindell - http://www.synchro.net/copyright.html			*
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
 *																			*
 * This program is free software; you can redistribute it and/or			*
 * modify it under the terms of the GNU General Public License				*
 * as published by the Free Software Foundation; either version 2			*
 * of the License, or (at your option) any later version.					*
 * See the GNU General Public License for more details: gpl.txt or			*
 * http://www.fsf.org/copyleft/gpl.html										*
 *																			*
 * Anonymous FTP access to the most recent released source is available at	*
 * ftp://vert.synchro.net, ftp://cvs.synchro.net and ftp://ftp.synchro.net	*
 *																			*
 * Anonymous CVS access to the development source and modification history	*
 * is available at cvs.synchro.net:/cvsroot/sbbs, example:					*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs login			*
 *     (just hit return, no password is necessary)							*
 * cvs -d :pserver:anonymous@cvs.synchro.net:/cvsroot/sbbs checkout src		*
 *																			*
 * For Synchronet coding style and modification guidelines, see				*
 * http://www.synchro.net/source.html										*
 *																			*
 * You are encouraged to submit any modifications (preferably in Unix diff	*
 * format) via e-mail to mods@synchro.net									*
 *																			*
 * Note: If this box doesn't appear square, then you need to fix your tabs.	*
 ****************************************************************************/

38
39
40
/*
 * General notes: (ToDo stuff)
 *
41
 * Support the ident protocol... the standard log format supports it.
42
 *
deuce's avatar
deuce committed
43
44
45
 * Add in support to pass connections through to a different webserver...
 *      probobly in access.ars... with like a simplified mod_rewrite.
 *      This would allow people to run apache and Synchronet as the same site.
46
47
 * 
 * Add support for multipart/form-data
48
49
50
51
 *
 * Add support for UNIX-domain sockets for FastCGI
 *
 * Improved Win32 support for POST data... currently will read past Content-Length
52
 * 
deuce's avatar
deuce committed
53
 */
54

deuce's avatar
deuce committed
55
/* Headers for CGI stuff */
56
57
#if defined(__unix__)
	#include <sys/wait.h>		/* waitpid() */
rswindell's avatar
rswindell committed
58
59
	#include <sys/types.h>
	#include <signal.h>			/* kill() */
60
61
#endif

62
#ifndef JAVASCRIPT
63
#define JAVASCRIPT
64
65
#endif

66
#undef SBBS	/* this shouldn't be defined unless building sbbs.dll/libsbbs.so */
67
#include "sbbs.h"
68
#include "sbbsdefs.h"
69
#include "sockwrap.h"		/* sendfilesocket() */
deuce's avatar
deuce committed
70
#include "multisock.h"
71
#include "threadwrap.h"
72
#include "semwrap.h"
deuce's avatar
deuce committed
73
#include "xpendian.h"
74
#include "websrvr.h"
deuce's avatar
deuce committed
75
#include "base64.h"
76
#include "md5.h"
77
#include "js_rtpool.h"
78
#include "js_request.h"
deuce's avatar
deuce committed
79
#include "js_socket.h"
80
#include "xpmap.h"
81
#include "xpprintf.h"
deuce's avatar
deuce committed
82
#include "ssl.h"
deuce's avatar
deuce committed
83
#include "fastcgi.h"
84

85
86
static const char*	server_name="Synchronet Web Server";
static const char*	newline="\r\n";
87
88
static const char*	http_scheme="http://";
static const size_t	http_scheme_len=7;
89
90
static const char*	error_301="301 Moved Permanently";
static const char*	error_302="302 Moved Temporarily";
91
static const char*	error_404="404 Not Found";
92
static const char*	error_416="416 Requested Range Not Satisfiable";
93
static const char*	error_500="500 Internal Server Error";
deuce's avatar
deuce committed
94
static const char*	error_503="503 Service Unavailable\r\nConnection: close\r\nContent-Length: 0\r\n\r\n";
95
static const char*	unknown="<unknown>";
deuce's avatar
deuce committed
96
static int len_503 = 0;
97

rswindell's avatar
rswindell committed
98
#define TIMEOUT_THREAD_WAIT		60		/* Seconds */
deuce's avatar
deuce committed
99
100
101
#define MAX_REQUEST_LINE		1024	/* NOT including terminator */
#define MAX_HEADERS_SIZE		16384	/* Maximum total size of all headers 
										   (Including terminator )*/
102
#define MAX_REDIR_LOOPS			20		/* Max. times to follow internal redirects for a single request */
103
#define MAX_POST_LEN			1048576	/* Max size of body for POSTS */
104
#define	OUTBUF_LEN				20480	/* Size of output thread ring buffer */
105

106
107
108
enum {
	 CLEANUP_SSJS_TMP_FILE
	,CLEANUP_POST_DATA
109
	,MAX_CLEANUPS
110
};
111

112
static scfg_t	scfg;
113
static volatile BOOL	http_logging_thread_running=FALSE;
114
static protected_uint32_t active_clients;
115
static protected_uint32_t thread_count;
116
117
static volatile ulong	sockets=0;
static volatile BOOL	terminate_server=FALSE;
deuce's avatar
deuce committed
118
static volatile BOOL	terminated=FALSE;
119
static volatile BOOL	terminate_http_logging_thread=FALSE;
deuce's avatar
deuce committed
120
static struct xpms_set	*ws_set=NULL;
121
static char		revision[16];
122
123
static char		root_dir[MAX_PATH+1];
static char		error_dir[MAX_PATH+1];
124
static char		temp_dir[MAX_PATH+1];
125
static char		cgi_dir[MAX_PATH+1];
126
static char		cgi_env_ini[MAX_PATH+1];
127
static char		default_auth_list[MAX_PATH+1];
128
129
static volatile	time_t	uptime=0;
static volatile	ulong	served=0;
130
static web_startup_t* startup=NULL;
131
static js_server_props_t js_server_props;
132
133
static str_list_t recycle_semfiles;
static str_list_t shutdown_semfiles;
134
static str_list_t cgi_env;
135

136
static named_string_t** mime_types;
137
138
static named_string_t** cgi_handlers;
static named_string_t** xjs_handlers;
139

140
/* Logging stuff */
141
link_list_t	log_list;
142
143
144
145
146
147
148
struct log_data {
	char	*hostname;
	char	*ident;
	char	*user;
	char	*request;
	char	*referrer;
	char	*agent;
149
	char	*vhost;
150
151
152
153
154
	int		status;
	unsigned int	size;
	struct tm completed;
};

155
156
157
158
enum auth_type {
	 AUTHENTICATION_UNKNOWN
	,AUTHENTICATION_BASIC
	,AUTHENTICATION_DIGEST
deuce's avatar
deuce committed
159
	,AUTHENTICATION_TLS_PSK
160
161
};

deuce's avatar
deuce committed
162
char *auth_type_names[] = {
163
164
165
	 "Unknown"
	,"Basic"
	,"Digest"
deuce's avatar
deuce committed
166
	,"TLS-PSK"
167
168
169
	,NULL
};

170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
enum algorithm {
	 ALGORITHM_UNKNOWN
	,ALGORITHM_MD5
	,ALGORITHM_MD5_SESS
};

enum qop_option {
	 QOP_NONE
	,QOP_AUTH
	,QOP_AUTH_INT
	,QOP_UNKNOWN
};

typedef struct {
	enum auth_type	type;
	char			username[(LEN_ALIAS > LEN_NAME ? LEN_ALIAS : LEN_NAME)+1];
	char			password[LEN_PASS+1];
	char			*digest_uri;
	char			*realm;
	char			*nonce;
	enum algorithm	algorithm;
	enum qop_option	qop_value;
	char			*cnonce;
	char			*nonce_count;
194
	unsigned char	digest[16];		/* MD5 digest */
195
	BOOL			stale;
196
197
} authentication_request_t;

198
typedef struct  {
199
	int			method;
200
201
202
203
204
205
	char		virtual_path[MAX_PATH+1];
	char		physical_path[MAX_PATH+1];
	BOOL    	expect_go_ahead;
	time_t		if_modified_since;
	BOOL		keep_alive;
	char		ars[256];
206
	authentication_request_t	auth;
207
208
	char		host[128];				/* The requested host. (as used for self-referencing URLs) */
	char		vhost[128];				/* The requested host. (virtual host) */
209
	int			send_location;
210
	const char*	mime_type;
211
	str_list_t	headers;
212
	char		status[MAX_REQUEST_LINE+1];
213
	char *		post_data;
214
	struct xpmapping *post_map;
215
	size_t		post_len;
216
	int			dynamic;
217
	char		xjs_handler[MAX_PATH+1];
218
	struct log_data	*ld;
219
	char		request_line[MAX_REQUEST_LINE+1];
220
	BOOL		finished;				/* Done processing request. */
221
222
	BOOL		read_chunked;
	BOOL		write_chunked;
223
224
	long		range_start;
	long		range_end;
225
	BOOL		accept_ranges;
deuce's avatar
deuce committed
226
	time_t		if_range;
227
	BOOL		path_info_index;
228

229
230
231
	/* CGI parameters */
	char		query_str[MAX_REQUEST_LINE+1];
	char		extra_path_info[MAX_REQUEST_LINE+1];
232
233
	str_list_t	cgi_env;
	str_list_t	dynamic_heads;
234
	BOOL		got_extra_path;
235

236
237
	/* Dynamically (sever-side JS) generated HTML parameters */
	FILE*	fp;
238
	char		*cleanup_file[MAX_CLEANUPS];
239
240
	BOOL	sent_headers;
	BOOL	prev_write;
241

242
	/* webctrl.ini overrides */
243
244
	char	*error_dir;
	char	*cgi_dir;
245
	char	*auth_list;
246
	char	*realm;
247
	char	*digest_realm;
deuce's avatar
deuce committed
248
	char	*fastcgi_socket;
249
250
251
} http_request_t;

typedef struct  {
252
	SOCKET			socket;
deuce's avatar
deuce committed
253
254
	union xp_sockaddr	addr;
	socklen_t		addr_len;
255
	http_request_t	req;
deuce's avatar
deuce committed
256
	char			host_ip[INET6_ADDRSTRLEN];
257
	char			host_name[128];	/* Resolved remote host */
258
259
	int				http_ver;       /* HTTP version.  0 = HTTP/0.9, 1=HTTP/1.0, 2=HTTP/1.1 */
	BOOL			finished;		/* Do not accept any more imput from client */
260
261
262
	user_t			user;
	int				last_user_num;
	time_t			logon_time;
263
	char			username[LEN_NAME+1];
264
	int				last_js_user_num;
265
	char			redir_req[MAX_REQUEST_LINE+1];
266
267
268
269
270

	/* JavaScript parameters */
	JSRuntime*		js_runtime;
	JSContext*		js_cx;
	JSObject*		js_glob;
271
272
	JSObject*		js_query;
	JSObject*		js_header;
273
	JSObject*		js_cookie;
274
	JSObject*		js_request;
275
	js_callback_t	js_callback;
deuce's avatar
deuce committed
276
	subscan_t		*subscan;
277

278
279
280
	/* Ring Buffer Stuff */
	RingBuf			outbuf;
	sem_t			output_thread_terminated;
281
282
	int				outbuf_write_initialized;
	pthread_mutex_t	outbuf_write;
283

284
285
	/* Client info */
	client_t		client;
deuce's avatar
deuce committed
286
287
288

	/* Synchronization stuff */
	pthread_mutex_t	struct_filled;
deuce's avatar
deuce committed
289
290
291
292
293
294
295

	/* TLS Stuff */
	BOOL			is_tls;
	CRYPT_SESSION	tls_sess;
	BOOL			tls_pending;
	BOOL			peeked_valid;
	char			peeked;
296
297
} http_session_t;

deuce's avatar
deuce committed
298
299
300
static CRYPT_CONTEXT tls_context = -1;

enum {
301
302
	 HTTP_0_9
	,HTTP_1_0
303
	,HTTP_1_1
304
305
306
307
};
static char* http_vers[] = {
	 ""
	,"HTTP/1.0"
308
	,"HTTP/1.1"
rswindell's avatar
rswindell committed
309
	,NULL	/* terminator */
310
311
312
313
314
};

enum { 
	 HTTP_HEAD
	,HTTP_GET
315
316
	,HTTP_POST
	,HTTP_OPTIONS
317
};
318

rswindell's avatar
rswindell committed
319
320
321
static char* methods[] = {
	 "HEAD"
	,"GET"
322
	,"POST"
323
	,"OPTIONS"
rswindell's avatar
rswindell committed
324
325
	,NULL	/* terminator */
};
326

327
enum {
328
329
330
331
	 IS_STATIC
	,IS_CGI
	,IS_JS
	,IS_SSJS
deuce's avatar
deuce committed
332
	,IS_FASTCGI
333
334
};

deuce's avatar
deuce committed
335
enum {
336
337
338
	 HEAD_DATE
	,HEAD_HOST
	,HEAD_IFMODIFIED
339
340
	,HEAD_LENGTH
	,HEAD_TYPE
341
342
343
344
345
	,HEAD_AUTH
	,HEAD_CONNECTION
	,HEAD_WWWAUTH
	,HEAD_STATUS
	,HEAD_ALLOW
346
347
348
349
350
	,HEAD_EXPIRES
	,HEAD_LASTMODIFIED
	,HEAD_LOCATION
	,HEAD_PRAGMA
	,HEAD_SERVER
351
352
	,HEAD_REFERER
	,HEAD_AGENT
353
	,HEAD_TRANSFER_ENCODING
354
355
356
	,HEAD_ACCEPT_RANGES
	,HEAD_CONTENT_RANGE
	,HEAD_RANGE
deuce's avatar
deuce committed
357
	,HEAD_IFRANGE
358
	,HEAD_COOKIE
359
360
361
362
363
364
};

static struct {
	int		id;
	char*	text;
} headers[] = {
365
366
367
	{ HEAD_DATE,			"Date"					},
	{ HEAD_HOST,			"Host"					},
	{ HEAD_IFMODIFIED,		"If-Modified-Since"		},
368
369
	{ HEAD_LENGTH,			"Content-Length"		},
	{ HEAD_TYPE,			"Content-Type"			},
370
371
372
373
374
	{ HEAD_AUTH,			"Authorization"			},
	{ HEAD_CONNECTION,		"Connection"			},
	{ HEAD_WWWAUTH,			"WWW-Authenticate"		},
	{ HEAD_STATUS,			"Status"				},
	{ HEAD_ALLOW,			"Allow"					},
375
376
377
378
379
	{ HEAD_EXPIRES,			"Expires"				},
	{ HEAD_LASTMODIFIED,	"Last-Modified"			},
	{ HEAD_LOCATION,		"Location"				},
	{ HEAD_PRAGMA,			"Pragma"				},
	{ HEAD_SERVER,			"Server"				},
380
381
	{ HEAD_REFERER,			"Referer"				},
	{ HEAD_AGENT,			"User-Agent"			},
382
	{ HEAD_TRANSFER_ENCODING,			"Transfer-Encoding"			},
383
384
385
	{ HEAD_ACCEPT_RANGES,	"Accept-Ranges"			},
	{ HEAD_CONTENT_RANGE,	"Content-Range"			},
	{ HEAD_RANGE,			"Range"					},
deuce's avatar
deuce committed
386
	{ HEAD_IFRANGE,			"If-Range"				},
387
	{ HEAD_COOKIE,			"Cookie"				},
388
	{ -1,					NULL /* terminator */	},
389
390
};

391
/* Everything MOVED_TEMP and everything after is a magical internal redirect */
392
enum  {
393
	 NO_LOCATION
394
	,MOVED_PERM
395
	,MOVED_TEMP
396
	,MOVED_STAT
397
398
};

399
400
401
static char	*days[]={"Sun","Mon","Tue","Wed","Thu","Fri","Sat"};
static char	*months[]={"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};

402
static void respond(http_session_t * session);
403
static BOOL js_setup_cx(http_session_t* session);
404
static BOOL js_setup(http_session_t* session);
405
static char *find_last_slash(char *str);
406
static BOOL check_extra_path(http_session_t * session);
407
static BOOL exec_ssjs(http_session_t* session, char* script);
408
static BOOL ssjs_send_headers(http_session_t* session, int chunked);
409

410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
static time_t
sub_mkgmt(struct tm *tm)
{
        int y, nleapdays;
        time_t t;
        /* days before the month */
        static const unsigned short moff[12] = {
                0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334
        };

        /*
         * XXX: This code assumes the given time to be normalized.
         * Normalizing here is impossible in case the given time is a leap
         * second but the local time library is ignorant of leap seconds.
         */

        /* minimal sanity checking not to access outside of the array */
        if ((unsigned) tm->tm_mon >= 12)
                return (time_t) -1;
        if (tm->tm_year < 1970 - 1900)
                return (time_t) -1;

        y = tm->tm_year + 1900 - (tm->tm_mon < 2);
        nleapdays = y / 4 - y / 100 + y / 400 -
            ((1970-1) / 4 - (1970-1) / 100 + (1970-1) / 400);
        t = ((((time_t) (tm->tm_year - (1970 - 1900)) * 365 +
                        moff[tm->tm_mon] + tm->tm_mday - 1 + nleapdays) * 24 +
                tm->tm_hour) * 60 + tm->tm_min) * 60 + tm->tm_sec;

        return (t < 0 ? (time_t) -1 : t);
}

time_t
time_gm(struct tm *tm)
{
        time_t t, t2;
        struct tm *tm2;
        int sec;

        /* Do the first guess. */
        if ((t = sub_mkgmt(tm)) == (time_t) -1)
                return (time_t) -1;

        /* save value in case *tm is overwritten by gmtime() */
        sec = tm->tm_sec;

456
457
        tm2 = gmtime(&t);	/* why not use gmtime_r instead? */
        if (tm2 == NULL || (t2 = sub_mkgmt(tm2)) == (time_t) -1)
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
                return (time_t) -1;

        if (t2 < t || tm2->tm_sec != sec) {
                /*
                 * Adjust for leap seconds.
                 *
                 *     real time_t time
                 *           |
                 *          tm
                 *         /        ... (a) first sub_mkgmt() conversion
                 *       t
                 *       |
                 *      tm2
                 *     /        ... (b) second sub_mkgmt() conversion
                 *   t2
                 *                        --->time
                 */
                /*
                 * Do the second guess, assuming (a) and (b) are almost equal.
                 */
                t += t - t2;
                tm2 = gmtime(&t);

                /*
                 * Either (a) or (b), may include one or two extra
                 * leap seconds.  Try t, t + 2, t - 2, t + 1, and t - 1.
                 */
                if (tm2->tm_sec == sec
                    || (t += 2, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 4, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t += 3, tm2 = gmtime(&t), tm2->tm_sec == sec)
                    || (t -= 2, tm2 = gmtime(&t), tm2->tm_sec == sec))
                        ;        /* found */
                else {
                        /*
                         * Not found.
                         */
                        if (sec >= 60)
                                /*
                                 * The given time is a leap second
                                 * (sec 60 or 61), but the time library
                                 * is ignorant of the leap second.
                                 */
                                ;        /* treat sec 60 as 59,
                                           sec 61 as 0 of the next minute */
                        else
                                /* The given time may not be normalized. */
                                t++;        /* restore t */
                }
        }

        return (t < 0 ? (time_t) -1 : t);
}
511

512
static int lprintf(int level, const char *fmt, ...)
513
514
515
516
517
518
519
520
{
	va_list argptr;
	char sbuf[1024];

	va_start(argptr,fmt);
    vsnprintf(sbuf,sizeof(sbuf),fmt,argptr);
	sbuf[sizeof(sbuf)-1]=0;
    va_end(argptr);
521

522
	if(level <= LOG_ERR) {
523
		errorlog(&scfg,startup==NULL ? NULL:startup->host_name, sbuf);
524
525
526
		if(startup!=NULL && startup->errormsg!=NULL)
			startup->errormsg(startup->cbdata,level,sbuf);
	}
527
528
529
530
531
532
533
534
535

    if(startup==NULL || startup->lputs==NULL || level > startup->log_level)
        return(0);

#if defined(_WIN32)
	if(IsBadCodePtr((FARPROC)startup->lputs))
		return(0);
#endif

536
    return(startup->lputs(startup->cbdata,level,sbuf));
537
538
}

539
540
static int writebuf(http_session_t	*session, const char *buf, size_t len)
{
541
542
	size_t	sent=0;
	size_t	avail;
543

544
	while(sent < len) {
deuce's avatar
deuce committed
545
		ResetEvent(session->outbuf.empty_event);
546
		avail=RingBufFree(&session->outbuf);
deuce's avatar
deuce committed
547
		if(!avail) {
deuce's avatar
deuce committed
548
			WaitForEvent(session->outbuf.empty_event, 1);
deuce's avatar
deuce committed
549
550
			continue;
		}
551
552
		if(avail > len-sent)
			avail=len-sent;
553
		sent+=RingBufWrite(&(session->outbuf), ((const BYTE *)buf)+sent, avail);
554
555
556
557
	}
	return(sent);
}

deuce's avatar
deuce committed
558
559
560
561
#define HANDLE_CRYPT_CALL(status, session)  handle_crypt_call(status, session, __FILE__, __LINE__)

static BOOL handle_crypt_call(int status, http_session_t *session, const char *file, int line)
{
562
	char	*estr = NULL;
deuce's avatar
deuce committed
563
564
565
566
567
	int		sock = 0;

	if (status == CRYPT_OK)
		return TRUE;
	if (session != NULL) {
568
569
		if (session->is_tls)
			estr = get_crypt_error(session->tls_sess);
deuce's avatar
deuce committed
570
571
		sock = session->socket;
	}
deuce's avatar
deuce committed
572
	if (estr) {
573
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d (%s)", sock, status, file, line, estr);
574
		free_crypt_attrstr(estr);
deuce's avatar
deuce committed
575
	}
deuce's avatar
deuce committed
576
	else
577
		lprintf(LOG_WARNING, "%04d cryptlib error %d at %s:%d", sock, status, file, line);
deuce's avatar
deuce committed
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
	return FALSE;
}

static BOOL session_check(http_session_t *session, BOOL *rd, BOOL *wr, unsigned timeout)
{
	BOOL	ret = FALSE;
	BOOL	lcl_rd;
	BOOL	*rd_ptr = rd?rd:&lcl_rd;

	if (session->is_tls) {
		if(wr)
			*wr=1;
		if(rd) {
			if(session->tls_pending) {
				*rd = TRUE;
				return TRUE;
			}
		}
		ret = socket_check(session->socket, rd_ptr, wr, timeout);
		if (ret && *rd_ptr) {
			session->tls_pending = TRUE;
			return TRUE;
		}
		return ret;
	}
	return socket_check(session->socket, rd, wr, timeout);
}

static int sess_sendbuf(http_session_t *session, const char *buf, size_t len, BOOL *failed)
607
608
{
	size_t sent=0;
deuce's avatar
deuce committed
609
	int	tls_sent;
610
	int result;
611
	int sel;
612
613
	fd_set	wr_set;
	struct timeval tv;
deuce's avatar
deuce committed
614
	int status;
615

deuce's avatar
deuce committed
616
	while(sent<len && session->socket!=INVALID_SOCKET) {
617
		FD_ZERO(&wr_set);
deuce's avatar
deuce committed
618
		FD_SET(session->socket,&wr_set);
619
620
621
		/* Convert timeout from ms to sec/usec */
		tv.tv_sec=startup->max_inactivity;
		tv.tv_usec=0;
deuce's avatar
deuce committed
622
		sel=select(session->socket+1,NULL,&wr_set,NULL,&tv);
623
		switch(sel) {
624
			case 1:
deuce's avatar
deuce committed
625
626
627
628
				if (session->is_tls) {
					status = cryptPushData(session->tls_sess, buf+sent, len-sent, &tls_sent);
					if (status == CRYPT_ERROR_TIMEOUT) {
						tls_sent = 0;
deuce's avatar
deuce committed
629
630
						if(!cryptStatusOK(cryptPopData(session->tls_sess, "", 0, &status)))
							lprintf(LOG_NOTICE,"%04d Cryptlib error popping data after timeout",session->socket);
deuce's avatar
deuce committed
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
						status = CRYPT_OK;
					}
					if(!HANDLE_CRYPT_CALL(status, session)) {
						HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
						if (failed)
							*failed=TRUE;
						return tls_sent;
					}
					result = tls_sent;
				}
				else {
					result=sendsocket(session->socket,buf+sent,len-sent);
					if(result==SOCKET_ERROR) {
						if(ERROR_VALUE==ECONNRESET) 
							lprintf(LOG_NOTICE,"%04d Connection reset by peer on send",session->socket);
						else if(ERROR_VALUE==ECONNABORTED) 
							lprintf(LOG_NOTICE,"%04d Connection aborted by peer on send",session->socket);
648
#ifdef EPIPE
deuce's avatar
deuce committed
649
650
						else if(ERROR_VALUE==EPIPE) 
							lprintf(LOG_NOTICE,"%04d Unable to send to peer",session->socket);
651
#endif
deuce's avatar
deuce committed
652
653
654
655
656
657
						else
							lprintf(LOG_WARNING,"%04d !ERROR %d sending on socket",session->socket,ERROR_VALUE);
						if(failed)
							*failed=TRUE;
						return(sent);
					}
658
659
660
				}
				break;
			case 0:
deuce's avatar
deuce committed
661
				lprintf(LOG_WARNING,"%04d Timeout selecting socket for write",session->socket);
662
663
664
665
				if(failed)
					*failed=TRUE;
				return(sent);
			case -1:
deuce's avatar
deuce committed
666
				lprintf(LOG_WARNING,"%04d !ERROR %d selecting socket for write",session->socket,ERROR_VALUE);
667
668
669
				if(failed)
					*failed=TRUE;
				return(sent);
670
671
672
673
674
		}
		sent+=result;
	}
	if(failed && sent<len)
		*failed=TRUE;
deuce's avatar
deuce committed
675
676
	if(session->is_tls)
		HANDLE_CRYPT_CALL(cryptFlushData(session->tls_sess), session);
677
678
679
	return(sent);
}

680
681
682
#ifdef _WINSOCKAPI_

static WSADATA WSAData;
683
#define SOCKLIB_DESC WSAData.szDescription
684
685
686
687
688
689
690
static BOOL WSAInitialized=FALSE;

static BOOL winsock_startup(void)
{
	int		status;             /* Status Code */

    if((status = WSAStartup(MAKEWORD(1,1), &WSAData))==0) {
691
		lprintf(LOG_DEBUG,"%s %s",WSAData.szDescription, WSAData.szSystemStatus);
692
693
694
695
		WSAInitialized=TRUE;
		return (TRUE);
	}

696
    lprintf(LOG_CRIT,"!WinSock startup ERROR %d", status);
697
698
699
700
701
702
	return (FALSE);
}

#else /* No WINSOCK */

#define winsock_startup()	(TRUE)
703
#define SOCKLIB_DESC NULL
704
705
706
707
708
709

#endif

static void status(char* str)
{
	if(startup!=NULL && startup->status!=NULL)
710
	    startup->status(startup->cbdata,str);
711
712
713
714
715
}

static void update_clients(void)
{
	if(startup!=NULL && startup->clients!=NULL)
716
		startup->clients(startup->cbdata,protected_uint32_value(active_clients));
717
718
719
720
721
}

static void client_on(SOCKET sock, client_t* client, BOOL update)
{
	if(startup!=NULL && startup->client_on!=NULL)
722
		startup->client_on(startup->cbdata,TRUE,sock,client,update);
723
724
725
726
727
}

static void client_off(SOCKET sock)
{
	if(startup!=NULL && startup->client_on!=NULL)
728
		startup->client_on(startup->cbdata,FALSE,sock,NULL,FALSE);
729
730
731
732
733
}

static void thread_up(BOOL setuid)
{
	if(startup!=NULL && startup->thread_up!=NULL)
734
		startup->thread_up(startup->cbdata,TRUE, setuid);
735
736
737
738
}

static void thread_down(void)
{
739
	protected_uint32_adjust(&thread_count,-1);
740
	if(startup!=NULL && startup->thread_up!=NULL)
741
		startup->thread_up(startup->cbdata,FALSE, FALSE);
742
743
}

deuce's avatar
deuce committed
744
745
746
/*********************************************************************/
/* Adds an environment variable to the sessions  cgi_env linked list */
/*********************************************************************/
747
static void add_env(http_session_t *session, const char *name,const char *value)  {
748
	char	newname[129];
749
	char	*p;
750

751
	if(name==NULL || value==NULL)  {
752
		lprintf(LOG_WARNING,"%04d Attempt to set NULL env variable", session->socket);
753
754
755
756
757
758
759
760
761
		return;
	}
	SAFECOPY(newname,name);

	for(p=newname;*p;p++)  {
		*p=toupper(*p);
		if(*p=='-')
			*p='_';
	}
deuce's avatar
deuce committed
762
	p=xp_asprintf("%s=%s",newname,value);
763
764
765
766
	if(p==NULL) {
		lprintf(LOG_WARNING,"%04d Cannot allocate memory for string", session->socket);
		return;
	}
767
	strListPush(&session->req.cgi_env,p);
deuce's avatar
deuce committed
768
	free(p);
769
770
}

deuce's avatar
deuce committed
771
772
773
/***************************************/
/* Initializes default CGI envirnoment */
/***************************************/
774
775
static void init_enviro(http_session_t *session)  {
	char	str[128];
776
777
	union xp_sockaddr sockaddr;
	socklen_t socklen = sizeof(sockaddr);
778
779

	add_env(session,"SERVER_SOFTWARE",VERSION_NOTICE);
780
781
	getsockname(session->socket, &sockaddr.addr, &socklen);
	sprintf(str,"%d",inet_addrport(&sockaddr));
782
783
	add_env(session,"SERVER_PORT",str);
	add_env(session,"GATEWAY_INTERFACE","CGI/1.1");
784
	if(!strcmp(session->host_name,session->host_ip))
785
786
		add_env(session,"REMOTE_HOST",session->host_name);
	add_env(session,"REMOTE_ADDR",session->host_ip);
787
	add_env(session,"REQUEST_URI",session->req.request_line);
788
789
}

790
/*
deuce's avatar
deuce committed
791
 * Sends string str to socket sock... returns number of bytes written, or 0 on an error
792
793
 * Can not close the socket since it can not set it to INVALID_SOCKET
 */
794
static int bufprint(http_session_t *session, const char *str)
795
{
796
797
798
	int len;

	len=strlen(str);
799
	return(writebuf(session,str,len));
800
801
}

deuce's avatar
deuce committed
802
803
804
805
/**********************************************************/
/* Converts a month name/abbr to the 0-based month number */
/* ToDo: This probobly exists somewhere else already	  */
/**********************************************************/
806
807
808
809
810
811
812
813
814
815
static int getmonth(char *mon)
{
	int	i;
	for(i=0;i<12;i++)
		if(!stricmp(mon,months[i]))
			return(i);

	return 0;
}

deuce's avatar
deuce committed
816
817
818
/*******************************************************************/
/* Converts a date string in any of the common formats to a time_t */
/*******************************************************************/
819
820
821
static time_t decode_date(char *date)
{
	struct	tm	ti;
822
	char	*token;
823
	char	*last;
824
	time_t	t;
825
826
827
828
829
830
831
832
833

	ti.tm_sec=0;		/* seconds (0 - 60) */
	ti.tm_min=0;		/* minutes (0 - 59) */
	ti.tm_hour=0;		/* hours (0 - 23) */
	ti.tm_mday=1;		/* day of month (1 - 31) */
	ti.tm_mon=0;		/* month of year (0 - 11) */
	ti.tm_year=0;		/* year - 1900 */
	ti.tm_isdst=0;		/* is summer time in effect? */

834
	token=strtok_r(date,",",&last);
835
836
	if(token==NULL)
		return(0);
837
838
	/* This probobly only needs to be 9, but the extra one is for luck. */
	if(strlen(date)>15) {
839
		/* asctime() */
840
		/* Toss away week day */
841
		token=strtok_r(date," ",&last);
842
843
		if(token==NULL)
			return(0);
844
		token=strtok_r(NULL," ",&last);
845
846
847
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
848
		token=strtok_r(NULL," ",&last);
849
850
851
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
852
		token=strtok_r(NULL,":",&last);
853
854
855
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
856
		token=strtok_r(NULL,":",&last);
857
858
859
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
860
		token=strtok_r(NULL," ",&last);
861
862
863
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
864
		token=strtok_r(NULL,"",&last);
865
866
867
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token)-1900;
868
869
870
	}
	else  {
		/* RFC 1123 or RFC 850 */
871
		token=strtok_r(NULL," -",&last);
872
873
874
		if(token==NULL)
			return(0);
		ti.tm_mday=atoi(token);
875
		token=strtok_r(NULL," -",&last);
876
877
878
		if(token==NULL)
			return(0);
		ti.tm_mon=getmonth(token);
879
		token=strtok_r(NULL," ",&last);
880
881
882
		if(token==NULL)
			return(0);
		ti.tm_year=atoi(token);
883
		token=strtok_r(NULL,":",&last);
884
885
886
		if(token==NULL)
			return(0);
		ti.tm_hour=atoi(token);
887
		token=strtok_r(NULL,":",&last);
888
889
890
		if(token==NULL)
			return(0);
		ti.tm_min=atoi(token);
891
		token=strtok_r(NULL," ",&last);
892
893
894
		if(token==NULL)
			return(0);
		ti.tm_sec=atoi(token);
895
896
897
		if(ti.tm_year>1900)
			ti.tm_year -= 1900;
	}
898

899
	t=time_gm(&ti);
900
	return(t);
901
902
}

deuce's avatar
deuce committed
903
static void open_socket(SOCKET sock, void *cbdata)
904
905
{
	char	error[256];
deuce's avatar
deuce committed
906
907
908
#ifdef SO_ACCEPTFILTER
	struct accept_filter_arg afa;
#endif
909

deuce's avatar
deuce committed
910
911
912
913
914
915
	startup->socket_open(startup->cbdata,TRUE);
	if (cbdata != NULL && !strcmp(cbdata, "TLS")) {
		if(set_socket_options(&scfg, sock, "web|http|tls", error, sizeof(error)))
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
	}
	else {
916
		if(set_socket_options(&scfg, sock, "web|http", error, sizeof(error)))
917
			lprintf(LOG_ERR,"%04d !ERROR %s",sock,error);
918
	}
deuce's avatar
deuce committed
919
920
921
922
923
924
925
926
927
928
929
930
931
#ifdef SO_ACCEPTFILTER
	memset(&afa, 0, sizeof(afa));
	strcpy(afa.af_name, "httpready");
	setsockopt(sock, SOL_SOCKET, SO_ACCEPTFILTER, &afa, sizeof(afa));
#endif

	sockets++;
}

static void close_socket_cb(SOCKET sock, void *cbdata)
{
	startup->socket_open(startup->cbdata,FALSE);
	sockets--;
932
933
}

934
static int close_socket(SOCKET *sock)
935
936
937
{
	int		result;

938
	if(sock==NULL || *sock==INVALID_SOCKET)
939
940
		return(-1);

deuce's avatar
deuce committed
941
942
	/* required to ensure all data is send when SO_LINGER is off (Not functional on Win32) */
	shutdown(*sock,SHUT_RDWR);
943
944
	result=closesocket(*sock);
	*sock=INVALID_SOCKET;
945
	if(startup!=NULL && startup->socket_open!=NULL) {
946
		startup->socket_open(startup->cbdata,FALSE);
947
948
949
950
	}
	sockets--;
	if(result!=0) {
		if(ERROR_VALUE!=ENOTSOCK)
951
			lprintf(LOG_WARNING,"%04d !ERROR %d closing socket",*sock, ERROR_VALUE);
952
953
954
955
956
	}

	return(result);
}

deuce's avatar
deuce committed
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
static int close_session_socket(http_session_t *session)
{
	char	buf[1];
	int		len;

	if(session==NULL || session->socket==INVALID_SOCKET)
		return(-1);

	if (session->is_tls) {
		// First, wait for the ringbuffer to drain...
		while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET) {
			HANDLE_CRYPT_CALL(cryptPopData(session->tls_sess, buf, 1, &len), session);
			SLEEP(1);
		}
		// Now wait for tranmission to complete
		while(pthread_mutex_trylock(&session->outbuf_write) == EBUSY) {
			HANDLE_CRYPT_CALL(cryptPopData(session->tls_sess, buf, 1, &len), session);
			SLEEP(1);
		}
		pthread_mutex_unlock(&session->outbuf_write);
		HANDLE_CRYPT_CALL(cryptDestroySession(session->tls_sess), session);
	}
	return close_socket(&session->socket);
}

982
983
984
/* Waits for the outbuf to drain */
static void drain_outbuf(http_session_t * session)
{
985
986
	if(session->socket==INVALID_SOCKET)
		return;
987
988
989
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));
	/* ToDo: This should probobly timeout eventually... */
990
	while(RingBufFull(&session->outbuf) && session->socket!=INVALID_SOCKET)
991
992
		SLEEP(1);
	/* Lock the mutex to ensure data has been sent */
993
	while(session->socket!=INVALID_SOCKET && !session->outbuf_write_initialized)
994
		SLEEP(1);
995
	if(session->socket==INVALID_SOCKET)
996
		return;
997
	pthread_mutex_lock(&session->outbuf_write);		/* Win32 Access violation here on Jan-11-2006 - shutting down webserver while in use */
998
999
1000
	pthread_mutex_unlock(&session->outbuf_write);
}

deuce's avatar
deuce committed
1001
1002
1003
1004
1005
1006
1007
1008
/**************************************************/
/* End of a single request...					  */
/* This is called at the end of EVERY request	  */
/*  Log the request       						  */
/*  Free request-specific data ie: dynamic stuff  */
/*  Close socket unless it's being kept alive     */
/*   If the socket is closed, the session is done */
/**************************************************/
1009
1010
static void close_request(http_session_t * session)
{
1011
	time_t		now;
1012
	int			i;
1013

1014
	if(session->req.write_chunked) {
1015
		drain_outbuf(session);
1016
1017
		session->req.write_chunked=0;
		writebuf(session,"0\r\n",3);
1018
		if(session->req.dynamic==IS_SSJS)
1019
			ssjs_send_headers(session,FALSE);
1020
1021
		else
			/* Non-ssjs isn't capable of generating headers during execution */
1022
			writebuf(session, newline, 2);
1023
1024
	}

1025
1026
1027
	/* Force the output thread to go NOW */
	sem_post(&(session->outbuf.highwater_sem));

1028
1029
1030
	if(session->req.ld!=NULL) {
		now=time(NULL);
		localtime_r(&now,&session->req.ld->completed);
1031
		listPushNode(&log_list,session->req.ld);
1032
1033
		session->req.ld=NULL;
	}
1034

1035
1036
1037
	strListFree(&session->req.headers);
	strListFree(&session->req.dynamic_heads);
	strListFree(&session->req.cgi_env);
1038
1039
1040
1041
1042
	if(session->req.post_map != NULL) {
		xpunmap(session->req.post_map);
		session->req.post_data=NULL;
		session->req.post_map=NULL;
	}
1043
	FREE_AND_NULL(session->req.post_data);
1044
1045