[ViewVC] Diff of: cvs/IO-AIO/AIO.xs

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.12 by root, Wed Jul 20 21:57:04 2005 UTC

…		…
1	#define PERL_NO_GET_CONTEXT	1	#define _XOPEN_SOURCE 500
2		2
3	#include "EXTERN.h"	3	#include "EXTERN.h"
4	#include "perl.h"	4	#include "perl.h"
5	#include "XSUB.h"	5	#include "XSUB.h"
6		6
7	#include <sys/types.h>	7	#include <sys/types.h>
8	#include <sys/stat.h>	8	#include <sys/stat.h>
		9
9	#include <unistd.h>	10	#include <unistd.h>
10	#include <fcntl.h>	11	#include <fcntl.h>
11	#include <signal.h>	12	#include <signal.h>
12	#include <sched.h>	13	#include <sched.h>
13	#include <endian.h>	14	#if __linux
		15	#include <sys/syscall.h>
		16	#endif
14		17
15	#include <pthread.h>	18	#include <pthread.h>
16	#include <sys/syscall.h>
17		19
18	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	20	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
19	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	21	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
20	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	22	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
21		23
22	#if __i386 \|\| __amd64
23	# define STACKSIZE ( 256 * sizeof (long))
24	#elif __ia64	24	#if __ia64
25	# define STACKSIZE (8192 * sizeof (long))	25	# define STACKSIZE 65536
26	#else	26	#else
27	# define STACKSIZE ( 512 * sizeof (long))	27	# define STACKSIZE 4096
28	#endif	28	#endif
29		29
30	enum {	30	enum {
31	REQ_QUIT,	31	REQ_QUIT,
32	REQ_OPEN, REQ_CLOSE,	32	REQ_OPEN, REQ_CLOSE,
34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,	34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
35	REQ_FSYNC, REQ_FDATASYNC,	35	REQ_FSYNC, REQ_FDATASYNC,
36	};	36	};
37		37
38	typedef struct aio_cb {	38	typedef struct aio_cb {
39	struct aio_cb *next;	39	struct aio_cb *volatile next;
40		40
41	int type;	41	int type;
42		42
43	int fd;	43	int fd;
44	off_t offset;	44	off_t offset;
…		…
54	} aio_cb;	54	} aio_cb;
55		55
56	typedef aio_cb *aio_req;	56	typedef aio_cb *aio_req;
57		57
58	static int started;	58	static int started;
59	static int nreqs;	59	static volatile int nreqs;
		60	static int max_outstanding = 1<<30;
60	static int reqpipe[2], respipe[2];	61	static int respipe [2];
61		62
		63	static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
		64	static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
		65	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
		66
62	static aio_req qs, qe; /* queue start, queue end */	67	static volatile aio_req reqs, reqe; /* queue start, queue end */
		68	static volatile aio_req ress, rese; /* queue start, queue end */
		69
		70	static void
		71	poll_wait ()
		72	{
		73	if (nreqs && !ress)
		74	{
		75	fd_set rfd;
		76	FD_ZERO(&rfd);
		77	FD_SET(respipe [0], &rfd);
		78
		79	select (respipe [0] + 1, &rfd, 0, 0, 0);
		80	}
		81	}
		82
		83	static int
		84	poll_cb ()
		85	{
		86	dSP;
		87	int count = 0;
		88	aio_req req, prv;
		89
		90	pthread_mutex_lock (&reslock);
		91
		92	{
		93	/* read any signals sent by the worker threads */
		94	char buf [32];
		95	while (read (respipe [0], buf, 32) > 0)
		96	;
		97	}
		98
		99	req = ress;
		100	ress = rese = 0;
		101
		102	pthread_mutex_unlock (&reslock);
		103
		104	while (req)
		105	{
		106	nreqs--;
		107
		108	if (req->type == REQ_QUIT)
		109	started--;
		110	else
		111	{
		112	int errorno = errno;
		113	errno = req->errorno;
		114
		115	if (req->type == REQ_READ)
		116	SvCUR_set (req->data, req->dataoffset
		117	+ req->result > 0 ? req->result : 0);
		118
		119	if (req->data)
		120	SvREFCNT_dec (req->data);
		121
		122	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		123	{
		124	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		125	PL_laststatval = req->result;
		126	PL_statcache = *(req->statdata);
		127
		128	Safefree (req->statdata);
		129	}
		130
		131	PUSHMARK (SP);
		132	XPUSHs (sv_2mortal (newSViv (req->result)));
		133
		134	if (req->type == REQ_OPEN)
		135	{
		136	/* convert fd to fh */
		137	SV *fh;
		138
		139	PUTBACK;
		140	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
		141	SPAGAIN;
		142
		143	fh = POPs;
		144
		145	PUSHMARK (SP);
		146	XPUSHs (fh);
		147	}
		148
		149	if (SvOK (req->callback))
		150	{
		151	PUTBACK;
		152	call_sv (req->callback, G_VOID \| G_EVAL);
		153	SPAGAIN;
		154	}
		155
		156	if (req->callback)
		157	SvREFCNT_dec (req->callback);
		158
		159	errno = errorno;
		160	count++;
		161	}
		162
		163	prv = req;
		164	req = req->next;
		165	Safefree (prv);
		166
		167	/* TODO: croak on errors? */
		168	}
		169
		170	return count;
		171	}
63		172
64	static void aio_proc(void arg);	173	static void aio_proc(void arg);
65		174
66	static void	175	static void
67	start_thread (void)	176	start_thread (void)
…		…
82		191
83	sigprocmask (SIG_SETMASK, &oldsigset, 0);	192	sigprocmask (SIG_SETMASK, &oldsigset, 0);
84	}	193	}
85		194
86	static void	195	static void
87	send_reqs (void)
88	{
89	/* this write is atomic */
90	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
91	{
92	qs = qs->next;
93	if (!qs) qe = 0;
94	}
95	}
96
97	static void
98	send_req (aio_req req)	196	send_req (aio_req req)
99	{	197	{
100	nreqs++;	198	nreqs++;
		199
		200	pthread_mutex_lock (&reqlock);
		201
101	req->next = 0;	202	req->next = 0;
102		203
103	if (qe)	204	if (reqe)
104	{	205	{
105	qe->next = req;	206	reqe->next = req;
106	qe = req;	207	reqe = req;
107	}	208	}
108	else	209	else
109	qe = qs = req;	210	reqe = reqs = req;
110		211
111	send_reqs ();	212	pthread_cond_signal (&reqwait);
		213	pthread_mutex_unlock (&reqlock);
		214
		215	while (nreqs > max_outstanding)
		216	{
		217	poll_wait ();
		218	poll_cb ();
		219	}
112	}	220	}
113		221
114	static void	222	static void
115	end_thread (void)	223	end_thread (void)
116	{	224	{
…		…
120		228
121	send_req (req);	229	send_req (req);
122	}	230	}
123		231
124	static void	232	static void
125	read_write (pTHX_
126	int dowrite, int fd, off_t offset, size_t length,	233	read_write (int dowrite, int fd, off_t offset, size_t length,
127	SV data, STRLEN dataoffset, SV callback)	234	SV data, STRLEN dataoffset, SV callback)
128	{	235	{
129	aio_req req;	236	aio_req req;
130	STRLEN svlen;	237	STRLEN svlen;
131	char *svptr = SvPV (data, svlen);	238	char *svptr = SvPV (data, svlen);
…		…
168	req->callback = SvREFCNT_inc (callback);	275	req->callback = SvREFCNT_inc (callback);
169		276
170	send_req (req);	277	send_req (req);
171	}	278	}
172		279
173	static void
174	poll_wait ()
175	{
176	fd_set rfd;
177	FD_ZERO(&rfd);
178	FD_SET(respipe[0], &rfd);
179
180	select (respipe[0] + 1, &rfd, 0, 0, 0);
181	}
182
183	static int
184	poll_cb (pTHX)
185	{
186	dSP;
187	int count = 0;
188	aio_req req;
189
190	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
191	{
192	nreqs--;
193
194	if (req->type == REQ_QUIT)
195	started--;
196	else
197	{
198	int errorno = errno;
199	errno = req->errorno;
200
201	if (req->type == REQ_READ)
202	SvCUR_set (req->data, req->dataoffset
203	+ req->result > 0 ? req->result : 0);
204
205	if (req->data)
206	SvREFCNT_dec (req->data);
207
208	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
209	{
210	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
211	PL_laststatval = req->result;
212	PL_statcache = *(req->statdata);
213
214	Safefree (req->statdata);
215	}
216
217	PUSHMARK (SP);
218	XPUSHs (sv_2mortal (newSViv (req->result)));
219
220	if (req->type == REQ_OPEN)
221	{
222	/* convert fd to fh */
223	SV *fh;
224
225	PUTBACK;
226	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
227	SPAGAIN;
228
229	fh = POPs;
230
231	PUSHMARK (SP);
232	XPUSHs (fh);
233	}
234
235	PUTBACK;
236	call_sv (req->callback, G_VOID \| G_EVAL);
237	SPAGAIN;
238
239	if (req->callback)
240	SvREFCNT_dec (req->callback);
241
242	errno = errorno;
243	count++;
244	}
245
246	Safefree (req);
247	}
248
249	if (qs)
250	send_reqs ();
251
252	return count;
253	}
254
255	static void *	280	static void *
256	aio_proc (void *thr_arg)	281	aio_proc (void *thr_arg)
257	{	282	{
258	aio_req req;	283	aio_req req;
		284	int type;
259		285
260	/* then loop */	286	do
261	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
262	{	287	{
		288	pthread_mutex_lock (&reqlock);
		289
		290	for (;;)
		291	{
		292	req = reqs;
		293
		294	if (reqs)
		295	{
		296	reqs = reqs->next;
		297	if (!reqs) reqe = 0;
		298	}
		299
		300	if (req)
		301	break;
		302
		303	pthread_cond_wait (&reqwait, &reqlock);
		304	}
		305
		306	pthread_mutex_unlock (&reqlock);
		307
263	errno = 0; /* strictly unnecessary */	308	errno = 0; /* strictly unnecessary */
264		309
		310	type = req->type;
		311
265	switch (req->type)	312	switch (type)
266	{	313	{
267	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break;	314	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
268	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break;	315	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
269	#if SYS_readahead	316	#if SYS_readahead
270	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;	317	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
271	#else	318	#else
272	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;	319	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
273	#endif	320	#endif
…		…
282		329
283	case REQ_FSYNC: req->result = fsync (req->fd); break;	330	case REQ_FSYNC: req->result = fsync (req->fd); break;
284	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;	331	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
285		332
286	case REQ_QUIT:	333	case REQ_QUIT:
287	write (respipe[1], (void *)&req, sizeof (req));	334	break;
288	return 0;
289		335
290	default:	336	default:
291	req->result = ENOSYS;	337	req->result = ENOSYS;
292	break;	338	break;
293	}	339	}
294		340
295	req->errorno = errno;	341	req->errorno = errno;
296	write (respipe[1], (void *)&req, sizeof (req));	342
		343	pthread_mutex_lock (&reslock);
		344
		345	req->next = 0;
		346
		347	if (rese)
		348	{
		349	rese->next = req;
		350	rese = req;
		351	}
		352	else
		353	{
		354	rese = ress = req;
		355
		356	/* write a dummy byte to the pipe so fh becomes ready */
		357	write (respipe [1], &respipe, 1);
		358	}
		359
		360	pthread_mutex_unlock (&reslock);
297	}	361	}
		362	while (type != REQ_QUIT);
298		363
299	return 0;	364	return 0;
300	}	365	}
301		366
302	MODULE = IO::AIO PACKAGE = IO::AIO	367	MODULE = IO::AIO PACKAGE = IO::AIO
303		368
		369	PROTOTYPES: ENABLE
		370
304	BOOT:	371	BOOT:
305	{	372	{
306	if (pipe (reqpipe) \|\| pipe (respipe))	373	if (pipe (respipe))
307	croak ("unable to initialize request or result pipe");	374	croak ("unable to initialize result pipe");
308		375
309	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))	376	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
310	croak ("cannot set result pipe to nonblocking mode");	377	croak ("cannot set result pipe to nonblocking mode");
311		378
312	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	379	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
313	croak ("cannot set result pipe to nonblocking mode");	380	croak ("cannot set result pipe to nonblocking mode");
314	}	381	}
315		382
316	void	383	void
317	min_parallel(nthreads)	384	min_parallel(nthreads)
…		…
335	}	402	}
336		403
337	while (started > nthreads)	404	while (started > nthreads)
338	{	405	{
339	poll_wait ();	406	poll_wait ();
340	poll_cb (aTHX);	407	poll_cb ();
341	}	408	}
342	}	409	}
343		410
		411	int
		412	max_outstanding(nreqs)
		413	int nreqs
		414	PROTOTYPE: $
		415	CODE:
		416	RETVAL = max_outstanding;
		417	max_outstanding = nreqs;
		418
344	void	419	void
345	aio_open(pathname,flags,mode,callback)	420	aio_open(pathname,flags,mode,callback=&PL_sv_undef)
346	SV * pathname	421	SV * pathname
347	int flags	422	int flags
348	int mode	423	int mode
349	SV * callback	424	SV * callback
350	PROTOTYPE: $$$$	425	PROTOTYPE: $$$;$
351	CODE:	426	CODE:
352	{	427	{
353	aio_req req;	428	aio_req req;
354		429
355	Newz (0, req, 1, aio_cb);	430	Newz (0, req, 1, aio_cb);
…		…
366		441
367	send_req (req);	442	send_req (req);
368	}	443	}
369		444
370	void	445	void
371	aio_close(fh,callback)	446	aio_close(fh,callback=&PL_sv_undef)
372	InputStream fh	447	InputStream fh
373	SV * callback	448	SV * callback
374	PROTOTYPE: $$	449	PROTOTYPE: $;$
375	ALIAS:	450	ALIAS:
376	aio_close = REQ_CLOSE	451	aio_close = REQ_CLOSE
377	aio_fsync = REQ_FSYNC	452	aio_fsync = REQ_FSYNC
378	aio_fdatasync = REQ_FDATASYNC	453	aio_fdatasync = REQ_FDATASYNC
379	CODE:	454	CODE:
…		…
391		466
392	send_req (req);	467	send_req (req);
393	}	468	}
394		469
395	void	470	void
396	aio_read(fh,offset,length,data,dataoffset,callback)	471	aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
397	InputStream fh	472	InputStream fh
398	UV offset	473	UV offset
399	IV length	474	IV length
400	SV * data	475	SV * data
401	IV dataoffset	476	IV dataoffset
402	SV * callback	477	SV * callback
403	PROTOTYPE: $$$$$$	478	PROTOTYPE: $$$$$;$
404	CODE:	479	CODE:
405	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	480	read_write (0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
406		481
407	void	482	void
408	aio_write(fh,offset,length,data,dataoffset,callback)	483	aio_write(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
409	OutputStream fh	484	OutputStream fh
410	UV offset	485	UV offset
411	IV length	486	IV length
412	SV * data	487	SV * data
413	IV dataoffset	488	IV dataoffset
414	SV * callback	489	SV * callback
415	PROTOTYPE: $$$$$$	490	PROTOTYPE: $$$$$;$
416	CODE:	491	CODE:
417	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	492	read_write (1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
418		493
419	void	494	void
420	aio_readahead(fh,offset,length,callback)	495	aio_readahead(fh,offset,length,callback=&PL_sv_undef)
421	InputStream fh	496	InputStream fh
422	UV offset	497	UV offset
423	IV length	498	IV length
424	SV * callback	499	SV * callback
425	PROTOTYPE: $$$$	500	PROTOTYPE: $$$;$
426	CODE:	501	CODE:
427	{	502	{
428	aio_req req;	503	aio_req req;
429		504
430	if (length < 0)	505	if (length < 0)
…		…
443		518
444	send_req (req);	519	send_req (req);
445	}	520	}
446		521
447	void	522	void
448	aio_stat(fh_or_path,callback)	523	aio_stat(fh_or_path,callback=&PL_sv_undef)
449	SV * fh_or_path	524	SV * fh_or_path
450	SV * callback	525	SV * callback
451	PROTOTYPE: $$
452	ALIAS:	526	ALIAS:
		527	aio_stat = REQ_STAT
453	aio_lstat = 1	528	aio_lstat = REQ_LSTAT
454	CODE:	529	CODE:
455	{	530	{
456	aio_req req;	531	aio_req req;
457		532
458	Newz (0, req, 1, aio_cb);	533	Newz (0, req, 1, aio_cb);
…		…
465	if (!req->statdata)	540	if (!req->statdata)
466	croak ("out of memory during aio_req->statdata allocation");	541	croak ("out of memory during aio_req->statdata allocation");
467		542
468	if (SvPOK (fh_or_path))	543	if (SvPOK (fh_or_path))
469	{	544	{
470	req->type = ix ? REQ_LSTAT : REQ_STAT;	545	req->type = ix;
471	req->data = newSVsv (fh_or_path);	546	req->data = newSVsv (fh_or_path);
472	req->dataptr = SvPV_nolen (req->data);	547	req->dataptr = SvPV_nolen (req->data);
473	}	548	}
474	else	549	else
475	{	550	{
…		…
481		556
482	send_req (req);	557	send_req (req);
483	}	558	}
484		559
485	void	560	void
486	aio_unlink(pathname,callback)	561	aio_unlink(pathname,callback=&PL_sv_undef)
487	SV * pathname	562	SV * pathname
488	SV * callback	563	SV * callback
489	PROTOTYPE: $$
490	CODE:	564	CODE:
491	{	565	{
492	aio_req req;	566	aio_req req;
493		567
494	Newz (0, req, 1, aio_cb);	568	Newz (0, req, 1, aio_cb);
…		…
502	req->callback = SvREFCNT_inc (callback);	576	req->callback = SvREFCNT_inc (callback);
503		577
504	send_req (req);	578	send_req (req);
505	}	579	}
506		580
		581	void
		582	flush()
		583	PROTOTYPE:
		584	CODE:
		585	while (nreqs)
		586	{
		587	poll_wait ();
		588	poll_cb ();
		589	}
		590
		591	void
		592	poll()
		593	PROTOTYPE:
		594	CODE:
		595	if (nreqs)
		596	{
		597	poll_wait ();
		598	poll_cb ();
		599	}
		600
507	int	601	int
508	poll_fileno()	602	poll_fileno()
509	PROTOTYPE:	603	PROTOTYPE:
510	CODE:	604	CODE:
511	RETVAL = respipe[0];	605	RETVAL = respipe [0];
512	OUTPUT:	606	OUTPUT:
513	RETVAL	607	RETVAL
514		608
515	int	609	int
516	poll_cb(...)	610	poll_cb(...)
517	PROTOTYPE:	611	PROTOTYPE:
518	CODE:	612	CODE:
519	RETVAL = poll_cb (aTHX);	613	RETVAL = poll_cb ();
520	OUTPUT:	614	OUTPUT:
521	RETVAL	615	RETVAL
522		616
523	void	617	void
524	poll_wait()	618	poll_wait()
525	PROTOTYPE:	619	PROTOTYPE:
526	CODE:	620	CODE:
		621	if (nreqs)
527	poll_wait ();	622	poll_wait ();
528		623
529	int	624	int
530	nreqs()	625	nreqs()
531	PROTOTYPE:	626	PROTOTYPE:
532	CODE:	627	CODE:

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing IO-AIO/AIO.xs (file contents): Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs. Revision 1.12 by root, Wed Jul 20 21:57:04 2005 UTC

Diff Legend

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.12 by root, Wed Jul 20 21:57:04 2005 UTC