[ViewVC] Diff of: cvs/IO-AIO/AIO.xs

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.1 by root, Sun Jul 10 17:07:44 2005 UTC vs.
Revision 1.12 by root, Wed Jul 20 21:57:04 2005 UTC

…		…
1	#define PERL_NO_GET_CONTEXT	1	#define _XOPEN_SOURCE 500
2		2
3	#include "EXTERN.h"	3	#include "EXTERN.h"
4	#include "perl.h"	4	#include "perl.h"
5	#include "XSUB.h"	5	#include "XSUB.h"
6		6
7	#include <sys/types.h>	7	#include <sys/types.h>
8	#include <sys/stat.h>	8	#include <sys/stat.h>
		9
9	#include <unistd.h>	10	#include <unistd.h>
10	#include <fcntl.h>	11	#include <fcntl.h>
11	#include <signal.h>	12	#include <signal.h>
12	#include <sched.h>	13	#include <sched.h>
13	#include <endian.h>	14	#if __linux
		15	#include <sys/syscall.h>
		16	#endif
14		17
15	#include <pthread.h>	18	#include <pthread.h>
16	#include <sys/syscall.h>
17		19
18	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	20	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
19	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	21	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
20	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	22	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
21		23
22	#if __i386 \|\| __amd64
23	# define STACKSIZE ( 256 * sizeof (long))
24	#elif __ia64	24	#if __ia64
25	# define STACKSIZE (8192 * sizeof (long))	25	# define STACKSIZE 65536
26	#else	26	#else
27	# define STACKSIZE ( 512 * sizeof (long))	27	# define STACKSIZE 4096
28	#endif	28	#endif
29		29
30	enum {	30	enum {
31	REQ_QUIT,	31	REQ_QUIT,
32	REQ_OPEN, REQ_CLOSE,	32	REQ_OPEN, REQ_CLOSE,
34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,	34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
35	REQ_FSYNC, REQ_FDATASYNC,	35	REQ_FSYNC, REQ_FDATASYNC,
36	};	36	};
37		37
38	typedef struct aio_cb {	38	typedef struct aio_cb {
39	struct aio_cb *next;	39	struct aio_cb *volatile next;
40		40
41	int type;	41	int type;
42		42
43	int fd;	43	int fd;
44	off_t offset;	44	off_t offset;
…		…
54	} aio_cb;	54	} aio_cb;
55		55
56	typedef aio_cb *aio_req;	56	typedef aio_cb *aio_req;
57		57
58	static int started;	58	static int started;
59	static int nreqs;	59	static volatile int nreqs;
		60	static int max_outstanding = 1<<30;
60	static int reqpipe[2], respipe[2];	61	static int respipe [2];
61		62
		63	static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
		64	static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
		65	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
		66
62	static aio_req qs, qe; /* queue start, queue end */	67	static volatile aio_req reqs, reqe; /* queue start, queue end */
		68	static volatile aio_req ress, rese; /* queue start, queue end */
		69
		70	static void
		71	poll_wait ()
		72	{
		73	if (nreqs && !ress)
		74	{
		75	fd_set rfd;
		76	FD_ZERO(&rfd);
		77	FD_SET(respipe [0], &rfd);
		78
		79	select (respipe [0] + 1, &rfd, 0, 0, 0);
		80	}
		81	}
		82
		83	static int
		84	poll_cb ()
		85	{
		86	dSP;
		87	int count = 0;
		88	aio_req req, prv;
		89
		90	pthread_mutex_lock (&reslock);
		91
		92	{
		93	/* read any signals sent by the worker threads */
		94	char buf [32];
		95	while (read (respipe [0], buf, 32) > 0)
		96	;
		97	}
		98
		99	req = ress;
		100	ress = rese = 0;
		101
		102	pthread_mutex_unlock (&reslock);
		103
		104	while (req)
		105	{
		106	nreqs--;
		107
		108	if (req->type == REQ_QUIT)
		109	started--;
		110	else
		111	{
		112	int errorno = errno;
		113	errno = req->errorno;
		114
		115	if (req->type == REQ_READ)
		116	SvCUR_set (req->data, req->dataoffset
		117	+ req->result > 0 ? req->result : 0);
		118
		119	if (req->data)
		120	SvREFCNT_dec (req->data);
		121
		122	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		123	{
		124	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		125	PL_laststatval = req->result;
		126	PL_statcache = *(req->statdata);
		127
		128	Safefree (req->statdata);
		129	}
		130
		131	PUSHMARK (SP);
		132	XPUSHs (sv_2mortal (newSViv (req->result)));
		133
		134	if (req->type == REQ_OPEN)
		135	{
		136	/* convert fd to fh */
		137	SV *fh;
		138
		139	PUTBACK;
		140	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
		141	SPAGAIN;
		142
		143	fh = POPs;
		144
		145	PUSHMARK (SP);
		146	XPUSHs (fh);
		147	}
		148
		149	if (SvOK (req->callback))
		150	{
		151	PUTBACK;
		152	call_sv (req->callback, G_VOID \| G_EVAL);
		153	SPAGAIN;
		154	}
		155
		156	if (req->callback)
		157	SvREFCNT_dec (req->callback);
		158
		159	errno = errorno;
		160	count++;
		161	}
		162
		163	prv = req;
		164	req = req->next;
		165	Safefree (prv);
		166
		167	/* TODO: croak on errors? */
		168	}
		169
		170	return count;
		171	}
63		172
64	static void aio_proc(void arg);	173	static void aio_proc(void arg);
65		174
66	static void	175	static void
67	start_thread (void)	176	start_thread (void)
…		…
82		191
83	sigprocmask (SIG_SETMASK, &oldsigset, 0);	192	sigprocmask (SIG_SETMASK, &oldsigset, 0);
84	}	193	}
85		194
86	static void	195	static void
87	send_reqs (void)
88	{
89	/* this write is atomic */
90	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
91	{
92	qs = qs->next;
93	if (!qs) qe = 0;
94	}
95	}
96
97	static void
98	send_req (aio_req req)	196	send_req (aio_req req)
99	{	197	{
100	nreqs++;	198	nreqs++;
		199
		200	pthread_mutex_lock (&reqlock);
		201
101	req->next = 0;	202	req->next = 0;
102		203
103	if (qe)	204	if (reqe)
104	{	205	{
105	qe->next = req;	206	reqe->next = req;
106	qe = req;	207	reqe = req;
107	}	208	}
108	else	209	else
109	qe = qs = req;	210	reqe = reqs = req;
110		211
111	send_reqs ();	212	pthread_cond_signal (&reqwait);
		213	pthread_mutex_unlock (&reqlock);
		214
		215	while (nreqs > max_outstanding)
		216	{
		217	poll_wait ();
		218	poll_cb ();
		219	}
112	}	220	}
113		221
114	static void	222	static void
115	end_thread (void)	223	end_thread (void)
116	{	224	{
…		…
120		228
121	send_req (req);	229	send_req (req);
122	}	230	}
123		231
124	static void	232	static void
125	read_write (pTHX_
126	int dowrite, int fd, off_t offset, size_t length,	233	read_write (int dowrite, int fd, off_t offset, size_t length,
127	SV data, STRLEN dataoffset, SV callback)	234	SV data, STRLEN dataoffset, SV callback)
128	{	235	{
129	aio_req req;	236	aio_req req;
130	STRLEN svlen;	237	STRLEN svlen;
131	char *svptr = SvPV (data, svlen);	238	char *svptr = SvPV (data, svlen);
…		…
168	req->callback = SvREFCNT_inc (callback);	275	req->callback = SvREFCNT_inc (callback);
169		276
170	send_req (req);	277	send_req (req);
171	}	278	}
172		279
173	static void
174	poll_wait ()
175	{
176	fd_set rfd;
177	FD_ZERO(&rfd);
178	FD_SET(respipe[0], &rfd);
179
180	select (respipe[0] + 1, &rfd, 0, 0, 0);
181	}
182
183	static int
184	poll_cb (pTHX)
185	{
186	dSP;
187	int count = 0;
188	aio_req req;
189
190	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
191	{
192	nreqs--;
193
194	if (req->type == REQ_QUIT)
195	started--;
196	else
197	{
198	int errorno = errno;
199	errno = req->errorno;
200
201	if (req->type == REQ_READ)
202	SvCUR_set (req->data, req->dataoffset
203	+ req->result > 0 ? req->result : 0);
204
205	if (req->data)
206	SvREFCNT_dec (req->data);
207
208	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
209	{
210	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
211	PL_laststatval = req->result;
212	PL_statcache = *(req->statdata);
213
214	Safefree (req->statdata);
215	}
216
217	PUSHMARK (SP);
218	XPUSHs (sv_2mortal (newSViv (req->result)));
219	PUTBACK;
220	call_sv (req->callback, G_VOID);
221	SPAGAIN;
222
223	if (req->callback)
224	SvREFCNT_dec (req->callback);
225
226	errno = errorno;
227	count++;
228	}
229
230	Safefree (req);
231	}
232
233	if (qs)
234	send_reqs ();
235
236	return count;
237	}
238
239	static void *	280	static void *
240	aio_proc (void *thr_arg)	281	aio_proc (void *thr_arg)
241	{	282	{
242	aio_req req;	283	aio_req req;
		284	int type;
243		285
244	/* then loop */	286	do
245	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
246	{	287	{
		288	pthread_mutex_lock (&reqlock);
		289
		290	for (;;)
		291	{
		292	req = reqs;
		293
		294	if (reqs)
		295	{
		296	reqs = reqs->next;
		297	if (!reqs) reqe = 0;
		298	}
		299
		300	if (req)
		301	break;
		302
		303	pthread_cond_wait (&reqwait, &reqlock);
		304	}
		305
		306	pthread_mutex_unlock (&reqlock);
		307
247	errno = 0; /* strictly unnecessary */	308	errno = 0; /* strictly unnecessary */
248		309
		310	type = req->type;
		311
249	switch (req->type)	312	switch (type)
250	{	313	{
251	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break;	314	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
252	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break;	315	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
253	#if SYS_readahead	316	#if SYS_readahead
254	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;	317	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
255	#else	318	#else
256	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;	319	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
257	#endif	320	#endif
…		…
266		329
267	case REQ_FSYNC: req->result = fsync (req->fd); break;	330	case REQ_FSYNC: req->result = fsync (req->fd); break;
268	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;	331	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
269		332
270	case REQ_QUIT:	333	case REQ_QUIT:
271	write (respipe[1], (void *)&req, sizeof (req));	334	break;
272	return 0;
273		335
274	default:	336	default:
275	req->result = ENOSYS;	337	req->result = ENOSYS;
276	break;	338	break;
277	}	339	}
278		340
279	req->errorno = errno;	341	req->errorno = errno;
280	write (respipe[1], (void *)&req, sizeof (req));	342
		343	pthread_mutex_lock (&reslock);
		344
		345	req->next = 0;
		346
		347	if (rese)
		348	{
		349	rese->next = req;
		350	rese = req;
		351	}
		352	else
		353	{
		354	rese = ress = req;
		355
		356	/* write a dummy byte to the pipe so fh becomes ready */
		357	write (respipe [1], &respipe, 1);
		358	}
		359
		360	pthread_mutex_unlock (&reslock);
281	}	361	}
		362	while (type != REQ_QUIT);
282		363
283	return 0;	364	return 0;
284	}	365	}
285		366
286	MODULE = IO::AIO PACKAGE = IO::AIO	367	MODULE = IO::AIO PACKAGE = IO::AIO
287		368
		369	PROTOTYPES: ENABLE
		370
288	BOOT:	371	BOOT:
289	{	372	{
290	if (pipe (reqpipe) \|\| pipe (respipe))	373	if (pipe (respipe))
291	croak ("unable to initialize request or result pipe");	374	croak ("unable to initialize result pipe");
292		375
293	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))	376	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
294	croak ("cannot set result pipe to nonblocking mode");	377	croak ("cannot set result pipe to nonblocking mode");
295		378
296	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	379	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
297	croak ("cannot set result pipe to nonblocking mode");	380	croak ("cannot set result pipe to nonblocking mode");
298	}	381	}
299		382
300	void	383	void
301	min_parallel(nthreads)	384	min_parallel(nthreads)
…		…
319	}	402	}
320		403
321	while (started > nthreads)	404	while (started > nthreads)
322	{	405	{
323	poll_wait ();	406	poll_wait ();
324	poll_cb (aTHX);	407	poll_cb ();
325	}	408	}
326	}	409	}
327		410
		411	int
		412	max_outstanding(nreqs)
		413	int nreqs
		414	PROTOTYPE: $
		415	CODE:
		416	RETVAL = max_outstanding;
		417	max_outstanding = nreqs;
		418
328	void	419	void
329	aio_open(pathname,flags,mode,callback)	420	aio_open(pathname,flags,mode,callback=&PL_sv_undef)
330	SV * pathname	421	SV * pathname
331	int flags	422	int flags
332	int mode	423	int mode
333	SV * callback	424	SV * callback
334	PROTOTYPE: $$$$	425	PROTOTYPE: $$$;$
335	CODE:	426	CODE:
336	{	427	{
337	aio_req req;	428	aio_req req;
338		429
339	Newz (0, req, 1, aio_cb);	430	Newz (0, req, 1, aio_cb);
…		…
350		441
351	send_req (req);	442	send_req (req);
352	}	443	}
353		444
354	void	445	void
355	aio_close(fh,callback)	446	aio_close(fh,callback=&PL_sv_undef)
356	InputStream fh	447	InputStream fh
357	SV * callback	448	SV * callback
358	PROTOTYPE: $$	449	PROTOTYPE: $;$
359	ALIAS:	450	ALIAS:
360	aio_close = REQ_CLOSE	451	aio_close = REQ_CLOSE
361	aio_fsync = REQ_FSYNC	452	aio_fsync = REQ_FSYNC
362	aio_fdatasync = REQ_FDATASYNC	453	aio_fdatasync = REQ_FDATASYNC
363	CODE:	454	CODE:
…		…
375		466
376	send_req (req);	467	send_req (req);
377	}	468	}
378		469
379	void	470	void
380	aio_read(fh,offset,length,data,dataoffset,callback)	471	aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
381	InputStream fh	472	InputStream fh
382	UV offset	473	UV offset
383	IV length	474	IV length
384	SV * data	475	SV * data
385	IV dataoffset	476	IV dataoffset
386	SV * callback	477	SV * callback
387	PROTOTYPE: $$$$$$	478	PROTOTYPE: $$$$$;$
388	CODE:	479	CODE:
389	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	480	read_write (0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
390		481
391	void	482	void
392	aio_write(fh,offset,length,data,dataoffset,callback)	483	aio_write(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
393	OutputStream fh	484	OutputStream fh
394	UV offset	485	UV offset
395	IV length	486	IV length
396	SV * data	487	SV * data
397	IV dataoffset	488	IV dataoffset
398	SV * callback	489	SV * callback
399	PROTOTYPE: $$$$$$	490	PROTOTYPE: $$$$$;$
400	CODE:	491	CODE:
401	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	492	read_write (1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
402		493
403	void	494	void
404	aio_readahead(fh,offset,length,callback)	495	aio_readahead(fh,offset,length,callback=&PL_sv_undef)
405	InputStream fh	496	InputStream fh
406	UV offset	497	UV offset
407	IV length	498	IV length
408	SV * callback	499	SV * callback
409	PROTOTYPE: $$$$	500	PROTOTYPE: $$$;$
410	CODE:	501	CODE:
411	{	502	{
412	aio_req req;	503	aio_req req;
413		504
414	if (length < 0)	505	if (length < 0)
…		…
427		518
428	send_req (req);	519	send_req (req);
429	}	520	}
430		521
431	void	522	void
432	aio_stat(fh_or_path,callback)	523	aio_stat(fh_or_path,callback=&PL_sv_undef)
433	SV * fh_or_path	524	SV * fh_or_path
434	SV * callback	525	SV * callback
435	PROTOTYPE: $$
436	ALIAS:	526	ALIAS:
		527	aio_stat = REQ_STAT
437	aio_lstat = 1	528	aio_lstat = REQ_LSTAT
438	CODE:	529	CODE:
439	{	530	{
440	aio_req req;	531	aio_req req;
441		532
442	Newz (0, req, 1, aio_cb);	533	Newz (0, req, 1, aio_cb);
…		…
449	if (!req->statdata)	540	if (!req->statdata)
450	croak ("out of memory during aio_req->statdata allocation");	541	croak ("out of memory during aio_req->statdata allocation");
451		542
452	if (SvPOK (fh_or_path))	543	if (SvPOK (fh_or_path))
453	{	544	{
454	req->type = ix ? REQ_LSTAT : REQ_STAT;	545	req->type = ix;
455	req->data = newSVsv (fh_or_path);	546	req->data = newSVsv (fh_or_path);
456	req->dataptr = SvPV_nolen (req->data);	547	req->dataptr = SvPV_nolen (req->data);
457	}	548	}
458	else	549	else
459	{	550	{
…		…
465		556
466	send_req (req);	557	send_req (req);
467	}	558	}
468		559
469	void	560	void
470	aio_unlink(pathname,callback)	561	aio_unlink(pathname,callback=&PL_sv_undef)
471	SV * pathname	562	SV * pathname
472	SV * callback	563	SV * callback
473	PROTOTYPE: $$
474	CODE:	564	CODE:
475	{	565	{
476	aio_req req;	566	aio_req req;
477		567
478	Newz (0, req, 1, aio_cb);	568	Newz (0, req, 1, aio_cb);
…		…
486	req->callback = SvREFCNT_inc (callback);	576	req->callback = SvREFCNT_inc (callback);
487		577
488	send_req (req);	578	send_req (req);
489	}	579	}
490		580
		581	void
		582	flush()
		583	PROTOTYPE:
		584	CODE:
		585	while (nreqs)
		586	{
		587	poll_wait ();
		588	poll_cb ();
		589	}
		590
		591	void
		592	poll()
		593	PROTOTYPE:
		594	CODE:
		595	if (nreqs)
		596	{
		597	poll_wait ();
		598	poll_cb ();
		599	}
		600
491	int	601	int
492	poll_fileno()	602	poll_fileno()
493	PROTOTYPE:	603	PROTOTYPE:
494	CODE:	604	CODE:
495	RETVAL = respipe[0];	605	RETVAL = respipe [0];
496	OUTPUT:	606	OUTPUT:
497	RETVAL	607	RETVAL
498		608
499	int	609	int
500	poll_cb(...)	610	poll_cb(...)
501	PROTOTYPE:	611	PROTOTYPE:
502	CODE:	612	CODE:
503	RETVAL = poll_cb (aTHX);	613	RETVAL = poll_cb ();
504	OUTPUT:	614	OUTPUT:
505	RETVAL	615	RETVAL
506		616
507	void	617	void
508	poll_wait()	618	poll_wait()
509	PROTOTYPE:	619	PROTOTYPE:
510	CODE:	620	CODE:
		621	if (nreqs)
511	poll_wait ();	622	poll_wait ();
512		623
513	int	624	int
514	nreqs()	625	nreqs()
515	PROTOTYPE:	626	PROTOTYPE:
516	CODE:	627	CODE:

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing IO-AIO/AIO.xs (file contents): Revision 1.1 by root, Sun Jul 10 17:07:44 2005 UTC vs. Revision 1.12 by root, Wed Jul 20 21:57:04 2005 UTC

Diff Legend

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.1 by root, Sun Jul 10 17:07:44 2005 UTC vs.
Revision 1.12 by root, Wed Jul 20 21:57:04 2005 UTC