[ViewVC] Diff of: cvs/IO-AIO/AIO.xs

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.31 by root, Thu Aug 18 16:34:53 2005 UTC vs.
Revision 1.53 by root, Mon Oct 23 00:17:07 2006 UTC

…		…
5	#include "perl.h"	5	#include "perl.h"
6	#include "XSUB.h"	6	#include "XSUB.h"
7		7
8	#include "autoconf/config.h"	8	#include "autoconf/config.h"
9		9
		10	#include <pthread.h>
		11
		12	#include <stddef.h>
		13	#include <errno.h>
		14	#include <sys/time.h>
		15	#include <sys/select.h>
10	#include <sys/types.h>	16	#include <sys/types.h>
11	#include <sys/stat.h>	17	#include <sys/stat.h>
12		18	#include <limits.h>
13	#include <unistd.h>	19	#include <unistd.h>
14	#include <fcntl.h>	20	#include <fcntl.h>
15	#include <signal.h>	21	#include <signal.h>
16	#include <sched.h>	22	#include <sched.h>
17		23
18	#include <pthread.h>	24	#if HAVE_SENDFILE
		25	# if __linux
		26	# include <sys/sendfile.h>
		27	# elif __freebsd
		28	# include <sys/socket.h>
		29	# include <sys/uio.h>
		30	# elif __hpux
		31	# include <sys/socket.h>
		32	# elif __solaris /* not yet */
		33	# include <sys/sendfile.h>
		34	# else
		35	# error sendfile support requested but not available
		36	# endif
		37	#endif
19		38
20	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	39	/* used for struct dirent, AIX doesn't provide it */
21	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	40	#ifndef NAME_MAX
22	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	41	# define NAME_MAX 4096
		42	#endif
23		43
24	#if __ia64	44	#if __ia64
25	# define STACKSIZE 65536	45	# define STACKSIZE 65536
26	#else	46	#else
27	# define STACKSIZE 4096	47	# define STACKSIZE 8192
28	#endif	48	#endif
29		49
30	enum {	50	enum {
31	REQ_QUIT,	51	REQ_QUIT,
32	REQ_OPEN, REQ_CLOSE,	52	REQ_OPEN, REQ_CLOSE,
33	REQ_READ, REQ_WRITE, REQ_READAHEAD,	53	REQ_READ, REQ_WRITE, REQ_READAHEAD,
		54	REQ_SENDFILE,
34	REQ_STAT, REQ_LSTAT, REQ_FSTAT,	55	REQ_STAT, REQ_LSTAT, REQ_FSTAT,
35	REQ_FSYNC, REQ_FDATASYNC,	56	REQ_FSYNC, REQ_FDATASYNC,
36	REQ_UNLINK, REQ_RMDIR,	57	REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
37	REQ_SYMLINK,	58	REQ_READDIR,
		59	REQ_LINK, REQ_SYMLINK,
		60	REQ_SLEEP,
		61	REQ_GROUP,
38	};	62	};
39		63
		64	#define AIO_REQ_KLASS "IO::AIO::REQ"
		65	#define AIO_GRP_KLASS "IO::AIO::GRP"
		66
40	typedef struct aio_cb {	67	typedef struct aio_cb
		68	{
41	struct aio_cb *volatile next;	69	struct aio_cb *volatile next;
42		70
43	int type;	71	struct aio_cb grp, grp_prev, grp_next, grp_first;
44		72
45	int fd;	73	SV self; / the perl counterpart of this request, if any */
		74
		75	SV data, callback;
		76	SV fh, fh2;
		77	void dataptr, data2ptr;
		78	Stat_t *statdata;
46	off_t offset;	79	off_t offset;
47	size_t length;	80	size_t length;
48	ssize_t result;	81	ssize_t result;
		82
		83	int type;
		84	int fd, fd2;
		85	int errorno;
		86	STRLEN dataoffset;
49	mode_t mode; /* open */	87	mode_t mode; /* open */
50	int errorno;	88	unsigned char cancelled;
51	SV data, callback, *fh;
52	void dataptr, data2ptr;
53	STRLEN dataoffset;
54
55	Stat_t *statdata;
56	} aio_cb;	89	} aio_cb;
57		90
58	typedef aio_cb *aio_req;	91	typedef aio_cb *aio_req;
		92	typedef aio_cb *aio_req_ornot;
59		93
60	static int started, wanted;	94	static int started, wanted;
61	static volatile int nreqs;	95	static volatile int nreqs;
62	static int max_outstanding = 1<<30;	96	static int max_outstanding = 1<<30;
63	static int respipe [2];	97	static int respipe [2];
…		…
67	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;	101	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
68		102
69	static volatile aio_req reqs, reqe; /* queue start, queue end */	103	static volatile aio_req reqs, reqe; /* queue start, queue end */
70	static volatile aio_req ress, rese; /* queue start, queue end */	104	static volatile aio_req ress, rese; /* queue start, queue end */
71		105
		106	static void req_invoke (aio_req req);
72	static void free_req (aio_req req)	107	static void req_free (aio_req req);
73	{
74	if (req->data)
75	SvREFCNT_dec (req->data);
76		108
		109	/* must be called at most once */
		110	static SV req_sv (aio_req req, const char klass)
		111	{
77	if (req->fh)	112	if (!req->self)
		113	{
		114	req->self = (SV *)newHV ();
		115	sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
		116	}
		117
		118	return sv_2mortal (sv_bless (newRV_inc (req->self), gv_stashpv (klass, 1)));
		119	}
		120
		121	static aio_req SvAIO_REQ (SV *sv)
		122	{
		123	MAGIC *mg;
		124
		125	if (!sv_derived_from (sv, AIO_REQ_KLASS) \|\| !SvROK (sv))
		126	croak ("object of class " AIO_REQ_KLASS " expected");
		127
		128	mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
		129
		130	return mg ? (aio_req)mg->mg_ptr : 0;
		131	}
		132
		133	static void aio_grp_feed (aio_req grp)
		134	{
		135	while (grp->length < grp->fd2)
		136	{
		137	int old_len = grp->length;
		138
		139	if (grp->fh2 && SvOK (grp->fh2))
		140	{
		141	dSP;
		142
		143	ENTER;
		144	SAVETMPS;
		145	PUSHMARK (SP);
		146	XPUSHs (req_sv (grp, AIO_GRP_KLASS));
		147	PUTBACK;
		148	call_sv (grp->fh2, G_VOID \| G_EVAL);
		149	SPAGAIN;
		150	FREETMPS;
		151	LEAVE;
		152	}
		153
		154	/* stop if no progress has been made */
		155	if (old_len == grp->length)
		156	{
78	SvREFCNT_dec (req->fh);	157	SvREFCNT_dec (grp->fh2);
79		158	grp->fh2 = 0;
80	if (req->statdata)	159	break;
81	Safefree (req->statdata);	160	}
82		161	}
83	if (req->callback)
84	SvREFCNT_dec (req->callback);
85
86	Safefree (req);
87	}	162	}
88		163
89	static void	164	static void aio_grp_dec (aio_req grp)
90	poll_wait ()	165	{
		166	--grp->length;
		167
		168	/* call feeder, if applicable */
		169	aio_grp_feed (grp);
		170
		171	/* finish, if done */
		172	if (!grp->length && grp->fd)
		173	{
		174	req_invoke (grp);
		175	req_free (grp);
		176	}
		177	}
		178
		179	static void poll_wait ()
91	{	180	{
92	if (nreqs && !ress)	181	if (nreqs && !ress)
93	{	182	{
94	fd_set rfd;	183	fd_set rfd;
95	FD_ZERO(&rfd);	184	FD_ZERO(&rfd);
…		…
97		186
98	select (respipe [0] + 1, &rfd, 0, 0, 0);	187	select (respipe [0] + 1, &rfd, 0, 0, 0);
99	}	188	}
100	}	189	}
101		190
102	static int	191	static void req_invoke (aio_req req)
103	poll_cb ()	192	{
		193	dSP;
		194	int errorno = errno;
		195
		196	if (req->cancelled \|\| !SvOK (req->callback))
		197	return;
		198
		199	errno = req->errorno;
		200
		201	ENTER;
		202	SAVETMPS;
		203	PUSHMARK (SP);
		204	EXTEND (SP, 1);
		205
		206	switch (req->type)
		207	{
		208	case REQ_READDIR:
		209	{
		210	SV *rv = &PL_sv_undef;
		211
		212	if (req->result >= 0)
		213	{
		214	char *buf = req->data2ptr;
		215	AV *av = newAV ();
		216
		217	while (req->result)
		218	{
		219	SV *sv = newSVpv (buf, 0);
		220
		221	av_push (av, sv);
		222	buf += SvCUR (sv) + 1;
		223	req->result--;
		224	}
		225
		226	rv = sv_2mortal (newRV_noinc ((SV *)av));
		227	}
		228
		229	PUSHs (rv);
		230	}
		231	break;
		232
		233	case REQ_OPEN:
		234	{
		235	/* convert fd to fh */
		236	SV *fh;
		237
		238	PUSHs (sv_2mortal (newSViv (req->result)));
		239	PUTBACK;
		240	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
		241	SPAGAIN;
		242
		243	fh = SvREFCNT_inc (POPs);
		244
		245	PUSHMARK (SP);
		246	XPUSHs (sv_2mortal (fh));
		247	}
		248	break;
		249
		250	case REQ_GROUP:
		251	req->fd = 2; /* mark group as finished */
		252
		253	if (req->data)
		254	{
		255	int i;
		256	AV av = (AV )req->data;
		257
		258	EXTEND (SP, AvFILL (av) + 1);
		259	for (i = 0; i <= AvFILL (av); ++i)
		260	PUSHs (*av_fetch (av, i, 0));
		261	}
		262	break;
		263
		264	case REQ_SLEEP:
		265	break;
		266
		267	default:
		268	PUSHs (sv_2mortal (newSViv (req->result)));
		269	break;
		270	}
		271
		272
		273	PUTBACK;
		274	call_sv (req->callback, G_VOID \| G_EVAL);
		275	SPAGAIN;
		276
		277	FREETMPS;
		278	LEAVE;
		279
		280	errno = errorno;
		281
		282	if (SvTRUE (ERRSV))
		283	{
		284	req_free (req);
		285	croak (0);
		286	}
		287	}
		288
		289	static void req_free (aio_req req)
		290	{
		291	if (req->grp)
		292	{
		293	aio_req grp = req->grp;
		294
		295	/* unlink request */
		296	if (req->grp_next) req->grp_next->grp_prev = req->grp_prev;
		297	if (req->grp_prev) req->grp_prev->grp_next = req->grp_next;
		298
		299	if (grp->grp_first == req)
		300	grp->grp_first = req->grp_next;
		301
		302	aio_grp_dec (grp);
		303	}
		304
		305	if (req->self)
		306	{
		307	sv_unmagic (req->self, PERL_MAGIC_ext);
		308	SvREFCNT_dec (req->self);
		309	}
		310
		311	SvREFCNT_dec (req->data);
		312	SvREFCNT_dec (req->fh);
		313	SvREFCNT_dec (req->fh2);
		314	SvREFCNT_dec (req->callback);
		315	Safefree (req->statdata);
		316
		317	if (req->type == REQ_READDIR && req->result >= 0)
		318	free (req->data2ptr);
		319
		320	Safefree (req);
		321	}
		322
		323	static void req_cancel (aio_req req)
		324	{
		325	req->cancelled = 1;
		326
		327	if (req->type == REQ_GROUP)
		328	{
		329	aio_req sub;
		330
		331	for (sub = req->grp_first; sub; sub = sub->grp_next)
		332	req_cancel (sub);
		333	}
		334	}
		335
		336	static int poll_cb ()
104	{	337	{
105	dSP;	338	dSP;
106	int count = 0;	339	int count = 0;
107	int do_croak = 0;	340	int do_croak = 0;
108	aio_req req;	341	aio_req req;
…		…
130	pthread_mutex_unlock (&reslock);	363	pthread_mutex_unlock (&reslock);
131		364
132	if (!req)	365	if (!req)
133	break;	366	break;
134		367
135	nreqs--;	368	--nreqs;
136		369
137	if (req->type == REQ_QUIT)	370	if (req->type == REQ_QUIT)
138	started--;	371	started--;
		372	else if (req->type == REQ_GROUP && req->length)
		373	{
		374	req->fd = 1; /* mark request as delayed */
		375	continue;
		376	}
139	else	377	else
140	{	378	{
141	int errorno = errno;
142	errno = req->errorno;
143
144	if (req->type == REQ_READ)	379	if (req->type == REQ_READ)
145	SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));	380	SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
146		381
147	if (req->data2ptr && (req->type == REQ_READ \|\| req->type == REQ_WRITE))	382	if (req->data2ptr && (req->type == REQ_READ \|\| req->type == REQ_WRITE))
148	SvREADONLY_off (req->data);	383	SvREADONLY_off (req->data);
…		…
152	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	387	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
153	PL_laststatval = req->result;	388	PL_laststatval = req->result;
154	PL_statcache = *(req->statdata);	389	PL_statcache = *(req->statdata);
155	}	390	}
156		391
157	ENTER;	392	req_invoke (req);
158	PUSHMARK (SP);
159	XPUSHs (sv_2mortal (newSViv (req->result)));
160		393
161	if (req->type == REQ_OPEN)
162	{
163	/* convert fd to fh */
164	SV *fh;
165
166	PUTBACK;
167	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
168	SPAGAIN;
169
170	fh = SvREFCNT_inc (POPs);
171
172	PUSHMARK (SP);
173	XPUSHs (sv_2mortal (fh));
174	}
175
176	if (SvOK (req->callback))
177	{
178	PUTBACK;
179	call_sv (req->callback, G_VOID \| G_EVAL);
180	SPAGAIN;
181
182	if (SvTRUE (ERRSV))
183	{
184	free_req (req);
185	croak (0);
186	}
187	}
188
189	LEAVE;
190
191	errno = errorno;
192	count++;	394	count++;
193	}	395	}
194		396
195	free_req (req);	397	req_free (req);
196	}	398	}
197		399
198	return count;	400	return count;
199	}	401	}
200		402
201	static void aio_proc(void arg);	403	static void aio_proc(void arg);
202		404
203	static void
204	start_thread (void)	405	static void start_thread (void)
205	{	406	{
206	sigset_t fullsigset, oldsigset;	407	sigset_t fullsigset, oldsigset;
207	pthread_t tid;	408	pthread_t tid;
208	pthread_attr_t attr;	409	pthread_attr_t attr;
209		410
…		…
218	started++;	419	started++;
219		420
220	sigprocmask (SIG_SETMASK, &oldsigset, 0);	421	sigprocmask (SIG_SETMASK, &oldsigset, 0);
221	}	422	}
222		423
223	static void	424	static void req_send (aio_req req)
224	send_req (aio_req req)
225	{	425	{
226	while (started < wanted && nreqs >= started)	426	while (started < wanted && nreqs >= started)
227	start_thread ();	427	start_thread ();
228		428
229	nreqs++;	429	++nreqs;
230		430
231	pthread_mutex_lock (&reqlock);	431	pthread_mutex_lock (&reqlock);
232		432
233	req->next = 0;	433	req->next = 0;
234		434
…		…
253		453
254	poll_wait ();	454	poll_wait ();
255	}	455	}
256	}	456	}
257		457
258	static void	458	static void end_thread (void)
259	end_thread (void)
260	{	459	{
261	aio_req req;	460	aio_req req;
262	Newz (0, req, 1, aio_cb);	461	Newz (0, req, 1, aio_cb);
263	req->type = REQ_QUIT;	462	req->type = REQ_QUIT;
264		463
265	send_req (req);	464	req_send (req);
266	}	465	}
267		466
268	static void min_parallel (int nthreads)	467	static void min_parallel (int nthreads)
269	{	468	{
270	if (wanted < nthreads)	469	if (wanted < nthreads)
…		…
299	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))	498	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
300	croak ("cannot set result pipe to nonblocking mode");	499	croak ("cannot set result pipe to nonblocking mode");
301		500
302	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))	501	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
303	croak ("cannot set result pipe to nonblocking mode");	502	croak ("cannot set result pipe to nonblocking mode");
304	}
305
306	static void atfork_prepare (void)
307	{
308	pthread_mutex_lock (&reqlock);
309	pthread_mutex_lock (&reslock);
310	}
311
312	static void atfork_parent (void)
313	{
314	pthread_mutex_unlock (&reslock);
315	pthread_mutex_unlock (&reqlock);
316	}
317
318	static void atfork_child (void)
319	{
320	aio_req prv;
321
322	started = 0;
323
324	while (reqs)
325	{
326	prv = reqs;
327	reqs = prv->next;
328	free_req (prv);
329	}
330
331	reqs = reqe = 0;
332
333	while (ress)
334	{
335	prv = ress;
336	ress = prv->next;
337	free_req (prv);
338	}
339
340	ress = rese = 0;
341
342	close (respipe [0]);
343	close (respipe [1]);
344	create_pipe ();
345
346	atfork_parent ();
347	}	503	}
348		504
349	/*****************************************************************************/	505	/*****************************************************************************/
350	/* work around various missing functions */	506	/* work around various missing functions */
351		507
…		…
356	/*	512	/*
357	* make our pread/pwrite safe against themselves, but not against	513	* make our pread/pwrite safe against themselves, but not against
358	* normal read/write by using a mutex. slows down execution a lot,	514	* normal read/write by using a mutex. slows down execution a lot,
359	* but that's your problem, not mine.	515	* but that's your problem, not mine.
360	*/	516	*/
361	static pthread_mutex_t iolock = PTHREAD_MUTEX_INITIALIZER;	517	static pthread_mutex_t preadwritelock = PTHREAD_MUTEX_INITIALIZER;
362		518
363	static ssize_t	519	static ssize_t pread (int fd, void *buf, size_t count, off_t offset)
364	pread (int fd, void *buf, size_t count, off_t offset)
365	{	520	{
366	ssize_t res;	521	ssize_t res;
367	off_t ooffset;	522	off_t ooffset;
368		523
369	pthread_mutex_lock (&iolock);	524	pthread_mutex_lock (&preadwritelock);
370	ooffset = lseek (fd, 0, SEEK_CUR);	525	ooffset = lseek (fd, 0, SEEK_CUR);
371	lseek (fd, offset, SEEK_SET);	526	lseek (fd, offset, SEEK_SET);
372	res = read (fd, buf, count);	527	res = read (fd, buf, count);
373	lseek (fd, ooffset, SEEK_SET);	528	lseek (fd, ooffset, SEEK_SET);
374	pthread_mutex_unlock (&iolock);	529	pthread_mutex_unlock (&preadwritelock);
375		530
376	return res;	531	return res;
377	}	532	}
378		533
379	static ssize_t
380	pwrite (int fd, void *buf, size_t count, off_t offset)	534	static ssize_t pwrite (int fd, void *buf, size_t count, off_t offset)
381	{	535	{
382	ssize_t res;	536	ssize_t res;
383	off_t ooffset;	537	off_t ooffset;
384		538
385	pthread_mutex_lock (&iolock);	539	pthread_mutex_lock (&preadwritelock);
386	ooffset = lseek (fd, 0, SEEK_CUR);	540	ooffset = lseek (fd, 0, SEEK_CUR);
387	lseek (fd, offset, SEEK_SET);	541	lseek (fd, offset, SEEK_SET);
388	res = write (fd, buf, count);	542	res = write (fd, buf, count);
389	lseek (fd, offset, SEEK_SET);	543	lseek (fd, offset, SEEK_SET);
390	pthread_mutex_unlock (&iolock);	544	pthread_mutex_unlock (&preadwritelock);
391		545
392	return res;	546	return res;
393	}	547	}
394	#endif	548	#endif
395		549
…		…
398	#endif	552	#endif
399		553
400	#if !HAVE_READAHEAD	554	#if !HAVE_READAHEAD
401	# define readahead aio_readahead	555	# define readahead aio_readahead
402		556
		557	static ssize_t readahead (int fd, off_t offset, size_t count)
		558	{
403	static char readahead_buf[4096];	559	char readahead_buf[4096];
404		560
405	static ssize_t
406	readahead (int fd, off_t offset, size_t count)
407	{
408	while (count > 0)	561	while (count > 0)
409	{	562	{
410	size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);	563	size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);
411		564
412	pread (fd, readahead_buf, len, offset);	565	pread (fd, readahead_buf, len, offset);
…		…
416		569
417	errno = 0;	570	errno = 0;
418	}	571	}
419	#endif	572	#endif
420		573
		574	#if !HAVE_READDIR_R
		575	# define readdir_r aio_readdir_r
		576
		577	static pthread_mutex_t readdirlock = PTHREAD_MUTEX_INITIALIZER;
		578
		579	static int readdir_r (DIR dirp, struct dirent ent, struct dirent **res)
		580	{
		581	struct dirent *e;
		582	int errorno;
		583
		584	pthread_mutex_lock (&readdirlock);
		585
		586	e = readdir (dirp);
		587	errorno = errno;
		588
		589	if (e)
		590	{
		591	*res = ent;
		592	strcpy (ent->d_name, e->d_name);
		593	}
		594	else
		595	*res = 0;
		596
		597	pthread_mutex_unlock (&readdirlock);
		598
		599	errno = errorno;
		600	return e ? 0 : -1;
		601	}
		602	#endif
		603
		604	/* sendfile always needs emulation */
		605	static ssize_t sendfile_ (int ofd, int ifd, off_t offset, size_t count)
		606	{
		607	ssize_t res;
		608
		609	if (!count)
		610	return 0;
		611
		612	#if HAVE_SENDFILE
		613	# if __linux
		614	res = sendfile (ofd, ifd, &offset, count);
		615
		616	# elif __freebsd
		617	/*
		618	* Of course, the freebsd sendfile is a dire hack with no thoughts
		619	* wasted on making it similar to other I/O functions.
		620	*/
		621	{
		622	off_t sbytes;
		623	res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0);
		624
		625	if (res < 0 && sbytes)
		626	/* maybe only on EAGAIN only: as usual, the manpage leaves you guessing */
		627	res = sbytes;
		628	}
		629
		630	# elif __hpux
		631	res = sendfile (ofd, ifd, offset, count, 0, 0);
		632
		633	# elif __solaris
		634	{
		635	struct sendfilevec vec;
		636	size_t sbytes;
		637
		638	vec.sfv_fd = ifd;
		639	vec.sfv_flag = 0;
		640	vec.sfv_off = offset;
		641	vec.sfv_len = count;
		642
		643	res = sendfilev (ofd, &vec, 1, &sbytes);
		644
		645	if (res < 0 && sbytes)
		646	res = sbytes;
		647	}
		648
		649	# endif
		650	#else
		651	res = -1;
		652	errno = ENOSYS;
		653	#endif
		654
		655	if (res < 0
		656	&& (errno == ENOSYS \|\| errno == EINVAL \|\| errno == ENOTSOCK
		657	#if __solaris
		658	\|\| errno == EAFNOSUPPORT \|\| errno == EPROTOTYPE
		659	#endif
		660	)
		661	)
		662	{
		663	/* emulate sendfile. this is a major pain in the ass */
		664	char buf[4096];
		665	res = 0;
		666
		667	while (count)
		668	{
		669	ssize_t cnt;
		670
		671	cnt = pread (ifd, buf, count > 4096 ? 4096 : count, offset);
		672
		673	if (cnt <= 0)
		674	{
		675	if (cnt && !res) res = -1;
		676	break;
		677	}
		678
		679	cnt = write (ofd, buf, cnt);
		680
		681	if (cnt <= 0)
		682	{
		683	if (cnt && !res) res = -1;
		684	break;
		685	}
		686
		687	offset += cnt;
		688	res += cnt;
		689	count -= cnt;
		690	}
		691	}
		692
		693	return res;
		694	}
		695
		696	/* read a full directory */
		697	static int scandir_ (const char path, void *namesp)
		698	{
		699	DIR *dirp = opendir (path);
		700	union
		701	{
		702	struct dirent d;
		703	char b [offsetof (struct dirent, d_name) + NAME_MAX + 1];
		704	} u;
		705	struct dirent *entp;
		706	char name, names;
		707	int memlen = 4096;
		708	int memofs = 0;
		709	int res = 0;
		710	int errorno;
		711
		712	if (!dirp)
		713	return -1;
		714
		715	names = malloc (memlen);
		716
		717	for (;;)
		718	{
		719	errno = 0, readdir_r (dirp, &u.d, &entp);
		720
		721	if (!entp)
		722	break;
		723
		724	name = entp->d_name;
		725
		726	if (name [0] != '.' \|\| (name [1] && (name [1] != '.' \|\| name [2])))
		727	{
		728	int len = strlen (name) + 1;
		729
		730	res++;
		731
		732	while (memofs + len > memlen)
		733	{
		734	memlen *= 2;
		735	names = realloc (names, memlen);
		736	if (!names)
		737	break;
		738	}
		739
		740	memcpy (names + memofs, name, len);
		741	memofs += len;
		742	}
		743	}
		744
		745	errorno = errno;
		746	closedir (dirp);
		747
		748	if (errorno)
		749	{
		750	free (names);
		751	errno = errorno;
		752	res = -1;
		753	}
		754
		755	namesp = (void )names;
		756	return res;
		757	}
		758
421	/*****************************************************************************/	759	/*****************************************************************************/
422		760
423	static void *
424	aio_proc (void *thr_arg)	761	static void aio_proc (void thr_arg)
425	{	762	{
426	aio_req req;	763	aio_req req;
427	int type;	764	int type;
428		765
429	do	766	do
…		…
448		785
449	pthread_mutex_unlock (&reqlock);	786	pthread_mutex_unlock (&reqlock);
450		787
451	errno = 0; /* strictly unnecessary */	788	errno = 0; /* strictly unnecessary */
452		789
453	type = req->type;	790	if (!req->cancelled)
454		791	switch (type = req->type) /* remember type for QUIT check */
455	switch (type)
456	{	792	{
457	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;	793	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
458	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;	794	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
459		795
460	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;	796	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
		797	case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break;
461		798
462	case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;	799	case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
463	case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;	800	case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
464	case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;	801	case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
465		802
466	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;	803	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
467	case REQ_CLOSE: req->result = close (req->fd); break;	804	case REQ_CLOSE: req->result = close (req->fd); break;
468	case REQ_UNLINK: req->result = unlink (req->dataptr); break;	805	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
469	case REQ_RMDIR: req->result = rmdir (req->dataptr); break;	806	case REQ_RMDIR: req->result = rmdir (req->dataptr); break;
		807	case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break;
		808	case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break;
470	case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;	809	case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;
471		810
472	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;	811	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
473	case REQ_FSYNC: req->result = fsync (req->fd); break;	812	case REQ_FSYNC: req->result = fsync (req->fd); break;
		813	case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break;
474		814
		815	case REQ_SLEEP:
		816	{
		817	struct timeval tv;
		818
		819	tv.tv_sec = req->fd;
		820	tv.tv_usec = req->fd2;
		821
		822	req->result = select (0, 0, 0, 0, &tv);
		823	}
		824
475	case REQ_QUIT:	825	case REQ_QUIT:
476	break;	826	break;
477		827
478	default:	828	default:
479	req->result = ENOSYS;	829	req->result = ENOSYS;
480	break;	830	break;
481	}	831	}
482		832
483	req->errorno = errno;	833	req->errorno = errno;
484		834
485	pthread_mutex_lock (&reslock);	835	pthread_mutex_lock (&reslock);
486		836
…		…
504	while (type != REQ_QUIT);	854	while (type != REQ_QUIT);
505		855
506	return 0;	856	return 0;
507	}	857	}
508		858
		859	/*****************************************************************************/
		860
		861	static void atfork_prepare (void)
		862	{
		863	pthread_mutex_lock (&reqlock);
		864	pthread_mutex_lock (&reslock);
		865	#if !HAVE_PREADWRITE
		866	pthread_mutex_lock (&preadwritelock);
		867	#endif
		868	#if !HAVE_READDIR_R
		869	pthread_mutex_lock (&readdirlock);
		870	#endif
		871	}
		872
		873	static void atfork_parent (void)
		874	{
		875	#if !HAVE_READDIR_R
		876	pthread_mutex_unlock (&readdirlock);
		877	#endif
		878	#if !HAVE_PREADWRITE
		879	pthread_mutex_unlock (&preadwritelock);
		880	#endif
		881	pthread_mutex_unlock (&reslock);
		882	pthread_mutex_unlock (&reqlock);
		883	}
		884
		885	static void atfork_child (void)
		886	{
		887	aio_req prv;
		888
		889	started = 0;
		890
		891	while (reqs)
		892	{
		893	prv = reqs;
		894	reqs = prv->next;
		895	req_free (prv);
		896	}
		897
		898	reqs = reqe = 0;
		899
		900	while (ress)
		901	{
		902	prv = ress;
		903	ress = prv->next;
		904	req_free (prv);
		905	}
		906
		907	ress = rese = 0;
		908
		909	close (respipe [0]);
		910	close (respipe [1]);
		911	create_pipe ();
		912
		913	atfork_parent ();
		914	}
		915
509	#define dREQ \	916	#define dREQ \
510	aio_req req; \	917	aio_req req; \
511	\	918	\
512	if (SvOK (callback) && !SvROK (callback)) \	919	if (SvOK (callback) && !SvROK (callback)) \
513	croak ("clalback must be undef or of reference type"); \	920	croak ("callback must be undef or of reference type"); \
514	\	921	\
515	Newz (0, req, 1, aio_cb); \	922	Newz (0, req, 1, aio_cb); \
516	if (!req) \	923	if (!req) \
517	croak ("out of memory during aio_req allocation"); \	924	croak ("out of memory during aio_req allocation"); \
518	\	925	\
519	req->callback = newSVsv (callback);	926	req->callback = newSVsv (callback)
		927
		928	#define REQ_SEND \
		929	req_send (req); \
		930	\
		931	if (GIMME_V != G_VOID) \
		932	XPUSHs (req_sv (req, AIO_REQ_KLASS));
520		933
521	MODULE = IO::AIO PACKAGE = IO::AIO	934	MODULE = IO::AIO PACKAGE = IO::AIO
522		935
523	PROTOTYPES: ENABLE	936	PROTOTYPES: ENABLE
524		937
525	BOOT:	938	BOOT:
526	{	939	{
		940	HV *stash = gv_stashpv ("IO::AIO", 1);
		941	newCONSTSUB (stash, "EXDEV", newSViv (EXDEV));
		942	newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
		943	newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
		944
527	create_pipe ();	945	create_pipe ();
528	pthread_atfork (atfork_prepare, atfork_parent, atfork_child);	946	pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
529	}	947	}
530		948
531	void	949	void
532	min_parallel(nthreads)	950	min_parallel (nthreads)
533	int nthreads	951	int nthreads
534	PROTOTYPE: $	952	PROTOTYPE: $
535		953
536	void	954	void
537	max_parallel(nthreads)	955	max_parallel (nthreads)
538	int nthreads	956	int nthreads
539	PROTOTYPE: $	957	PROTOTYPE: $
540		958
541	int	959	int
542	max_outstanding(nreqs)	960	max_outstanding (nreqs)
543	int nreqs	961	int nreqs
544	PROTOTYPE: $	962	PROTOTYPE: $
545	CODE:	963	CODE:
546	RETVAL = max_outstanding;	964	RETVAL = max_outstanding;
547	max_outstanding = nreqs;	965	max_outstanding = nreqs;
548		966
549	void	967	void
550	aio_open(pathname,flags,mode,callback=&PL_sv_undef)	968	aio_open (pathname,flags,mode,callback=&PL_sv_undef)
551	SV * pathname	969	SV * pathname
552	int flags	970	int flags
553	int mode	971	int mode
554	SV * callback	972	SV * callback
555	PROTOTYPE: $$$;$	973	PROTOTYPE: $$$;$
556	CODE:	974	PPCODE:
557	{	975	{
558	dREQ;	976	dREQ;
559		977
560	req->type = REQ_OPEN;	978	req->type = REQ_OPEN;
561	req->data = newSVsv (pathname);	979	req->data = newSVsv (pathname);
562	req->dataptr = SvPVbyte_nolen (req->data);	980	req->dataptr = SvPVbyte_nolen (req->data);
563	req->fd = flags;	981	req->fd = flags;
564	req->mode = mode;	982	req->mode = mode;
565		983
566	send_req (req);	984	REQ_SEND;
567	}	985	}
568		986
569	void	987	void
570	aio_close(fh,callback=&PL_sv_undef)	988	aio_close (fh,callback=&PL_sv_undef)
571	SV * fh	989	SV * fh
572	SV * callback	990	SV * callback
573	PROTOTYPE: $;$	991	PROTOTYPE: $;$
574	ALIAS:	992	ALIAS:
575	aio_close = REQ_CLOSE	993	aio_close = REQ_CLOSE
576	aio_fsync = REQ_FSYNC	994	aio_fsync = REQ_FSYNC
577	aio_fdatasync = REQ_FDATASYNC	995	aio_fdatasync = REQ_FDATASYNC
578	CODE:	996	PPCODE:
579	{	997	{
580	dREQ;	998	dREQ;
581		999
582	req->type = ix;	1000	req->type = ix;
583	req->fh = newSVsv (fh);	1001	req->fh = newSVsv (fh);
584	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));	1002	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
585		1003
586	send_req (req);	1004	REQ_SEND (req);
587	}	1005	}
588		1006
589	void	1007	void
590	aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)	1008	aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
591	SV * fh	1009	SV * fh
592	UV offset	1010	UV offset
593	IV length	1011	UV length
594	SV * data	1012	SV * data
595	IV dataoffset	1013	UV dataoffset
596	SV * callback	1014	SV * callback
597	ALIAS:	1015	ALIAS:
598	aio_read = REQ_READ	1016	aio_read = REQ_READ
599	aio_write = REQ_WRITE	1017	aio_write = REQ_WRITE
600	PROTOTYPE: $$$$$;$	1018	PROTOTYPE: $$$$$;$
601	CODE:	1019	PPCODE:
602	{	1020	{
603	aio_req req;	1021	aio_req req;
604	STRLEN svlen;	1022	STRLEN svlen;
605	char *svptr = SvPVbyte (data, svlen);	1023	char *svptr = SvPVbyte (data, svlen);
606		1024
…		…
644	{	1062	{
645	SvREADONLY_on (data);	1063	SvREADONLY_on (data);
646	req->data2ptr = (void *)data;	1064	req->data2ptr = (void *)data;
647	}	1065	}
648		1066
649	send_req (req);	1067	REQ_SEND;
650	}	1068	}
651	}	1069	}
652		1070
653	void	1071	void
		1072	aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
		1073	SV * out_fh
		1074	SV * in_fh
		1075	UV in_offset
		1076	UV length
		1077	SV * callback
		1078	PROTOTYPE: $$$$;$
		1079	PPCODE:
		1080	{
		1081	dREQ;
		1082
		1083	req->type = REQ_SENDFILE;
		1084	req->fh = newSVsv (out_fh);
		1085	req->fd = PerlIO_fileno (IoIFP (sv_2io (out_fh)));
		1086	req->fh2 = newSVsv (in_fh);
		1087	req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
		1088	req->offset = in_offset;
		1089	req->length = length;
		1090
		1091	REQ_SEND;
		1092	}
		1093
		1094	void
654	aio_readahead(fh,offset,length,callback=&PL_sv_undef)	1095	aio_readahead (fh,offset,length,callback=&PL_sv_undef)
655	SV * fh	1096	SV * fh
656	UV offset	1097	UV offset
657	IV length	1098	IV length
658	SV * callback	1099	SV * callback
659	PROTOTYPE: $$$;$	1100	PROTOTYPE: $$$;$
660	CODE:	1101	PPCODE:
661	{	1102	{
662	dREQ;	1103	dREQ;
663		1104
664	req->type = REQ_READAHEAD;	1105	req->type = REQ_READAHEAD;
665	req->fh = newSVsv (fh);	1106	req->fh = newSVsv (fh);
666	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));	1107	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
667	req->offset = offset;	1108	req->offset = offset;
668	req->length = length;	1109	req->length = length;
669		1110
670	send_req (req);	1111	REQ_SEND;
671	}	1112	}
672		1113
673	void	1114	void
674	aio_stat(fh_or_path,callback=&PL_sv_undef)	1115	aio_stat (fh_or_path,callback=&PL_sv_undef)
675	SV * fh_or_path	1116	SV * fh_or_path
676	SV * callback	1117	SV * callback
677	ALIAS:	1118	ALIAS:
678	aio_stat = REQ_STAT	1119	aio_stat = REQ_STAT
679	aio_lstat = REQ_LSTAT	1120	aio_lstat = REQ_LSTAT
680	CODE:	1121	PPCODE:
681	{	1122	{
682	dREQ;	1123	dREQ;
683		1124
684	New (0, req->statdata, 1, Stat_t);	1125	New (0, req->statdata, 1, Stat_t);
685	if (!req->statdata)	1126	if (!req->statdata)
686	{	1127	{
687	free_req (req);	1128	req_free (req);
688	croak ("out of memory during aio_req->statdata allocation");	1129	croak ("out of memory during aio_req->statdata allocation");
689	}	1130	}
690		1131
691	if (SvPOK (fh_or_path))	1132	if (SvPOK (fh_or_path))
692	{	1133	{
…		…
699	req->type = REQ_FSTAT;	1140	req->type = REQ_FSTAT;
700	req->fh = newSVsv (fh_or_path);	1141	req->fh = newSVsv (fh_or_path);
701	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));	1142	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
702	}	1143	}
703		1144
704	send_req (req);	1145	REQ_SEND;
705	}	1146	}
706		1147
707	void	1148	void
708	aio_unlink(pathname,callback=&PL_sv_undef)	1149	aio_unlink (pathname,callback=&PL_sv_undef)
709	SV * pathname	1150	SV * pathname
710	SV * callback	1151	SV * callback
711	ALIAS:	1152	ALIAS:
712	aio_unlink = REQ_UNLINK	1153	aio_unlink = REQ_UNLINK
713	aio_rmdir = REQ_RMDIR	1154	aio_rmdir = REQ_RMDIR
		1155	aio_readdir = REQ_READDIR
714	CODE:	1156	PPCODE:
715	{	1157	{
716	dREQ;	1158	dREQ;
717		1159
718	req->type = ix;	1160	req->type = ix;
719	req->data = newSVsv (pathname);	1161	req->data = newSVsv (pathname);
720	req->dataptr = SvPVbyte_nolen (req->data);	1162	req->dataptr = SvPVbyte_nolen (req->data);
721		1163
722	send_req (req);	1164	REQ_SEND;
723	}	1165	}
724		1166
725	void	1167	void
726	aio_symlink(oldpath,newpath,callback=&PL_sv_undef)	1168	aio_link (oldpath,newpath,callback=&PL_sv_undef)
727	SV * oldpath	1169	SV * oldpath
728	SV * newpath	1170	SV * newpath
729	SV * callback	1171	SV * callback
		1172	ALIAS:
		1173	aio_link = REQ_LINK
		1174	aio_symlink = REQ_SYMLINK
		1175	aio_rename = REQ_RENAME
730	CODE:	1176	PPCODE:
731	{	1177	{
732	dREQ;	1178	dREQ;
733		1179
734	req->type = REQ_SYMLINK;	1180	req->type = ix;
735	req->fh = newSVsv (oldpath);	1181	req->fh = newSVsv (oldpath);
736	req->data2ptr = SvPVbyte_nolen (req->fh);	1182	req->data2ptr = SvPVbyte_nolen (req->fh);
737	req->data = newSVsv (newpath);	1183	req->data = newSVsv (newpath);
738	req->dataptr = SvPVbyte_nolen (req->data);	1184	req->dataptr = SvPVbyte_nolen (req->data);
739		1185
740	send_req (req);	1186	REQ_SEND;
741	}	1187	}
742		1188
743	void	1189	void
		1190	aio_sleep (delay,callback=&PL_sv_undef)
		1191	double delay
		1192	SV * callback
		1193	PPCODE:
		1194	{
		1195	dREQ;
		1196
		1197	req->type = REQ_SLEEP;
		1198	req->fd = delay < 0. ? 0 : delay;
		1199	req->fd2 = delay < 0. ? 0 : 1000. * (delay - req->fd);
		1200
		1201	REQ_SEND;
		1202	}
		1203
		1204	void
		1205	aio_group (callback=&PL_sv_undef)
		1206	SV * callback
		1207	PROTOTYPE: ;$
		1208	PPCODE:
		1209	{
		1210	dREQ;
		1211	req->type = REQ_GROUP;
		1212	req_send (req);
		1213	XPUSHs (req_sv (req, AIO_GRP_KLASS));
		1214	}
		1215
		1216	void
744	flush()	1217	flush ()
745	PROTOTYPE:	1218	PROTOTYPE:
746	CODE:	1219	CODE:
747	while (nreqs)	1220	while (nreqs)
748	{	1221	{
749	poll_wait ();	1222	poll_wait ();
…		…
789	CODE:	1262	CODE:
790	RETVAL = nreqs;	1263	RETVAL = nreqs;
791	OUTPUT:	1264	OUTPUT:
792	RETVAL	1265	RETVAL
793		1266
		1267	PROTOTYPES: DISABLE
		1268
		1269	MODULE = IO::AIO PACKAGE = IO::AIO::REQ
		1270
		1271	void
		1272	cancel (aio_req_ornot req)
		1273	PROTOTYPE:
		1274	CODE:
		1275	req_cancel (req);
		1276
		1277	MODULE = IO::AIO PACKAGE = IO::AIO::GRP
		1278
		1279	void
		1280	add (aio_req grp, ...)
		1281	PPCODE:
		1282	{
		1283	int i;
		1284	aio_req req;
		1285
		1286	if (grp->fd == 2)
		1287	croak ("cannot add requests to IO::AIO::GRP after the group finished");
		1288
		1289	for (i = 1; i < items; ++i )
		1290	{
		1291	if (GIMME_V != G_VOID)
		1292	XPUSHs (sv_2mortal (newSVsv (ST (i))));
		1293
		1294	req = SvAIO_REQ (ST (i));
		1295
		1296	if (req)
		1297	{
		1298	++grp->length;
		1299	req->grp = grp;
		1300
		1301	req->grp_prev = 0;
		1302	req->grp_next = grp->grp_first;
		1303
		1304	if (grp->grp_first)
		1305	grp->grp_first->grp_prev = req;
		1306
		1307	grp->grp_first = req;
		1308	}
		1309	}
		1310	}
		1311
		1312	void
		1313	result (aio_req grp, ...)
		1314	CODE:
		1315	{
		1316	int i;
		1317	AV *av = newAV ();
		1318
		1319	for (i = 1; i < items; ++i )
		1320	av_push (av, newSVsv (ST (i)));
		1321
		1322	SvREFCNT_dec (grp->data);
		1323	grp->data = (SV *)av;
		1324	}
		1325
		1326	void
		1327	lock (aio_req grp)
		1328	CODE:
		1329	++grp->length;
		1330
		1331	void
		1332	unlock (aio_req grp)
		1333	CODE:
		1334	aio_grp_dec (grp);
		1335
		1336	void
		1337	feeder_limit (aio_req grp, int limit)
		1338	CODE:
		1339	grp->fd2 = limit;
		1340	aio_grp_feed (grp);
		1341
		1342	void
		1343	set_feeder (aio_req grp, SV *callback=&PL_sv_undef)
		1344	CODE:
		1345	{
		1346	SvREFCNT_dec (grp->fh2);
		1347	grp->fh2 = newSVsv (callback);
		1348
		1349	if (grp->fd2 <= 0)
		1350	grp->fd2 = 2;
		1351
		1352	aio_grp_feed (grp);
		1353	}
		1354

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing IO-AIO/AIO.xs (file contents): Revision 1.31 by root, Thu Aug 18 16:34:53 2005 UTC vs. Revision 1.53 by root, Mon Oct 23 00:17:07 2006 UTC

Diff Legend

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.31 by root, Thu Aug 18 16:34:53 2005 UTC vs.
Revision 1.53 by root, Mon Oct 23 00:17:07 2006 UTC