[ViewVC] Diff of: cvs/IO-AIO/AIO.xs

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.44 by root, Sat Oct 21 23:20:29 2006 UTC

1	#define PERL_NO_GET_CONTEXT	1	#define _REENTRANT 1
		2	#include <errno.h>
2		3
3	#include "EXTERN.h"	4	#include "EXTERN.h"
4	#include "perl.h"	5	#include "perl.h"
5	#include "XSUB.h"	6	#include "XSUB.h"
6		7
		8	#include "autoconf/config.h"
		9
		10	#include <pthread.h>
		11
		12	#include <stddef.h>
		13	#include <errno.h>
7	#include <sys/types.h>	14	#include <sys/types.h>
8	#include <sys/stat.h>	15	#include <sys/stat.h>
		16	#include <limits.h>
9	#include <unistd.h>	17	#include <unistd.h>
10	#include <fcntl.h>	18	#include <fcntl.h>
11	#include <signal.h>	19	#include <signal.h>
12	#include <sched.h>	20	#include <sched.h>
13	#include <endian.h>
14		21
15	#include <pthread.h>	22	#if HAVE_SENDFILE
		23	# if __linux
		24	# include <sys/sendfile.h>
		25	# elif __freebsd
16	#include <sys/syscall.h>	26	# include <sys/socket.h>
		27	# include <sys/uio.h>
		28	# elif __hpux
		29	# include <sys/socket.h>
		30	# elif __solaris /* not yet */
		31	# include <sys/sendfile.h>
		32	# else
		33	# error sendfile support requested but not available
		34	# endif
		35	#endif
17		36
18	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	37	/* used for struct dirent, AIX doesn't provide it */
19	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	38	#ifndef NAME_MAX
20	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	39	# define NAME_MAX 4096
		40	#endif
21		41
22	#if __i386 \|\| __amd64
23	# define STACKSIZE ( 256 * sizeof (long))
24	#elif __ia64	42	#if __ia64
25	# define STACKSIZE (8192 * sizeof (long))	43	# define STACKSIZE 65536
26	#else	44	#else
27	# define STACKSIZE ( 512 * sizeof (long))	45	# define STACKSIZE 8192
28	#endif	46	#endif
29		47
30	enum {	48	enum {
31	REQ_QUIT,	49	REQ_QUIT,
32	REQ_OPEN, REQ_CLOSE,	50	REQ_OPEN, REQ_CLOSE,
33	REQ_READ, REQ_WRITE, REQ_READAHEAD,	51	REQ_READ, REQ_WRITE, REQ_READAHEAD,
		52	REQ_SENDFILE,
34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,	53	REQ_STAT, REQ_LSTAT, REQ_FSTAT,
35	REQ_FSYNC, REQ_FDATASYNC,	54	REQ_FSYNC, REQ_FDATASYNC,
		55	REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
		56	REQ_READDIR,
		57	REQ_LINK, REQ_SYMLINK,
		58	REQ_GROUP,
36	};	59	};
37		60
		61	#define AIO_REQ_KLASS "IO::AIO::REQ"
		62	#define AIO_GRP_KLASS "IO::AIO::GRP"
		63
38	typedef struct aio_cb {	64	typedef struct aio_cb
		65	{
		66	struct aio_cb grp, grp_prev, *grp_next;
		67
39	struct aio_cb *next;	68	struct aio_cb *volatile next;
40		69
41	int type;	70	SV self; / the perl counterpart of this request, if any */
42		71
43	int fd;	72	SV data, callback;
		73	SV fh, fh2;
		74	void dataptr, data2ptr;
		75	Stat_t *statdata;
44	off_t offset;	76	off_t offset;
45	size_t length;	77	size_t length;
46	ssize_t result;	78	ssize_t result;
		79
		80	int type;
		81	int fd, fd2;
		82	int errorno;
		83	STRLEN dataoffset;
47	mode_t mode; /* open */	84	mode_t mode; /* open */
48	int errorno;	85	unsigned char cancelled;
49	SV data, callback;
50	void *dataptr;
51	STRLEN dataoffset;
52
53	Stat_t *statdata;
54	} aio_cb;	86	} aio_cb;
55		87
56	typedef aio_cb *aio_req;	88	typedef aio_cb *aio_req;
		89	typedef aio_cb *aio_req_ornot;
		90	typedef aio_cb *aio_group;
57		91
58	static int started;	92	static int started, wanted;
59	static int nreqs;	93	static volatile int nreqs;
		94	static int max_outstanding = 1<<30;
60	static int reqpipe[2], respipe[2];	95	static int respipe [2];
61		96
		97	static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
		98	static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
		99	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
		100
62	static aio_req qs, qe; /* queue start, queue end */	101	static volatile aio_req reqs, reqe; /* queue start, queue end */
		102	static volatile aio_req ress, rese; /* queue start, queue end */
63		103
64	static void aio_proc(void arg);	104	/* must be called at most once */
65		105	static SV req_sv (aio_req req, const char klass)
66	static void
67	start_thread (void)
68	{	106	{
69	sigset_t fullsigset, oldsigset;	107	req->self = (SV *)newHV ();
70	pthread_t tid;	108	sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
71	pthread_attr_t attr;
72		109
73	pthread_attr_init (&attr);	110	return sv_2mortal (sv_bless (newRV_noinc (req->self), gv_stashpv (klass, 1)));
74	pthread_attr_setstacksize (&attr, STACKSIZE);
75	pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
76
77	sigfillset (&fullsigset);
78	sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
79
80	if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
81	started++;
82
83	sigprocmask (SIG_SETMASK, &oldsigset, 0);
84	}	111	}
85		112
86	static void	113	static aio_req SvAIO_REQ (SV sv, const char klass)
87	send_reqs (void)
88	{	114	{
89	/* this write is atomic */	115	if (!sv_derived_from (sv, klass) \|\| !SvROK (sv))
90	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)	116	croak ("object of class %s expected", klass);
		117
		118	MAGIC *mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
		119
		120	return mg ? (aio_req)mg->mg_ptr : 0;
		121	}
		122
		123	static void req_free (aio_req req)
		124	{
		125	if (req->self)
91	{	126	{
92	qs = qs->next;	127	sv_unmagic (req->self, PERL_MAGIC_ext);
93	if (!qs) qe = 0;	128	SvREFCNT_dec (req->self);
94	}	129	}
95	}
96		130
97	static void	131	if (req->data)
98	send_req (aio_req req)	132	SvREFCNT_dec (req->data);
99	{
100	nreqs++;
101	req->next = 0;
102		133
103	if (qe)
104	{
105	qe->next = req;
106	qe = req;
107	}
108	else
109	qe = qs = req;
110
111	send_reqs ();
112	}
113
114	static void
115	end_thread (void)
116	{
117	aio_req req;
118	New (0, req, 1, aio_cb);
119	req->type = REQ_QUIT;
120
121	send_req (req);
122	}
123
124	static void
125	read_write (pTHX_
126	int dowrite, int fd, off_t offset, size_t length,
127	SV data, STRLEN dataoffset, SV callback)
128	{
129	aio_req req;
130	STRLEN svlen;
131	char *svptr = SvPV (data, svlen);
132
133	SvUPGRADE (data, SVt_PV);
134	SvPOK_on (data);
135
136	if (dataoffset < 0)
137	dataoffset += svlen;
138
139	if (dataoffset < 0 \|\| dataoffset > svlen)
140	croak ("data offset outside of string");
141
142	if (dowrite)
143	{
144	/* write: check length and adjust. */
145	if (length < 0 \|\| length + dataoffset > svlen)
146	length = svlen - dataoffset;
147	}
148	else
149	{
150	/* read: grow scalar as necessary */
151	svptr = SvGROW (data, length + dataoffset);
152	}
153
154	if (length < 0)
155	croak ("length must not be negative");
156
157	Newz (0, req, 1, aio_cb);
158
159	if (!req)	134	if (req->fh)
160	croak ("out of memory during aio_req allocation");	135	SvREFCNT_dec (req->fh);
161		136
162	req->type = dowrite ? REQ_WRITE : REQ_READ;	137	if (req->fh2)
163	req->fd = fd;	138	SvREFCNT_dec (req->fh2);
164	req->offset = offset;
165	req->length = length;
166	req->data = SvREFCNT_inc (data);
167	req->dataptr = (char *)svptr + dataoffset;
168	req->callback = SvREFCNT_inc (callback);
169		139
170	send_req (req);	140	if (req->statdata)
		141	Safefree (req->statdata);
		142
		143	if (req->callback)
		144	SvREFCNT_dec (req->callback);
		145
		146	if (req->type == REQ_READDIR && req->result >= 0)
		147	free (req->data2ptr);
		148
		149	Safefree (req);
171	}	150	}
172		151
173	static void	152	static void
174	poll_wait ()	153	poll_wait ()
175	{	154	{
		155	if (nreqs && !ress)
		156	{
176	fd_set rfd;	157	fd_set rfd;
177	FD_ZERO(&rfd);	158	FD_ZERO(&rfd);
178	FD_SET(respipe[0], &rfd);	159	FD_SET(respipe [0], &rfd);
179		160
180	select (respipe[0] + 1, &rfd, 0, 0, 0);	161	select (respipe [0] + 1, &rfd, 0, 0, 0);
		162	}
181	}	163	}
182		164
183	static int	165	static int
184	poll_cb (pTHX)	166	poll_cb ()
185	{	167	{
186	dSP;	168	dSP;
187	int count = 0;	169	int count = 0;
		170	int do_croak = 0;
188	aio_req req;	171	aio_req req;
189		172
190	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	173	for (;;)
191	{	174	{
		175	pthread_mutex_lock (&reslock);
		176	req = ress;
		177
		178	if (req)
		179	{
		180	ress = req->next;
		181
		182	if (!ress)
		183	{
		184	/* read any signals sent by the worker threads */
		185	char buf [32];
		186	while (read (respipe [0], buf, 32) == 32)
		187	;
		188
		189	rese = 0;
		190	}
		191	}
		192
		193	pthread_mutex_unlock (&reslock);
		194
		195	if (!req)
		196	break;
		197
192	nreqs--;	198	nreqs--;
193		199
194	if (req->type == REQ_QUIT)	200	if (req->type == REQ_QUIT)
195	started--;	201	started--;
196	else	202	else
197	{	203	{
198	int errorno = errno;	204	int errorno = errno;
199	errno = req->errorno;	205	errno = req->errorno;
200		206
201	if (req->type == REQ_READ)	207	if (req->type == REQ_READ)
202	SvCUR_set (req->data, req->dataoffset	208	SvCUR_set (req->data, req->dataoffset + (req->result > 0 ? req->result : 0));
203	+ req->result > 0 ? req->result : 0);
204		209
		210	if (req->data2ptr && (req->type == REQ_READ \|\| req->type == REQ_WRITE))
		211	SvREADONLY_off (req->data);
		212
205	if (req->data)	213	if (req->statdata)
206	SvREFCNT_dec (req->data);
207
208	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
209	{	214	{
210	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	215	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
211	PL_laststatval = req->result;	216	PL_laststatval = req->result;
212	PL_statcache = *(req->statdata);	217	PL_statcache = *(req->statdata);
213
214	Safefree (req->statdata);
215	}	218	}
216		219
		220	ENTER;
217	PUSHMARK (SP);	221	PUSHMARK (SP);
218	XPUSHs (sv_2mortal (newSViv (req->result)));
219		222
220	if (req->type == REQ_OPEN)	223	if (req->type == REQ_READDIR)
221	{	224	{
		225	SV *rv = &PL_sv_undef;
		226
		227	if (req->result >= 0)
		228	{
		229	char *buf = req->data2ptr;
		230	AV *av = newAV ();
		231
		232	while (req->result)
		233	{
		234	SV *sv = newSVpv (buf, 0);
		235
		236	av_push (av, sv);
		237	buf += SvCUR (sv) + 1;
		238	req->result--;
		239	}
		240
		241	rv = sv_2mortal (newRV_noinc ((SV *)av));
		242	}
		243
		244	XPUSHs (rv);
		245	}
		246	else
		247	{
		248	XPUSHs (sv_2mortal (newSViv (req->result)));
		249
		250	if (req->type == REQ_OPEN)
		251	{
222	/* convert fd to fh */	252	/* convert fd to fh */
223	SV *fh;	253	SV *fh;
224		254
		255	PUTBACK;
		256	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
		257	SPAGAIN;
		258
		259	fh = SvREFCNT_inc (POPs);
		260
		261	PUSHMARK (SP);
		262	XPUSHs (sv_2mortal (fh));
		263	}
		264	}
		265
		266	if (SvOK (req->callback) && !req->cancelled)
		267	{
225	PUTBACK;	268	PUTBACK;
226	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);	269	call_sv (req->callback, G_VOID \| G_EVAL);
227	SPAGAIN;	270	SPAGAIN;
228		271
229	fh = POPs;	272	if (SvTRUE (ERRSV))
230		273	{
231	PUSHMARK (SP);	274	req_free (req);
232	XPUSHs (fh);	275	croak (0);
		276	}
233	}	277	}
234		278
235	PUTBACK;
236	call_sv (req->callback, G_VOID \| G_EVAL);
237	SPAGAIN;
238		279	LEAVE;
239	if (req->callback)
240	SvREFCNT_dec (req->callback);
241		280
242	errno = errorno;	281	errno = errorno;
243	count++;	282	count++;
244	}	283	}
245		284
246	Safefree (req);	285	req_free (req);
247	}	286	}
248
249	if (qs)
250	send_reqs ();
251		287
252	return count;	288	return count;
253	}	289	}
		290
		291	static void aio_proc(void arg);
		292
		293	static void
		294	start_thread (void)
		295	{
		296	sigset_t fullsigset, oldsigset;
		297	pthread_t tid;
		298	pthread_attr_t attr;
		299
		300	pthread_attr_init (&attr);
		301	pthread_attr_setstacksize (&attr, STACKSIZE);
		302	pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
		303
		304	sigfillset (&fullsigset);
		305	sigprocmask (SIG_SETMASK, &fullsigset, &oldsigset);
		306
		307	if (pthread_create (&tid, &attr, aio_proc, 0) == 0)
		308	started++;
		309
		310	sigprocmask (SIG_SETMASK, &oldsigset, 0);
		311	}
		312
		313	static void
		314	req_send (aio_req req)
		315	{
		316	while (started < wanted && nreqs >= started)
		317	start_thread ();
		318
		319	nreqs++;
		320
		321	pthread_mutex_lock (&reqlock);
		322
		323	req->next = 0;
		324
		325	if (reqe)
		326	{
		327	reqe->next = req;
		328	reqe = req;
		329	}
		330	else
		331	reqe = reqs = req;
		332
		333	pthread_cond_signal (&reqwait);
		334	pthread_mutex_unlock (&reqlock);
		335
		336	if (nreqs > max_outstanding)
		337	for (;;)
		338	{
		339	poll_cb ();
		340
		341	if (nreqs <= max_outstanding)
		342	break;
		343
		344	poll_wait ();
		345	}
		346	}
		347
		348	static void
		349	end_thread (void)
		350	{
		351	aio_req req;
		352	Newz (0, req, 1, aio_cb);
		353	req->type = REQ_QUIT;
		354
		355	req_send (req);
		356	}
		357
		358	static void min_parallel (int nthreads)
		359	{
		360	if (wanted < nthreads)
		361	wanted = nthreads;
		362	}
		363
		364	static void max_parallel (int nthreads)
		365	{
		366	int cur = started;
		367
		368	if (wanted > nthreads)
		369	wanted = nthreads;
		370
		371	while (cur > wanted)
		372	{
		373	end_thread ();
		374	cur--;
		375	}
		376
		377	while (started > wanted)
		378	{
		379	poll_wait ();
		380	poll_cb ();
		381	}
		382	}
		383
		384	static void create_pipe ()
		385	{
		386	if (pipe (respipe))
		387	croak ("unable to initialize result pipe");
		388
		389	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
		390	croak ("cannot set result pipe to nonblocking mode");
		391
		392	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
		393	croak ("cannot set result pipe to nonblocking mode");
		394	}
		395
		396	/*****************************************************************************/
		397	/* work around various missing functions */
		398
		399	#if !HAVE_PREADWRITE
		400	# define pread aio_pread
		401	# define pwrite aio_pwrite
		402
		403	/*
		404	* make our pread/pwrite safe against themselves, but not against
		405	* normal read/write by using a mutex. slows down execution a lot,
		406	* but that's your problem, not mine.
		407	*/
		408	static pthread_mutex_t preadwritelock = PTHREAD_MUTEX_INITIALIZER;
		409
		410	static ssize_t
		411	pread (int fd, void *buf, size_t count, off_t offset)
		412	{
		413	ssize_t res;
		414	off_t ooffset;
		415
		416	pthread_mutex_lock (&preadwritelock);
		417	ooffset = lseek (fd, 0, SEEK_CUR);
		418	lseek (fd, offset, SEEK_SET);
		419	res = read (fd, buf, count);
		420	lseek (fd, ooffset, SEEK_SET);
		421	pthread_mutex_unlock (&preadwritelock);
		422
		423	return res;
		424	}
		425
		426	static ssize_t
		427	pwrite (int fd, void *buf, size_t count, off_t offset)
		428	{
		429	ssize_t res;
		430	off_t ooffset;
		431
		432	pthread_mutex_lock (&preadwritelock);
		433	ooffset = lseek (fd, 0, SEEK_CUR);
		434	lseek (fd, offset, SEEK_SET);
		435	res = write (fd, buf, count);
		436	lseek (fd, offset, SEEK_SET);
		437	pthread_mutex_unlock (&preadwritelock);
		438
		439	return res;
		440	}
		441	#endif
		442
		443	#if !HAVE_FDATASYNC
		444	# define fdatasync fsync
		445	#endif
		446
		447	#if !HAVE_READAHEAD
		448	# define readahead aio_readahead
		449
		450	static ssize_t
		451	readahead (int fd, off_t offset, size_t count)
		452	{
		453	char readahead_buf[4096];
		454
		455	while (count > 0)
		456	{
		457	size_t len = count < sizeof (readahead_buf) ? count : sizeof (readahead_buf);
		458
		459	pread (fd, readahead_buf, len, offset);
		460	offset += len;
		461	count -= len;
		462	}
		463
		464	errno = 0;
		465	}
		466	#endif
		467
		468	#if !HAVE_READDIR_R
		469	# define readdir_r aio_readdir_r
		470
		471	static pthread_mutex_t readdirlock = PTHREAD_MUTEX_INITIALIZER;
		472
		473	static int
		474	readdir_r (DIR dirp, struct dirent ent, struct dirent **res)
		475	{
		476	struct dirent *e;
		477	int errorno;
		478
		479	pthread_mutex_lock (&readdirlock);
		480
		481	e = readdir (dirp);
		482	errorno = errno;
		483
		484	if (e)
		485	{
		486	*res = ent;
		487	strcpy (ent->d_name, e->d_name);
		488	}
		489	else
		490	*res = 0;
		491
		492	pthread_mutex_unlock (&readdirlock);
		493
		494	errno = errorno;
		495	return e ? 0 : -1;
		496	}
		497	#endif
		498
		499	/* sendfile always needs emulation */
		500	static ssize_t
		501	sendfile_ (int ofd, int ifd, off_t offset, size_t count)
		502	{
		503	ssize_t res;
		504
		505	if (!count)
		506	return 0;
		507
		508	#if HAVE_SENDFILE
		509	# if __linux
		510	res = sendfile (ofd, ifd, &offset, count);
		511
		512	# elif __freebsd
		513	/*
		514	* Of course, the freebsd sendfile is a dire hack with no thoughts
		515	* wasted on making it similar to other I/O functions.
		516	*/
		517	{
		518	off_t sbytes;
		519	res = sendfile (ifd, ofd, offset, count, 0, &sbytes, 0);
		520
		521	if (res < 0 && sbytes)
		522	/* maybe only on EAGAIN only: as usual, the manpage leaves you guessing */
		523	res = sbytes;
		524	}
		525
		526	# elif __hpux
		527	res = sendfile (ofd, ifd, offset, count, 0, 0);
		528
		529	# elif __solaris
		530	{
		531	struct sendfilevec vec;
		532	size_t sbytes;
		533
		534	vec.sfv_fd = ifd;
		535	vec.sfv_flag = 0;
		536	vec.sfv_off = offset;
		537	vec.sfv_len = count;
		538
		539	res = sendfilev (ofd, &vec, 1, &sbytes);
		540
		541	if (res < 0 && sbytes)
		542	res = sbytes;
		543	}
		544
		545	# endif
		546	#else
		547	res = -1;
		548	errno = ENOSYS;
		549	#endif
		550
		551	if (res < 0
		552	&& (errno == ENOSYS \|\| errno == EINVAL \|\| errno == ENOTSOCK
		553	#if __solaris
		554	\|\| errno == EAFNOSUPPORT \|\| errno == EPROTOTYPE
		555	#endif
		556	)
		557	)
		558	{
		559	/* emulate sendfile. this is a major pain in the ass */
		560	char buf[4096];
		561	res = 0;
		562
		563	while (count)
		564	{
		565	ssize_t cnt;
		566
		567	cnt = pread (ifd, buf, count > 4096 ? 4096 : count, offset);
		568
		569	if (cnt <= 0)
		570	{
		571	if (cnt && !res) res = -1;
		572	break;
		573	}
		574
		575	cnt = write (ofd, buf, cnt);
		576
		577	if (cnt <= 0)
		578	{
		579	if (cnt && !res) res = -1;
		580	break;
		581	}
		582
		583	offset += cnt;
		584	res += cnt;
		585	count -= cnt;
		586	}
		587	}
		588
		589	return res;
		590	}
		591
		592	/* read a full directory */
		593	static int
		594	scandir_ (const char path, void *namesp)
		595	{
		596	DIR *dirp = opendir (path);
		597	union
		598	{
		599	struct dirent d;
		600	char b [offsetof (struct dirent, d_name) + NAME_MAX + 1];
		601	} u;
		602	struct dirent *entp;
		603	char name, names;
		604	int memlen = 4096;
		605	int memofs = 0;
		606	int res = 0;
		607	int errorno;
		608
		609	if (!dirp)
		610	return -1;
		611
		612	names = malloc (memlen);
		613
		614	for (;;)
		615	{
		616	errno = 0, readdir_r (dirp, &u.d, &entp);
		617
		618	if (!entp)
		619	break;
		620
		621	name = entp->d_name;
		622
		623	if (name [0] != '.' \|\| (name [1] && (name [1] != '.' \|\| name [2])))
		624	{
		625	int len = strlen (name) + 1;
		626
		627	res++;
		628
		629	while (memofs + len > memlen)
		630	{
		631	memlen *= 2;
		632	names = realloc (names, memlen);
		633	if (!names)
		634	break;
		635	}
		636
		637	memcpy (names + memofs, name, len);
		638	memofs += len;
		639	}
		640	}
		641
		642	errorno = errno;
		643	closedir (dirp);
		644
		645	if (errorno)
		646	{
		647	free (names);
		648	errno = errorno;
		649	res = -1;
		650	}
		651
		652	namesp = (void )names;
		653	return res;
		654	}
		655
		656	/*****************************************************************************/
254		657
255	static void *	658	static void *
256	aio_proc (void *thr_arg)	659	aio_proc (void *thr_arg)
257	{	660	{
258	aio_req req;	661	aio_req req;
		662	int type;
259		663
260	/* then loop */	664	do
261	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	665	{
		666	pthread_mutex_lock (&reqlock);
		667
		668	for (;;)
		669	{
		670	req = reqs;
		671
		672	if (reqs)
		673	{
		674	reqs = reqs->next;
		675	if (!reqs) reqe = 0;
		676	}
		677
		678	if (req)
		679	break;
		680
		681	pthread_cond_wait (&reqwait, &reqlock);
		682	}
		683
		684	pthread_mutex_unlock (&reqlock);
262	{	685
263	errno = 0; /* strictly unnecessary */	686	errno = 0; /* strictly unnecessary */
264		687
		688	if (!req->cancelled)
265	switch (req->type)	689	switch (req->type)
		690	{
		691	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
		692	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
		693
		694	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
		695	case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break;
		696
		697	case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
		698	case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
		699	case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
		700
		701	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		702	case REQ_CLOSE: req->result = close (req->fd); break;
		703	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		704	case REQ_RMDIR: req->result = rmdir (req->dataptr); break;
		705	case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break;
		706	case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break;
		707	case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;
		708
		709	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
		710	case REQ_FSYNC: req->result = fsync (req->fd); break;
		711	case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break;
		712
		713	case REQ_QUIT:
		714	break;
		715
		716	default:
		717	req->result = ENOSYS;
		718	break;
		719	}
		720
		721	req->errorno = errno;
		722
		723	pthread_mutex_lock (&reslock);
		724
		725	req->next = 0;
		726
		727	if (rese)
266	{	728	{
267	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break;	729	rese->next = req;
268	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break;	730	rese = req;
269	#if SYS_readahead
270	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
271	#else
272	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
273	#endif
274
275	case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
276	case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
277	case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
278
279	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
280	case REQ_CLOSE: req->result = close (req->fd); break;
281	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
282
283	case REQ_FSYNC: req->result = fsync (req->fd); break;
284	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
285
286	case REQ_QUIT:
287	write (respipe[1], (void *)&req, sizeof (req));
288	return 0;
289
290	default:
291	req->result = ENOSYS;
292	break;
293	}	731	}
		732	else
		733	{
		734	rese = ress = req;
294		735
295	req->errorno = errno;	736	/* write a dummy byte to the pipe so fh becomes ready */
296	write (respipe[1], (void *)&req, sizeof (req));	737	write (respipe [1], &respipe, 1);
		738	}
		739
		740	pthread_mutex_unlock (&reslock);
297	}	741	}
		742	while (type != REQ_QUIT);
298		743
299	return 0;	744	return 0;
300	}	745	}
301		746
		747	/*****************************************************************************/
		748
		749	static void atfork_prepare (void)
		750	{
		751	pthread_mutex_lock (&reqlock);
		752	pthread_mutex_lock (&reslock);
		753	#if !HAVE_PREADWRITE
		754	pthread_mutex_lock (&preadwritelock);
		755	#endif
		756	#if !HAVE_READDIR_R
		757	pthread_mutex_lock (&readdirlock);
		758	#endif
		759	}
		760
		761	static void atfork_parent (void)
		762	{
		763	#if !HAVE_READDIR_R
		764	pthread_mutex_unlock (&readdirlock);
		765	#endif
		766	#if !HAVE_PREADWRITE
		767	pthread_mutex_unlock (&preadwritelock);
		768	#endif
		769	pthread_mutex_unlock (&reslock);
		770	pthread_mutex_unlock (&reqlock);
		771	}
		772
		773	static void atfork_child (void)
		774	{
		775	aio_req prv;
		776
		777	started = 0;
		778
		779	while (reqs)
		780	{
		781	prv = reqs;
		782	reqs = prv->next;
		783	req_free (prv);
		784	}
		785
		786	reqs = reqe = 0;
		787
		788	while (ress)
		789	{
		790	prv = ress;
		791	ress = prv->next;
		792	req_free (prv);
		793	}
		794
		795	ress = rese = 0;
		796
		797	close (respipe [0]);
		798	close (respipe [1]);
		799	create_pipe ();
		800
		801	atfork_parent ();
		802	}
		803
		804	#define dREQ \
		805	aio_req req; \
		806	\
		807	if (SvOK (callback) && !SvROK (callback)) \
		808	croak ("callback must be undef or of reference type"); \
		809	\
		810	Newz (0, req, 1, aio_cb); \
		811	if (!req) \
		812	croak ("out of memory during aio_req allocation"); \
		813	\
		814	req->callback = newSVsv (callback)
		815
		816	#define REQ_SEND \
		817	req_send (req); \
		818	\
		819	if (GIMME_V != G_VOID) \
		820	XPUSHs (req_sv (req, AIO_REQ_KLASS));
		821
302	MODULE = IO::AIO PACKAGE = IO::AIO	822	MODULE = IO::AIO PACKAGE = IO::AIO
303		823
		824	PROTOTYPES: ENABLE
		825
304	BOOT:	826	BOOT:
305	{	827	{
306	if (pipe (reqpipe) \|\| pipe (respipe))	828	HV *stash = gv_stashpv ("IO::AIO", 1);
307	croak ("unable to initialize request or result pipe");	829	newCONSTSUB (stash, "EXDEV", newSViv (EXDEV));
		830	newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
		831	newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
308		832
309	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))	833	create_pipe ();
310	croak ("cannot set result pipe to nonblocking mode");	834	pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
311
312	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
313	croak ("cannot set result pipe to nonblocking mode");
314	}	835	}
315		836
316	void	837	void
317	min_parallel(nthreads)	838	min_parallel (nthreads)
318	int nthreads	839	int nthreads
319	PROTOTYPE: $	840	PROTOTYPE: $
320	CODE:
321	while (nthreads > started)
322	start_thread ();
323		841
324	void	842	void
325	max_parallel(nthreads)	843	max_parallel (nthreads)
326	int nthreads	844	int nthreads
327	PROTOTYPE: $	845	PROTOTYPE: $
		846
		847	int
		848	max_outstanding (nreqs)
		849	int nreqs
		850	PROTOTYPE: $
328	CODE:	851	CODE:
329	{	852	RETVAL = max_outstanding;
330	int cur = started;	853	max_outstanding = nreqs;
331	while (cur > nthreads)
332	{
333	end_thread ();
334	cur--;
335	}
336		854
337	while (started > nthreads)
338	{
339	poll_wait ();
340	poll_cb (aTHX);
341	}
342	}
343
344	void	855	void
345	aio_open(pathname,flags,mode,callback)	856	aio_open (pathname,flags,mode,callback=&PL_sv_undef)
346	SV * pathname	857	SV * pathname
347	int flags	858	int flags
348	int mode	859	int mode
349	SV * callback	860	SV * callback
350	PROTOTYPE: $$$$	861	PROTOTYPE: $$$;$
351	CODE:	862	PPCODE:
352	{	863	{
353	aio_req req;	864	dREQ;
354
355	Newz (0, req, 1, aio_cb);
356
357	if (!req)
358	croak ("out of memory during aio_req allocation");
359		865
360	req->type = REQ_OPEN;	866	req->type = REQ_OPEN;
361	req->data = newSVsv (pathname);	867	req->data = newSVsv (pathname);
362	req->dataptr = SvPV_nolen (req->data);	868	req->dataptr = SvPVbyte_nolen (req->data);
363	req->fd = flags;	869	req->fd = flags;
364	req->mode = mode;	870	req->mode = mode;
365	req->callback = SvREFCNT_inc (callback);
366		871
367	send_req (req);	872	REQ_SEND;
368	}	873	}
369		874
370	void	875	void
371	aio_close(fh,callback)	876	aio_close (fh,callback=&PL_sv_undef)
372	InputStream fh	877	SV * fh
373	SV * callback	878	SV * callback
374	PROTOTYPE: $$	879	PROTOTYPE: $;$
375	ALIAS:	880	ALIAS:
376	aio_close = REQ_CLOSE	881	aio_close = REQ_CLOSE
377	aio_fsync = REQ_FSYNC	882	aio_fsync = REQ_FSYNC
378	aio_fdatasync = REQ_FDATASYNC	883	aio_fdatasync = REQ_FDATASYNC
379	CODE:	884	PPCODE:
		885	{
		886	dREQ;
		887
		888	req->type = ix;
		889	req->fh = newSVsv (fh);
		890	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
		891
		892	REQ_SEND (req);
		893	}
		894
		895	void
		896	aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
		897	SV * fh
		898	UV offset
		899	UV length
		900	SV * data
		901	UV dataoffset
		902	SV * callback
		903	ALIAS:
		904	aio_read = REQ_READ
		905	aio_write = REQ_WRITE
		906	PROTOTYPE: $$$$$;$
		907	PPCODE:
380	{	908	{
381	aio_req req;	909	aio_req req;
		910	STRLEN svlen;
		911	char *svptr = SvPVbyte (data, svlen);
382		912
383	Newz (0, req, 1, aio_cb);	913	SvUPGRADE (data, SVt_PV);
		914	SvPOK_on (data);
384		915
385	if (!req)	916	if (dataoffset < 0)
386	croak ("out of memory during aio_req allocation");	917	dataoffset += svlen;
387		918
388	req->type = ix;	919	if (dataoffset < 0 \|\| dataoffset > svlen)
389	req->fd = PerlIO_fileno (fh);	920	croak ("data offset outside of string");
390	req->callback = SvREFCNT_inc (callback);
391		921
392	send_req (req);	922	if (ix == REQ_WRITE)
393	}	923	{
394		924	/* write: check length and adjust. */
395	void	925	if (length < 0 \|\| length + dataoffset > svlen)
396	aio_read(fh,offset,length,data,dataoffset,callback)	926	length = svlen - dataoffset;
397	InputStream fh	927	}
398	UV offset	928	else
399	IV length	929	{
400	SV * data	930	/* read: grow scalar as necessary */
401	IV dataoffset	931	svptr = SvGROW (data, length + dataoffset);
402	SV * callback	932	}
403	PROTOTYPE: $$$$$$
404	CODE:
405	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
406
407	void
408	aio_write(fh,offset,length,data,dataoffset,callback)
409	OutputStream fh
410	UV offset
411	IV length
412	SV * data
413	IV dataoffset
414	SV * callback
415	PROTOTYPE: $$$$$$
416	CODE:
417	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
418
419	void
420	aio_readahead(fh,offset,length,callback)
421	InputStream fh
422	UV offset
423	IV length
424	SV * callback
425	PROTOTYPE: $$$$
426	CODE:
427	{
428	aio_req req;
429		933
430	if (length < 0)	934	if (length < 0)
431	croak ("length must not be negative");	935	croak ("length must not be negative");
432		936
433	Newz (0, req, 1, aio_cb);	937	{
		938	dREQ;
434		939
435	if (!req)	940	req->type = ix;
436	croak ("out of memory during aio_req allocation");	941	req->fh = newSVsv (fh);
		942	req->fd = PerlIO_fileno (ix == REQ_READ ? IoIFP (sv_2io (fh))
		943	: IoOFP (sv_2io (fh)));
		944	req->offset = offset;
		945	req->length = length;
		946	req->data = SvREFCNT_inc (data);
		947	req->dataptr = (char *)svptr + dataoffset;
		948
		949	if (!SvREADONLY (data))
		950	{
		951	SvREADONLY_on (data);
		952	req->data2ptr = (void *)data;
		953	}
		954
		955	REQ_SEND;
		956	}
		957	}
		958
		959	void
		960	aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
		961	SV * out_fh
		962	SV * in_fh
		963	UV in_offset
		964	UV length
		965	SV * callback
		966	PROTOTYPE: $$$$;$
		967	PPCODE:
		968	{
		969	dREQ;
		970
		971	req->type = REQ_SENDFILE;
		972	req->fh = newSVsv (out_fh);
		973	req->fd = PerlIO_fileno (IoIFP (sv_2io (out_fh)));
		974	req->fh2 = newSVsv (in_fh);
		975	req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
		976	req->offset = in_offset;
		977	req->length = length;
		978
		979	REQ_SEND;
		980	}
		981
		982	void
		983	aio_readahead (fh,offset,length,callback=&PL_sv_undef)
		984	SV * fh
		985	UV offset
		986	IV length
		987	SV * callback
		988	PROTOTYPE: $$$;$
		989	PPCODE:
		990	{
		991	dREQ;
437		992
438	req->type = REQ_READAHEAD;	993	req->type = REQ_READAHEAD;
		994	req->fh = newSVsv (fh);
439	req->fd = PerlIO_fileno (fh);	995	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
440	req->offset = offset;	996	req->offset = offset;
441	req->length = length;	997	req->length = length;
442	req->callback = SvREFCNT_inc (callback);
443		998
444	send_req (req);	999	REQ_SEND;
445	}	1000	}
446		1001
447	void	1002	void
448	aio_stat(fh_or_path,callback)	1003	aio_stat (fh_or_path,callback=&PL_sv_undef)
449	SV * fh_or_path	1004	SV * fh_or_path
450	SV * callback	1005	SV * callback
451	PROTOTYPE: $$
452	ALIAS:	1006	ALIAS:
		1007	aio_stat = REQ_STAT
453	aio_lstat = 1	1008	aio_lstat = REQ_LSTAT
454	CODE:	1009	PPCODE:
455	{	1010	{
456	aio_req req;	1011	dREQ;
457
458	Newz (0, req, 1, aio_cb);
459
460	if (!req)
461	croak ("out of memory during aio_req allocation");
462		1012
463	New (0, req->statdata, 1, Stat_t);	1013	New (0, req->statdata, 1, Stat_t);
464
465	if (!req->statdata)	1014	if (!req->statdata)
		1015	{
		1016	req_free (req);
466	croak ("out of memory during aio_req->statdata allocation");	1017	croak ("out of memory during aio_req->statdata allocation");
		1018	}
467		1019
468	if (SvPOK (fh_or_path))	1020	if (SvPOK (fh_or_path))
469	{	1021	{
470	req->type = ix ? REQ_LSTAT : REQ_STAT;	1022	req->type = ix;
471	req->data = newSVsv (fh_or_path);	1023	req->data = newSVsv (fh_or_path);
472	req->dataptr = SvPV_nolen (req->data);	1024	req->dataptr = SvPVbyte_nolen (req->data);
473	}	1025	}
474	else	1026	else
475	{	1027	{
476	req->type = REQ_FSTAT;	1028	req->type = REQ_FSTAT;
		1029	req->fh = newSVsv (fh_or_path);
477	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));	1030	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
478	}	1031	}
479		1032
480	req->callback = SvREFCNT_inc (callback);	1033	REQ_SEND;
481
482	send_req (req);
483	}	1034	}
484		1035
485	void	1036	void
486	aio_unlink(pathname,callback)	1037	aio_unlink (pathname,callback=&PL_sv_undef)
487	SV * pathname	1038	SV * pathname
488	SV * callback	1039	SV * callback
		1040	ALIAS:
		1041	aio_unlink = REQ_UNLINK
		1042	aio_rmdir = REQ_RMDIR
		1043	aio_readdir = REQ_READDIR
		1044	PPCODE:
		1045	{
		1046	dREQ;
		1047
		1048	req->type = ix;
		1049	req->data = newSVsv (pathname);
		1050	req->dataptr = SvPVbyte_nolen (req->data);
		1051
		1052	REQ_SEND;
		1053	}
		1054
		1055	void
		1056	aio_link (oldpath,newpath,callback=&PL_sv_undef)
		1057	SV * oldpath
		1058	SV * newpath
		1059	SV * callback
		1060	ALIAS:
		1061	aio_link = REQ_LINK
		1062	aio_symlink = REQ_SYMLINK
		1063	aio_rename = REQ_RENAME
		1064	PPCODE:
		1065	{
		1066	dREQ;
		1067
		1068	req->type = ix;
		1069	req->fh = newSVsv (oldpath);
		1070	req->data2ptr = SvPVbyte_nolen (req->fh);
		1071	req->data = newSVsv (newpath);
		1072	req->dataptr = SvPVbyte_nolen (req->data);
		1073
		1074	REQ_SEND;
		1075	}
		1076
		1077	void
		1078	aio_group (callback=&PL_sv_undef)
		1079	SV * callback
		1080	PROTOTYPE: ;&
		1081	PPCODE:
		1082	{
		1083	dREQ;
		1084	req->type = REQ_GROUP;
		1085	XPUSHs (req_sv (req, AIO_GRP_KLASS));
		1086	}
		1087
		1088	void
		1089	flush ()
489	PROTOTYPE: $$	1090	PROTOTYPE:
490	CODE:	1091	CODE:
491	{	1092	while (nreqs)
492	aio_req req;	1093	{
493		1094	poll_wait ();
494	Newz (0, req, 1, aio_cb);	1095	poll_cb ();
495		1096	}
496	if (!req)	1097
497	croak ("out of memory during aio_req allocation");	1098	void
498		1099	poll()
499	req->type = REQ_UNLINK;	1100	PROTOTYPE:
500	req->data = newSVsv (pathname);	1101	CODE:
501	req->dataptr = SvPV_nolen (req->data);	1102	if (nreqs)
502	req->callback = SvREFCNT_inc (callback);	1103	{
503		1104	poll_wait ();
504	send_req (req);	1105	poll_cb ();
505	}	1106	}
506		1107
507	int	1108	int
508	poll_fileno()	1109	poll_fileno()
509	PROTOTYPE:	1110	PROTOTYPE:
510	CODE:	1111	CODE:
511	RETVAL = respipe[0];	1112	RETVAL = respipe [0];
512	OUTPUT:	1113	OUTPUT:
513	RETVAL	1114	RETVAL
514		1115
515	int	1116	int
516	poll_cb(...)	1117	poll_cb(...)
517	PROTOTYPE:	1118	PROTOTYPE:
518	CODE:	1119	CODE:
519	RETVAL = poll_cb (aTHX);	1120	RETVAL = poll_cb ();
520	OUTPUT:	1121	OUTPUT:
521	RETVAL	1122	RETVAL
522		1123
523	void	1124	void
524	poll_wait()	1125	poll_wait()
525	PROTOTYPE:	1126	PROTOTYPE:
526	CODE:	1127	CODE:
		1128	if (nreqs)
527	poll_wait ();	1129	poll_wait ();
528		1130
529	int	1131	int
530	nreqs()	1132	nreqs()
531	PROTOTYPE:	1133	PROTOTYPE:
532	CODE:	1134	CODE:
533	RETVAL = nreqs;	1135	RETVAL = nreqs;
534	OUTPUT:	1136	OUTPUT:
535	RETVAL	1137	RETVAL
536		1138
		1139	MODULE = IO::AIO PACKAGE = IO::AIO::REQ
		1140
		1141	void
		1142	cancel (aio_req_ornot req)
		1143	PROTOTYPE:
		1144	CODE:
		1145	req->cancelled = 1;
		1146

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing IO-AIO/AIO.xs (file contents): Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs. Revision 1.44 by root, Sat Oct 21 23:20:29 2006 UTC

Diff Legend

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.44 by root, Sat Oct 21 23:20:29 2006 UTC