[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC vs.
Revision 1.29 by root, Sat Jul 9 22:45:06 2005 UTC

…		…
		1	#define PERL_NO_GET_CONTEXT
		2
1	#include "EXTERN.h"	3	#include "EXTERN.h"
2	#include "perl.h"	4	#include "perl.h"
3	#include "XSUB.h"	5	#include "XSUB.h"
4		6
5	#include <sys/types.h>	7	#include <sys/types.h>
6	#include <sys/stat.h>	8	#include <sys/stat.h>
7	#include <unistd.h>	9	#include <unistd.h>
8	#include <fcntl.h>	10	#include <fcntl.h>
9	#include <signal.h>	11	#include <signal.h>
10	#include <sched.h>	12	#include <sched.h>
		13	#include <endian.h>
11		14
12	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	15	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
13	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	16	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
14	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	17	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
15		18
16	#define STACKSIZE 1024 /* yeah */	19	#if __i386 \|\| __amd64
		20	# define STACKSIZE ( 256 * sizeof (long))
		21	#elif __ia64
		22	# define STACKSIZE (8192 * sizeof (long))
		23	#else
		24	# define STACKSIZE ( 512 * sizeof (long))
		25	#endif
17		26
18	enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};	27	enum {
		28	REQ_QUIT,
		29	REQ_OPEN, REQ_CLOSE,
		30	REQ_READ, REQ_WRITE, REQ_READAHEAD,
		31	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
		32	REQ_FSYNC, REQ_FDATASYNC,
		33	};
19		34
20	typedef struct {	35	typedef struct {
21	char stack[STACKSIZE];	36	char stack[STACKSIZE];
22	} aio_thread;	37	} aio_thread;
23		38
24	typedef struct {	39	typedef struct aio_cb {
		40	struct aio_cb *next;
		41
25	int type;	42	int type;
26	aio_thread *thread;	43	aio_thread *thread;
27		44
28	int fd;	45	int fd;
29	off_t offset;	46	off_t offset;
33	int errorno;	50	int errorno;
34	SV data, callback;	51	SV data, callback;
35	void *dataptr;	52	void *dataptr;
36	STRLEN dataoffset;	53	STRLEN dataoffset;
37		54
38	struct stat64 *statdata;	55	Stat_t *statdata;
39	} aio_cb;	56	} aio_cb;
40		57
41	typedef aio_cb *aio_req;	58	typedef aio_cb *aio_req;
42		59
43	static int started;	60	static int started;
44	static int nreqs;	61	static int nreqs;
45	static int reqpipe[2], respipe[2];	62	static int reqpipe[2], respipe[2];
46		63
		64	static aio_req qs, qe; /* queue start, queue end */
		65
47	static int aio_proc(void *arg);	66	static int aio_proc(void *arg);
48		67
49	static void	68	static void
50	start_thread(void)	69	start_thread (void)
51	{	70	{
52	aio_thread *thr;	71	aio_thread *thr;
53		72
54	New (0, thr, 1, aio_thread);	73	New (0, thr, 1, aio_thread);
55		74
56	if (clone (aio_proc,	75	if (clone (aio_proc,
57	&(thr->stack[STACKSIZE]),	76	&(thr->stack[STACKSIZE - 16]),
58	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	77	CLONE_VM\|CLONE_FS\|CLONE_FILES,
59	thr) >= 0)	78	thr) >= 0)
60	started++;	79	started++;
61	else	80	else
62	Safefree (thr);	81	Safefree (thr);
63	}	82	}
64		83
65	static void	84	static void
		85	send_reqs (void)
		86	{
		87	/* this write is atomic */
		88	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		89	{
		90	qs = qs->next;
		91	if (!qs) qe = 0;
		92	}
		93	}
		94
		95	static void
		96	send_req (aio_req req)
		97	{
		98	nreqs++;
		99	req->next = 0;
		100
		101	if (qe)
		102	{
		103	qe->next = req;
		104	qe = req;
		105	}
		106	else
		107	qe = qs = req;
		108
		109	send_reqs ();
		110	}
		111
		112	static void
66	end_thread(void)	113	end_thread (void)
67	{	114	{
68	aio_req req;	115	aio_req req;
69	New (0, req, 1, aio_cb);	116	New (0, req, 1, aio_cb);
70	req->type = REQ_QUIT;	117	req->type = REQ_QUIT;
71	write (reqpipe[1], &req, sizeof (aio_req));	118
		119	send_req (req);
72	}	120	}
73		121
74	static void	122	static void
75	send_req (aio_req req)	123	read_write (pTHX_
76	{
77	nreqs++;
78	write (reqpipe[1], &req, sizeof (aio_req));
79	}
80
81	static void
82	read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,	124	int dowrite, int fd, off_t offset, size_t length,
83	SV data, STRLEN dataoffset, SVcallback)	125	SV data, STRLEN dataoffset, SV callback)
84	{	126	{
85	aio_req req;	127	aio_req req;
86	STRLEN svlen;	128	STRLEN svlen;
87	char *svptr = SvPV (data, svlen);	129	char *svptr = SvPV (data, svlen);
88		130
…		…
124	req->callback = SvREFCNT_inc (callback);	166	req->callback = SvREFCNT_inc (callback);
125		167
126	send_req (req);	168	send_req (req);
127	}	169	}
128		170
		171	static void
		172	poll_wait ()
		173	{
		174	fd_set rfd;
		175	FD_ZERO(&rfd);
		176	FD_SET(respipe[0], &rfd);
		177
		178	select (respipe[0] + 1, &rfd, 0, 0, 0);
		179	}
		180
129	static int	181	static int
130	poll_cb (pTHX)	182	poll_cb (pTHX)
131	{	183	{
132	dSP;	184	dSP;
133	int count = 0;	185	int count = 0;
134	aio_req req;	186	aio_req req;
135		187
136	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	188	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
137	{	189	{
		190	nreqs--;
		191
138	if (req->type == REQ_QUIT)	192	if (req->type == REQ_QUIT)
139	{	193	{
140	Safefree (req->thread);	194	Safefree (req->thread);
141	started--;	195	started--;
142	}	196	}
…		…
152	if (req->data)	206	if (req->data)
153	SvREFCNT_dec (req->data);	207	SvREFCNT_dec (req->data);
154		208
155	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)	209	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
156	{	210	{
157	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	211	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
158	PL_laststatval = req->result;	212	PL_laststatval = req->result;
159	PL_statcache.st_dev = req->statdata->st_dev;	213	PL_statcache = *(req->statdata);
160	PL_statcache.st_ino = req->statdata->st_ino;
161	PL_statcache.st_mode = req->statdata->st_mode;
162	PL_statcache.st_nlink = req->statdata->st_nlink;
163	PL_statcache.st_uid = req->statdata->st_uid;
164	PL_statcache.st_gid = req->statdata->st_gid;
165	PL_statcache.st_rdev = req->statdata->st_rdev;
166	PL_statcache.st_size = req->statdata->st_size;
167	PL_statcache.st_atime = req->statdata->st_atime;
168	PL_statcache.st_mtime = req->statdata->st_mtime;
169	PL_statcache.st_ctime = req->statdata->st_ctime;
170	PL_statcache.st_blksize = req->statdata->st_blksize;
171	PL_statcache.st_blocks = req->statdata->st_blocks;
172		214
173	Safefree (req->statdata);	215	Safefree (req->statdata);
174	}	216	}
175		217
176	PUSHMARK (SP);	218	PUSHMARK (SP);
…		…
181		223
182	if (req->callback)	224	if (req->callback)
183	SvREFCNT_dec (req->callback);	225	SvREFCNT_dec (req->callback);
184		226
185	errno = errorno;	227	errno = errorno;
186	nreqs--;
187	count++;	228	count++;
188	}	229	}
189		230
190	Safefree (req);	231	Safefree (req);
191	}	232	}
192		233
		234	if (qs)
		235	send_reqs ();
		236
193	return count;	237	return count;
194	}	238	}
195		239
196	static sigset_t fullsigset;	240	static sigset_t fullsigset;
197		241
198	#undef errno	242	#undef errno
199	#include <asm/unistd.h>	243	#include <asm/unistd.h>
		244	#include <linux/types.h>
		245	#include <sys/prctl.h>
		246
		247	#if __alpha \|\| __ia64 \|\| __hppa \|\| __v850__
		248	# define stat kernelstat
		249	# define stat64 kernelstat64
		250	# include <asm/stat.h>
		251	# undef stat
		252	# undef stat64
		253	#else
		254	# define kernelstat stat
		255	# define kernelstat64 stat64
		256	#endif
		257
		258	#define COPY_STATDATA \
		259	req->statdata->st_dev = statdata.st_dev; \
		260	req->statdata->st_ino = statdata.st_ino; \
		261	req->statdata->st_mode = statdata.st_mode; \
		262	req->statdata->st_nlink = statdata.st_nlink; \
		263	req->statdata->st_uid = statdata.st_uid; \
		264	req->statdata->st_gid = statdata.st_gid; \
		265	req->statdata->st_rdev = statdata.st_rdev; \
		266	req->statdata->st_size = statdata.st_size; \
		267	req->statdata->st_atime = statdata.st_atime; \
		268	req->statdata->st_mtime = statdata.st_mtime; \
		269	req->statdata->st_ctime = statdata.st_ctime; \
		270	req->statdata->st_blksize = statdata.st_blksize; \
		271	req->statdata->st_blocks = statdata.st_blocks; \
200		272
201	static int	273	static int
202	aio_proc(void *thr_arg)	274	aio_proc (void *thr_arg)
203	{	275	{
204	aio_thread *thr = thr_arg;	276	aio_thread *thr = thr_arg;
205	aio_req req;	277	aio_req req;
206	int errno;	278	int errno;
207		279
		280	/* this is very much kernel-specific :(:(:( */
208	/* we rely on gcc's ability to create closures. */	281	/* we rely on gcc's ability to create closures. */
209	_syscall3(int,read,int,fd,char *,buf,size_t,count)	282	_syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
210	_syscall3(int,write,int,fd,char *,buf,size_t,count)	283	_syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)
211		284
212	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)	285	_syscall3(long, open, char *, pathname, int, flags, int, mode)
213	_syscall1(int,close,int,fd)	286	_syscall1(long, close, unsigned int, fd)
		287	_syscall1(long, unlink, char *, filename);
		288	_syscall1(long, fsync, unsigned int, fd);
		289	_syscall1(long, fdatasync, unsigned int, fd);
214		290
215	_syscall4(int,pread,int,fd,char *,buf,size_t,count,off_t,offset)	291	#if BYTE_ORDER == LITTLE_ENDIAN
216	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,off_t,offset)	292	# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
		293	#elif BYTE_ORDER == BIG_ENDIAN
		294	# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
		295	#endif
217		296
		297	#ifndef __NR_pread64
		298	# define __NR_pread64 __NR_pread
		299	# define __NR_pwrite64 __NR_write
		300	#endif
		301	_syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
		302	__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
		303	_syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
		304	__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
		305	_syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);
		306
		307	#if __NR_stat64
218	_syscall2(int,stat64, const char , filename, struct stat64 , buf)	308	_syscall2(long, stat64 , const char , filename, struct kernelstat64 , buf)
219	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)	309	_syscall2(long, lstat64, const char , filename, struct kernelstat64 , buf)
220	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)	310	_syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf)
		311	#elif __NR_stat
		312	_syscall2(long, stat , const char , filename, struct kernelstat , buf)
		313	_syscall2(long, lstat, const char , filename, struct kernelstat , buf)
		314	_syscall2(long, fstat, int , fd , struct kernelstat *, buf)
		315	#else
		316	# error "neither stat64 nor stat defined"
		317	#endif
221		318
		319	/* the following two calls might clobber errno */
222	sigprocmask (SIG_SETMASK, &fullsigset, 0);	320	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		321	prctl (PR_SET_PDEATHSIG, SIGKILL);
223		322
224	/* then loop */	323	/* then loop */
225	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	324	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
226	{	325	{
227	req->thread = thr;	326	req->thread = thr;
228	errno = 0; /* strictly unnecessary */	327	errno = 0; /* strictly unnecessary */
229		328
230	if (req->type == REQ_READ)	329	switch (req->type)
231	req->result = pread (req->fd, req->dataptr, req->length, req->offset);
232	else if (req->type == REQ_WRITE)
233	req->result = pwrite (req->fd, req->dataptr, req->length, req->offset);
234	else if (req->type == REQ_OPEN)
235	req->result = open (req->dataptr, req->fd, req->mode);
236	else if (req->type == REQ_CLOSE)
237	req->result = close (req->fd);
238	else if (req->type == REQ_STAT)
239	req->result = stat64 (req->dataptr, req->statdata);
240	else if (req->type == REQ_LSTAT)
241	req->result = lstat64 (req->dataptr, req->statdata);
242	else if (req->type == REQ_FSTAT)
243	req->result = fstat64 (req->fd, req->statdata);
244	else
245	{	330	{
		331	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
		332	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
		333	case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;
		334
		335	#if __NR_stat64
		336	struct kernelstat64 statdata;
		337	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		338	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		339	case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break;
		340	#else
		341	struct kernelstat statdata;
		342	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		343	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		344	case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break;
		345	#endif
		346
		347	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		348	case REQ_CLOSE: req->result = close (req->fd); break;
		349	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		350
		351	case REQ_FSYNC: req->result = fsync (req->fd); break;
		352	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
		353
		354	case REQ_QUIT:
246	write (respipe[1], (void *)&req, sizeof (req));	355	write (respipe[1], (void *)&req, sizeof (req));
		356	return 0;
		357
		358	default:
		359	req->result = ENOSYS;
247	break;	360	break;
248	}	361	}
249		362
250	req->errorno = errno;	363	req->errorno = errno;
251	write (respipe[1], (void *)&req, sizeof (req));	364	write (respipe[1], (void *)&req, sizeof (req));
252	}	365	}
…		…
264	sigdelset (&fullsigset, SIGABRT);	377	sigdelset (&fullsigset, SIGABRT);
265	sigdelset (&fullsigset, SIGINT);	378	sigdelset (&fullsigset, SIGINT);
266		379
267	if (pipe (reqpipe) \|\| pipe (respipe))	380	if (pipe (reqpipe) \|\| pipe (respipe))
268	croak ("unable to initialize request or result pipe");	381	croak ("unable to initialize request or result pipe");
		382
		383	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		384	croak ("cannot set result pipe to nonblocking mode");
269		385
270	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	386	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
271	croak ("cannot set result pipe to nonblocking mode");	387	croak ("cannot set result pipe to nonblocking mode");
272	}	388	}
273		389
…		…
291	cur--;	407	cur--;
292	}	408	}
293		409
294	while (started > nthreads)	410	while (started > nthreads)
295	{	411	{
296	fd_set rfd;	412	poll_wait ();
297	FD_ZERO(&rfd);
298	FD_SET(respipe[0], &rfd);
299
300	select (respipe[0] + 1, &rfd, 0, 0, 0);
301	poll_cb ();	413	poll_cb (aTHX);
302	}	414	}
303		415
304	void	416	void
305	aio_open(pathname,flags,mode,callback)	417	aio_open(pathname,flags,mode,callback)
306	SV * pathname	418	SV * pathname
…		…
328	void	440	void
329	aio_close(fh,callback)	441	aio_close(fh,callback)
330	InputStream fh	442	InputStream fh
331	SV * callback	443	SV * callback
332	PROTOTYPE: $$	444	PROTOTYPE: $$
		445	ALIAS:
		446	aio_close = REQ_CLOSE
		447	aio_fsync = REQ_FSYNC
		448	aio_fdatasync = REQ_FDATASYNC
333	CODE:	449	CODE:
334	aio_req req;	450	aio_req req;
335		451
336	Newz (0, req, 1, aio_cb);	452	Newz (0, req, 1, aio_cb);
337		453
338	if (!req)	454	if (!req)
339	croak ("out of memory during aio_req allocation");	455	croak ("out of memory during aio_req allocation");
340		456
341	req->type = REQ_CLOSE;	457	req->type = ix;
342	req->fd = PerlIO_fileno (fh);	458	req->fd = PerlIO_fileno (fh);
343	req->callback = SvREFCNT_inc (callback);	459	req->callback = SvREFCNT_inc (callback);
344		460
345	send_req (req);	461	send_req (req);
346		462
…		…
381	Newz (0, req, 1, aio_cb);	497	Newz (0, req, 1, aio_cb);
382		498
383	if (!req)	499	if (!req)
384	croak ("out of memory during aio_req allocation");	500	croak ("out of memory during aio_req allocation");
385		501
386	New (0, req->statdata, 1, struct stat64);	502	New (0, req->statdata, 1, Stat_t);
387		503
388	if (!req->statdata)	504	if (!req->statdata)
389	croak ("out of memory during aio_req->statdata allocation");	505	croak ("out of memory during aio_req->statdata allocation");
390		506
391	if (SvPOK (fh_or_path))	507	if (SvPOK (fh_or_path))
…		…
402		518
403	req->callback = SvREFCNT_inc (callback);	519	req->callback = SvREFCNT_inc (callback);
404		520
405	send_req (req);	521	send_req (req);
406		522
		523	void
		524	aio_unlink(pathname,callback)
		525	SV * pathname
		526	SV * callback
		527	PROTOTYPE: $$
		528	CODE:
		529	aio_req req;
		530
		531	Newz (0, req, 1, aio_cb);
		532
		533	if (!req)
		534	croak ("out of memory during aio_req allocation");
		535
		536	req->type = REQ_UNLINK;
		537	req->data = newSVsv (pathname);
		538	req->dataptr = SvPV_nolen (req->data);
		539	req->callback = SvREFCNT_inc (callback);
		540
		541	send_req (req);
		542
407	int	543	int
408	poll_fileno()	544	poll_fileno()
409	PROTOTYPE:	545	PROTOTYPE:
410	CODE:	546	CODE:
411	RETVAL = respipe[0];	547	RETVAL = respipe[0];
…		…
418	CODE:	554	CODE:
419	RETVAL = poll_cb (aTHX);	555	RETVAL = poll_cb (aTHX);
420	OUTPUT:	556	OUTPUT:
421	RETVAL	557	RETVAL
422		558
		559	void
		560	poll_wait()
		561	PROTOTYPE:
		562	CODE:
		563	poll_wait ();
		564
423	int	565	int
424	nreqs()	566	nreqs()
425	PROTOTYPE:	567	PROTOTYPE:
426	CODE:	568	CODE:
427	RETVAL = nreqs;	569	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC vs. Revision 1.29 by root, Sat Jul 9 22:45:06 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC vs.
Revision 1.29 by root, Sat Jul 9 22:45:06 2005 UTC