[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC vs.
Revision 1.30 by root, Sat Jul 9 23:38:07 2005 UTC

…		…
		1	#define PERL_NO_GET_CONTEXT
		2
1	#include "EXTERN.h"	3	#include "EXTERN.h"
2	#include "perl.h"	4	#include "perl.h"
3	#include "XSUB.h"	5	#include "XSUB.h"
4		6
5	#include <sys/types.h>	7	#include <sys/types.h>
6	#include <sys/stat.h>	8	#include <sys/stat.h>
7	#include <unistd.h>	9	#include <unistd.h>
8	#include <fcntl.h>	10	#include <fcntl.h>
9	#include <signal.h>	11	#include <signal.h>
10	#include <sched.h>	12	#include <sched.h>
		13	#include <endian.h>
11		14
12	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	15	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
13	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	16	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
14	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	17	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
15		18
16	#define STACKSIZE 1024 /* yeah */	19	#if __i386 \|\| __amd64
		20	# define STACKSIZE ( 256 * sizeof (long))
		21	#elif __ia64
		22	# define STACKSIZE (8192 * sizeof (long))
		23	#else
		24	# define STACKSIZE ( 512 * sizeof (long))
		25	#endif
17		26
18	enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};	27	enum {
		28	REQ_QUIT,
		29	REQ_OPEN, REQ_CLOSE,
		30	REQ_READ, REQ_WRITE, REQ_READAHEAD,
		31	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
		32	REQ_FSYNC, REQ_FDATASYNC,
		33	};
19		34
20	typedef struct {	35	typedef struct {
21	char stack[STACKSIZE];	36	char stack[STACKSIZE];
22	} aio_thread;	37	} aio_thread;
23		38
24	typedef struct {	39	typedef struct aio_cb {
		40	struct aio_cb *next;
		41
25	int type;	42	int type;
26	aio_thread *thread;	43	aio_thread *thread;
27		44
28	int fd;	45	int fd;
29	off_t offset;	46	off_t offset;
33	int errorno;	50	int errorno;
34	SV data, callback;	51	SV data, callback;
35	void *dataptr;	52	void *dataptr;
36	STRLEN dataoffset;	53	STRLEN dataoffset;
37		54
38	struct stat64 *statdata;	55	Stat_t *statdata;
39	} aio_cb;	56	} aio_cb;
40		57
41	typedef aio_cb *aio_req;	58	typedef aio_cb *aio_req;
42		59
43	static int started;	60	static int started;
44	static int nreqs;	61	static int nreqs;
45	static int reqpipe[2], respipe[2];	62	static int reqpipe[2], respipe[2];
46		63
		64	static aio_req qs, qe; /* queue start, queue end */
		65
47	static int aio_proc(void *arg);	66	static int aio_proc(void *arg);
48		67
49	static void	68	static void
50	start_thread(void)	69	start_thread (void)
51	{	70	{
52	aio_thread *thr;	71	aio_thread *thr;
53		72
54	New (0, thr, 1, aio_thread);	73	New (0, thr, 1, aio_thread);
55		74
56	if (clone (aio_proc,	75	if (clone (aio_proc,
57	&(thr->stack[STACKSIZE]),	76	&(thr->stack[STACKSIZE - 16]),
58	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	77	CLONE_VM\|CLONE_FS\|CLONE_FILES,
59	thr) >= 0)	78	thr) >= 0)
60	started++;	79	started++;
61	else	80	else
62	Safefree (thr);	81	Safefree (thr);
63	}	82	}
64		83
65	static void	84	static void
		85	send_reqs (void)
		86	{
		87	/* this write is atomic */
		88	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		89	{
		90	qs = qs->next;
		91	if (!qs) qe = 0;
		92	}
		93	}
		94
		95	static void
		96	send_req (aio_req req)
		97	{
		98	nreqs++;
		99	req->next = 0;
		100
		101	if (qe)
		102	{
		103	qe->next = req;
		104	qe = req;
		105	}
		106	else
		107	qe = qs = req;
		108
		109	send_reqs ();
		110	}
		111
		112	static void
66	end_thread(void)	113	end_thread (void)
67	{	114	{
68	aio_req req;	115	aio_req req;
69	New (0, req, 1, aio_cb);	116	New (0, req, 1, aio_cb);
70	req->type = REQ_QUIT;	117	req->type = REQ_QUIT;
71	write (reqpipe[1], &req, sizeof (aio_req));	118
		119	send_req (req);
72	}	120	}
73		121
74	static void	122	static void
75	send_req (aio_req req)	123	read_write (pTHX_
76	{
77	nreqs++;
78	write (reqpipe[1], &req, sizeof (aio_req));
79	}
80
81	static void
82	read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,	124	int dowrite, int fd, off_t offset, size_t length,
83	SV data, STRLEN dataoffset, SVcallback)	125	SV data, STRLEN dataoffset, SV callback)
84	{	126	{
85	aio_req req;	127	aio_req req;
86	STRLEN svlen;	128	STRLEN svlen;
87	char *svptr = SvPV (data, svlen);	129	char *svptr = SvPV (data, svlen);
88		130
…		…
124	req->callback = SvREFCNT_inc (callback);	166	req->callback = SvREFCNT_inc (callback);
125		167
126	send_req (req);	168	send_req (req);
127	}	169	}
128		170
		171	static void
		172	poll_wait ()
		173	{
		174	fd_set rfd;
		175	FD_ZERO(&rfd);
		176	FD_SET(respipe[0], &rfd);
		177
		178	select (respipe[0] + 1, &rfd, 0, 0, 0);
		179	}
		180
129	static int	181	static int
130	poll_cb (pTHX)	182	poll_cb (pTHX)
131	{	183	{
132	dSP;	184	dSP;
133	int count = 0;	185	int count = 0;
134	aio_req req;	186	aio_req req;
135		187
136	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	188	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
137	{	189	{
		190	nreqs--;
		191
138	if (req->type == REQ_QUIT)	192	if (req->type == REQ_QUIT)
139	{	193	{
140	Safefree (req->thread);	194	Safefree (req->thread);
141	started--;	195	started--;
142	}	196	}
…		…
152	if (req->data)	206	if (req->data)
153	SvREFCNT_dec (req->data);	207	SvREFCNT_dec (req->data);
154		208
155	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)	209	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
156	{	210	{
157	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	211	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
158	PL_laststatval = req->result;	212	PL_laststatval = req->result;
159	PL_statcache.st_dev = req->statdata->st_dev;	213	PL_statcache = *(req->statdata);
160	PL_statcache.st_ino = req->statdata->st_ino;
161	PL_statcache.st_mode = req->statdata->st_mode;
162	PL_statcache.st_nlink = req->statdata->st_nlink;
163	PL_statcache.st_uid = req->statdata->st_uid;
164	PL_statcache.st_gid = req->statdata->st_gid;
165	PL_statcache.st_rdev = req->statdata->st_rdev;
166	PL_statcache.st_size = req->statdata->st_size;
167	PL_statcache.st_atime = req->statdata->st_atime;
168	PL_statcache.st_mtime = req->statdata->st_mtime;
169	PL_statcache.st_ctime = req->statdata->st_ctime;
170	PL_statcache.st_blksize = req->statdata->st_blksize;
171	PL_statcache.st_blocks = req->statdata->st_blocks;
172		214
173	Safefree (req->statdata);	215	Safefree (req->statdata);
174	}	216	}
175		217
176	PUSHMARK (SP);	218	PUSHMARK (SP);
…		…
181		223
182	if (req->callback)	224	if (req->callback)
183	SvREFCNT_dec (req->callback);	225	SvREFCNT_dec (req->callback);
184		226
185	errno = errorno;	227	errno = errorno;
186	nreqs--;
187	count++;	228	count++;
188	}	229	}
189		230
190	Safefree (req);	231	Safefree (req);
191	}	232	}
192		233
		234	if (qs)
		235	send_reqs ();
		236
193	return count;	237	return count;
194	}	238	}
195		239
196	static sigset_t fullsigset;	240	static sigset_t fullsigset;
197		241
198	#undef errno	242	#undef errno
199	#include <asm/unistd.h>	243	#include <asm/unistd.h>
		244	#include <linux/types.h>
		245	#include <sys/prctl.h>
		246
		247	#if __alpha \|\| __ia64 \|\| __hppa \|\| __v850__
		248	# define stat kernelstat
		249	# define stat64 kernelstat64
		250	# include <asm/stat.h>
		251	# undef stat
		252	# undef stat64
		253	#else
		254	# define kernelstat stat
		255	# define kernelstat64 stat64
		256	#endif
		257
		258	#define COPY_STATDATA \
		259	req->statdata->st_dev = statdata.st_dev; \
		260	req->statdata->st_ino = statdata.st_ino; \
		261	req->statdata->st_mode = statdata.st_mode; \
		262	req->statdata->st_nlink = statdata.st_nlink; \
		263	req->statdata->st_uid = statdata.st_uid; \
		264	req->statdata->st_gid = statdata.st_gid; \
		265	req->statdata->st_rdev = statdata.st_rdev; \
		266	req->statdata->st_size = statdata.st_size; \
		267	req->statdata->st_atime = statdata.st_atime; \
		268	req->statdata->st_mtime = statdata.st_mtime; \
		269	req->statdata->st_ctime = statdata.st_ctime; \
		270	req->statdata->st_blksize = statdata.st_blksize; \
		271	req->statdata->st_blocks = statdata.st_blocks; \
200		272
201	static int	273	static int
202	aio_proc(void *thr_arg)	274	aio_proc (void *thr_arg)
203	{	275	{
204	aio_thread *thr = thr_arg;	276	aio_thread *thr = thr_arg;
205	aio_req req;	277	aio_req req;
206	int errno;	278	int errno;
207		279
		280	/* this is very much kernel-specific :(:(:( */
208	/* we rely on gcc's ability to create closures. */	281	/* we rely on gcc's ability to create closures. */
209	_syscall3(int,read,int,fd,char *,buf,size_t,count)	282	_syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
210	_syscall3(int,write,int,fd,char *,buf,size_t,count)	283	_syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)
211		284
212	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)	285	_syscall3(long, open, char *, pathname, int, flags, int, mode)
213	_syscall1(int,close,int,fd)	286	_syscall1(long, close, unsigned int, fd)
		287	_syscall1(long, unlink, char *, filename);
		288	_syscall1(long, fsync, unsigned int, fd);
214		289
215	_syscall4(int,pread,int,fd,char *,buf,size_t,count,off_t,offset)	290	#ifndef __NR_fdatasync
216	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,off_t,offset)	291	# define __NR_fdatasync __NR_fsync
		292	#endif
		293	_syscall1(long, fdatasync, unsigned int, fd);
217		294
		295	#if BYTE_ORDER == LITTLE_ENDIAN
		296	# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
		297	#elif BYTE_ORDER == BIG_ENDIAN
		298	# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
		299	#endif
		300
		301	#ifndef __NR_pread64
		302	# define __NR_pread64 __NR_pread
		303	# define __NR_pwrite64 __NR_write
		304	#endif
		305	_syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
		306	__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
		307	_syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
		308	__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
		309	_syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);
		310
		311	#if __NR_stat64
218	_syscall2(int,stat64, const char , filename, struct stat64 , buf)	312	_syscall2(long, stat64 , const char , filename, struct kernelstat64 , buf)
219	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)	313	_syscall2(long, lstat64, const char , filename, struct kernelstat64 , buf)
220	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)	314	_syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf)
		315	#elif __NR_stat
		316	_syscall2(long, stat , const char , filename, struct kernelstat , buf)
		317	_syscall2(long, lstat, const char , filename, struct kernelstat , buf)
		318	_syscall2(long, fstat, int , fd , struct kernelstat *, buf)
		319	#else
		320	# error "neither stat64 nor stat defined"
		321	#endif
221		322
		323	/* the following two calls might clobber errno */
222	sigprocmask (SIG_SETMASK, &fullsigset, 0);	324	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		325	prctl (PR_SET_PDEATHSIG, SIGKILL);
223		326
224	/* then loop */	327	/* then loop */
225	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	328	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
226	{	329	{
227	req->thread = thr;	330	req->thread = thr;
228	errno = 0; /* strictly unnecessary */	331	errno = 0; /* strictly unnecessary */
229		332
230	if (req->type == REQ_READ)	333	switch (req->type)
231	req->result = pread (req->fd, req->dataptr, req->length, req->offset);
232	else if (req->type == REQ_WRITE)
233	req->result = pwrite (req->fd, req->dataptr, req->length, req->offset);
234	else if (req->type == REQ_OPEN)
235	req->result = open (req->dataptr, req->fd, req->mode);
236	else if (req->type == REQ_CLOSE)
237	req->result = close (req->fd);
238	else if (req->type == REQ_STAT)
239	req->result = stat64 (req->dataptr, req->statdata);
240	else if (req->type == REQ_LSTAT)
241	req->result = lstat64 (req->dataptr, req->statdata);
242	else if (req->type == REQ_FSTAT)
243	req->result = fstat64 (req->fd, req->statdata);
244	else
245	{	334	{
		335	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
		336	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
		337	case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;
		338
		339	#if __NR_stat64
		340	struct kernelstat64 statdata;
		341	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		342	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		343	case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break;
		344	#else
		345	struct kernelstat statdata;
		346	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		347	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		348	case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break;
		349	#endif
		350
		351	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		352	case REQ_CLOSE: req->result = close (req->fd); break;
		353	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		354
		355	case REQ_FSYNC: req->result = fsync (req->fd); break;
		356	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
		357
		358	case REQ_QUIT:
246	write (respipe[1], (void *)&req, sizeof (req));	359	write (respipe[1], (void *)&req, sizeof (req));
		360	return 0;
		361
		362	default:
		363	req->result = ENOSYS;
247	break;	364	break;
248	}	365	}
249		366
250	req->errorno = errno;	367	req->errorno = errno;
251	write (respipe[1], (void *)&req, sizeof (req));	368	write (respipe[1], (void *)&req, sizeof (req));
252	}	369	}
…		…
264	sigdelset (&fullsigset, SIGABRT);	381	sigdelset (&fullsigset, SIGABRT);
265	sigdelset (&fullsigset, SIGINT);	382	sigdelset (&fullsigset, SIGINT);
266		383
267	if (pipe (reqpipe) \|\| pipe (respipe))	384	if (pipe (reqpipe) \|\| pipe (respipe))
268	croak ("unable to initialize request or result pipe");	385	croak ("unable to initialize request or result pipe");
		386
		387	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		388	croak ("cannot set result pipe to nonblocking mode");
269		389
270	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	390	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
271	croak ("cannot set result pipe to nonblocking mode");	391	croak ("cannot set result pipe to nonblocking mode");
272	}	392	}
273		393
…		…
291	cur--;	411	cur--;
292	}	412	}
293		413
294	while (started > nthreads)	414	while (started > nthreads)
295	{	415	{
296	fd_set rfd;	416	poll_wait ();
297	FD_ZERO(&rfd);
298	FD_SET(respipe[0], &rfd);
299
300	select (respipe[0] + 1, &rfd, 0, 0, 0);
301	poll_cb ();	417	poll_cb (aTHX);
302	}	418	}
303		419
304	void	420	void
305	aio_open(pathname,flags,mode,callback)	421	aio_open(pathname,flags,mode,callback)
306	SV * pathname	422	SV * pathname
…		…
328	void	444	void
329	aio_close(fh,callback)	445	aio_close(fh,callback)
330	InputStream fh	446	InputStream fh
331	SV * callback	447	SV * callback
332	PROTOTYPE: $$	448	PROTOTYPE: $$
		449	ALIAS:
		450	aio_close = REQ_CLOSE
		451	aio_fsync = REQ_FSYNC
		452	aio_fdatasync = REQ_FDATASYNC
333	CODE:	453	CODE:
334	aio_req req;	454	aio_req req;
335		455
336	Newz (0, req, 1, aio_cb);	456	Newz (0, req, 1, aio_cb);
337		457
338	if (!req)	458	if (!req)
339	croak ("out of memory during aio_req allocation");	459	croak ("out of memory during aio_req allocation");
340		460
341	req->type = REQ_CLOSE;	461	req->type = ix;
342	req->fd = PerlIO_fileno (fh);	462	req->fd = PerlIO_fileno (fh);
343	req->callback = SvREFCNT_inc (callback);	463	req->callback = SvREFCNT_inc (callback);
344		464
345	send_req (req);	465	send_req (req);
346		466
…		…
381	Newz (0, req, 1, aio_cb);	501	Newz (0, req, 1, aio_cb);
382		502
383	if (!req)	503	if (!req)
384	croak ("out of memory during aio_req allocation");	504	croak ("out of memory during aio_req allocation");
385		505
386	New (0, req->statdata, 1, struct stat64);	506	New (0, req->statdata, 1, Stat_t);
387		507
388	if (!req->statdata)	508	if (!req->statdata)
389	croak ("out of memory during aio_req->statdata allocation");	509	croak ("out of memory during aio_req->statdata allocation");
390		510
391	if (SvPOK (fh_or_path))	511	if (SvPOK (fh_or_path))
…		…
402		522
403	req->callback = SvREFCNT_inc (callback);	523	req->callback = SvREFCNT_inc (callback);
404		524
405	send_req (req);	525	send_req (req);
406		526
		527	void
		528	aio_unlink(pathname,callback)
		529	SV * pathname
		530	SV * callback
		531	PROTOTYPE: $$
		532	CODE:
		533	aio_req req;
		534
		535	Newz (0, req, 1, aio_cb);
		536
		537	if (!req)
		538	croak ("out of memory during aio_req allocation");
		539
		540	req->type = REQ_UNLINK;
		541	req->data = newSVsv (pathname);
		542	req->dataptr = SvPV_nolen (req->data);
		543	req->callback = SvREFCNT_inc (callback);
		544
		545	send_req (req);
		546
407	int	547	int
408	poll_fileno()	548	poll_fileno()
409	PROTOTYPE:	549	PROTOTYPE:
410	CODE:	550	CODE:
411	RETVAL = respipe[0];	551	RETVAL = respipe[0];
…		…
418	CODE:	558	CODE:
419	RETVAL = poll_cb (aTHX);	559	RETVAL = poll_cb (aTHX);
420	OUTPUT:	560	OUTPUT:
421	RETVAL	561	RETVAL
422		562
		563	void
		564	poll_wait()
		565	PROTOTYPE:
		566	CODE:
		567	poll_wait ();
		568
423	int	569	int
424	nreqs()	570	nreqs()
425	PROTOTYPE:	571	PROTOTYPE:
426	CODE:	572	CODE:
427	RETVAL = nreqs;	573	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC vs. Revision 1.30 by root, Sat Jul 9 23:38:07 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC vs.
Revision 1.30 by root, Sat Jul 9 23:38:07 2005 UTC