[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.17 by root, Thu May 6 12:16:48 2004 UTC vs.
Revision 1.27 by root, Fri Jul 8 03:10:00 2005 UTC

…		…
8	#include <sys/stat.h>	8	#include <sys/stat.h>
9	#include <unistd.h>	9	#include <unistd.h>
10	#include <fcntl.h>	10	#include <fcntl.h>
11	#include <signal.h>	11	#include <signal.h>
12	#include <sched.h>	12	#include <sched.h>
		13	#include <endian.h>
13		14
14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	15	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	16	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	17	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
17		18
18	#ifndef __NR_pread64	19	#if __i386 \|\| __amd64
19	# define __NR_pread64 __NR_pread	20	# define STACKSIZE ( 256 * sizeof (long))
		21	#elif __ia64
		22	# define STACKSIZE (8192 * sizeof (long))
		23	#else
		24	# define STACKSIZE ( 512 * sizeof (long))
20	#endif	25	#endif
21	#ifndef __NR_pwrite64
22	# define __NR_pwrite64 __NR_pwrite
23	#endif
24		26
25	#define STACKSIZE 1024 /* yeah */	27	enum {
26		28	REQ_QUIT,
27	enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};	29	REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE,
		30	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK
		31	};
28		32
29	typedef struct {	33	typedef struct {
30	char stack[STACKSIZE];	34	char stack[STACKSIZE];
31	} aio_thread;	35	} aio_thread;
32		36
33	typedef struct {	37	typedef struct aio_cb {
		38	struct aio_cb *next;
		39
34	int type;	40	int type;
35	aio_thread *thread;	41	aio_thread *thread;
36		42
37	int fd;	43	int fd;
38	off_t offset;	44	off_t offset;
…		…
42	int errorno;	48	int errorno;
43	SV data, callback;	49	SV data, callback;
44	void *dataptr;	50	void *dataptr;
45	STRLEN dataoffset;	51	STRLEN dataoffset;
46		52
47	struct stat64 *statdata;	53	Stat_t *statdata;
48	} aio_cb;	54	} aio_cb;
49		55
50	typedef aio_cb *aio_req;	56	typedef aio_cb *aio_req;
51		57
52	static int started;	58	static int started;
53	static int nreqs;	59	static int nreqs;
54	static int reqpipe[2], respipe[2];	60	static int reqpipe[2], respipe[2];
55		61
		62	static aio_req qs, qe; /* queue start, queue end */
		63
56	static int aio_proc(void *arg);	64	static int aio_proc(void *arg);
57		65
58	static void	66	static void
59	start_thread(void)	67	start_thread (void)
60	{	68	{
61	aio_thread *thr;	69	aio_thread *thr;
62		70
63	New (0, thr, 1, aio_thread);	71	New (0, thr, 1, aio_thread);
64		72
65	if (clone (aio_proc,	73	if (clone (aio_proc,
66	&(thr->stack[STACKSIZE]),	74	&(thr->stack[STACKSIZE - 16]),
67	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	75	CLONE_VM\|CLONE_FS\|CLONE_FILES,
68	thr) >= 0)	76	thr) >= 0)
69	started++;	77	started++;
70	else	78	else
71	Safefree (thr);	79	Safefree (thr);
72	}	80	}
73		81
74	static void	82	static void
		83	send_reqs (void)
		84	{
		85	/* this write is atomic */
		86	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		87	{
		88	qs = qs->next;
		89	if (!qs) qe = 0;
		90	}
		91	}
		92
		93	static void
		94	send_req (aio_req req)
		95	{
		96	nreqs++;
		97	req->next = 0;
		98
		99	if (qe)
		100	{
		101	qe->next = req;
		102	qe = req;
		103	}
		104	else
		105	qe = qs = req;
		106
		107	send_reqs ();
		108	}
		109
		110	static void
75	end_thread(void)	111	end_thread (void)
76	{	112	{
77	aio_req req;	113	aio_req req;
78	New (0, req, 1, aio_cb);	114	New (0, req, 1, aio_cb);
79	req->type = REQ_QUIT;	115	req->type = REQ_QUIT;
80	write (reqpipe[1], &req, sizeof (aio_req));
81	}
82		116
83	static void	117	send_req (req);
84	send_req (aio_req req)
85	{
86	nreqs++;
87	write (reqpipe[1], &req, sizeof (aio_req));
88	}	118	}
89		119
90	static void	120	static void
91	read_write (pTHX_	121	read_write (pTHX_
92	int dowrite, int fd, off_t offset, size_t length,	122	int dowrite, int fd, off_t offset, size_t length,
93	SV data, STRLEN dataoffset, SVcallback)	123	SV data, STRLEN dataoffset, SV callback)
94	{	124	{
95	aio_req req;	125	aio_req req;
96	STRLEN svlen;	126	STRLEN svlen;
97	char *svptr = SvPV (data, svlen);	127	char *svptr = SvPV (data, svlen);
98		128
…		…
134	req->callback = SvREFCNT_inc (callback);	164	req->callback = SvREFCNT_inc (callback);
135		165
136	send_req (req);	166	send_req (req);
137	}	167	}
138		168
		169	static void
		170	poll_wait ()
		171	{
		172	fd_set rfd;
		173	FD_ZERO(&rfd);
		174	FD_SET(respipe[0], &rfd);
		175
		176	select (respipe[0] + 1, &rfd, 0, 0, 0);
		177	}
		178
139	static int	179	static int
140	poll_cb (pTHX)	180	poll_cb (pTHX)
141	{	181	{
142	dSP;	182	dSP;
143	int count = 0;	183	int count = 0;
144	aio_req req;	184	aio_req req;
145		185
146	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	186	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
147	{	187	{
		188	nreqs--;
		189
148	if (req->type == REQ_QUIT)	190	if (req->type == REQ_QUIT)
149	{	191	{
150	Safefree (req->thread);	192	Safefree (req->thread);
151	started--;	193	started--;
152	}	194	}
…		…
162	if (req->data)	204	if (req->data)
163	SvREFCNT_dec (req->data);	205	SvREFCNT_dec (req->data);
164		206
165	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)	207	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
166	{	208	{
167	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	209	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
168	PL_laststatval = req->result;	210	PL_laststatval = req->result;
169	PL_statcache.st_dev = req->statdata->st_dev;	211	PL_statcache = *(req->statdata);
170	PL_statcache.st_ino = req->statdata->st_ino;
171	PL_statcache.st_mode = req->statdata->st_mode;
172	PL_statcache.st_nlink = req->statdata->st_nlink;
173	PL_statcache.st_uid = req->statdata->st_uid;
174	PL_statcache.st_gid = req->statdata->st_gid;
175	PL_statcache.st_rdev = req->statdata->st_rdev;
176	PL_statcache.st_size = req->statdata->st_size;
177	PL_statcache.st_atime = req->statdata->st_atime;
178	PL_statcache.st_mtime = req->statdata->st_mtime;
179	PL_statcache.st_ctime = req->statdata->st_ctime;
180	PL_statcache.st_blksize = req->statdata->st_blksize;
181	PL_statcache.st_blocks = req->statdata->st_blocks;
182		212
183	Safefree (req->statdata);	213	Safefree (req->statdata);
184	}	214	}
185		215
186	PUSHMARK (SP);	216	PUSHMARK (SP);
…		…
191		221
192	if (req->callback)	222	if (req->callback)
193	SvREFCNT_dec (req->callback);	223	SvREFCNT_dec (req->callback);
194		224
195	errno = errorno;	225	errno = errorno;
196	nreqs--;
197	count++;	226	count++;
198	}	227	}
199		228
200	Safefree (req);	229	Safefree (req);
201	}	230	}
202		231
		232	if (qs)
		233	send_reqs ();
		234
203	return count;	235	return count;
204	}	236	}
205		237
206	static sigset_t fullsigset;	238	static sigset_t fullsigset;
207		239
208	#undef errno	240	#undef errno
209	#include <asm/unistd.h>	241	#include <asm/unistd.h>
		242	#include <sys/prctl.h>
		243
		244	#if BYTE_ORDER == LITTLE_ENDIAN
		245	# define LONG_LONG_PAIR(HI, LO) LO, HI
		246	#elif BYTE_ORDER == BIG_ENDIAN
		247	# define LONG_LONG_PAIR(HI, LO) HI, LO
		248	#endif
		249
		250	#if __alpha \|\| __ia64 \|\| __hppa \|\| __v850__
		251	# define stat kernelstat
		252	# define stat64 kernelstat64
		253	# include <asm/stat.h>
		254	# undef stat
		255	# undef stat64
		256	#else
		257	# define kernelstat stat
		258	# define kernelstat64 stat64
		259	#endif
		260
		261	#define COPY_STATDATA \
		262	req->statdata->st_dev = statdata.st_dev; \
		263	req->statdata->st_ino = statdata.st_ino; \
		264	req->statdata->st_mode = statdata.st_mode; \
		265	req->statdata->st_nlink = statdata.st_nlink; \
		266	req->statdata->st_uid = statdata.st_uid; \
		267	req->statdata->st_gid = statdata.st_gid; \
		268	req->statdata->st_rdev = statdata.st_rdev; \
		269	req->statdata->st_size = statdata.st_size; \
		270	req->statdata->st_atime = statdata.st_atime; \
		271	req->statdata->st_mtime = statdata.st_mtime; \
		272	req->statdata->st_ctime = statdata.st_ctime; \
		273	req->statdata->st_blksize = statdata.st_blksize; \
		274	req->statdata->st_blocks = statdata.st_blocks; \
210		275
211	static int	276	static int
212	aio_proc(void *thr_arg)	277	aio_proc (void *thr_arg)
213	{	278	{
214	aio_thread *thr = thr_arg;	279	aio_thread *thr = thr_arg;
215	aio_req req;	280	aio_req req;
216	int errno;	281	int errno;
217		282
218	/* this is very much x86 and kernel-specific :(:(:( */	283	/* this is very much kernel-specific :(:(:( */
219	/* we rely on gcc's ability to create closures. */	284	/* we rely on gcc's ability to create closures. */
220	_syscall3(int,read,int,fd,char *,buf,size_t,count)	285	_syscall3(int,read,int,fd,char *,buf,size_t,count)
221	_syscall3(int,write,int,fd,char *,buf,size_t,count)	286	_syscall3(int,write,int,fd,char *,buf,size_t,count)
222		287
223	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)	288	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
224	_syscall1(int,close,int,fd)	289	_syscall1(int,close,int,fd)
225		290
		291	#if __NR_pread64
226	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)	292	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lh,unsigned int,offset_hl)
227	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)	293	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lh,unsigned int,offset_hl)
		294	#elif __NR_pread
		295	_syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset)
		296	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset)
		297	#else
		298	# error "neither pread nor pread64 defined"
		299	#endif
228		300
		301
		302	#if __NR_stat64
229	_syscall2(int,stat64, const char , filename, struct stat64 , buf)	303	_syscall2(int,stat64, const char , filename, struct kernelstat64 , buf)
230	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)	304	_syscall2(int,lstat64, const char , filename, struct kernelstat64 , buf)
231	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)	305	_syscall2(int,fstat64, int, fd, struct kernelstat64 *, buf)
		306	#elif __NR_stat
		307	_syscall2(int,stat, const char , filename, struct kernelstat , buf)
		308	_syscall2(int,lstat, const char , filename, struct kernelstat , buf)
		309	_syscall2(int,fstat, int, fd, struct kernelstat *, buf)
		310	#else
		311	# error "neither stat64 nor stat defined"
		312	#endif
		313
		314	_syscall1(int,unlink, char *, filename);
232		315
233	sigprocmask (SIG_SETMASK, &fullsigset, 0);	316	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		317	prctl (PR_SET_PDEATHSIG, SIGKILL);
234		318
235	/* then loop */	319	/* then loop */
236	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	320	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
237	{	321	{
238	req->thread = thr;	322	req->thread = thr;
239	errno = 0; /* strictly unnecessary */	323	errno = 0; /* strictly unnecessary */
240		324
241	if (req->type == REQ_READ)	325	switch (req->type)
242	req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
243	else if (req->type == REQ_WRITE)
244	req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
245	else if (req->type == REQ_OPEN)
246	req->result = open (req->dataptr, req->fd, req->mode);
247	else if (req->type == REQ_CLOSE)
248	req->result = close (req->fd);
249	else if (req->type == REQ_STAT)
250	req->result = stat64 (req->dataptr, req->statdata);
251	else if (req->type == REQ_LSTAT)
252	req->result = lstat64 (req->dataptr, req->statdata);
253	else if (req->type == REQ_FSTAT)
254	req->result = fstat64 (req->fd, req->statdata);
255	else
256	{	326	{
		327	#if __NR_pread64
		328	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length,
		329	LONG_LONG_PAIR (req->offset >> 32, req->offset & 0xffffffff)); break;
		330	case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length,
		331	LONG_LONG_PAIR (req->offset >> 32, req->offset & 0xffffffff)); break;
		332	#else
		333	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
		334	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
		335	#endif
		336	#if __NR_stat64
		337	struct kernelstat64 statdata;
		338	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		339	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		340	case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break;
		341	#else
		342	struct kernelstat statdata;
		343	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		344	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		345	case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break;
		346	#endif
		347	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		348	case REQ_CLOSE: req->result = close (req->fd); break;
		349	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		350
		351	case REQ_QUIT:
		352	default:
257	write (respipe[1], (void *)&req, sizeof (req));	353	write (respipe[1], (void *)&req, sizeof (req));
258	break;	354	return 0;
259	}	355	}
260		356
261	req->errorno = errno;	357	req->errorno = errno;
262	write (respipe[1], (void *)&req, sizeof (req));	358	write (respipe[1], (void *)&req, sizeof (req));
263	}	359	}
…		…
275	sigdelset (&fullsigset, SIGABRT);	371	sigdelset (&fullsigset, SIGABRT);
276	sigdelset (&fullsigset, SIGINT);	372	sigdelset (&fullsigset, SIGINT);
277		373
278	if (pipe (reqpipe) \|\| pipe (respipe))	374	if (pipe (reqpipe) \|\| pipe (respipe))
279	croak ("unable to initialize request or result pipe");	375	croak ("unable to initialize request or result pipe");
		376
		377	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		378	croak ("cannot set result pipe to nonblocking mode");
280		379
281	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	380	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
282	croak ("cannot set result pipe to nonblocking mode");	381	croak ("cannot set result pipe to nonblocking mode");
283	}	382	}
284		383
…		…
302	cur--;	401	cur--;
303	}	402	}
304		403
305	while (started > nthreads)	404	while (started > nthreads)
306	{	405	{
307	fd_set rfd;	406	poll_wait ();
308	FD_ZERO(&rfd);
309	FD_SET(respipe[0], &rfd);
310
311	select (respipe[0] + 1, &rfd, 0, 0, 0);
312	poll_cb (aTHX);	407	poll_cb (aTHX);
313	}	408	}
314		409
315	void	410	void
316	aio_open(pathname,flags,mode,callback)	411	aio_open(pathname,flags,mode,callback)
…		…
392	Newz (0, req, 1, aio_cb);	487	Newz (0, req, 1, aio_cb);
393		488
394	if (!req)	489	if (!req)
395	croak ("out of memory during aio_req allocation");	490	croak ("out of memory during aio_req allocation");
396		491
397	New (0, req->statdata, 1, struct stat64);	492	New (0, req->statdata, 1, Stat_t);
398		493
399	if (!req->statdata)	494	if (!req->statdata)
400	croak ("out of memory during aio_req->statdata allocation");	495	croak ("out of memory during aio_req->statdata allocation");
401		496
402	if (SvPOK (fh_or_path))	497	if (SvPOK (fh_or_path))
…		…
413		508
414	req->callback = SvREFCNT_inc (callback);	509	req->callback = SvREFCNT_inc (callback);
415		510
416	send_req (req);	511	send_req (req);
417		512
		513	void
		514	aio_unlink(pathname,callback)
		515	SV * pathname
		516	SV * callback
		517	PROTOTYPE: $$
		518	CODE:
		519	aio_req req;
		520
		521	Newz (0, req, 1, aio_cb);
		522
		523	if (!req)
		524	croak ("out of memory during aio_req allocation");
		525
		526	req->type = REQ_UNLINK;
		527	req->data = newSVsv (pathname);
		528	req->dataptr = SvPV_nolen (req->data);
		529	req->callback = SvREFCNT_inc (callback);
		530
		531	send_req (req);
		532
418	int	533	int
419	poll_fileno()	534	poll_fileno()
420	PROTOTYPE:	535	PROTOTYPE:
421	CODE:	536	CODE:
422	RETVAL = respipe[0];	537	RETVAL = respipe[0];
…		…
429	CODE:	544	CODE:
430	RETVAL = poll_cb (aTHX);	545	RETVAL = poll_cb (aTHX);
431	OUTPUT:	546	OUTPUT:
432	RETVAL	547	RETVAL
433		548
		549	void
		550	poll_wait()
		551	PROTOTYPE:
		552	CODE:
		553	poll_wait ();
		554
434	int	555	int
435	nreqs()	556	nreqs()
436	PROTOTYPE:	557	PROTOTYPE:
437	CODE:	558	CODE:
438	RETVAL = nreqs;	559	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.17 by root, Thu May 6 12:16:48 2004 UTC vs. Revision 1.27 by root, Fri Jul 8 03:10:00 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.17 by root, Thu May 6 12:16:48 2004 UTC vs.
Revision 1.27 by root, Fri Jul 8 03:10:00 2005 UTC