[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.18 by root, Thu May 6 15:05:57 2004 UTC vs.
Revision 1.33 by root, Wed Aug 17 16:57:53 2005 UTC

…		…
8	#include <sys/stat.h>	8	#include <sys/stat.h>
9	#include <unistd.h>	9	#include <unistd.h>
10	#include <fcntl.h>	10	#include <fcntl.h>
11	#include <signal.h>	11	#include <signal.h>
12	#include <sched.h>	12	#include <sched.h>
		13	#include <endian.h>
13		14
14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	15	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	16	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	17	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
17		18
18	#ifndef __NR_pread64	19	#if __i386 \|\| __amd64
19	# define __NR_pread64 __NR_pread	20	# define STACKSIZE ( 256 * sizeof (long))
		21	#elif __ia64
		22	# define STACKSIZE (8192 * sizeof (long))
		23	#else
		24	# define STACKSIZE ( 512 * sizeof (long))
20	#endif	25	#endif
21	#ifndef __NR_pwrite64
22	# define __NR_pwrite64 __NR_pwrite
23	#endif
24		26
25	#define STACKSIZE 1024 /* yeah */	27	enum {
26		28	REQ_QUIT,
27	enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};	29	REQ_OPEN, REQ_CLOSE,
		30	REQ_READ, REQ_WRITE, REQ_READAHEAD,
		31	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
		32	REQ_FSYNC, REQ_FDATASYNC,
		33	};
28		34
29	typedef struct {	35	typedef struct {
30	char stack[STACKSIZE];	36	char stack[STACKSIZE];
31	} aio_thread;	37	} aio_thread;
32		38
…		…
44	int errorno;	50	int errorno;
45	SV data, callback;	51	SV data, callback;
46	void *dataptr;	52	void *dataptr;
47	STRLEN dataoffset;	53	STRLEN dataoffset;
48		54
49	struct stat64 *statdata;	55	Stat_t *statdata;
50	} aio_cb;	56	} aio_cb;
51		57
52	typedef aio_cb *aio_req;	58	typedef aio_cb *aio_req;
53		59
54	static int started;	60	static int started;
…		…
65	aio_thread *thr;	71	aio_thread *thr;
66		72
67	New (0, thr, 1, aio_thread);	73	New (0, thr, 1, aio_thread);
68		74
69	if (clone (aio_proc,	75	if (clone (aio_proc,
70	&(thr->stack[STACKSIZE]),	76	&(thr->stack[STACKSIZE - 16]),
71	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	77	CLONE_VM\|CLONE_FS\|CLONE_FILES,
72	thr) >= 0)	78	thr) >= 0)
73	started++;	79	started++;
74	else	80	else
75	Safefree (thr);	81	Safefree (thr);
76	}	82	}
…		…
91	{	97	{
92	nreqs++;	98	nreqs++;
93	req->next = 0;	99	req->next = 0;
94		100
95	if (qe)	101	if (qe)
		102	{
96	qe->next = req;	103	qe->next = req;
		104	qe = req;
		105	}
97	else	106	else
98	qe = qs = req;	107	qe = qs = req;
99		108
100	send_reqs ();	109	send_reqs ();
101	}	110	}
…		…
157	req->callback = SvREFCNT_inc (callback);	166	req->callback = SvREFCNT_inc (callback);
158		167
159	send_req (req);	168	send_req (req);
160	}	169	}
161		170
		171	static void
		172	poll_wait ()
		173	{
		174	if (!nreqs)
		175	return;
		176
		177	fd_set rfd;
		178	FD_ZERO(&rfd);
		179	FD_SET(respipe[0], &rfd);
		180
		181	select (respipe[0] + 1, &rfd, 0, 0, 0);
		182	}
		183
162	static int	184	static int
163	poll_cb (pTHX)	185	poll_cb (pTHX)
164	{	186	{
165	dSP;	187	dSP;
166	int count = 0;	188	int count = 0;
167	aio_req req;	189	aio_req req;
168		190
169	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	191	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
170	{	192	{
		193	nreqs--;
		194
171	if (req->type == REQ_QUIT)	195	if (req->type == REQ_QUIT)
172	{	196	{
173	Safefree (req->thread);	197	Safefree (req->thread);
174	started--;	198	started--;
175	}	199	}
…		…
178	int errorno = errno;	202	int errorno = errno;
179	errno = req->errorno;	203	errno = req->errorno;
180		204
181	if (req->type == REQ_READ)	205	if (req->type == REQ_READ)
182	SvCUR_set (req->data, req->dataoffset	206	SvCUR_set (req->data, req->dataoffset
183	+ req->result > 0 ? req->result : 0);	207	+ (req->result > 0 ? req->result : 0));
184		208
185	if (req->data)	209	if (req->data)
186	SvREFCNT_dec (req->data);	210	SvREFCNT_dec (req->data);
187		211
188	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)	212	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
189	{	213	{
190	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	214	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
191	PL_laststatval = req->result;	215	PL_laststatval = req->result;
192	PL_statcache.st_dev = req->statdata->st_dev;	216	PL_statcache = *(req->statdata);
193	PL_statcache.st_ino = req->statdata->st_ino;
194	PL_statcache.st_mode = req->statdata->st_mode;
195	PL_statcache.st_nlink = req->statdata->st_nlink;
196	PL_statcache.st_uid = req->statdata->st_uid;
197	PL_statcache.st_gid = req->statdata->st_gid;
198	PL_statcache.st_rdev = req->statdata->st_rdev;
199	PL_statcache.st_size = req->statdata->st_size;
200	PL_statcache.st_atime = req->statdata->st_atime;
201	PL_statcache.st_mtime = req->statdata->st_mtime;
202	PL_statcache.st_ctime = req->statdata->st_ctime;
203	PL_statcache.st_blksize = req->statdata->st_blksize;
204	PL_statcache.st_blocks = req->statdata->st_blocks;
205		217
206	Safefree (req->statdata);	218	Safefree (req->statdata);
207	}	219	}
208		220
209	PUSHMARK (SP);	221	PUSHMARK (SP);
…		…
214		226
215	if (req->callback)	227	if (req->callback)
216	SvREFCNT_dec (req->callback);	228	SvREFCNT_dec (req->callback);
217		229
218	errno = errorno;	230	errno = errorno;
219	nreqs--;
220	count++;	231	count++;
221	}	232	}
222		233
223	Safefree (req);	234	Safefree (req);
224	}	235	}
225		236
226	if (qs)	237	if (qs)
227	{
228	printf ("outstanding %p %d\n", qs, nreqs);
229	send_reqs ();	238	send_reqs ();
230	}
231		239
232	return count;	240	return count;
233	}	241	}
234		242
235	static sigset_t fullsigset;	243	static sigset_t fullsigset;
236		244
237	#undef errno	245	#undef errno
		246	#include <linux/unistd.h>
		247	#include <linux/types.h>
		248	#include <sys/prctl.h>
		249
		250	#if __alpha \|\| __ia64 \|\| __hppa \|\| __v850__
		251	# define stat kernelstat
		252	# define stat64 kernelstat64
238	#include <asm/unistd.h>	253	# include <asm/stat.h>
		254	# undef stat
		255	# undef stat64
		256	#else
		257	# define kernelstat stat
		258	# define kernelstat64 stat64
		259	#endif
		260
		261	#define COPY_STATDATA \
		262	req->statdata->st_dev = statdata.st_dev; \
		263	req->statdata->st_ino = statdata.st_ino; \
		264	req->statdata->st_mode = statdata.st_mode; \
		265	req->statdata->st_nlink = statdata.st_nlink; \
		266	req->statdata->st_uid = statdata.st_uid; \
		267	req->statdata->st_gid = statdata.st_gid; \
		268	req->statdata->st_rdev = statdata.st_rdev; \
		269	req->statdata->st_size = statdata.st_size; \
		270	req->statdata->st_atime = statdata.st_atime; \
		271	req->statdata->st_mtime = statdata.st_mtime; \
		272	req->statdata->st_ctime = statdata.st_ctime; \
		273	req->statdata->st_blksize = statdata.st_blksize; \
		274	req->statdata->st_blocks = statdata.st_blocks; \
239		275
240	static int	276	static int
241	aio_proc (void *thr_arg)	277	aio_proc (void *thr_arg)
242	{	278	{
243	aio_thread *thr = thr_arg;	279	aio_thread *thr = thr_arg;
244	aio_req req;	280	aio_req req;
245	int errno;	281	int errno;
246		282
247	/* this is very much x86 and kernel-specific :(:(:( */	283	/* this is very much kernel-specific :(:(:( */
248	/* we rely on gcc's ability to create closures. */	284	/* we rely on gcc's ability to create closures. */
249	_syscall3(int,read,int,fd,char *,buf,size_t,count)	285	_syscall3(__kernel_size_t, read , unsigned int, fd, char *, buf, __kernel_size_t, count)
250	_syscall3(int,write,int,fd,char *,buf,size_t,count)	286	_syscall3(__kernel_size_t, write, unsigned int, fd, char *, buf, __kernel_size_t, count)
251		287
252	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)	288	_syscall3(long, open, char *, pathname, int, flags, int, mode)
253	_syscall1(int,close,int,fd)	289	_syscall1(long, close, unsigned int, fd)
		290	_syscall1(long, unlink, char *, filename);
		291	_syscall1(long, fsync, unsigned int, fd);
254		292
255	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)	293	#ifndef __NR_fdatasync
256	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)	294	# define __NR_fdatasync __NR_fsync
		295	#endif
		296	_syscall1(long, fdatasync, unsigned int, fd);
257		297
		298	#if BYTE_ORDER == LITTLE_ENDIAN
		299	# define LOFF_ARG(off) (off & 0xffffffff), (off >> 32)
		300	#elif BYTE_ORDER == BIG_ENDIAN
		301	# define LOFF_ARG(off) (off >> 32), (off & 0xffffffff)
		302	#endif
		303
		304	#ifndef __NR_pread64
		305	# define __NR_pread64 __NR_pread
		306	# define __NR_pwrite64 __NR_write
		307	#endif
		308	_syscall5(__kernel_ssize_t, pread64 , unsigned int, fd, char *, buf,
		309	__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
		310	_syscall5(__kernel_ssize_t, pwrite64, unsigned int, fd, char *, buf,
		311	__kernel_size_t, count, unsigned int, offset_lh, unsigned int, offset_hl)
		312	_syscall4(long, readahead, unsigned int, fd, unsigned int, offset_lh, unsigned int, offset_hl, __kernel_size_t, count);
		313
		314	#if __NR_stat64
258	_syscall2(int,stat64, const char , filename, struct stat64 , buf)	315	_syscall2(long, stat64 , const char , filename, struct kernelstat64 , buf)
259	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)	316	_syscall2(long, lstat64, const char , filename, struct kernelstat64 , buf)
260	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)	317	_syscall2(long, fstat64, int , fd , struct kernelstat64 *, buf)
		318	#elif __NR_stat
		319	_syscall2(long, stat , const char , filename, struct kernelstat , buf)
		320	_syscall2(long, lstat, const char , filename, struct kernelstat , buf)
		321	_syscall2(long, fstat, int , fd , struct kernelstat *, buf)
		322	#else
		323	# error "neither stat64 nor stat defined"
		324	#endif
261		325
		326	/* the following two calls might clobber errno */
262	sigprocmask (SIG_SETMASK, &fullsigset, 0);	327	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		328	prctl (PR_SET_PDEATHSIG, SIGKILL);
263		329
264	/* then loop */	330	/* then loop */
265	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	331	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
266	{	332	{
267	req->thread = thr;	333	req->thread = thr;
268	errno = 0; /* strictly unnecessary */	334	errno = 0; /* strictly unnecessary */
269		335
270	switch (req->type)	336	switch (req->type)
271	{	337	{
272	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;	338	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
273	case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;	339	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, LOFF_ARG (req->offset)); break;
		340	case REQ_READAHEAD: req->result = readahead (req->fd, LOFF_ARG (req->offset), req->length); break;
		341
		342	#if __NR_stat64
		343	struct kernelstat64 statdata;
		344	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		345	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		346	case REQ_FSTAT: req->result = fstat64 (req->fd , &statdata); COPY_STATDATA; break;
		347	#else
		348	struct kernelstat statdata;
		349	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		350	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		351	case REQ_FSTAT: req->result = fstat (req->fd , &statdata); COPY_STATDATA; break;
		352	#endif
		353
274	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;	354	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
275	case REQ_CLOSE: req->result = close (req->fd); break;	355	case REQ_CLOSE: req->result = close (req->fd); break;
276	case REQ_STAT: req->result = stat64 (req->dataptr, req->statdata); break;	356	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
277	case REQ_LSTAT: req->result = lstat64 (req->dataptr, req->statdata); break;	357
		358	case REQ_FSYNC: req->result = fsync (req->fd); break;
278	case REQ_FSTAT: req->result = fstat64 (req->fd, req->statdata); break;	359	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
279		360
280	case REQ_QUIT:	361	case REQ_QUIT:
281	default:
282	write (respipe[1], (void *)&req, sizeof (req));	362	write (respipe[1], (void *)&req, sizeof (req));
283	return 0;	363	return 0;
		364
		365	default:
		366	req->result = ENOSYS;
		367	break;
284	}	368	}
285		369
286	req->errorno = errno;	370	req->errorno = errno;
287	write (respipe[1], (void *)&req, sizeof (req));	371	write (respipe[1], (void *)&req, sizeof (req));
288	}	372	}
…		…
321	void	405	void
322	max_parallel(nthreads)	406	max_parallel(nthreads)
323	int nthreads	407	int nthreads
324	PROTOTYPE: $	408	PROTOTYPE: $
325	CODE:	409	CODE:
		410	{
326	int cur = started;	411	int cur = started;
327	while (cur > nthreads)	412	while (cur > nthreads)
328	{	413	{
329	end_thread ();	414	end_thread ();
330	cur--;	415	cur--;
331	}	416	}
332		417
333	while (started > nthreads)	418	while (started > nthreads)
334	{	419	{
335	fd_set rfd;	420	poll_wait ();
336	FD_ZERO(&rfd);
337	FD_SET(respipe[0], &rfd);
338
339	select (respipe[0] + 1, &rfd, 0, 0, 0);
340	poll_cb (aTHX);	421	poll_cb (aTHX);
341	}	422	}
		423	}
342		424
343	void	425	void
344	aio_open(pathname,flags,mode,callback)	426	aio_open(pathname,flags,mode,callback)
345	SV * pathname	427	SV * pathname
346	int flags	428	int flags
347	int mode	429	int mode
348	SV * callback	430	SV * callback
349	PROTOTYPE: $$$$	431	PROTOTYPE: $$$$
350	CODE:	432	CODE:
		433	{
351	aio_req req;	434	aio_req req;
352		435
353	Newz (0, req, 1, aio_cb);	436	Newz (0, req, 1, aio_cb);
354		437
355	if (!req)	438	if (!req)
…		…
361	req->fd = flags;	444	req->fd = flags;
362	req->mode = mode;	445	req->mode = mode;
363	req->callback = SvREFCNT_inc (callback);	446	req->callback = SvREFCNT_inc (callback);
364		447
365	send_req (req);	448	send_req (req);
		449	}
366		450
367	void	451	void
368	aio_close(fh,callback)	452	aio_close(fh,callback)
369	InputStream fh	453	InputStream fh
370	SV * callback	454	SV * callback
371	PROTOTYPE: $$	455	PROTOTYPE: $$
		456	ALIAS:
		457	aio_close = REQ_CLOSE
		458	aio_fsync = REQ_FSYNC
		459	aio_fdatasync = REQ_FDATASYNC
372	CODE:	460	CODE:
		461	{
373	aio_req req;	462	aio_req req;
374		463
375	Newz (0, req, 1, aio_cb);	464	Newz (0, req, 1, aio_cb);
376		465
377	if (!req)	466	if (!req)
378	croak ("out of memory during aio_req allocation");	467	croak ("out of memory during aio_req allocation");
379		468
380	req->type = REQ_CLOSE;	469	req->type = ix;
381	req->fd = PerlIO_fileno (fh);	470	req->fd = PerlIO_fileno (fh);
382	req->callback = SvREFCNT_inc (callback);	471	req->callback = SvREFCNT_inc (callback);
383		472
384	send_req (req);	473	send_req (req);
		474	}
385		475
386	void	476	void
387	aio_read(fh,offset,length,data,dataoffset,callback)	477	aio_read(fh,offset,length,data,dataoffset,callback)
388	InputStream fh	478	InputStream fh
389	UV offset	479	UV offset
…		…
406	PROTOTYPE: $$$$$$	496	PROTOTYPE: $$$$$$
407	CODE:	497	CODE:
408	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	498	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
409		499
410	void	500	void
		501	aio_readahead(fh,offset,length,callback)
		502	InputStream fh
		503	UV offset
		504	IV length
		505	SV * callback
		506	PROTOTYPE: $$$$
		507	CODE:
		508	{
		509	aio_req req;
		510
		511	if (length < 0)
		512	croak ("length must not be negative");
		513
		514	Newz (0, req, 1, aio_cb);
		515
		516	if (!req)
		517	croak ("out of memory during aio_req allocation");
		518
		519	req->type = REQ_READAHEAD;
		520	req->fd = PerlIO_fileno (fh);
		521	req->offset = offset;
		522	req->length = length;
		523	req->callback = SvREFCNT_inc (callback);
		524
		525	send_req (req);
		526	}
		527
		528	void
411	aio_stat(fh_or_path,callback)	529	aio_stat(fh_or_path,callback)
412	SV * fh_or_path	530	SV * fh_or_path
413	SV * callback	531	SV * callback
414	PROTOTYPE: $$	532	PROTOTYPE: $$
415	ALIAS:	533	ALIAS:
416	aio_lstat = 1	534	aio_lstat = 1
417	CODE:	535	CODE:
		536	{
418	aio_req req;	537	aio_req req;
419		538
420	Newz (0, req, 1, aio_cb);	539	Newz (0, req, 1, aio_cb);
421		540
422	if (!req)	541	if (!req)
423	croak ("out of memory during aio_req allocation");	542	croak ("out of memory during aio_req allocation");
424		543
425	New (0, req->statdata, 1, struct stat64);	544	New (0, req->statdata, 1, Stat_t);
426		545
427	if (!req->statdata)	546	if (!req->statdata)
428	croak ("out of memory during aio_req->statdata allocation");	547	croak ("out of memory during aio_req->statdata allocation");
429		548
430	if (SvPOK (fh_or_path))	549	if (SvPOK (fh_or_path))
…		…
440	}	559	}
441		560
442	req->callback = SvREFCNT_inc (callback);	561	req->callback = SvREFCNT_inc (callback);
443		562
444	send_req (req);	563	send_req (req);
		564	}
		565
		566	void
		567	aio_unlink(pathname,callback)
		568	SV * pathname
		569	SV * callback
		570	PROTOTYPE: $$
		571	CODE:
		572	{
		573	aio_req req;
		574
		575	Newz (0, req, 1, aio_cb);
		576
		577	if (!req)
		578	croak ("out of memory during aio_req allocation");
		579
		580	req->type = REQ_UNLINK;
		581	req->data = newSVsv (pathname);
		582	req->dataptr = SvPV_nolen (req->data);
		583	req->callback = SvREFCNT_inc (callback);
		584
		585	send_req (req);
		586	}
445		587
446	int	588	int
447	poll_fileno()	589	poll_fileno()
448	PROTOTYPE:	590	PROTOTYPE:
449	CODE:	591	CODE:
…		…
457	CODE:	599	CODE:
458	RETVAL = poll_cb (aTHX);	600	RETVAL = poll_cb (aTHX);
459	OUTPUT:	601	OUTPUT:
460	RETVAL	602	RETVAL
461		603
		604	void
		605	poll_wait()
		606	PROTOTYPE:
		607	CODE:
		608	poll_wait ();
		609
462	int	610	int
463	nreqs()	611	nreqs()
464	PROTOTYPE:	612	PROTOTYPE:
465	CODE:	613	CODE:
466	RETVAL = nreqs;	614	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.18 by root, Thu May 6 15:05:57 2004 UTC vs. Revision 1.33 by root, Wed Aug 17 16:57:53 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.18 by root, Thu May 6 15:05:57 2004 UTC vs.
Revision 1.33 by root, Wed Aug 17 16:57:53 2005 UTC