[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.7 by root, Wed Aug 15 03:24:08 2001 UTC vs.
Revision 1.25 by root, Thu Jul 7 22:24:09 2005 UTC

…		…
		1	#define PERL_NO_GET_CONTEXT
		2
1	#include "EXTERN.h"	3	#include "EXTERN.h"
2	#include "perl.h"	4	#include "perl.h"
3	#include "XSUB.h"	5	#include "XSUB.h"
4		6
5	#include <sys/types.h>	7	#include <sys/types.h>
		8	#include <sys/stat.h>
6	#include <unistd.h>	9	#include <unistd.h>
7	#include <fcntl.h>	10	#include <fcntl.h>
		11	#include <signal.h>
8	#include <sched.h>	12	#include <sched.h>
9		13
10	#define STACKSIZE 4096 /* yeah */	14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
		15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
		16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
11		17
12	#define REQ_QUIT 0	18	// 128 seems to be enough most everywhere. alpha needs 256.
13	#define REQ_READ 1	19	#define STACKSIZE (256 * sizeof (long))
14	#define REQ_WRITE 2	20
		21	enum {
		22	REQ_QUIT,
		23	REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE,
		24	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK
		25	};
15		26
16	typedef struct {	27	typedef struct {
17	char stack[STACKSIZE];	28	char stack[STACKSIZE];
18	} aio_thread;	29	} aio_thread;
19		30
20	typedef struct {	31	typedef struct aio_cb {
		32	struct aio_cb *next;
		33
21	int type;	34	int type;
22	aio_thread *thread;	35	aio_thread *thread;
23		36
24	/* read/write */
25	int fd;	37	int fd;
26	off_t offset;	38	off_t offset;
27	size_t length;	39	size_t length;
28	ssize_t result;	40	ssize_t result;
		41	mode_t mode; /* open */
29	int errorno;	42	int errorno;
30
31	SV data, callback;	43	SV data, callback;
32	void *dataptr;	44	void *dataptr;
33	STRLEN dataoffset;	45	STRLEN dataoffset;
		46
		47	Stat_t *statdata;
34	} aio_cb;	48	} aio_cb;
35		49
36	typedef aio_cb *aio_req;	50	typedef aio_cb *aio_req;
37		51
38	static int started;	52	static int started;
39	static int nreqs;	53	static int nreqs;
40	static int reqpipe[2], respipe[2];	54	static int reqpipe[2], respipe[2];
41		55
		56	static aio_req qs, qe; /* queue start, queue end */
		57
42	static int aio_proc(void *arg);	58	static int aio_proc(void *arg);
43		59
44	static void	60	static void
45	start_thread(void)	61	start_thread (void)
46	{	62	{
47	aio_thread *thr;	63	aio_thread *thr;
48		64
49	New (0, thr, 1, aio_thread);	65	New (0, thr, 1, aio_thread);
50		66
51	if (clone (aio_proc,	67	if (clone (aio_proc,
52	&(thr->stack[STACKSIZE]),	68	&(thr->stack[STACKSIZE - sizeof (long)]),
53	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	69	CLONE_VM\|CLONE_FS\|CLONE_FILES,
54	thr) >= 0)	70	thr) >= 0)
55	started++;	71	started++;
56	else	72	else
57	Safefree (thr);	73	Safefree (thr);
58	}	74	}
59		75
60	static void	76	static void
		77	send_reqs (void)
		78	{
		79	/* this write is atomic */
		80	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		81	{
		82	qs = qs->next;
		83	if (!qs) qe = 0;
		84	}
		85	}
		86
		87	static void
		88	send_req (aio_req req)
		89	{
		90	nreqs++;
		91	req->next = 0;
		92
		93	if (qe)
		94	{
		95	qe->next = req;
		96	qe = req;
		97	}
		98	else
		99	qe = qs = req;
		100
		101	send_reqs ();
		102	}
		103
		104	static void
61	end_thread(void)	105	end_thread (void)
62	{	106	{
63	aio_req req;	107	aio_req req;
64	New (0, req, 1, aio_cb);	108	New (0, req, 1, aio_cb);
65	req->type = REQ_QUIT;	109	req->type = REQ_QUIT;
66	write (reqpipe[1], &req, sizeof (aio_req));	110
		111	send_req (req);
67	}	112	}
68		113
69	static void	114	static void
		115	read_write (pTHX_
70	read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,	116	int dowrite, int fd, off_t offset, size_t length,
71	SV data, STRLEN dataoffset, SVcallback)	117	SV data, STRLEN dataoffset, SV callback)
72	{	118	{
73	aio_req req;	119	aio_req req;
74	STRLEN svlen;	120	STRLEN svlen;
75	char *svptr = SvPV (data, svlen);	121	char *svptr = SvPV (data, svlen);
		122
		123	SvUPGRADE (data, SVt_PV);
		124	SvPOK_on (data);
76		125
77	if (dataoffset < 0)	126	if (dataoffset < 0)
78	dataoffset += svlen;	127	dataoffset += svlen;
79		128
80	if (dataoffset < 0 \|\| dataoffset > svlen)	129	if (dataoffset < 0 \|\| dataoffset > svlen)
93	}	142	}
94		143
95	if (length < 0)	144	if (length < 0)
96	croak ("length must not be negative");	145	croak ("length must not be negative");
97		146
98	New (0, req, 1, aio_cb);	147	Newz (0, req, 1, aio_cb);
99		148
100	if (!req)	149	if (!req)
101	croak ("out of memory during aio_req allocation");	150	croak ("out of memory during aio_req allocation");
102		151
103	req->type = dowrite ? REQ_WRITE : REQ_READ;	152	req->type = dowrite ? REQ_WRITE : REQ_READ;
…		…
106	req->length = length;	155	req->length = length;
107	req->data = SvREFCNT_inc (data);	156	req->data = SvREFCNT_inc (data);
108	req->dataptr = (char *)svptr + dataoffset;	157	req->dataptr = (char *)svptr + dataoffset;
109	req->callback = SvREFCNT_inc (callback);	158	req->callback = SvREFCNT_inc (callback);
110		159
111	nreqs++;	160	send_req (req);
112	write (reqpipe[1], &req, sizeof (aio_req));	161	}
		162
		163	static void
		164	poll_wait ()
		165	{
		166	fd_set rfd;
		167	FD_ZERO(&rfd);
		168	FD_SET(respipe[0], &rfd);
		169
		170	select (respipe[0] + 1, &rfd, 0, 0, 0);
113	}	171	}
114		172
115	static int	173	static int
116	poll_cb (pTHX)	174	poll_cb (pTHX)
117	{	175	{
…		…
119	int count = 0;	177	int count = 0;
120	aio_req req;	178	aio_req req;
121		179
122	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	180	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
123	{	181	{
		182	nreqs--;
		183
124	if (req->type == REQ_QUIT)	184	if (req->type == REQ_QUIT)
125	{	185	{
126	Safefree (req->thread);	186	Safefree (req->thread);
127	started--;	187	started--;
128	}	188	}
…		…
133		193
134	if (req->type == REQ_READ)	194	if (req->type == REQ_READ)
135	SvCUR_set (req->data, req->dataoffset	195	SvCUR_set (req->data, req->dataoffset
136	+ req->result > 0 ? req->result : 0);	196	+ req->result > 0 ? req->result : 0);
137		197
		198	if (req->data)
		199	SvREFCNT_dec (req->data);
		200
		201	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		202	{
		203	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		204	PL_laststatval = req->result;
		205	PL_statcache = *(req->statdata);
		206
		207	Safefree (req->statdata);
		208	}
		209
138	PUSHMARK (SP);	210	PUSHMARK (SP);
139	XPUSHs (sv_2mortal (newSViv (req->result)));	211	XPUSHs (sv_2mortal (newSViv (req->result)));
140	PUTBACK;	212	PUTBACK;
141	call_sv (req->callback, G_VOID);	213	call_sv (req->callback, G_VOID);
142	SPAGAIN;	214	SPAGAIN;
143		215
144	SvREFCNT_dec (req->data);	216	if (req->callback)
145	SvREFCNT_dec (req->callback);	217	SvREFCNT_dec (req->callback);
146		218
147	errno = errorno;	219	errno = errorno;
148	nreqs--;
149	count++;	220	count++;
150	}	221	}
151		222
152	Safefree (req);	223	Safefree (req);
153	}	224	}
154		225
		226	if (qs)
		227	send_reqs ();
		228
155	return count;	229	return count;
156	}	230	}
		231
		232	static sigset_t fullsigset;
157		233
158	#undef errno	234	#undef errno
159	#include <asm/unistd.h>	235	#include <asm/unistd.h>
		236	#include <sys/prctl.h>
		237
		238	#if __alpha \|\| __ia64 \|\| __hppa \|\| __sparc64__ \|\| __v850__
		239	# define stat kernelstat
		240	# define stat64 kernelstat64
		241	# include <asm/stat.h>
		242	# undef stat
		243	# undef stat64
		244	#else
		245	# define kernelstat stat
		246	# define kernelstat64 stat64
		247	#endif
		248
		249	#define COPY_STATDATA \
		250	req->statdata->st_dev = statdata.st_dev; \
		251	req->statdata->st_ino = statdata.st_ino; \
		252	req->statdata->st_mode = statdata.st_mode; \
		253	req->statdata->st_nlink = statdata.st_nlink; \
		254	req->statdata->st_uid = statdata.st_uid; \
		255	req->statdata->st_gid = statdata.st_gid; \
		256	req->statdata->st_rdev = statdata.st_rdev; \
		257	req->statdata->st_size = statdata.st_size; \
		258	req->statdata->st_atime = statdata.st_atime; \
		259	req->statdata->st_mtime = statdata.st_mtime; \
		260	req->statdata->st_ctime = statdata.st_ctime; \
		261	req->statdata->st_blksize = statdata.st_blksize; \
		262	req->statdata->st_blocks = statdata.st_blocks; \
160		263
161	static int	264	static int
162	aio_proc(void *thr_arg)	265	aio_proc (void *thr_arg)
163	{	266	{
164	aio_thread *thr = thr_arg;	267	aio_thread *thr = thr_arg;
165	int sig;	268	aio_req req;
166	int errno;	269	int errno;
167	aio_req req;
168		270
		271	/* this is very much kernel-specific :(:(:( */
169	/* we rely on gcc's ability to create closures. */	272	/* we rely on gcc's ability to create closures. */
170	_syscall3(int,lseek,int,fd,off_t,offset,int,whence);
171	_syscall3(int,read,int,fd,char *,buf,off_t,count);	273	_syscall3(int,read,int,fd,char *,buf,size_t,count)
172	_syscall3(int,write,int,fd,char *,buf,off_t,count);	274	_syscall3(int,write,int,fd,char *,buf,size_t,count)
173		275
174	/* first get rid of any signals */	276	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
175	for (sig = 1; sig < _NSIG; sig++)	277	_syscall1(int,close,int,fd)
176	signal (sig, SIG_DFL);
177		278
178	signal (SIGPIPE, SIG_IGN);	279	#if __NR_pread64
179		280	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		281	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		282	#elif __NR_pread
		283	_syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset)
		284	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset)
		285	#else
		286	# error "neither pread nor pread64 defined"
		287	#endif
		288
		289
		290	#if __NR_stat64
		291	_syscall2(int,stat64, const char , filename, struct kernelstat64 , buf)
		292	_syscall2(int,lstat64, const char , filename, struct kernelstat64 , buf)
		293	_syscall2(int,fstat64, int, fd, struct kernelstat64 *, buf)
		294	#elif __NR_stat
		295	_syscall2(int,stat, const char , filename, struct kernelstat , buf)
		296	_syscall2(int,lstat, const char , filename, struct kernelstat , buf)
		297	_syscall2(int,fstat, int, fd, struct kernelstat *, buf)
		298	#else
		299	# error "neither stat64 nor stat defined"
		300	#endif
		301
		302	_syscall1(int,unlink, char *, filename);
		303
		304	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		305	prctl (PR_SET_PDEATHSIG, SIGKILL);
		306
180	/* then loop */	307	/* then loop */
181	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	308	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
182	{	309	{
183	req->thread = thr;	310	req->thread = thr;
		311	errno = 0; /* strictly unnecessary */
184		312
185	if (req->type == REQ_READ \|\| req->type == REQ_WRITE)	313	switch (req->type)
186	{	314	{
		315	#if __NR_pread64
		316	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		317	case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		318	#else
		319	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
		320	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
		321	#endif
		322	#if __NR_stat64
		323	struct kernelstat64 statdata;
		324	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		325	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		326	case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break;
		327	#else
		328	struct kernelstat statdata;
		329	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		330	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		331	case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break;
		332	#endif
		333	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		334	case REQ_CLOSE: req->result = close (req->fd); break;
		335	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		336
		337	case REQ_QUIT:
		338	default:
		339	write (respipe[1], (void *)&req, sizeof (req));
187	errno = 0;	340	return 0;
188
189	if (lseek (req->fd, req->offset, SEEK_SET) == req->offset)
190	{
191	if (req->type == REQ_READ)
192	req->result = read (req->fd, req->dataptr, req->length);
193	else
194	req->result = write(req->fd, req->dataptr, req->length);
195	}
196
197	req->errorno = errno;
198	}	341	}
199	else
200	{
201	write (respipe[1], (void *)&req, sizeof (req));
202	break;
203	}
204		342
		343	req->errorno = errno;
205	write (respipe[1], (void *)&req, sizeof (req));	344	write (respipe[1], (void *)&req, sizeof (req));
206	}	345	}
207		346
208	return 0;	347	return 0;
209	}	348	}
210		349
211	MODULE = Linux::AIO PACKAGE = Linux::AIO	350	MODULE = Linux::AIO PACKAGE = Linux::AIO
212		351
213	BOOT:	352	BOOT:
214	{	353	{
		354	sigfillset (&fullsigset);
		355	sigdelset (&fullsigset, SIGTERM);
		356	sigdelset (&fullsigset, SIGQUIT);
		357	sigdelset (&fullsigset, SIGABRT);
		358	sigdelset (&fullsigset, SIGINT);
		359
215	if (pipe (reqpipe) \|\| pipe (respipe))	360	if (pipe (reqpipe) \|\| pipe (respipe))
216	croak ("unable to initialize request or result pipe");	361	croak ("unable to initialize request or result pipe");
		362
		363	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		364	croak ("cannot set result pipe to nonblocking mode");
217		365
218	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	366	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
219	croak ("cannot set result pipe to nonblocking mode");	367	croak ("cannot set result pipe to nonblocking mode");
220	}	368	}
221		369
…		…
237	{	385	{
238	end_thread ();	386	end_thread ();
239	cur--;	387	cur--;
240	}	388	}
241		389
242	poll_cb ();
243	while (started > nthreads)	390	while (started > nthreads)
244	{	391	{
245	sched_yield ();	392	poll_wait ();
246	poll_cb ();	393	poll_cb (aTHX);
247	}	394	}
248		395
249	void	396	void
		397	aio_open(pathname,flags,mode,callback)
		398	SV * pathname
		399	int flags
		400	int mode
		401	SV * callback
		402	PROTOTYPE: $$$$
		403	CODE:
		404	aio_req req;
		405
		406	Newz (0, req, 1, aio_cb);
		407
		408	if (!req)
		409	croak ("out of memory during aio_req allocation");
		410
		411	req->type = REQ_OPEN;
		412	req->data = newSVsv (pathname);
		413	req->dataptr = SvPV_nolen (req->data);
		414	req->fd = flags;
		415	req->mode = mode;
		416	req->callback = SvREFCNT_inc (callback);
		417
		418	send_req (req);
		419
		420	void
		421	aio_close(fh,callback)
		422	InputStream fh
		423	SV * callback
		424	PROTOTYPE: $$
		425	CODE:
		426	aio_req req;
		427
		428	Newz (0, req, 1, aio_cb);
		429
		430	if (!req)
		431	croak ("out of memory during aio_req allocation");
		432
		433	req->type = REQ_CLOSE;
		434	req->fd = PerlIO_fileno (fh);
		435	req->callback = SvREFCNT_inc (callback);
		436
		437	send_req (req);
		438
		439	void
250	aio_read(fh,offset,length,data,dataoffset,callback)	440	aio_read(fh,offset,length,data,dataoffset,callback)
251	PerlIO * fh	441	InputStream fh
252	UV offset	442	UV offset
253	STRLEN length	443	IV length
254	SV * data	444	SV * data
255	STRLEN dataoffset	445	IV dataoffset
256	SV * callback	446	SV * callback
257	PROTOTYPE: $$$$$$	447	PROTOTYPE: $$$$$$
258	ALIAS:	448	CODE:
259	aio_write = 1
260	CODE:
261	SvUPGRADE (data, SVt_PV);
262	SvPOK_on (data);
263	read_write (aTHX_ ix, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	449	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
		450
		451	void
		452	aio_write(fh,offset,length,data,dataoffset,callback)
		453	OutputStream fh
		454	UV offset
		455	IV length
		456	SV * data
		457	IV dataoffset
		458	SV * callback
		459	PROTOTYPE: $$$$$$
		460	CODE:
		461	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
		462
		463	void
		464	aio_stat(fh_or_path,callback)
		465	SV * fh_or_path
		466	SV * callback
		467	PROTOTYPE: $$
		468	ALIAS:
		469	aio_lstat = 1
		470	CODE:
		471	aio_req req;
		472
		473	Newz (0, req, 1, aio_cb);
		474
		475	if (!req)
		476	croak ("out of memory during aio_req allocation");
		477
		478	New (0, req->statdata, 1, Stat_t);
		479
		480	if (!req->statdata)
		481	croak ("out of memory during aio_req->statdata allocation");
		482
		483	if (SvPOK (fh_or_path))
		484	{
		485	req->type = ix ? REQ_LSTAT : REQ_STAT;
		486	req->data = newSVsv (fh_or_path);
		487	req->dataptr = SvPV_nolen (req->data);
		488	}
		489	else
		490	{
		491	req->type = REQ_FSTAT;
		492	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
		493	}
		494
		495	req->callback = SvREFCNT_inc (callback);
		496
		497	send_req (req);
		498
		499	void
		500	aio_unlink(pathname,callback)
		501	SV * pathname
		502	SV * callback
		503	PROTOTYPE: $$
		504	CODE:
		505	aio_req req;
		506
		507	Newz (0, req, 1, aio_cb);
		508
		509	if (!req)
		510	croak ("out of memory during aio_req allocation");
		511
		512	req->type = REQ_UNLINK;
		513	req->data = newSVsv (pathname);
		514	req->dataptr = SvPV_nolen (req->data);
		515	req->callback = SvREFCNT_inc (callback);
		516
		517	send_req (req);
264		518
265	int	519	int
266	poll_fileno()	520	poll_fileno()
267	PROTOTYPE:	521	PROTOTYPE:
268	CODE:	522	CODE:
…		…
276	CODE:	530	CODE:
277	RETVAL = poll_cb (aTHX);	531	RETVAL = poll_cb (aTHX);
278	OUTPUT:	532	OUTPUT:
279	RETVAL	533	RETVAL
280		534
		535	void
		536	poll_wait()
		537	PROTOTYPE:
		538	CODE:
		539	poll_wait ();
		540
281	int	541	int
282	nreqs()	542	nreqs()
283	PROTOTYPE:	543	PROTOTYPE:
284	CODE:	544	CODE:
285	RETVAL = nreqs;	545	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.7 by root, Wed Aug 15 03:24:08 2001 UTC vs. Revision 1.25 by root, Thu Jul 7 22:24:09 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.7 by root, Wed Aug 15 03:24:08 2001 UTC vs.
Revision 1.25 by root, Thu Jul 7 22:24:09 2005 UTC