[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.5 by root, Tue Aug 14 18:06:37 2001 UTC vs.
Revision 1.24 by root, Sat Jul 2 13:16:33 2005 UTC

…		…
		1	#define PERL_NO_GET_CONTEXT
		2
1	#include "EXTERN.h"	3	#include "EXTERN.h"
2	#include "perl.h"	4	#include "perl.h"
3	#include "XSUB.h"	5	#include "XSUB.h"
4		6
5	#include <sys/types.h>	7	#include <sys/types.h>
		8	#include <sys/stat.h>
6	#include <unistd.h>	9	#include <unistd.h>
7	#include <fcntl.h>	10	#include <fcntl.h>
		11	#include <signal.h>
8	#include <sched.h>	12	#include <sched.h>
9		13
10	#define STACKSIZE 1024 /* yeah */	14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
		15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
		16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
11		17
12	#define REQ_QUIT 0	18	#define STACKSIZE (128 * sizeof (long)) /* yeah */
13	#define REQ_READ 1	19
14	#define REQ_WRITE 2	20	enum {
		21	REQ_QUIT,
		22	REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE,
		23	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK
		24	};
15		25
16	typedef struct {	26	typedef struct {
17	char stack[STACKSIZE];	27	char stack[STACKSIZE];
18	} aio_thread;	28	} aio_thread;
19		29
20	typedef struct {	30	typedef struct aio_cb {
		31	struct aio_cb *next;
		32
21	int type;	33	int type;
22	aio_thread *thread;	34	aio_thread *thread;
23		35
24	/* read/write */
25	int fd;	36	int fd;
26	off_t offset;	37	off_t offset;
27	size_t length;	38	size_t length;
28	ssize_t result;	39	ssize_t result;
		40	mode_t mode; /* open */
29	int errorno;	41	int errorno;
30
31	SV data, callback;	42	SV data, callback;
32	void *dataptr;	43	void *dataptr;
33	STRLEN dataoffset;	44	STRLEN dataoffset;
		45
		46	Stat_t *statdata;
34	} aio_cb;	47	} aio_cb;
35		48
36	typedef aio_cb *aio_req;	49	typedef aio_cb *aio_req;
37		50
38	static int started;	51	static int started;
39	static int nreqs;	52	static int nreqs;
40	static int reqpipe[2], respipe[2];	53	static int reqpipe[2], respipe[2];
41		54
		55	static aio_req qs, qe; /* queue start, queue end */
		56
42	static int aio_proc(void *arg);	57	static int aio_proc(void *arg);
43		58
44	static void	59	static void
45	start_thread(void)	60	start_thread (void)
46	{	61	{
47	aio_thread *thr;	62	aio_thread *thr;
48		63
49	New (0, thr, 1, aio_thread);	64	New (0, thr, 1, aio_thread);
50		65
51	if (clone (aio_proc,	66	if (clone (aio_proc,
52	&(thr->stack[STACKSIZE]),	67	&(thr->stack[STACKSIZE - sizeof (long)]),
53	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	68	CLONE_VM\|CLONE_FS\|CLONE_FILES,
54	thr) >= 0)	69	thr) >= 0)
55	started++;	70	started++;
56	else	71	else
57	Safefree (thr);	72	Safefree (thr);
58	}	73	}
59		74
60	static void	75	static void
		76	send_reqs (void)
		77	{
		78	/* this write is atomic */
		79	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		80	{
		81	qs = qs->next;
		82	if (!qs) qe = 0;
		83	}
		84	}
		85
		86	static void
		87	send_req (aio_req req)
		88	{
		89	nreqs++;
		90	req->next = 0;
		91
		92	if (qe)
		93	{
		94	qe->next = req;
		95	qe = req;
		96	}
		97	else
		98	qe = qs = req;
		99
		100	send_reqs ();
		101	}
		102
		103	static void
61	end_thread(void)	104	end_thread (void)
62	{	105	{
63	aio_req req;	106	aio_req req;
64	New (0, req, 1, aio_cb);	107	New (0, req, 1, aio_cb);
65	req->type = REQ_QUIT;	108	req->type = REQ_QUIT;
66	write (reqpipe[1], &req, sizeof (aio_req));	109
		110	send_req (req);
67	}	111	}
68		112
69	static void	113	static void
		114	read_write (pTHX_
70	read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,	115	int dowrite, int fd, off_t offset, size_t length,
71	SV data, STRLEN dataoffset, SVcallback)	116	SV data, STRLEN dataoffset, SV callback)
72	{	117	{
73	aio_req req;	118	aio_req req;
74	STRLEN svlen;	119	STRLEN svlen;
75	char *svptr = SvPV (data, svlen);	120	char *svptr = SvPV (data, svlen);
		121
		122	SvUPGRADE (data, SVt_PV);
		123	SvPOK_on (data);
76		124
77	if (dataoffset < 0)	125	if (dataoffset < 0)
78	dataoffset += svlen;	126	dataoffset += svlen;
79		127
80	if (dataoffset < 0 \|\| dataoffset > svlen)	128	if (dataoffset < 0 \|\| dataoffset > svlen)
93	}	141	}
94		142
95	if (length < 0)	143	if (length < 0)
96	croak ("length must not be negative");	144	croak ("length must not be negative");
97		145
98	New (0, req, 1, aio_cb);	146	Newz (0, req, 1, aio_cb);
99		147
100	if (!req)	148	if (!req)
101	croak ("out of memory during aio_req allocation");	149	croak ("out of memory during aio_req allocation");
102		150
103	req->type = dowrite ? REQ_WRITE : REQ_READ;	151	req->type = dowrite ? REQ_WRITE : REQ_READ;
104	req->fd = fd;	152	req->fd = fd;
105	req->offset = offset;	153	req->offset = offset;
106	req->length = length;	154	req->length = length;
107	req->data = SvREFCNT_inc (data);	155	req->data = SvREFCNT_inc (data);
108	req->dataptr = svptr + dataoffset;	156	req->dataptr = (char *)svptr + dataoffset;
109	req->callback = SvREFCNT_inc (callback);	157	req->callback = SvREFCNT_inc (callback);
110		158
111	nreqs++;	159	send_req (req);
112	write (reqpipe[1], &req, sizeof (aio_req));	160	}
		161
		162	static void
		163	poll_wait ()
		164	{
		165	fd_set rfd;
		166	FD_ZERO(&rfd);
		167	FD_SET(respipe[0], &rfd);
		168
		169	select (respipe[0] + 1, &rfd, 0, 0, 0);
113	}	170	}
114		171
115	static int	172	static int
116	poll_cb (pTHX)	173	poll_cb (pTHX)
117	{	174	{
…		…
119	int count = 0;	176	int count = 0;
120	aio_req req;	177	aio_req req;
121		178
122	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	179	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
123	{	180	{
		181	nreqs--;
		182
124	if (req->type == REQ_QUIT)	183	if (req->type == REQ_QUIT)
125	{	184	{
126	Safefree (req->thread);	185	Safefree (req->thread);
127	started--;	186	started--;
128	}	187	}
…		…
130	{	189	{
131	int errorno = errno;	190	int errorno = errno;
132	errno = req->errorno;	191	errno = req->errorno;
133		192
134	if (req->type == REQ_READ)	193	if (req->type == REQ_READ)
135	SvCUR_set (req->data, req->result > 0	194	SvCUR_set (req->data, req->dataoffset
136	? req->dataoffset + req->result	195	+ req->result > 0 ? req->result : 0);
137	: req->dataoffset);	196
		197	if (req->data)
		198	SvREFCNT_dec (req->data);
		199
		200	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		201	{
		202	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		203	PL_laststatval = req->result;
		204	PL_statcache = *(req->statdata);
		205
		206	Safefree (req->statdata);
		207	}
138		208
139	PUSHMARK (SP);	209	PUSHMARK (SP);
140	XPUSHs (sv_2mortal (newSViv (req->result)));	210	XPUSHs (sv_2mortal (newSViv (req->result)));
141	PUTBACK;	211	PUTBACK;
142	call_sv (req->callback, G_VOID);	212	call_sv (req->callback, G_VOID);
143	SPAGAIN;	213	SPAGAIN;
144		214
145	SvREFCNT_dec (req->data);	215	if (req->callback)
146	SvREFCNT_dec (req->callback);	216	SvREFCNT_dec (req->callback);
147		217
148	errno = errorno;	218	errno = errorno;
149	nreqs--;
150	count++;	219	count++;
151	}	220	}
152		221
153	Safefree (req);	222	Safefree (req);
154	}	223	}
155		224
		225	if (qs)
		226	send_reqs ();
		227
156	return count;	228	return count;
157	}	229	}
		230
		231	static sigset_t fullsigset;
158		232
159	#undef errno	233	#undef errno
160	#include <asm/unistd.h>	234	#include <asm/unistd.h>
		235	#include <sys/prctl.h>
		236
		237	#define COPY_STATDATA \
		238	req->statdata->st_dev = statdata.st_dev; \
		239	req->statdata->st_ino = statdata.st_ino; \
		240	req->statdata->st_mode = statdata.st_mode; \
		241	req->statdata->st_nlink = statdata.st_nlink; \
		242	req->statdata->st_uid = statdata.st_uid; \
		243	req->statdata->st_gid = statdata.st_gid; \
		244	req->statdata->st_rdev = statdata.st_rdev; \
		245	req->statdata->st_size = statdata.st_size; \
		246	req->statdata->st_atime = statdata.st_atime; \
		247	req->statdata->st_mtime = statdata.st_mtime; \
		248	req->statdata->st_ctime = statdata.st_ctime; \
		249	req->statdata->st_blksize = statdata.st_blksize; \
		250	req->statdata->st_blocks = statdata.st_blocks; \
161		251
162	static int	252	static int
163	aio_proc(void *thr_arg)	253	aio_proc (void *thr_arg)
164	{	254	{
165	aio_thread *thr = thr_arg;	255	aio_thread *thr = thr_arg;
166	int sig;	256	aio_req req;
167	int errno;	257	int errno;
168	aio_req req;
169		258
		259	/* this is very much kernel-specific :(:(:( */
170	/* we rely on gcc's ability to create closures. */	260	/* we rely on gcc's ability to create closures. */
171	_syscall3(int,lseek,int,fd,off_t,offset,int,whence);
172	_syscall3(int,read,int,fd,char *,buf,off_t,count);	261	_syscall3(int,read,int,fd,char *,buf,size_t,count)
173	_syscall3(int,write,int,fd,char *,buf,off_t,count);	262	_syscall3(int,write,int,fd,char *,buf,size_t,count)
174		263
175	/* first get rid of any signals */	264	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
176	for (sig = 1; sig < _NSIG; sig++)	265	_syscall1(int,close,int,fd)
177	signal (sig, SIG_DFL);
178		266
179	signal (SIGPIPE, SIG_IGN);	267	#define arch64 (__ia64 \|\| __alpha)
180		268
		269	#ifdef __NR_pread64 && !arch64
		270	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		271	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		272	#elif __NR_pread
		273	_syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset)
		274	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset)
		275	#else
		276	# error "neither pread nor pread64 defined"
		277	#endif
		278
		279
		280	#ifdef __NR_stat64 && !arch64
		281	_syscall2(int,stat64, const char , filename, struct stat64 , buf)
		282	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)
		283	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)
		284	#elif __NR_stat
		285	_syscall2(int,stat, const char , filename, struct stat , buf)
		286	_syscall2(int,lstat, const char , filename, struct stat , buf)
		287	_syscall2(int,fstat, int, fd, struct stat *, buf)
		288	#else
		289	# error "neither stat64 nor stat defined"
		290	#endif
		291
		292	_syscall1(int,unlink, char *, filename);
		293
		294	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		295	prctl (PR_SET_PDEATHSIG, SIGKILL);
		296
181	/* then loop */	297	/* then loop */
182	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	298	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
183	{	299	{
184	req->thread = thr;	300	req->thread = thr;
		301	errno = 0; /* strictly unnecessary */
185		302
186	if (req->type == REQ_READ \|\| req->type == REQ_WRITE)	303	switch (req->type)
187	{	304	{
		305	#ifdef __NR_pread64
		306	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		307	case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		308	#else
		309	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
		310	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
		311	#endif
		312	#ifdef __NR_stat64
		313	struct stat64 statdata;
		314	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		315	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		316	case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break;
		317	#else
		318	struct stat statdata;
		319	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		320	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		321	case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break;
		322	#endif
		323	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		324	case REQ_CLOSE: req->result = close (req->fd); break;
		325	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		326
		327	case REQ_QUIT:
		328	default:
		329	write (respipe[1], (void *)&req, sizeof (req));
188	errno = 0;	330	return 0;
189
190	if (lseek (req->fd, req->offset, SEEK_SET) == req->offset)
191	{
192	if (req->type == REQ_READ)
193	req->result = read (req->fd, req->dataptr, req->length);
194	else
195	req->result = write(req->fd, req->dataptr, req->length);
196	}
197
198	req->errorno = errno;
199	}	331	}
200	else
201	{
202	write (respipe[1], (void *)&req, sizeof (req));
203	break;
204	}
205		332
		333	req->errorno = errno;
206	write (respipe[1], (void *)&req, sizeof (req));	334	write (respipe[1], (void *)&req, sizeof (req));
207	}	335	}
208		336
209	return 0;	337	return 0;
210	}	338	}
211		339
212	MODULE = Linux::AIO PACKAGE = Linux::AIO	340	MODULE = Linux::AIO PACKAGE = Linux::AIO
213		341
214	BOOT:	342	BOOT:
215	{	343	{
		344	sigfillset (&fullsigset);
		345	sigdelset (&fullsigset, SIGTERM);
		346	sigdelset (&fullsigset, SIGQUIT);
		347	sigdelset (&fullsigset, SIGABRT);
		348	sigdelset (&fullsigset, SIGINT);
		349
216	if (pipe (reqpipe) \|\| pipe (respipe))	350	if (pipe (reqpipe) \|\| pipe (respipe))
217	croak ("unable to initialize request or result pipe");	351	croak ("unable to initialize request or result pipe");
		352
		353	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		354	croak ("cannot set result pipe to nonblocking mode");
218		355
219	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	356	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
220	croak ("cannot set result pipe to nonblocking mode");	357	croak ("cannot set result pipe to nonblocking mode");
221	}	358	}
222		359
…		…
238	{	375	{
239	end_thread ();	376	end_thread ();
240	cur--;	377	cur--;
241	}	378	}
242		379
243	poll_cb ();
244	while (started > nthreads)	380	while (started > nthreads)
245	{	381	{
246	sched_yield ();	382	poll_wait ();
247	poll_cb ();	383	poll_cb (aTHX);
248	}	384	}
249		385
250	void	386	void
		387	aio_open(pathname,flags,mode,callback)
		388	SV * pathname
		389	int flags
		390	int mode
		391	SV * callback
		392	PROTOTYPE: $$$$
		393	CODE:
		394	aio_req req;
		395
		396	Newz (0, req, 1, aio_cb);
		397
		398	if (!req)
		399	croak ("out of memory during aio_req allocation");
		400
		401	req->type = REQ_OPEN;
		402	req->data = newSVsv (pathname);
		403	req->dataptr = SvPV_nolen (req->data);
		404	req->fd = flags;
		405	req->mode = mode;
		406	req->callback = SvREFCNT_inc (callback);
		407
		408	send_req (req);
		409
		410	void
		411	aio_close(fh,callback)
		412	InputStream fh
		413	SV * callback
		414	PROTOTYPE: $$
		415	CODE:
		416	aio_req req;
		417
		418	Newz (0, req, 1, aio_cb);
		419
		420	if (!req)
		421	croak ("out of memory during aio_req allocation");
		422
		423	req->type = REQ_CLOSE;
		424	req->fd = PerlIO_fileno (fh);
		425	req->callback = SvREFCNT_inc (callback);
		426
		427	send_req (req);
		428
		429	void
251	aio_read(fh,offset,length,data,dataoffset,callback)	430	aio_read(fh,offset,length,data,dataoffset,callback)
252	PerlIO * fh	431	InputStream fh
253	unsigned long offset	432	UV offset
254	long length	433	IV length
255	SV * data	434	SV * data
256	STRLEN dataoffset	435	IV dataoffset
257	SV * callback	436	SV * callback
258	PROTOTYPE: $$$$$$	437	PROTOTYPE: $$$$$$
259	ALIAS:	438	CODE:
260	aio_write = 1
261	CODE:
262	sv_upgrade (data, SVt_PV);
263	read_write (aTHX_ ix, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	439	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
		440
		441	void
		442	aio_write(fh,offset,length,data,dataoffset,callback)
		443	OutputStream fh
		444	UV offset
		445	IV length
		446	SV * data
		447	IV dataoffset
		448	SV * callback
		449	PROTOTYPE: $$$$$$
		450	CODE:
		451	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
		452
		453	void
		454	aio_stat(fh_or_path,callback)
		455	SV * fh_or_path
		456	SV * callback
		457	PROTOTYPE: $$
		458	ALIAS:
		459	aio_lstat = 1
		460	CODE:
		461	aio_req req;
		462
		463	Newz (0, req, 1, aio_cb);
		464
		465	if (!req)
		466	croak ("out of memory during aio_req allocation");
		467
		468	New (0, req->statdata, 1, Stat_t);
		469
		470	if (!req->statdata)
		471	croak ("out of memory during aio_req->statdata allocation");
		472
		473	if (SvPOK (fh_or_path))
		474	{
		475	req->type = ix ? REQ_LSTAT : REQ_STAT;
		476	req->data = newSVsv (fh_or_path);
		477	req->dataptr = SvPV_nolen (req->data);
		478	}
		479	else
		480	{
		481	req->type = REQ_FSTAT;
		482	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
		483	}
		484
		485	req->callback = SvREFCNT_inc (callback);
		486
		487	send_req (req);
		488
		489	void
		490	aio_unlink(pathname,callback)
		491	SV * pathname
		492	SV * callback
		493	PROTOTYPE: $$
		494	CODE:
		495	aio_req req;
		496
		497	Newz (0, req, 1, aio_cb);
		498
		499	if (!req)
		500	croak ("out of memory during aio_req allocation");
		501
		502	req->type = REQ_UNLINK;
		503	req->data = newSVsv (pathname);
		504	req->dataptr = SvPV_nolen (req->data);
		505	req->callback = SvREFCNT_inc (callback);
		506
		507	send_req (req);
264		508
265	int	509	int
266	poll_fileno()	510	poll_fileno()
267	PROTOTYPE:	511	PROTOTYPE:
268	CODE:	512	CODE:
269	RETVAL = respipe[0];	513	RETVAL = respipe[0];
270	OUTPUT:	514	OUTPUT:
271	RETVAL	515	RETVAL
272		516
273	int	517	int
274	poll_cb()	518	poll_cb(...)
275	PROTOTYPE:	519	PROTOTYPE:
276	CODE:	520	CODE:
277	RETVAL = poll_cb (aTHX);	521	RETVAL = poll_cb (aTHX);
278	OUTPUT:	522	OUTPUT:
279	RETVAL	523	RETVAL
280		524
		525	void
		526	poll_wait()
		527	PROTOTYPE:
		528	CODE:
		529	poll_wait ();
		530
281	int	531	int
282	nreqs()	532	nreqs()
283	PROTOTYPE:	533	PROTOTYPE:
284	CODE:	534	CODE:
285	RETVAL = nreqs;	535	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.5 by root, Tue Aug 14 18:06:37 2001 UTC vs. Revision 1.24 by root, Sat Jul 2 13:16:33 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.5 by root, Tue Aug 14 18:06:37 2001 UTC vs.
Revision 1.24 by root, Sat Jul 2 13:16:33 2005 UTC