[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.6 by root, Tue Aug 14 23:25:39 2001 UTC vs.
Revision 1.21 by root, Fri Aug 6 17:18:08 2004 UTC

…		…
		1	#define PERL_NO_GET_CONTEXT
		2
1	#include "EXTERN.h"	3	#include "EXTERN.h"
2	#include "perl.h"	4	#include "perl.h"
3	#include "XSUB.h"	5	#include "XSUB.h"
4		6
5	#include <sys/types.h>	7	#include <sys/types.h>
		8	#include <sys/stat.h>
6	#include <unistd.h>	9	#include <unistd.h>
7	#include <fcntl.h>	10	#include <fcntl.h>
		11	#include <signal.h>
8	#include <sched.h>	12	#include <sched.h>
9		13
		14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
		15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
		16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
		17
10	#define STACKSIZE 2048 /* yeah */	18	#define STACKSIZE 1024 /* yeah */
11		19
12	#define REQ_QUIT 0	20	enum {
13	#define REQ_READ 1	21	REQ_QUIT,
14	#define REQ_WRITE 2	22	REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE,
		23	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK
		24	};
15		25
16	typedef struct {	26	typedef struct {
17	char stack[STACKSIZE];	27	char stack[STACKSIZE];
18	} aio_thread;	28	} aio_thread;
19		29
20	typedef struct {	30	typedef struct aio_cb {
		31	struct aio_cb *next;
		32
21	int type;	33	int type;
22	aio_thread *thread;	34	aio_thread *thread;
23		35
24	/* read/write */
25	int fd;	36	int fd;
26	off_t offset;	37	off_t offset;
27	size_t length;	38	size_t length;
28	ssize_t result;	39	ssize_t result;
		40	mode_t mode; /* open */
29	int errorno;	41	int errorno;
30
31	SV data, callback;	42	SV data, callback;
32	void *dataptr;	43	void *dataptr;
33	STRLEN dataoffset;	44	STRLEN dataoffset;
		45
		46	Stat_t *statdata;
34	} aio_cb;	47	} aio_cb;
35		48
36	typedef aio_cb *aio_req;	49	typedef aio_cb *aio_req;
37		50
38	static int started;	51	static int started;
39	static int nreqs;	52	static int nreqs;
40	static int reqpipe[2], respipe[2];	53	static int reqpipe[2], respipe[2];
41		54
		55	static aio_req qs, qe; /* queue start, queue end */
		56
42	static int aio_proc(void *arg);	57	static int aio_proc(void *arg);
43		58
44	static void	59	static void
45	start_thread(void)	60	start_thread (void)
46	{	61	{
47	aio_thread *thr;	62	aio_thread *thr;
48		63
49	New (0, thr, 1, aio_thread);	64	New (0, thr, 1, aio_thread);
50		65
51	if (clone (aio_proc,	66	if (clone (aio_proc,
52	&(thr->stack[STACKSIZE]),	67	&(thr->stack[STACKSIZE]),
53	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	68	CLONE_VM\|CLONE_FS\|CLONE_FILES,
54	thr) >= 0)	69	thr) >= 0)
55	started++;	70	started++;
56	else	71	else
57	Safefree (thr);	72	Safefree (thr);
58	}	73	}
59		74
60	static void	75	static void
		76	send_reqs (void)
		77	{
		78	/* this write is atomic */
		79	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		80	{
		81	qs = qs->next;
		82	if (!qs) qe = 0;
		83	}
		84	}
		85
		86	static void
		87	send_req (aio_req req)
		88	{
		89	nreqs++;
		90	req->next = 0;
		91
		92	if (qe)
		93	qe->next = req;
		94	else
		95	qe = qs = req;
		96
		97	send_reqs ();
		98	}
		99
		100	static void
61	end_thread(void)	101	end_thread (void)
62	{	102	{
63	aio_req req;	103	aio_req req;
64	New (0, req, 1, aio_cb);	104	New (0, req, 1, aio_cb);
65	req->type = REQ_QUIT;	105	req->type = REQ_QUIT;
66	write (reqpipe[1], &req, sizeof (aio_req));	106
		107	send_req (req);
67	}	108	}
68		109
69	static void	110	static void
		111	read_write (pTHX_
70	read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,	112	int dowrite, int fd, off_t offset, size_t length,
71	SV data, STRLEN dataoffset, SVcallback)	113	SV data, STRLEN dataoffset, SV callback)
72	{	114	{
73	aio_req req;	115	aio_req req;
74	STRLEN svlen;	116	STRLEN svlen;
75	char *svptr = SvPV (data, svlen);	117	char *svptr = SvPV (data, svlen);
		118
		119	SvUPGRADE (data, SVt_PV);
		120	SvPOK_on (data);
76		121
77	if (dataoffset < 0)	122	if (dataoffset < 0)
78	dataoffset += svlen;	123	dataoffset += svlen;
79		124
80	if (dataoffset < 0 \|\| dataoffset > svlen)	125	if (dataoffset < 0 \|\| dataoffset > svlen)
93	}	138	}
94		139
95	if (length < 0)	140	if (length < 0)
96	croak ("length must not be negative");	141	croak ("length must not be negative");
97		142
98	New (0, req, 1, aio_cb);	143	Newz (0, req, 1, aio_cb);
99		144
100	if (!req)	145	if (!req)
101	croak ("out of memory during aio_req allocation");	146	croak ("out of memory during aio_req allocation");
102		147
103	req->type = dowrite ? REQ_WRITE : REQ_READ;	148	req->type = dowrite ? REQ_WRITE : REQ_READ;
…		…
106	req->length = length;	151	req->length = length;
107	req->data = SvREFCNT_inc (data);	152	req->data = SvREFCNT_inc (data);
108	req->dataptr = (char *)svptr + dataoffset;	153	req->dataptr = (char *)svptr + dataoffset;
109	req->callback = SvREFCNT_inc (callback);	154	req->callback = SvREFCNT_inc (callback);
110		155
111	nreqs++;	156	send_req (req);
112	write (reqpipe[1], &req, sizeof (aio_req));
113	}	157	}
114		158
115	static int	159	static int
116	poll_cb (pTHX)	160	poll_cb (pTHX)
117	{	161	{
…		…
133		177
134	if (req->type == REQ_READ)	178	if (req->type == REQ_READ)
135	SvCUR_set (req->data, req->dataoffset	179	SvCUR_set (req->data, req->dataoffset
136	+ req->result > 0 ? req->result : 0);	180	+ req->result > 0 ? req->result : 0);
137		181
		182	if (req->data)
		183	SvREFCNT_dec (req->data);
		184
		185	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		186	{
		187	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		188	PL_laststatval = req->result;
		189	PL_statcache = *(req->statdata);
		190
		191	Safefree (req->statdata);
		192	}
		193
138	PUSHMARK (SP);	194	PUSHMARK (SP);
139	XPUSHs (sv_2mortal (newSViv (req->result)));	195	XPUSHs (sv_2mortal (newSViv (req->result)));
140	PUTBACK;	196	PUTBACK;
141	call_sv (req->callback, G_VOID);	197	call_sv (req->callback, G_VOID);
142	SPAGAIN;	198	SPAGAIN;
143		199
144	SvREFCNT_dec (req->data);	200	if (req->callback)
145	SvREFCNT_dec (req->callback);	201	SvREFCNT_dec (req->callback);
146		202
147	errno = errorno;	203	errno = errorno;
148	nreqs--;	204	nreqs--;
149	count++;	205	count++;
150	}	206	}
151		207
152	Safefree (req);	208	Safefree (req);
153	}	209	}
154		210
		211	if (qs)
		212	send_reqs ();
		213
155	return count;	214	return count;
156	}	215	}
		216
		217	static sigset_t fullsigset;
157		218
158	#undef errno	219	#undef errno
159	#include <asm/unistd.h>	220	#include <asm/unistd.h>
		221	#include <sys/prctl.h>
		222
		223	#define COPY_STATDATA \
		224	req->statdata->st_dev = statdata.st_dev; \
		225	req->statdata->st_ino = statdata.st_ino; \
		226	req->statdata->st_mode = statdata.st_mode; \
		227	req->statdata->st_nlink = statdata.st_nlink; \
		228	req->statdata->st_uid = statdata.st_uid; \
		229	req->statdata->st_gid = statdata.st_gid; \
		230	req->statdata->st_rdev = statdata.st_rdev; \
		231	req->statdata->st_size = statdata.st_size; \
		232	req->statdata->st_atime = statdata.st_atime; \
		233	req->statdata->st_mtime = statdata.st_mtime; \
		234	req->statdata->st_ctime = statdata.st_ctime; \
		235	req->statdata->st_blksize = statdata.st_blksize; \
		236	req->statdata->st_blocks = statdata.st_blocks; \
160		237
161	static int	238	static int
162	aio_proc(void *thr_arg)	239	aio_proc (void *thr_arg)
163	{	240	{
164	aio_thread *thr = thr_arg;	241	aio_thread *thr = thr_arg;
165	int sig;	242	aio_req req;
166	int errno;	243	int errno;
167	aio_req req;
168		244
		245	/* this is very much kernel-specific :(:(:( */
169	/* we rely on gcc's ability to create closures. */	246	/* we rely on gcc's ability to create closures. */
170	_syscall3(int,lseek,int,fd,off_t,offset,int,whence);
171	_syscall3(int,read,int,fd,char *,buf,off_t,count);	247	_syscall3(int,read,int,fd,char *,buf,size_t,count)
172	_syscall3(int,write,int,fd,char *,buf,off_t,count);	248	_syscall3(int,write,int,fd,char *,buf,size_t,count)
173		249
174	/* first get rid of any signals */	250	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
175	for (sig = 1; sig < _NSIG; sig++)	251	_syscall1(int,close,int,fd)
176	signal (sig, SIG_DFL);
177		252
178	signal (SIGPIPE, SIG_IGN);	253	#ifdef __NR_pread64
179		254	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		255	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		256	#elif __NR_pread
		257	_syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset)
		258	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset)
		259	#else
		260	# error "neither pread nor pread64 defined"
		261	#endif
		262
		263
		264	#ifdef __NR_stat64
		265	_syscall2(int,stat64, const char , filename, struct stat64 , buf)
		266	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)
		267	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)
		268	#elif __NR_stat
		269	_syscall2(int,stat, const char , filename, struct stat , buf)
		270	_syscall2(int,lstat, const char , filename, struct stat , buf)
		271	_syscall2(int,fstat, int, fd, struct stat *, buf)
		272	#else
		273	# error "neither stat64 nor stat defined"
		274	#endif
		275
		276	_syscall1(int,unlink, char *, filename);
		277
		278	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		279	prctl (PR_SET_PDEATHSIG, SIGKILL);
		280
180	/* then loop */	281	/* then loop */
181	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	282	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
182	{	283	{
183	req->thread = thr;	284	req->thread = thr;
		285	errno = 0; /* strictly unnecessary */
184		286
185	if (req->type == REQ_READ \|\| req->type == REQ_WRITE)	287	switch (req->type)
186	{	288	{
		289	#ifdef __NR_pread64
		290	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		291	case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		292	#else
		293	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
		294	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
		295	#endif
		296	#ifdef __NR_stat64
		297	struct stat64 statdata;
		298	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		299	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		300	case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break;
		301	#else
		302	struct stat statdata;
		303	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		304	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		305	case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break;
		306	#endif
		307	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		308	case REQ_CLOSE: req->result = close (req->fd); break;
		309	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		310
		311	case REQ_QUIT:
		312	default:
		313	write (respipe[1], (void *)&req, sizeof (req));
187	errno = 0;	314	return 0;
188
189	if (lseek (req->fd, req->offset, SEEK_SET) == req->offset)
190	{
191	if (req->type == REQ_READ)
192	req->result = read (req->fd, req->dataptr, req->length);
193	else
194	req->result = write(req->fd, req->dataptr, req->length);
195	}
196
197	req->errorno = errno;
198	}	315	}
199	else
200	{
201	write (respipe[1], (void *)&req, sizeof (req));
202	break;
203	}
204		316
		317	req->errorno = errno;
205	write (respipe[1], (void *)&req, sizeof (req));	318	write (respipe[1], (void *)&req, sizeof (req));
206	}	319	}
207		320
208	return 0;	321	return 0;
209	}	322	}
210		323
211	MODULE = Linux::AIO PACKAGE = Linux::AIO	324	MODULE = Linux::AIO PACKAGE = Linux::AIO
212		325
213	BOOT:	326	BOOT:
214	{	327	{
		328	sigfillset (&fullsigset);
		329	sigdelset (&fullsigset, SIGTERM);
		330	sigdelset (&fullsigset, SIGQUIT);
		331	sigdelset (&fullsigset, SIGABRT);
		332	sigdelset (&fullsigset, SIGINT);
		333
215	if (pipe (reqpipe) \|\| pipe (respipe))	334	if (pipe (reqpipe) \|\| pipe (respipe))
216	croak ("unable to initialize request or result pipe");	335	croak ("unable to initialize request or result pipe");
		336
		337	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		338	croak ("cannot set result pipe to nonblocking mode");
217		339
218	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	340	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
219	croak ("cannot set result pipe to nonblocking mode");	341	croak ("cannot set result pipe to nonblocking mode");
220	}	342	}
221		343
…		…
237	{	359	{
238	end_thread ();	360	end_thread ();
239	cur--;	361	cur--;
240	}	362	}
241		363
242	poll_cb ();
243	while (started > nthreads)	364	while (started > nthreads)
244	{	365	{
245	sched_yield ();	366	fd_set rfd;
		367	FD_ZERO(&rfd);
		368	FD_SET(respipe[0], &rfd);
		369
		370	select (respipe[0] + 1, &rfd, 0, 0, 0);
246	poll_cb ();	371	poll_cb (aTHX);
247	}	372	}
248		373
249	void	374	void
		375	aio_open(pathname,flags,mode,callback)
		376	SV * pathname
		377	int flags
		378	int mode
		379	SV * callback
		380	PROTOTYPE: $$$$
		381	CODE:
		382	aio_req req;
		383
		384	Newz (0, req, 1, aio_cb);
		385
		386	if (!req)
		387	croak ("out of memory during aio_req allocation");
		388
		389	req->type = REQ_OPEN;
		390	req->data = newSVsv (pathname);
		391	req->dataptr = SvPV_nolen (req->data);
		392	req->fd = flags;
		393	req->mode = mode;
		394	req->callback = SvREFCNT_inc (callback);
		395
		396	send_req (req);
		397
		398	void
		399	aio_close(fh,callback)
		400	InputStream fh
		401	SV * callback
		402	PROTOTYPE: $$
		403	CODE:
		404	aio_req req;
		405
		406	Newz (0, req, 1, aio_cb);
		407
		408	if (!req)
		409	croak ("out of memory during aio_req allocation");
		410
		411	req->type = REQ_CLOSE;
		412	req->fd = PerlIO_fileno (fh);
		413	req->callback = SvREFCNT_inc (callback);
		414
		415	send_req (req);
		416
		417	void
250	aio_read(fh,offset,length,data,dataoffset,callback)	418	aio_read(fh,offset,length,data,dataoffset,callback)
251	PerlIO * fh	419	InputStream fh
252	UV offset	420	UV offset
253	STRLEN length	421	IV length
254	SV * data	422	SV * data
255	STRLEN dataoffset	423	IV dataoffset
256	SV * callback	424	SV * callback
257	PROTOTYPE: $$$$$$	425	PROTOTYPE: $$$$$$
258	ALIAS:	426	CODE:
259	aio_write = 1
260	CODE:
261	SvUPGRADE (data, SVt_PV);
262	SvPOK_on (data);
263	read_write (aTHX_ ix, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	427	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
		428
		429	void
		430	aio_write(fh,offset,length,data,dataoffset,callback)
		431	OutputStream fh
		432	UV offset
		433	IV length
		434	SV * data
		435	IV dataoffset
		436	SV * callback
		437	PROTOTYPE: $$$$$$
		438	CODE:
		439	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
		440
		441	void
		442	aio_stat(fh_or_path,callback)
		443	SV * fh_or_path
		444	SV * callback
		445	PROTOTYPE: $$
		446	ALIAS:
		447	aio_lstat = 1
		448	CODE:
		449	aio_req req;
		450
		451	Newz (0, req, 1, aio_cb);
		452
		453	if (!req)
		454	croak ("out of memory during aio_req allocation");
		455
		456	New (0, req->statdata, 1, Stat_t);
		457
		458	if (!req->statdata)
		459	croak ("out of memory during aio_req->statdata allocation");
		460
		461	if (SvPOK (fh_or_path))
		462	{
		463	req->type = ix ? REQ_LSTAT : REQ_STAT;
		464	req->data = newSVsv (fh_or_path);
		465	req->dataptr = SvPV_nolen (req->data);
		466	}
		467	else
		468	{
		469	req->type = REQ_FSTAT;
		470	req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
		471	}
		472
		473	req->callback = SvREFCNT_inc (callback);
		474
		475	send_req (req);
		476
		477	void
		478	aio_unlink(pathname,callback)
		479	SV * pathname
		480	SV * callback
		481	PROTOTYPE: $$
		482	CODE:
		483	aio_req req;
		484
		485	Newz (0, req, 1, aio_cb);
		486
		487	if (!req)
		488	croak ("out of memory during aio_req allocation");
		489
		490	req->type = REQ_UNLINK;
		491	req->data = newSVsv (pathname);
		492	req->dataptr = SvPV_nolen (req->data);
		493	req->callback = SvREFCNT_inc (callback);
		494
		495	send_req (req);
264		496
265	int	497	int
266	poll_fileno()	498	poll_fileno()
267	PROTOTYPE:	499	PROTOTYPE:
268	CODE:	500	CODE:

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.6 by root, Tue Aug 14 23:25:39 2001 UTC vs. Revision 1.21 by root, Fri Aug 6 17:18:08 2004 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.6 by root, Tue Aug 14 23:25:39 2001 UTC vs.
Revision 1.21 by root, Fri Aug 6 17:18:08 2004 UTC