[ViewVC] Diff of: cvs/Linux-AIO/AIO.xs

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.17 by root, Thu May 6 12:16:48 2004 UTC vs.
Revision 1.23 by root, Wed Jun 29 15:28:14 2005 UTC

…		…
9	#include <unistd.h>	9	#include <unistd.h>
10	#include <fcntl.h>	10	#include <fcntl.h>
11	#include <signal.h>	11	#include <signal.h>
12	#include <sched.h>	12	#include <sched.h>
13		13
14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	14	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	15	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	16	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
17		17
18	#ifndef __NR_pread64	18	#define STACKSIZE (128 * sizeof (long)) /* yeah */
19	# define __NR_pread64 __NR_pread
20	#endif
21	#ifndef __NR_pwrite64
22	# define __NR_pwrite64 __NR_pwrite
23	#endif
24		19
25	#define STACKSIZE 1024 /* yeah */	20	enum {
26		21	REQ_QUIT,
27	enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};	22	REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE,
		23	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK
		24	};
28		25
29	typedef struct {	26	typedef struct {
30	char stack[STACKSIZE];	27	char stack[STACKSIZE];
31	} aio_thread;	28	} aio_thread;
32		29
33	typedef struct {	30	typedef struct aio_cb {
		31	struct aio_cb *next;
		32
34	int type;	33	int type;
35	aio_thread *thread;	34	aio_thread *thread;
36		35
37	int fd;	36	int fd;
38	off_t offset;	37	off_t offset;
…		…
42	int errorno;	41	int errorno;
43	SV data, callback;	42	SV data, callback;
44	void *dataptr;	43	void *dataptr;
45	STRLEN dataoffset;	44	STRLEN dataoffset;
46		45
47	struct stat64 *statdata;	46	Stat_t *statdata;
48	} aio_cb;	47	} aio_cb;
49		48
50	typedef aio_cb *aio_req;	49	typedef aio_cb *aio_req;
51		50
52	static int started;	51	static int started;
53	static int nreqs;	52	static int nreqs;
54	static int reqpipe[2], respipe[2];	53	static int reqpipe[2], respipe[2];
55		54
		55	static aio_req qs, qe; /* queue start, queue end */
		56
56	static int aio_proc(void *arg);	57	static int aio_proc(void *arg);
57		58
58	static void	59	static void
59	start_thread(void)	60	start_thread (void)
60	{	61	{
61	aio_thread *thr;	62	aio_thread *thr;
62		63
63	New (0, thr, 1, aio_thread);	64	New (0, thr, 1, aio_thread);
64		65
65	if (clone (aio_proc,	66	if (clone (aio_proc,
66	&(thr->stack[STACKSIZE]),	67	&(thr->stack[STACKSIZE - sizeof (long)]),
67	CLONE_VM\|CLONE_FS\|CLONE_FILES\|CLONE_SIGHAND,	68	CLONE_VM\|CLONE_FS\|CLONE_FILES,
68	thr) >= 0)	69	thr) >= 0)
69	started++;	70	started++;
70	else	71	else
71	Safefree (thr);	72	Safefree (thr);
72	}	73	}
73		74
74	static void	75	static void
		76	send_reqs (void)
		77	{
		78	/* this write is atomic */
		79	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
		80	{
		81	qs = qs->next;
		82	if (!qs) qe = 0;
		83	}
		84	}
		85
		86	static void
		87	send_req (aio_req req)
		88	{
		89	nreqs++;
		90	req->next = 0;
		91
		92	if (qe)
		93	{
		94	qe->next = req;
		95	qe = req;
		96	}
		97	else
		98	qe = qs = req;
		99
		100	send_reqs ();
		101	}
		102
		103	static void
75	end_thread(void)	104	end_thread (void)
76	{	105	{
77	aio_req req;	106	aio_req req;
78	New (0, req, 1, aio_cb);	107	New (0, req, 1, aio_cb);
79	req->type = REQ_QUIT;	108	req->type = REQ_QUIT;
80	write (reqpipe[1], &req, sizeof (aio_req));
81	}
82		109
83	static void	110	send_req (req);
84	send_req (aio_req req)
85	{
86	nreqs++;
87	write (reqpipe[1], &req, sizeof (aio_req));
88	}	111	}
89		112
90	static void	113	static void
91	read_write (pTHX_	114	read_write (pTHX_
92	int dowrite, int fd, off_t offset, size_t length,	115	int dowrite, int fd, off_t offset, size_t length,
93	SV data, STRLEN dataoffset, SVcallback)	116	SV data, STRLEN dataoffset, SV callback)
94	{	117	{
95	aio_req req;	118	aio_req req;
96	STRLEN svlen;	119	STRLEN svlen;
97	char *svptr = SvPV (data, svlen);	120	char *svptr = SvPV (data, svlen);
98		121
…		…
134	req->callback = SvREFCNT_inc (callback);	157	req->callback = SvREFCNT_inc (callback);
135		158
136	send_req (req);	159	send_req (req);
137	}	160	}
138		161
		162	static void
		163	poll_wait ()
		164	{
		165	fd_set rfd;
		166	FD_ZERO(&rfd);
		167	FD_SET(respipe[0], &rfd);
		168
		169	select (respipe[0] + 1, &rfd, 0, 0, 0);
		170	}
		171
139	static int	172	static int
140	poll_cb (pTHX)	173	poll_cb (pTHX)
141	{	174	{
142	dSP;	175	dSP;
143	int count = 0;	176	int count = 0;
144	aio_req req;	177	aio_req req;
145		178
146	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))	179	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
147	{	180	{
		181	nreqs--;
		182
148	if (req->type == REQ_QUIT)	183	if (req->type == REQ_QUIT)
149	{	184	{
150	Safefree (req->thread);	185	Safefree (req->thread);
151	started--;	186	started--;
152	}	187	}
…		…
162	if (req->data)	197	if (req->data)
163	SvREFCNT_dec (req->data);	198	SvREFCNT_dec (req->data);
164		199
165	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)	200	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
166	{	201	{
167	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;	202	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
168	PL_laststatval = req->result;	203	PL_laststatval = req->result;
169	PL_statcache.st_dev = req->statdata->st_dev;	204	PL_statcache = *(req->statdata);
170	PL_statcache.st_ino = req->statdata->st_ino;
171	PL_statcache.st_mode = req->statdata->st_mode;
172	PL_statcache.st_nlink = req->statdata->st_nlink;
173	PL_statcache.st_uid = req->statdata->st_uid;
174	PL_statcache.st_gid = req->statdata->st_gid;
175	PL_statcache.st_rdev = req->statdata->st_rdev;
176	PL_statcache.st_size = req->statdata->st_size;
177	PL_statcache.st_atime = req->statdata->st_atime;
178	PL_statcache.st_mtime = req->statdata->st_mtime;
179	PL_statcache.st_ctime = req->statdata->st_ctime;
180	PL_statcache.st_blksize = req->statdata->st_blksize;
181	PL_statcache.st_blocks = req->statdata->st_blocks;
182		205
183	Safefree (req->statdata);	206	Safefree (req->statdata);
184	}	207	}
185		208
186	PUSHMARK (SP);	209	PUSHMARK (SP);
…		…
191		214
192	if (req->callback)	215	if (req->callback)
193	SvREFCNT_dec (req->callback);	216	SvREFCNT_dec (req->callback);
194		217
195	errno = errorno;	218	errno = errorno;
196	nreqs--;
197	count++;	219	count++;
198	}	220	}
199		221
200	Safefree (req);	222	Safefree (req);
201	}	223	}
202		224
		225	if (qs)
		226	send_reqs ();
		227
203	return count;	228	return count;
204	}	229	}
205		230
206	static sigset_t fullsigset;	231	static sigset_t fullsigset;
207		232
208	#undef errno	233	#undef errno
209	#include <asm/unistd.h>	234	#include <asm/unistd.h>
		235	#include <sys/prctl.h>
		236
		237	#define COPY_STATDATA \
		238	req->statdata->st_dev = statdata.st_dev; \
		239	req->statdata->st_ino = statdata.st_ino; \
		240	req->statdata->st_mode = statdata.st_mode; \
		241	req->statdata->st_nlink = statdata.st_nlink; \
		242	req->statdata->st_uid = statdata.st_uid; \
		243	req->statdata->st_gid = statdata.st_gid; \
		244	req->statdata->st_rdev = statdata.st_rdev; \
		245	req->statdata->st_size = statdata.st_size; \
		246	req->statdata->st_atime = statdata.st_atime; \
		247	req->statdata->st_mtime = statdata.st_mtime; \
		248	req->statdata->st_ctime = statdata.st_ctime; \
		249	req->statdata->st_blksize = statdata.st_blksize; \
		250	req->statdata->st_blocks = statdata.st_blocks; \
210		251
211	static int	252	static int
212	aio_proc(void *thr_arg)	253	aio_proc (void *thr_arg)
213	{	254	{
214	aio_thread *thr = thr_arg;	255	aio_thread *thr = thr_arg;
215	aio_req req;	256	aio_req req;
216	int errno;	257	int errno;
217		258
218	/* this is very much x86 and kernel-specific :(:(:( */	259	/* this is very much kernel-specific :(:(:( */
219	/* we rely on gcc's ability to create closures. */	260	/* we rely on gcc's ability to create closures. */
220	_syscall3(int,read,int,fd,char *,buf,size_t,count)	261	_syscall3(int,read,int,fd,char *,buf,size_t,count)
221	_syscall3(int,write,int,fd,char *,buf,size_t,count)	262	_syscall3(int,write,int,fd,char *,buf,size_t,count)
222		263
223	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)	264	_syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
224	_syscall1(int,close,int,fd)	265	_syscall1(int,close,int,fd)
225		266
		267	#ifdef __NR_pread64
226	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)	268	_syscall5(int,pread64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
227	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)	269	_syscall5(int,pwrite64,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
		270	#elif __NR_pread
		271	_syscall4(int,pread,int,fd,char *,buf,size_t,count,offset_t,offset)
		272	_syscall4(int,pwrite,int,fd,char *,buf,size_t,count,offset_t,offset)
		273	#else
		274	# error "neither pread nor pread64 defined"
		275	#endif
228		276
		277
		278	#ifdef __NR_stat64
229	_syscall2(int,stat64, const char , filename, struct stat64 , buf)	279	_syscall2(int,stat64, const char , filename, struct stat64 , buf)
230	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)	280	_syscall2(int,lstat64, const char , filename, struct stat64 , buf)
231	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)	281	_syscall2(int,fstat64, int, fd, struct stat64 *, buf)
		282	#elif __NR_stat
		283	_syscall2(int,stat, const char , filename, struct stat , buf)
		284	_syscall2(int,lstat, const char , filename, struct stat , buf)
		285	_syscall2(int,fstat, int, fd, struct stat *, buf)
		286	#else
		287	# error "neither stat64 nor stat defined"
		288	#endif
		289
		290	_syscall1(int,unlink, char *, filename);
232		291
233	sigprocmask (SIG_SETMASK, &fullsigset, 0);	292	sigprocmask (SIG_SETMASK, &fullsigset, 0);
		293	prctl (PR_SET_PDEATHSIG, SIGKILL);
234		294
235	/* then loop */	295	/* then loop */
236	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))	296	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
237	{	297	{
238	req->thread = thr;	298	req->thread = thr;
239	errno = 0; /* strictly unnecessary */	299	errno = 0; /* strictly unnecessary */
240		300
241	if (req->type == REQ_READ)	301	switch (req->type)
242	req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
243	else if (req->type == REQ_WRITE)
244	req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
245	else if (req->type == REQ_OPEN)
246	req->result = open (req->dataptr, req->fd, req->mode);
247	else if (req->type == REQ_CLOSE)
248	req->result = close (req->fd);
249	else if (req->type == REQ_STAT)
250	req->result = stat64 (req->dataptr, req->statdata);
251	else if (req->type == REQ_LSTAT)
252	req->result = lstat64 (req->dataptr, req->statdata);
253	else if (req->type == REQ_FSTAT)
254	req->result = fstat64 (req->fd, req->statdata);
255	else
256	{	302	{
		303	#ifdef __NR_pread64
		304	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		305	case REQ_WRITE: req->result = pwrite64(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32); break;
		306	#else
		307	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
		308	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
		309	#endif
		310	#ifdef __NR_stat64
		311	struct stat64 statdata;
		312	case REQ_STAT: req->result = stat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		313	case REQ_LSTAT: req->result = lstat64 (req->dataptr, &statdata); COPY_STATDATA; break;
		314	case REQ_FSTAT: req->result = fstat64 (req->fd, &statdata); COPY_STATDATA; break;
		315	#else
		316	struct stat statdata;
		317	case REQ_STAT: req->result = stat (req->dataptr, &statdata); COPY_STATDATA; break;
		318	case REQ_LSTAT: req->result = lstat (req->dataptr, &statdata); COPY_STATDATA; break;
		319	case REQ_FSTAT: req->result = fstat (req->fd, &statdata); COPY_STATDATA; break;
		320	#endif
		321	case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
		322	case REQ_CLOSE: req->result = close (req->fd); break;
		323	case REQ_UNLINK: req->result = unlink (req->dataptr); break;
		324
		325	case REQ_QUIT:
		326	default:
257	write (respipe[1], (void *)&req, sizeof (req));	327	write (respipe[1], (void *)&req, sizeof (req));
258	break;	328	return 0;
259	}	329	}
260		330
261	req->errorno = errno;	331	req->errorno = errno;
262	write (respipe[1], (void *)&req, sizeof (req));	332	write (respipe[1], (void *)&req, sizeof (req));
263	}	333	}
…		…
275	sigdelset (&fullsigset, SIGABRT);	345	sigdelset (&fullsigset, SIGABRT);
276	sigdelset (&fullsigset, SIGINT);	346	sigdelset (&fullsigset, SIGINT);
277		347
278	if (pipe (reqpipe) \|\| pipe (respipe))	348	if (pipe (reqpipe) \|\| pipe (respipe))
279	croak ("unable to initialize request or result pipe");	349	croak ("unable to initialize request or result pipe");
		350
		351	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))
		352	croak ("cannot set result pipe to nonblocking mode");
280		353
281	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	354	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
282	croak ("cannot set result pipe to nonblocking mode");	355	croak ("cannot set result pipe to nonblocking mode");
283	}	356	}
284		357
…		…
302	cur--;	375	cur--;
303	}	376	}
304		377
305	while (started > nthreads)	378	while (started > nthreads)
306	{	379	{
307	fd_set rfd;	380	poll_wait ();
308	FD_ZERO(&rfd);
309	FD_SET(respipe[0], &rfd);
310
311	select (respipe[0] + 1, &rfd, 0, 0, 0);
312	poll_cb (aTHX);	381	poll_cb (aTHX);
313	}	382	}
314		383
315	void	384	void
316	aio_open(pathname,flags,mode,callback)	385	aio_open(pathname,flags,mode,callback)
…		…
392	Newz (0, req, 1, aio_cb);	461	Newz (0, req, 1, aio_cb);
393		462
394	if (!req)	463	if (!req)
395	croak ("out of memory during aio_req allocation");	464	croak ("out of memory during aio_req allocation");
396		465
397	New (0, req->statdata, 1, struct stat64);	466	New (0, req->statdata, 1, Stat_t);
398		467
399	if (!req->statdata)	468	if (!req->statdata)
400	croak ("out of memory during aio_req->statdata allocation");	469	croak ("out of memory during aio_req->statdata allocation");
401		470
402	if (SvPOK (fh_or_path))	471	if (SvPOK (fh_or_path))
…		…
413		482
414	req->callback = SvREFCNT_inc (callback);	483	req->callback = SvREFCNT_inc (callback);
415		484
416	send_req (req);	485	send_req (req);
417		486
		487	void
		488	aio_unlink(pathname,callback)
		489	SV * pathname
		490	SV * callback
		491	PROTOTYPE: $$
		492	CODE:
		493	aio_req req;
		494
		495	Newz (0, req, 1, aio_cb);
		496
		497	if (!req)
		498	croak ("out of memory during aio_req allocation");
		499
		500	req->type = REQ_UNLINK;
		501	req->data = newSVsv (pathname);
		502	req->dataptr = SvPV_nolen (req->data);
		503	req->callback = SvREFCNT_inc (callback);
		504
		505	send_req (req);
		506
418	int	507	int
419	poll_fileno()	508	poll_fileno()
420	PROTOTYPE:	509	PROTOTYPE:
421	CODE:	510	CODE:
422	RETVAL = respipe[0];	511	RETVAL = respipe[0];
…		…
429	CODE:	518	CODE:
430	RETVAL = poll_cb (aTHX);	519	RETVAL = poll_cb (aTHX);
431	OUTPUT:	520	OUTPUT:
432	RETVAL	521	RETVAL
433		522
		523	void
		524	poll_wait()
		525	PROTOTYPE:
		526	CODE:
		527	poll_wait ();
		528
434	int	529	int
435	nreqs()	530	nreqs()
436	PROTOTYPE:	531	PROTOTYPE:
437	CODE:	532	CODE:
438	RETVAL = nreqs;	533	RETVAL = nreqs;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Linux-AIO/AIO.xs (file contents): Revision 1.17 by root, Thu May 6 12:16:48 2004 UTC vs. Revision 1.23 by root, Wed Jun 29 15:28:14 2005 UTC

Diff Legend

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.17 by root, Thu May 6 12:16:48 2004 UTC vs.
Revision 1.23 by root, Wed Jun 29 15:28:14 2005 UTC