[ViewVC] Diff of: cvs/IO-AIO/AIO.xs

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.1 by root, Sun Jul 10 17:07:44 2005 UTC vs.
Revision 1.11 by root, Wed Jul 20 21:55:27 2005 UTC

…		…
1	#define PERL_NO_GET_CONTEXT	1	#define _XOPEN_SOURCE 500
2		2
3	#include "EXTERN.h"	3	#include "EXTERN.h"
4	#include "perl.h"	4	#include "perl.h"
5	#include "XSUB.h"	5	#include "XSUB.h"
6		6
7	#include <sys/types.h>	7	#include <sys/types.h>
8	#include <sys/stat.h>	8	#include <sys/stat.h>
		9
9	#include <unistd.h>	10	#include <unistd.h>
10	#include <fcntl.h>	11	#include <fcntl.h>
11	#include <signal.h>	12	#include <signal.h>
12	#include <sched.h>	13	#include <sched.h>
13	#include <endian.h>	14	#if __linux
		15	#include <sys/syscall.h>
		16	#endif
14		17
15	#include <pthread.h>	18	#include <pthread.h>
16	#include <sys/syscall.h>
17		19
18	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	20	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
19	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	21	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
20	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	22	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
21		23
22	#if __i386 \|\| __amd64
23	# define STACKSIZE ( 256 * sizeof (long))
24	#elif __ia64	24	#if __ia64
25	# define STACKSIZE (8192 * sizeof (long))	25	# define STACKSIZE 65536
26	#else	26	#else
27	# define STACKSIZE ( 512 * sizeof (long))	27	# define STACKSIZE 4096
28	#endif	28	#endif
29		29
30	enum {	30	enum {
31	REQ_QUIT,	31	REQ_QUIT,
32	REQ_OPEN, REQ_CLOSE,	32	REQ_OPEN, REQ_CLOSE,
34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,	34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
35	REQ_FSYNC, REQ_FDATASYNC,	35	REQ_FSYNC, REQ_FDATASYNC,
36	};	36	};
37		37
38	typedef struct aio_cb {	38	typedef struct aio_cb {
39	struct aio_cb *next;	39	struct aio_cb *volatile next;
40		40
41	int type;	41	int type;
42		42
43	int fd;	43	int fd;
44	off_t offset;	44	off_t offset;
…		…
54	} aio_cb;	54	} aio_cb;
55		55
56	typedef aio_cb *aio_req;	56	typedef aio_cb *aio_req;
57		57
58	static int started;	58	static int started;
59	static int nreqs;	59	static volatile int nreqs;
		60	static int max_outstanding = 1<<30;
60	static int reqpipe[2], respipe[2];	61	static int respipe [2];
61		62
		63	static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
		64	static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
		65	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
		66
62	static aio_req qs, qe; /* queue start, queue end */	67	static volatile aio_req reqs, reqe; /* queue start, queue end */
		68	static volatile aio_req ress, rese; /* queue start, queue end */
		69
		70	static void
		71	poll_wait ()
		72	{
		73	if (nreqs && !ress)
		74	{
		75	fd_set rfd;
		76	FD_ZERO(&rfd);
		77	FD_SET(respipe [0], &rfd);
		78
		79	select (respipe [0] + 1, &rfd, 0, 0, 0);
		80	}
		81	}
		82
		83	static int
		84	poll_cb ()
		85	{
		86	dSP;
		87	int count = 0;
		88	aio_req req, prv;
		89
		90	static int rl;//D
		91	//printf ("%d ENTER\n", ++rl);//D
		92
		93	pthread_mutex_lock (&reslock);
		94
		95	{
		96	/* read any signals sent by the worker threads */
		97	char buf [32];
		98	while (read (respipe [0], buf, 32) > 0)
		99	;
		100	}
		101
		102	req = ress;
		103	ress = rese = 0;
		104
		105	pthread_mutex_unlock (&reslock);
		106
		107	while (req)
		108	{
		109	nreqs--;
		110	//printf ("%d count %d %p->%p\n", rl, count, req, req->next);//D
		111
		112	if (req->type == REQ_QUIT)
		113	started--;
		114	else
		115	{
		116	int errorno = errno;
		117	errno = req->errorno;
		118
		119	if (req->type == REQ_READ)
		120	SvCUR_set (req->data, req->dataoffset
		121	+ req->result > 0 ? req->result : 0);
		122
		123	if (req->data)
		124	SvREFCNT_dec (req->data);
		125
		126	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		127	{
		128	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		129	PL_laststatval = req->result;
		130	PL_statcache = *(req->statdata);
		131
		132	Safefree (req->statdata);
		133	}
		134
		135	PUSHMARK (SP);
		136	XPUSHs (sv_2mortal (newSViv (req->result)));
		137
		138	if (req->type == REQ_OPEN)
		139	{
		140	/* convert fd to fh */
		141	SV *fh;
		142
		143	PUTBACK;
		144	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
		145	SPAGAIN;
		146
		147	fh = POPs;
		148
		149	PUSHMARK (SP);
		150	XPUSHs (fh);
		151	}
		152
		153	if (SvOK (req->callback))
		154	{
		155	PUTBACK;
		156	call_sv (req->callback, G_VOID \| G_EVAL);
		157	SPAGAIN;
		158	}
		159
		160	if (req->callback)
		161	SvREFCNT_dec (req->callback);
		162
		163	errno = errorno;
		164	count++;
		165	}
		166
		167	prv = req;
		168	req = req->next;
		169	Safefree (prv);
		170
		171	/* TODO: croak on errors? */
		172	}
		173
		174	//printf ("%d LEAVE %p %p\n", rl--, ress, rese);//D
		175	return count;
		176	}
63		177
64	static void aio_proc(void arg);	178	static void aio_proc(void arg);
65		179
66	static void	180	static void
67	start_thread (void)	181	start_thread (void)
…		…
82		196
83	sigprocmask (SIG_SETMASK, &oldsigset, 0);	197	sigprocmask (SIG_SETMASK, &oldsigset, 0);
84	}	198	}
85		199
86	static void	200	static void
87	send_reqs (void)
88	{
89	/* this write is atomic */
90	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
91	{
92	qs = qs->next;
93	if (!qs) qe = 0;
94	}
95	}
96
97	static void
98	send_req (aio_req req)	201	send_req (aio_req req)
99	{	202	{
100	nreqs++;	203	nreqs++;
		204
		205	pthread_mutex_lock (&reqlock);
		206
101	req->next = 0;	207	req->next = 0;
102		208
103	if (qe)	209	if (reqe)
104	{	210	{
105	qe->next = req;	211	reqe->next = req;
106	qe = req;	212	reqe = req;
107	}	213	}
108	else	214	else
109	qe = qs = req;	215	reqe = reqs = req;
110		216
111	send_reqs ();	217	pthread_cond_signal (&reqwait);
		218	pthread_mutex_unlock (&reqlock);
		219
		220	while (nreqs > max_outstanding)
		221	{
		222	poll_wait ();
		223	poll_cb ();
		224	}
112	}	225	}
113		226
114	static void	227	static void
115	end_thread (void)	228	end_thread (void)
116	{	229	{
…		…
120		233
121	send_req (req);	234	send_req (req);
122	}	235	}
123		236
124	static void	237	static void
125	read_write (pTHX_
126	int dowrite, int fd, off_t offset, size_t length,	238	read_write (int dowrite, int fd, off_t offset, size_t length,
127	SV data, STRLEN dataoffset, SV callback)	239	SV data, STRLEN dataoffset, SV callback)
128	{	240	{
129	aio_req req;	241	aio_req req;
130	STRLEN svlen;	242	STRLEN svlen;
131	char *svptr = SvPV (data, svlen);	243	char *svptr = SvPV (data, svlen);
…		…
168	req->callback = SvREFCNT_inc (callback);	280	req->callback = SvREFCNT_inc (callback);
169		281
170	send_req (req);	282	send_req (req);
171	}	283	}
172		284
173	static void
174	poll_wait ()
175	{
176	fd_set rfd;
177	FD_ZERO(&rfd);
178	FD_SET(respipe[0], &rfd);
179
180	select (respipe[0] + 1, &rfd, 0, 0, 0);
181	}
182
183	static int
184	poll_cb (pTHX)
185	{
186	dSP;
187	int count = 0;
188	aio_req req;
189
190	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
191	{
192	nreqs--;
193
194	if (req->type == REQ_QUIT)
195	started--;
196	else
197	{
198	int errorno = errno;
199	errno = req->errorno;
200
201	if (req->type == REQ_READ)
202	SvCUR_set (req->data, req->dataoffset
203	+ req->result > 0 ? req->result : 0);
204
205	if (req->data)
206	SvREFCNT_dec (req->data);
207
208	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
209	{
210	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
211	PL_laststatval = req->result;
212	PL_statcache = *(req->statdata);
213
214	Safefree (req->statdata);
215	}
216
217	PUSHMARK (SP);
218	XPUSHs (sv_2mortal (newSViv (req->result)));
219	PUTBACK;
220	call_sv (req->callback, G_VOID);
221	SPAGAIN;
222
223	if (req->callback)
224	SvREFCNT_dec (req->callback);
225
226	errno = errorno;
227	count++;
228	}
229
230	Safefree (req);
231	}
232
233	if (qs)
234	send_reqs ();
235
236	return count;
237	}
238
239	static void *	285	static void *
240	aio_proc (void *thr_arg)	286	aio_proc (void *thr_arg)
241	{	287	{
242	aio_req req;	288	aio_req req;
		289	int type;
243		290
244	/* then loop */	291	do
245	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
246	{	292	{
		293	pthread_mutex_lock (&reqlock);
		294
		295	for (;;)
		296	{
		297	req = reqs;
		298
		299	if (reqs)
		300	{
		301	reqs = reqs->next;
		302	if (!reqs) reqe = 0;
		303	}
		304
		305	if (req)
		306	break;
		307
		308	pthread_cond_wait (&reqwait, &reqlock);
		309	}
		310
		311	pthread_mutex_unlock (&reqlock);
		312
247	errno = 0; /* strictly unnecessary */	313	errno = 0; /* strictly unnecessary */
248		314
		315	type = req->type;
		316
249	switch (req->type)	317	switch (type)
250	{	318	{
251	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break;	319	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
252	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break;	320	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
253	#if SYS_readahead	321	#if SYS_readahead
254	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;	322	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
255	#else	323	#else
256	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;	324	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
257	#endif	325	#endif
…		…
266		334
267	case REQ_FSYNC: req->result = fsync (req->fd); break;	335	case REQ_FSYNC: req->result = fsync (req->fd); break;
268	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;	336	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
269		337
270	case REQ_QUIT:	338	case REQ_QUIT:
271	write (respipe[1], (void *)&req, sizeof (req));	339	break;
272	return 0;
273		340
274	default:	341	default:
275	req->result = ENOSYS;	342	req->result = ENOSYS;
276	break;	343	break;
277	}	344	}
278		345
279	req->errorno = errno;	346	req->errorno = errno;
280	write (respipe[1], (void *)&req, sizeof (req));	347
		348	pthread_mutex_lock (&reslock);
		349
		350	req->next = 0;
		351
		352	if (rese)
		353	{
		354	rese->next = req;
		355	rese = req;
		356	}
		357	else
		358	{
		359	rese = ress = req;
		360
		361	/* write a dummy byte to the pipe so fh becomes ready */
		362	write (respipe [1], &respipe, 1);
		363	}
		364
		365	pthread_mutex_unlock (&reslock);
281	}	366	}
		367	while (type != REQ_QUIT);
282		368
283	return 0;	369	return 0;
284	}	370	}
285		371
286	MODULE = IO::AIO PACKAGE = IO::AIO	372	MODULE = IO::AIO PACKAGE = IO::AIO
287		373
		374	PROTOTYPES: ENABLE
		375
288	BOOT:	376	BOOT:
289	{	377	{
290	if (pipe (reqpipe) \|\| pipe (respipe))	378	if (pipe (respipe))
291	croak ("unable to initialize request or result pipe");	379	croak ("unable to initialize result pipe");
292		380
293	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))	381	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
294	croak ("cannot set result pipe to nonblocking mode");	382	croak ("cannot set result pipe to nonblocking mode");
295		383
296	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	384	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
297	croak ("cannot set result pipe to nonblocking mode");	385	croak ("cannot set result pipe to nonblocking mode");
298	}	386	}
299		387
300	void	388	void
301	min_parallel(nthreads)	389	min_parallel(nthreads)
…		…
319	}	407	}
320		408
321	while (started > nthreads)	409	while (started > nthreads)
322	{	410	{
323	poll_wait ();	411	poll_wait ();
324	poll_cb (aTHX);	412	poll_cb ();
325	}	413	}
326	}	414	}
327		415
		416	int
		417	max_outstanding(nreqs)
		418	int nreqs
		419	PROTOTYPE: $
		420	CODE:
		421	RETVAL = max_outstanding;
		422	max_outstanding = nreqs;
		423
328	void	424	void
329	aio_open(pathname,flags,mode,callback)	425	aio_open(pathname,flags,mode,callback=&PL_sv_undef)
330	SV * pathname	426	SV * pathname
331	int flags	427	int flags
332	int mode	428	int mode
333	SV * callback	429	SV * callback
334	PROTOTYPE: $$$$	430	PROTOTYPE: $$$;$
335	CODE:	431	CODE:
336	{	432	{
337	aio_req req;	433	aio_req req;
338		434
339	Newz (0, req, 1, aio_cb);	435	Newz (0, req, 1, aio_cb);
…		…
350		446
351	send_req (req);	447	send_req (req);
352	}	448	}
353		449
354	void	450	void
355	aio_close(fh,callback)	451	aio_close(fh,callback=&PL_sv_undef)
356	InputStream fh	452	InputStream fh
357	SV * callback	453	SV * callback
358	PROTOTYPE: $$	454	PROTOTYPE: $;$
359	ALIAS:	455	ALIAS:
360	aio_close = REQ_CLOSE	456	aio_close = REQ_CLOSE
361	aio_fsync = REQ_FSYNC	457	aio_fsync = REQ_FSYNC
362	aio_fdatasync = REQ_FDATASYNC	458	aio_fdatasync = REQ_FDATASYNC
363	CODE:	459	CODE:
…		…
375		471
376	send_req (req);	472	send_req (req);
377	}	473	}
378		474
379	void	475	void
380	aio_read(fh,offset,length,data,dataoffset,callback)	476	aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
381	InputStream fh	477	InputStream fh
382	UV offset	478	UV offset
383	IV length	479	IV length
384	SV * data	480	SV * data
385	IV dataoffset	481	IV dataoffset
386	SV * callback	482	SV * callback
387	PROTOTYPE: $$$$$$	483	PROTOTYPE: $$$$$;$
388	CODE:	484	CODE:
389	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	485	read_write (0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
390		486
391	void	487	void
392	aio_write(fh,offset,length,data,dataoffset,callback)	488	aio_write(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
393	OutputStream fh	489	OutputStream fh
394	UV offset	490	UV offset
395	IV length	491	IV length
396	SV * data	492	SV * data
397	IV dataoffset	493	IV dataoffset
398	SV * callback	494	SV * callback
399	PROTOTYPE: $$$$$$	495	PROTOTYPE: $$$$$;$
400	CODE:	496	CODE:
401	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	497	read_write (1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
402		498
403	void	499	void
404	aio_readahead(fh,offset,length,callback)	500	aio_readahead(fh,offset,length,callback=&PL_sv_undef)
405	InputStream fh	501	InputStream fh
406	UV offset	502	UV offset
407	IV length	503	IV length
408	SV * callback	504	SV * callback
409	PROTOTYPE: $$$$	505	PROTOTYPE: $$$;$
410	CODE:	506	CODE:
411	{	507	{
412	aio_req req;	508	aio_req req;
413		509
414	if (length < 0)	510	if (length < 0)
…		…
427		523
428	send_req (req);	524	send_req (req);
429	}	525	}
430		526
431	void	527	void
432	aio_stat(fh_or_path,callback)	528	aio_stat(fh_or_path,callback=&PL_sv_undef)
433	SV * fh_or_path	529	SV * fh_or_path
434	SV * callback	530	SV * callback
435	PROTOTYPE: $$
436	ALIAS:	531	ALIAS:
		532	aio_stat = REQ_STAT
437	aio_lstat = 1	533	aio_lstat = REQ_LSTAT
438	CODE:	534	CODE:
439	{	535	{
440	aio_req req;	536	aio_req req;
441		537
442	Newz (0, req, 1, aio_cb);	538	Newz (0, req, 1, aio_cb);
…		…
449	if (!req->statdata)	545	if (!req->statdata)
450	croak ("out of memory during aio_req->statdata allocation");	546	croak ("out of memory during aio_req->statdata allocation");
451		547
452	if (SvPOK (fh_or_path))	548	if (SvPOK (fh_or_path))
453	{	549	{
454	req->type = ix ? REQ_LSTAT : REQ_STAT;	550	req->type = ix;
455	req->data = newSVsv (fh_or_path);	551	req->data = newSVsv (fh_or_path);
456	req->dataptr = SvPV_nolen (req->data);	552	req->dataptr = SvPV_nolen (req->data);
457	}	553	}
458	else	554	else
459	{	555	{
…		…
465		561
466	send_req (req);	562	send_req (req);
467	}	563	}
468		564
469	void	565	void
470	aio_unlink(pathname,callback)	566	aio_unlink(pathname,callback=&PL_sv_undef)
471	SV * pathname	567	SV * pathname
472	SV * callback	568	SV * callback
473	PROTOTYPE: $$
474	CODE:	569	CODE:
475	{	570	{
476	aio_req req;	571	aio_req req;
477		572
478	Newz (0, req, 1, aio_cb);	573	Newz (0, req, 1, aio_cb);
…		…
486	req->callback = SvREFCNT_inc (callback);	581	req->callback = SvREFCNT_inc (callback);
487		582
488	send_req (req);	583	send_req (req);
489	}	584	}
490		585
		586	void
		587	flush()
		588	PROTOTYPE:
		589	CODE:
		590	while (nreqs)
		591	{
		592	poll_wait ();
		593	poll_cb ();
		594	}
		595
		596	void
		597	poll()
		598	PROTOTYPE:
		599	CODE:
		600	if (nreqs)
		601	{
		602	poll_wait ();
		603	poll_cb ();
		604	}
		605
491	int	606	int
492	poll_fileno()	607	poll_fileno()
493	PROTOTYPE:	608	PROTOTYPE:
494	CODE:	609	CODE:
495	RETVAL = respipe[0];	610	RETVAL = respipe [0];
496	OUTPUT:	611	OUTPUT:
497	RETVAL	612	RETVAL
498		613
499	int	614	int
500	poll_cb(...)	615	poll_cb(...)
501	PROTOTYPE:	616	PROTOTYPE:
502	CODE:	617	CODE:
503	RETVAL = poll_cb (aTHX);	618	RETVAL = poll_cb ();
504	OUTPUT:	619	OUTPUT:
505	RETVAL	620	RETVAL
506		621
507	void	622	void
508	poll_wait()	623	poll_wait()
509	PROTOTYPE:	624	PROTOTYPE:
510	CODE:	625	CODE:
		626	if (nreqs)
511	poll_wait ();	627	poll_wait ();
512		628
513	int	629	int
514	nreqs()	630	nreqs()
515	PROTOTYPE:	631	PROTOTYPE:
516	CODE:	632	CODE:

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing IO-AIO/AIO.xs (file contents): Revision 1.1 by root, Sun Jul 10 17:07:44 2005 UTC vs. Revision 1.11 by root, Wed Jul 20 21:55:27 2005 UTC

Diff Legend

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.1 by root, Sun Jul 10 17:07:44 2005 UTC vs.
Revision 1.11 by root, Wed Jul 20 21:55:27 2005 UTC