[ViewVC] Diff of: cvs/IO-AIO/AIO.xs

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.11 by root, Wed Jul 20 21:55:27 2005 UTC

…		…
1	#define PERL_NO_GET_CONTEXT	1	#define _XOPEN_SOURCE 500
2		2
3	#include "EXTERN.h"	3	#include "EXTERN.h"
4	#include "perl.h"	4	#include "perl.h"
5	#include "XSUB.h"	5	#include "XSUB.h"
6		6
7	#include <sys/types.h>	7	#include <sys/types.h>
8	#include <sys/stat.h>	8	#include <sys/stat.h>
		9
9	#include <unistd.h>	10	#include <unistd.h>
10	#include <fcntl.h>	11	#include <fcntl.h>
11	#include <signal.h>	12	#include <signal.h>
12	#include <sched.h>	13	#include <sched.h>
13	#include <endian.h>	14	#if __linux
		15	#include <sys/syscall.h>
		16	#endif
14		17
15	#include <pthread.h>	18	#include <pthread.h>
16	#include <sys/syscall.h>
17		19
18	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */	20	typedef void InputStream; / hack, but 5.6.1 is simply toooo old ;) */
19	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */	21	typedef void OutputStream; / hack, but 5.6.1 is simply toooo old ;) */
20	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */	22	typedef void InOutStream; / hack, but 5.6.1 is simply toooo old ;) */
21		23
22	#if __i386 \|\| __amd64
23	# define STACKSIZE ( 256 * sizeof (long))
24	#elif __ia64	24	#if __ia64
25	# define STACKSIZE (8192 * sizeof (long))	25	# define STACKSIZE 65536
26	#else	26	#else
27	# define STACKSIZE ( 512 * sizeof (long))	27	# define STACKSIZE 4096
28	#endif	28	#endif
29		29
30	enum {	30	enum {
31	REQ_QUIT,	31	REQ_QUIT,
32	REQ_OPEN, REQ_CLOSE,	32	REQ_OPEN, REQ_CLOSE,
34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,	34	REQ_STAT, REQ_LSTAT, REQ_FSTAT, REQ_UNLINK,
35	REQ_FSYNC, REQ_FDATASYNC,	35	REQ_FSYNC, REQ_FDATASYNC,
36	};	36	};
37		37
38	typedef struct aio_cb {	38	typedef struct aio_cb {
39	struct aio_cb *next;	39	struct aio_cb *volatile next;
40		40
41	int type;	41	int type;
42		42
43	int fd;	43	int fd;
44	off_t offset;	44	off_t offset;
…		…
54	} aio_cb;	54	} aio_cb;
55		55
56	typedef aio_cb *aio_req;	56	typedef aio_cb *aio_req;
57		57
58	static int started;	58	static int started;
59	static int nreqs;	59	static volatile int nreqs;
		60	static int max_outstanding = 1<<30;
60	static int reqpipe[2], respipe[2];	61	static int respipe [2];
61		62
		63	static pthread_mutex_t reslock = PTHREAD_MUTEX_INITIALIZER;
		64	static pthread_mutex_t reqlock = PTHREAD_MUTEX_INITIALIZER;
		65	static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
		66
62	static aio_req qs, qe; /* queue start, queue end */	67	static volatile aio_req reqs, reqe; /* queue start, queue end */
		68	static volatile aio_req ress, rese; /* queue start, queue end */
		69
		70	static void
		71	poll_wait ()
		72	{
		73	if (nreqs && !ress)
		74	{
		75	fd_set rfd;
		76	FD_ZERO(&rfd);
		77	FD_SET(respipe [0], &rfd);
		78
		79	select (respipe [0] + 1, &rfd, 0, 0, 0);
		80	}
		81	}
		82
		83	static int
		84	poll_cb ()
		85	{
		86	dSP;
		87	int count = 0;
		88	aio_req req, prv;
		89
		90	static int rl;//D
		91	//printf ("%d ENTER\n", ++rl);//D
		92
		93	pthread_mutex_lock (&reslock);
		94
		95	{
		96	/* read any signals sent by the worker threads */
		97	char buf [32];
		98	while (read (respipe [0], buf, 32) > 0)
		99	;
		100	}
		101
		102	req = ress;
		103	ress = rese = 0;
		104
		105	pthread_mutex_unlock (&reslock);
		106
		107	while (req)
		108	{
		109	nreqs--;
		110	//printf ("%d count %d %p->%p\n", rl, count, req, req->next);//D
		111
		112	if (req->type == REQ_QUIT)
		113	started--;
		114	else
		115	{
		116	int errorno = errno;
		117	errno = req->errorno;
		118
		119	if (req->type == REQ_READ)
		120	SvCUR_set (req->data, req->dataoffset
		121	+ req->result > 0 ? req->result : 0);
		122
		123	if (req->data)
		124	SvREFCNT_dec (req->data);
		125
		126	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
		127	{
		128	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
		129	PL_laststatval = req->result;
		130	PL_statcache = *(req->statdata);
		131
		132	Safefree (req->statdata);
		133	}
		134
		135	PUSHMARK (SP);
		136	XPUSHs (sv_2mortal (newSViv (req->result)));
		137
		138	if (req->type == REQ_OPEN)
		139	{
		140	/* convert fd to fh */
		141	SV *fh;
		142
		143	PUTBACK;
		144	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
		145	SPAGAIN;
		146
		147	fh = POPs;
		148
		149	PUSHMARK (SP);
		150	XPUSHs (fh);
		151	}
		152
		153	if (SvOK (req->callback))
		154	{
		155	PUTBACK;
		156	call_sv (req->callback, G_VOID \| G_EVAL);
		157	SPAGAIN;
		158	}
		159
		160	if (req->callback)
		161	SvREFCNT_dec (req->callback);
		162
		163	errno = errorno;
		164	count++;
		165	}
		166
		167	prv = req;
		168	req = req->next;
		169	Safefree (prv);
		170
		171	/* TODO: croak on errors? */
		172	}
		173
		174	//printf ("%d LEAVE %p %p\n", rl--, ress, rese);//D
		175	return count;
		176	}
63		177
64	static void aio_proc(void arg);	178	static void aio_proc(void arg);
65		179
66	static void	180	static void
67	start_thread (void)	181	start_thread (void)
…		…
82		196
83	sigprocmask (SIG_SETMASK, &oldsigset, 0);	197	sigprocmask (SIG_SETMASK, &oldsigset, 0);
84	}	198	}
85		199
86	static void	200	static void
87	send_reqs (void)
88	{
89	/* this write is atomic */
90	while (qs && write (reqpipe[1], &qs, sizeof qs) == sizeof qs)
91	{
92	qs = qs->next;
93	if (!qs) qe = 0;
94	}
95	}
96
97	static void
98	send_req (aio_req req)	201	send_req (aio_req req)
99	{	202	{
100	nreqs++;	203	nreqs++;
		204
		205	pthread_mutex_lock (&reqlock);
		206
101	req->next = 0;	207	req->next = 0;
102		208
103	if (qe)	209	if (reqe)
104	{	210	{
105	qe->next = req;	211	reqe->next = req;
106	qe = req;	212	reqe = req;
107	}	213	}
108	else	214	else
109	qe = qs = req;	215	reqe = reqs = req;
110		216
111	send_reqs ();	217	pthread_cond_signal (&reqwait);
		218	pthread_mutex_unlock (&reqlock);
		219
		220	while (nreqs > max_outstanding)
		221	{
		222	poll_wait ();
		223	poll_cb ();
		224	}
112	}	225	}
113		226
114	static void	227	static void
115	end_thread (void)	228	end_thread (void)
116	{	229	{
…		…
120		233
121	send_req (req);	234	send_req (req);
122	}	235	}
123		236
124	static void	237	static void
125	read_write (pTHX_
126	int dowrite, int fd, off_t offset, size_t length,	238	read_write (int dowrite, int fd, off_t offset, size_t length,
127	SV data, STRLEN dataoffset, SV callback)	239	SV data, STRLEN dataoffset, SV callback)
128	{	240	{
129	aio_req req;	241	aio_req req;
130	STRLEN svlen;	242	STRLEN svlen;
131	char *svptr = SvPV (data, svlen);	243	char *svptr = SvPV (data, svlen);
…		…
168	req->callback = SvREFCNT_inc (callback);	280	req->callback = SvREFCNT_inc (callback);
169		281
170	send_req (req);	282	send_req (req);
171	}	283	}
172		284
173	static void
174	poll_wait ()
175	{
176	fd_set rfd;
177	FD_ZERO(&rfd);
178	FD_SET(respipe[0], &rfd);
179
180	select (respipe[0] + 1, &rfd, 0, 0, 0);
181	}
182
183	static int
184	poll_cb (pTHX)
185	{
186	dSP;
187	int count = 0;
188	aio_req req;
189
190	while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
191	{
192	nreqs--;
193
194	if (req->type == REQ_QUIT)
195	started--;
196	else
197	{
198	int errorno = errno;
199	errno = req->errorno;
200
201	if (req->type == REQ_READ)
202	SvCUR_set (req->data, req->dataoffset
203	+ req->result > 0 ? req->result : 0);
204
205	if (req->data)
206	SvREFCNT_dec (req->data);
207
208	if (req->type == REQ_STAT \|\| req->type == REQ_LSTAT \|\| req->type == REQ_FSTAT)
209	{
210	PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
211	PL_laststatval = req->result;
212	PL_statcache = *(req->statdata);
213
214	Safefree (req->statdata);
215	}
216
217	PUSHMARK (SP);
218	XPUSHs (sv_2mortal (newSViv (req->result)));
219
220	if (req->type == REQ_OPEN)
221	{
222	/* convert fd to fh */
223	SV *fh;
224
225	PUTBACK;
226	call_pv ("IO::AIO::_fd2fh", G_SCALAR \| G_EVAL);
227	SPAGAIN;
228
229	fh = POPs;
230
231	PUSHMARK (SP);
232	XPUSHs (fh);
233	}
234
235	PUTBACK;
236	call_sv (req->callback, G_VOID \| G_EVAL);
237	SPAGAIN;
238
239	if (req->callback)
240	SvREFCNT_dec (req->callback);
241
242	errno = errorno;
243	count++;
244	}
245
246	Safefree (req);
247	}
248
249	if (qs)
250	send_reqs ();
251
252	return count;
253	}
254
255	static void *	285	static void *
256	aio_proc (void *thr_arg)	286	aio_proc (void *thr_arg)
257	{	287	{
258	aio_req req;	288	aio_req req;
		289	int type;
259		290
260	/* then loop */	291	do
261	while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
262	{	292	{
		293	pthread_mutex_lock (&reqlock);
		294
		295	for (;;)
		296	{
		297	req = reqs;
		298
		299	if (reqs)
		300	{
		301	reqs = reqs->next;
		302	if (!reqs) reqe = 0;
		303	}
		304
		305	if (req)
		306	break;
		307
		308	pthread_cond_wait (&reqwait, &reqlock);
		309	}
		310
		311	pthread_mutex_unlock (&reqlock);
		312
263	errno = 0; /* strictly unnecessary */	313	errno = 0; /* strictly unnecessary */
264		314
		315	type = req->type;
		316
265	switch (req->type)	317	switch (type)
266	{	318	{
267	case REQ_READ: req->result = pread64 (req->fd, req->dataptr, req->length, req->offset); break;	319	case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
268	case REQ_WRITE: req->result = pwrite64 (req->fd, req->dataptr, req->length, req->offset); break;	320	case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
269	#if SYS_readahead	321	#if SYS_readahead
270	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;	322	case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
271	#else	323	#else
272	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;	324	case REQ_READAHEAD: req->result = -1; errno = ENOSYS; break;
273	#endif	325	#endif
…		…
282		334
283	case REQ_FSYNC: req->result = fsync (req->fd); break;	335	case REQ_FSYNC: req->result = fsync (req->fd); break;
284	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;	336	case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
285		337
286	case REQ_QUIT:	338	case REQ_QUIT:
287	write (respipe[1], (void *)&req, sizeof (req));	339	break;
288	return 0;
289		340
290	default:	341	default:
291	req->result = ENOSYS;	342	req->result = ENOSYS;
292	break;	343	break;
293	}	344	}
294		345
295	req->errorno = errno;	346	req->errorno = errno;
296	write (respipe[1], (void *)&req, sizeof (req));	347
		348	pthread_mutex_lock (&reslock);
		349
		350	req->next = 0;
		351
		352	if (rese)
		353	{
		354	rese->next = req;
		355	rese = req;
		356	}
		357	else
		358	{
		359	rese = ress = req;
		360
		361	/* write a dummy byte to the pipe so fh becomes ready */
		362	write (respipe [1], &respipe, 1);
		363	}
		364
		365	pthread_mutex_unlock (&reslock);
297	}	366	}
		367	while (type != REQ_QUIT);
298		368
299	return 0;	369	return 0;
300	}	370	}
301		371
302	MODULE = IO::AIO PACKAGE = IO::AIO	372	MODULE = IO::AIO PACKAGE = IO::AIO
303		373
		374	PROTOTYPES: ENABLE
		375
304	BOOT:	376	BOOT:
305	{	377	{
306	if (pipe (reqpipe) \|\| pipe (respipe))	378	if (pipe (respipe))
307	croak ("unable to initialize request or result pipe");	379	croak ("unable to initialize result pipe");
308		380
309	if (fcntl (reqpipe[1], F_SETFL, O_NONBLOCK))	381	if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
310	croak ("cannot set result pipe to nonblocking mode");	382	croak ("cannot set result pipe to nonblocking mode");
311		383
312	if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))	384	if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
313	croak ("cannot set result pipe to nonblocking mode");	385	croak ("cannot set result pipe to nonblocking mode");
314	}	386	}
315		387
316	void	388	void
317	min_parallel(nthreads)	389	min_parallel(nthreads)
…		…
335	}	407	}
336		408
337	while (started > nthreads)	409	while (started > nthreads)
338	{	410	{
339	poll_wait ();	411	poll_wait ();
340	poll_cb (aTHX);	412	poll_cb ();
341	}	413	}
342	}	414	}
343		415
		416	int
		417	max_outstanding(nreqs)
		418	int nreqs
		419	PROTOTYPE: $
		420	CODE:
		421	RETVAL = max_outstanding;
		422	max_outstanding = nreqs;
		423
344	void	424	void
345	aio_open(pathname,flags,mode,callback)	425	aio_open(pathname,flags,mode,callback=&PL_sv_undef)
346	SV * pathname	426	SV * pathname
347	int flags	427	int flags
348	int mode	428	int mode
349	SV * callback	429	SV * callback
350	PROTOTYPE: $$$$	430	PROTOTYPE: $$$;$
351	CODE:	431	CODE:
352	{	432	{
353	aio_req req;	433	aio_req req;
354		434
355	Newz (0, req, 1, aio_cb);	435	Newz (0, req, 1, aio_cb);
…		…
366		446
367	send_req (req);	447	send_req (req);
368	}	448	}
369		449
370	void	450	void
371	aio_close(fh,callback)	451	aio_close(fh,callback=&PL_sv_undef)
372	InputStream fh	452	InputStream fh
373	SV * callback	453	SV * callback
374	PROTOTYPE: $$	454	PROTOTYPE: $;$
375	ALIAS:	455	ALIAS:
376	aio_close = REQ_CLOSE	456	aio_close = REQ_CLOSE
377	aio_fsync = REQ_FSYNC	457	aio_fsync = REQ_FSYNC
378	aio_fdatasync = REQ_FDATASYNC	458	aio_fdatasync = REQ_FDATASYNC
379	CODE:	459	CODE:
…		…
391		471
392	send_req (req);	472	send_req (req);
393	}	473	}
394		474
395	void	475	void
396	aio_read(fh,offset,length,data,dataoffset,callback)	476	aio_read(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
397	InputStream fh	477	InputStream fh
398	UV offset	478	UV offset
399	IV length	479	IV length
400	SV * data	480	SV * data
401	IV dataoffset	481	IV dataoffset
402	SV * callback	482	SV * callback
403	PROTOTYPE: $$$$$$	483	PROTOTYPE: $$$$$;$
404	CODE:	484	CODE:
405	read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	485	read_write (0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
406		486
407	void	487	void
408	aio_write(fh,offset,length,data,dataoffset,callback)	488	aio_write(fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
409	OutputStream fh	489	OutputStream fh
410	UV offset	490	UV offset
411	IV length	491	IV length
412	SV * data	492	SV * data
413	IV dataoffset	493	IV dataoffset
414	SV * callback	494	SV * callback
415	PROTOTYPE: $$$$$$	495	PROTOTYPE: $$$$$;$
416	CODE:	496	CODE:
417	read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);	497	read_write (1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
418		498
419	void	499	void
420	aio_readahead(fh,offset,length,callback)	500	aio_readahead(fh,offset,length,callback=&PL_sv_undef)
421	InputStream fh	501	InputStream fh
422	UV offset	502	UV offset
423	IV length	503	IV length
424	SV * callback	504	SV * callback
425	PROTOTYPE: $$$$	505	PROTOTYPE: $$$;$
426	CODE:	506	CODE:
427	{	507	{
428	aio_req req;	508	aio_req req;
429		509
430	if (length < 0)	510	if (length < 0)
…		…
443		523
444	send_req (req);	524	send_req (req);
445	}	525	}
446		526
447	void	527	void
448	aio_stat(fh_or_path,callback)	528	aio_stat(fh_or_path,callback=&PL_sv_undef)
449	SV * fh_or_path	529	SV * fh_or_path
450	SV * callback	530	SV * callback
451	PROTOTYPE: $$
452	ALIAS:	531	ALIAS:
		532	aio_stat = REQ_STAT
453	aio_lstat = 1	533	aio_lstat = REQ_LSTAT
454	CODE:	534	CODE:
455	{	535	{
456	aio_req req;	536	aio_req req;
457		537
458	Newz (0, req, 1, aio_cb);	538	Newz (0, req, 1, aio_cb);
…		…
465	if (!req->statdata)	545	if (!req->statdata)
466	croak ("out of memory during aio_req->statdata allocation");	546	croak ("out of memory during aio_req->statdata allocation");
467		547
468	if (SvPOK (fh_or_path))	548	if (SvPOK (fh_or_path))
469	{	549	{
470	req->type = ix ? REQ_LSTAT : REQ_STAT;	550	req->type = ix;
471	req->data = newSVsv (fh_or_path);	551	req->data = newSVsv (fh_or_path);
472	req->dataptr = SvPV_nolen (req->data);	552	req->dataptr = SvPV_nolen (req->data);
473	}	553	}
474	else	554	else
475	{	555	{
…		…
481		561
482	send_req (req);	562	send_req (req);
483	}	563	}
484		564
485	void	565	void
486	aio_unlink(pathname,callback)	566	aio_unlink(pathname,callback=&PL_sv_undef)
487	SV * pathname	567	SV * pathname
488	SV * callback	568	SV * callback
489	PROTOTYPE: $$
490	CODE:	569	CODE:
491	{	570	{
492	aio_req req;	571	aio_req req;
493		572
494	Newz (0, req, 1, aio_cb);	573	Newz (0, req, 1, aio_cb);
…		…
502	req->callback = SvREFCNT_inc (callback);	581	req->callback = SvREFCNT_inc (callback);
503		582
504	send_req (req);	583	send_req (req);
505	}	584	}
506		585
		586	void
		587	flush()
		588	PROTOTYPE:
		589	CODE:
		590	while (nreqs)
		591	{
		592	poll_wait ();
		593	poll_cb ();
		594	}
		595
		596	void
		597	poll()
		598	PROTOTYPE:
		599	CODE:
		600	if (nreqs)
		601	{
		602	poll_wait ();
		603	poll_cb ();
		604	}
		605
507	int	606	int
508	poll_fileno()	607	poll_fileno()
509	PROTOTYPE:	608	PROTOTYPE:
510	CODE:	609	CODE:
511	RETVAL = respipe[0];	610	RETVAL = respipe [0];
512	OUTPUT:	611	OUTPUT:
513	RETVAL	612	RETVAL
514		613
515	int	614	int
516	poll_cb(...)	615	poll_cb(...)
517	PROTOTYPE:	616	PROTOTYPE:
518	CODE:	617	CODE:
519	RETVAL = poll_cb (aTHX);	618	RETVAL = poll_cb ();
520	OUTPUT:	619	OUTPUT:
521	RETVAL	620	RETVAL
522		621
523	void	622	void
524	poll_wait()	623	poll_wait()
525	PROTOTYPE:	624	PROTOTYPE:
526	CODE:	625	CODE:
		626	if (nreqs)
527	poll_wait ();	627	poll_wait ();
528		628
529	int	629	int
530	nreqs()	630	nreqs()
531	PROTOTYPE:	631	PROTOTYPE:
532	CODE:	632	CODE:

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing IO-AIO/AIO.xs (file contents): Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs. Revision 1.11 by root, Wed Jul 20 21:55:27 2005 UTC

Diff Legend

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.2 by root, Sun Jul 10 18:16:49 2005 UTC vs.
Revision 1.11 by root, Wed Jul 20 21:55:27 2005 UTC