ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Linux-AIO/AIO.xs
(Generate patch)

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.1 by root, Tue Aug 14 03:18:53 2001 UTC vs.
Revision 1.15 by root, Sat May 18 21:48:36 2002 UTC

1#include "EXTERN.h" 1#include "EXTERN.h"
2#include "perl.h" 2#include "perl.h"
3#include "XSUB.h" 3#include "XSUB.h"
4 4
5#include <sys/types.h> 5#include <sys/types.h>
6#include <sys/stat.h>
6#include <unistd.h> 7#include <unistd.h>
8#include <fcntl.h>
9#include <signal.h>
7#include <sched.h> 10#include <sched.h>
8 11
12typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */
13typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
14typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */
15
9#define STACKSIZE 128 /* yeah */ 16#define STACKSIZE 1024 /* yeah */
10 17
11#define REQ_EXIT 0 18enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};
12#define REQ_READ 1
13#define REQ_WRITE 2
14 19
15typedef struct { 20typedef struct {
16 char stack[STACKSIZE]; 21 char stack[STACKSIZE];
17} aio_thread; 22} aio_thread;
18 23
19typedef struct { 24typedef struct {
20 int type; 25 int type;
21 aio_thread *thread; 26 aio_thread *thread;
22 27
23/* read/write */
24 int fd; 28 int fd;
25 off_t offset; 29 off_t offset;
26 size_t length; 30 size_t length;
27 ssize_t done; 31 ssize_t result;
32 mode_t mode; /* open */
28 int errorno; 33 int errorno;
29 34 SV *data, *callback;
30 SV *data;
31 void *dataptr; 35 void *dataptr;
32 STRLEN offset; 36 STRLEN dataoffset;
37
38 struct stat64 *statdata;
33} aio_cb; 39} aio_cb;
34 40
35typedef aio_cb *aio_req; 41typedef aio_cb *aio_req;
36 42
37static int started; 43static int started;
44static int nreqs;
38static int reqpipe[2], respipe[2]; 45static int reqpipe[2], respipe[2];
46
47static int aio_proc(void *arg);
39 48
40static void 49static void
41start_thread(void) 50start_thread(void)
42{ 51{
43 aio_thread *thr = NEW ( 52 aio_thread *thr;
53
54 New (0, thr, 1, aio_thread);
55
44 __clone (aio_proc, 56 if (clone (aio_proc,
57 &(thr->stack[STACKSIZE]),
58 CLONE_VM|CLONE_FS|CLONE_FILES|CLONE_SIGHAND,
59 thr) >= 0)
60 started++;
61 else
62 Safefree (thr);
45} 63}
46 64
47static void 65static void
48end_thread(void) 66end_thread(void)
49{ 67{
50 aio_req req = 0; 68 aio_req req;
69 New (0, req, 1, aio_cb);
70 req->type = REQ_QUIT;
51 write (reqpipe[1], &req, sizeof (aio_req)); 71 write (reqpipe[1], &req, sizeof (aio_req));
52 nthreads--; 72}
73
74static void
75send_req (aio_req req)
76{
77 nreqs++;
78 write (reqpipe[1], &req, sizeof (aio_req));
79}
80
81static void
82read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,
83 SV *data, STRLEN dataoffset, SV*callback)
84{
85 aio_req req;
86 STRLEN svlen;
87 char *svptr = SvPV (data, svlen);
88
89 SvUPGRADE (data, SVt_PV);
90 SvPOK_on (data);
91
92 if (dataoffset < 0)
93 dataoffset += svlen;
94
95 if (dataoffset < 0 || dataoffset > svlen)
96 croak ("data offset outside of string");
97
98 if (dowrite)
99 {
100 /* write: check length and adjust. */
101 if (length < 0 || length + dataoffset > svlen)
102 length = svlen - dataoffset;
103 }
104 else
105 {
106 /* read: grow scalar as necessary */
107 svptr = SvGROW (data, length + dataoffset);
108 }
109
110 if (length < 0)
111 croak ("length must not be negative");
112
113 Newz (0, req, 1, aio_cb);
114
115 if (!req)
116 croak ("out of memory during aio_req allocation");
117
118 req->type = dowrite ? REQ_WRITE : REQ_READ;
119 req->fd = fd;
120 req->offset = offset;
121 req->length = length;
122 req->data = SvREFCNT_inc (data);
123 req->dataptr = (char *)svptr + dataoffset;
124 req->callback = SvREFCNT_inc (callback);
125
126 send_req (req);
127}
128
129static int
130poll_cb (pTHX)
131{
132 dSP;
133 int count = 0;
134 aio_req req;
135
136 while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
137 {
138 if (req->type == REQ_QUIT)
139 {
140 Safefree (req->thread);
141 started--;
142 }
143 else
144 {
145 int errorno = errno;
146 errno = req->errorno;
147
148 if (req->type == REQ_READ)
149 SvCUR_set (req->data, req->dataoffset
150 + req->result > 0 ? req->result : 0);
151
152 if (req->data)
153 SvREFCNT_dec (req->data);
154
155 if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
156 {
157 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
158 PL_laststatval = req->result;
159 PL_statcache.st_dev = req->statdata->st_dev;
160 PL_statcache.st_ino = req->statdata->st_ino;
161 PL_statcache.st_mode = req->statdata->st_mode;
162 PL_statcache.st_nlink = req->statdata->st_nlink;
163 PL_statcache.st_uid = req->statdata->st_uid;
164 PL_statcache.st_gid = req->statdata->st_gid;
165 PL_statcache.st_rdev = req->statdata->st_rdev;
166 PL_statcache.st_size = req->statdata->st_size;
167 PL_statcache.st_atime = req->statdata->st_atime;
168 PL_statcache.st_mtime = req->statdata->st_mtime;
169 PL_statcache.st_ctime = req->statdata->st_ctime;
170 PL_statcache.st_blksize = req->statdata->st_blksize;
171 PL_statcache.st_blocks = req->statdata->st_blocks;
172
173 Safefree (req->statdata);
174 }
175
176 PUSHMARK (SP);
177 XPUSHs (sv_2mortal (newSViv (req->result)));
178 PUTBACK;
179 call_sv (req->callback, G_VOID);
180 SPAGAIN;
181
182 if (req->callback)
183 SvREFCNT_dec (req->callback);
184
185 errno = errorno;
186 nreqs--;
187 count++;
188 }
189
190 Safefree (req);
191 }
192
193 return count;
194}
195
196static sigset_t fullsigset;
197
198#undef errno
199#include <asm/unistd.h>
200
201static int
202aio_proc(void *thr_arg)
203{
204 aio_thread *thr = thr_arg;
205 aio_req req;
206 int errno;
207
208 /* this is very much x86 and kernel-specific :(:(:( */
209 /* we rely on gcc's ability to create closures. */
210 _syscall3(int,read,int,fd,char *,buf,size_t,count)
211 _syscall3(int,write,int,fd,char *,buf,size_t,count)
212
213 _syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
214 _syscall1(int,close,int,fd)
215
216 _syscall5(int,pread,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
217 _syscall5(int,pwrite,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
218
219 _syscall2(int,stat64, const char *, filename, struct stat64 *, buf)
220 _syscall2(int,lstat64, const char *, filename, struct stat64 *, buf)
221 _syscall2(int,fstat64, int, fd, struct stat64 *, buf)
222
223 sigprocmask (SIG_SETMASK, &fullsigset, 0);
224
225 /* then loop */
226 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
227 {
228 req->thread = thr;
229 errno = 0; /* strictly unnecessary */
230
231 if (req->type == REQ_READ)
232 req->result = pread (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
233 else if (req->type == REQ_WRITE)
234 req->result = pwrite(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
235 else if (req->type == REQ_OPEN)
236 req->result = open (req->dataptr, req->fd, req->mode);
237 else if (req->type == REQ_CLOSE)
238 req->result = close (req->fd);
239 else if (req->type == REQ_STAT)
240 req->result = stat64 (req->dataptr, req->statdata);
241 else if (req->type == REQ_LSTAT)
242 req->result = lstat64 (req->dataptr, req->statdata);
243 else if (req->type == REQ_FSTAT)
244 req->result = fstat64 (req->fd, req->statdata);
245 else
246 {
247 write (respipe[1], (void *)&req, sizeof (req));
248 break;
249 }
250
251 req->errorno = errno;
252 write (respipe[1], (void *)&req, sizeof (req));
253 }
254
255 return 0;
53} 256}
54 257
55MODULE = Linux::AIO PACKAGE = Linux::AIO 258MODULE = Linux::AIO PACKAGE = Linux::AIO
56 259
57BOOT: 260BOOT:
58{ 261{
262 sigfillset (&fullsigset);
263 sigdelset (&fullsigset, SIGTERM);
264 sigdelset (&fullsigset, SIGQUIT);
265 sigdelset (&fullsigset, SIGABRT);
266 sigdelset (&fullsigset, SIGINT);
267
59 if (pipe (reqpipe) || pipe (respipe)) 268 if (pipe (reqpipe) || pipe (respipe))
60 croak ("unable to initialize request or result pipe"); 269 croak ("unable to initialize request or result pipe");
270
271 if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
272 croak ("cannot set result pipe to nonblocking mode");
61} 273}
62 274
63void 275void
64min_parallel(nthreads) 276min_parallel(nthreads)
65 int nthreads 277 int nthreads
278 PROTOTYPE: $
66 CODE: 279 CODE:
67 while (nthreads > started) 280 while (nthreads > started)
68 start_thread (); 281 start_thread ();
69 282
70void 283void
71max_parallel(nthreads) 284max_parallel(nthreads)
72 int nthreads 285 int nthreads
286 PROTOTYPE: $
73 CODE: 287 CODE:
288 int cur = started;
289 while (cur > nthreads)
290 {
291 end_thread ();
292 cur--;
293 }
294
74 while (started > nthreads) 295 while (started > nthreads)
296 {
297 fd_set rfd;
298 FD_ZERO(&rfd);
299 FD_SET(respipe[0], &rfd);
300
301 select (respipe[0] + 1, &rfd, 0, 0, 0);
302 poll_cb ();
303 }
304
305void
306aio_open(pathname,flags,mode,callback)
307 SV * pathname
308 int flags
309 int mode
310 SV * callback
311 PROTOTYPE: $$$$
312 CODE:
313 aio_req req;
314
315 Newz (0, req, 1, aio_cb);
316
317 if (!req)
318 croak ("out of memory during aio_req allocation");
319
320 req->type = REQ_OPEN;
321 req->data = newSVsv (pathname);
322 req->dataptr = SvPV_nolen (req->data);
323 req->fd = flags;
324 req->mode = mode;
325 req->callback = SvREFCNT_inc (callback);
326
75 end_thread (); 327 send_req (req);
76 328
77void 329void
330aio_close(fh,callback)
331 InputStream fh
332 SV * callback
333 PROTOTYPE: $$
334 CODE:
335 aio_req req;
336
337 Newz (0, req, 1, aio_cb);
338
339 if (!req)
340 croak ("out of memory during aio_req allocation");
341
342 req->type = REQ_CLOSE;
343 req->fd = PerlIO_fileno (fh);
344 req->callback = SvREFCNT_inc (callback);
345
346 send_req (req);
347
348void
78read(fh,offset,length,data,dataoffset,callback) 349aio_read(fh,offset,length,data,dataoffset,callback)
350 InputStream fh
351 UV offset
352 IV length
353 SV * data
354 IV dataoffset
355 SV * callback
356 PROTOTYPE: $$$$$$
357 CODE:
358 read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
359
360void
361aio_write(fh,offset,length,data,dataoffset,callback)
362 OutputStream fh
363 UV offset
364 IV length
365 SV * data
366 IV dataoffset
367 SV * callback
368 PROTOTYPE: $$$$$$
369 CODE:
370 read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
371
372void
373aio_stat(fh_or_path,callback)
374 SV * fh_or_path
375 SV * callback
376 PROTOTYPE: $$
377 ALIAS:
378 aio_lstat = 1
79 CODE: 379 CODE:
380 aio_req req;
381
382 Newz (0, req, 1, aio_cb);
383
384 if (!req)
385 croak ("out of memory during aio_req allocation");
386
387 New (0, req->statdata, 1, struct stat64);
388
389 if (!req->statdata)
390 croak ("out of memory during aio_req->statdata allocation");
391
392 if (SvPOK (fh_or_path))
393 {
394 req->type = ix ? REQ_LSTAT : REQ_STAT;
395 req->data = newSVsv (fh_or_path);
396 req->dataptr = SvPV_nolen (req->data);
397 }
398 else
399 {
400 req->type = REQ_FSTAT;
401 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
402 }
403
404 req->callback = SvREFCNT_inc (callback);
405
406 send_req (req);
407
408int
409poll_fileno()
410 PROTOTYPE:
411 CODE:
412 RETVAL = respipe[0];
413 OUTPUT:
414 RETVAL
415
416int
417poll_cb(...)
418 PROTOTYPE:
419 CODE:
420 RETVAL = poll_cb (aTHX);
421 OUTPUT:
422 RETVAL
423
424int
425nreqs()
426 PROTOTYPE:
427 CODE:
428 RETVAL = nreqs;
429 OUTPUT:
430 RETVAL
431

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines