ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Linux-AIO/AIO.xs
(Generate patch)

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.4 by root, Tue Aug 14 14:56:22 2001 UTC vs.
Revision 1.15 by root, Sat May 18 21:48:36 2002 UTC

1#include "EXTERN.h" 1#include "EXTERN.h"
2#include "perl.h" 2#include "perl.h"
3#include "XSUB.h" 3#include "XSUB.h"
4 4
5#include <sys/types.h> 5#include <sys/types.h>
6#include <sys/stat.h>
6#include <unistd.h> 7#include <unistd.h>
8#include <fcntl.h>
9#include <signal.h>
7#include <sched.h> 10#include <sched.h>
8 11
12typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */
13typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
14typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */
15
9#define STACKSIZE 128 /* yeah */ 16#define STACKSIZE 1024 /* yeah */
10 17
11#define REQ_QUIT 0 18enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};
12#define REQ_READ 1
13#define REQ_WRITE 2
14 19
15typedef struct { 20typedef struct {
16 char stack[STACKSIZE]; 21 char stack[STACKSIZE];
17} aio_thread; 22} aio_thread;
18 23
19typedef struct { 24typedef struct {
20 int type; 25 int type;
21 aio_thread *thread; 26 aio_thread *thread;
22 27
23/* read/write */
24 int fd; 28 int fd;
25 off_t offset; 29 off_t offset;
26 size_t length; 30 size_t length;
27 ssize_t result; 31 ssize_t result;
32 mode_t mode; /* open */
28 int errorno; 33 int errorno;
29 34 SV *data, *callback;
30 SV *data;
31 void *dataptr; 35 void *dataptr;
32 STRLEN dataoffset; 36 STRLEN dataoffset;
37
38 struct stat64 *statdata;
33} aio_cb; 39} aio_cb;
34 40
35typedef aio_cb *aio_req; 41typedef aio_cb *aio_req;
36 42
37static int started; 43static int started;
44static int nreqs;
38static int reqpipe[2], respipe[2]; 45static int reqpipe[2], respipe[2];
39 46
40static int aio_proc(void *arg); 47static int aio_proc(void *arg);
41 48
42static void 49static void
… …
56} 63}
57 64
58static void 65static void
59end_thread(void) 66end_thread(void)
60{ 67{
61 aio_req req = 0; 68 aio_req req;
69 New (0, req, 1, aio_cb);
70 req->type = REQ_QUIT;
62 write (reqpipe[1], &req, sizeof (aio_req)); 71 write (reqpipe[1], &req, sizeof (aio_req));
63 started--;
64} 72}
65 73
66static void 74static void
67set_errno(int errorno) 75send_req (aio_req req)
68{ 76{
77 nreqs++;
78 write (reqpipe[1], &req, sizeof (aio_req));
79}
80
81static void
82read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,
83 SV *data, STRLEN dataoffset, SV*callback)
84{
85 aio_req req;
86 STRLEN svlen;
87 char *svptr = SvPV (data, svlen);
88
89 SvUPGRADE (data, SVt_PV);
90 SvPOK_on (data);
91
92 if (dataoffset < 0)
93 dataoffset += svlen;
94
95 if (dataoffset < 0 || dataoffset > svlen)
96 croak ("data offset outside of string");
97
98 if (dowrite)
99 {
100 /* write: check length and adjust. */
101 if (length < 0 || length + dataoffset > svlen)
102 length = svlen - dataoffset;
103 }
104 else
105 {
106 /* read: grow scalar as necessary */
107 svptr = SvGROW (data, length + dataoffset);
108 }
109
110 if (length < 0)
111 croak ("length must not be negative");
112
113 Newz (0, req, 1, aio_cb);
114
115 if (!req)
116 croak ("out of memory during aio_req allocation");
117
118 req->type = dowrite ? REQ_WRITE : REQ_READ;
119 req->fd = fd;
120 req->offset = offset;
121 req->length = length;
122 req->data = SvREFCNT_inc (data);
123 req->dataptr = (char *)svptr + dataoffset;
124 req->callback = SvREFCNT_inc (callback);
125
126 send_req (req);
127}
128
129static int
130poll_cb (pTHX)
131{
132 dSP;
133 int count = 0;
134 aio_req req;
135
136 while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
137 {
138 if (req->type == REQ_QUIT)
139 {
140 Safefree (req->thread);
141 started--;
142 }
143 else
144 {
145 int errorno = errno;
146 errno = req->errorno;
147
148 if (req->type == REQ_READ)
149 SvCUR_set (req->data, req->dataoffset
150 + req->result > 0 ? req->result : 0);
151
152 if (req->data)
153 SvREFCNT_dec (req->data);
154
155 if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
156 {
157 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
158 PL_laststatval = req->result;
159 PL_statcache.st_dev = req->statdata->st_dev;
160 PL_statcache.st_ino = req->statdata->st_ino;
161 PL_statcache.st_mode = req->statdata->st_mode;
162 PL_statcache.st_nlink = req->statdata->st_nlink;
163 PL_statcache.st_uid = req->statdata->st_uid;
164 PL_statcache.st_gid = req->statdata->st_gid;
165 PL_statcache.st_rdev = req->statdata->st_rdev;
166 PL_statcache.st_size = req->statdata->st_size;
167 PL_statcache.st_atime = req->statdata->st_atime;
168 PL_statcache.st_mtime = req->statdata->st_mtime;
169 PL_statcache.st_ctime = req->statdata->st_ctime;
170 PL_statcache.st_blksize = req->statdata->st_blksize;
171 PL_statcache.st_blocks = req->statdata->st_blocks;
172
173 Safefree (req->statdata);
174 }
175
176 PUSHMARK (SP);
177 XPUSHs (sv_2mortal (newSViv (req->result)));
178 PUTBACK;
179 call_sv (req->callback, G_VOID);
180 SPAGAIN;
181
182 if (req->callback)
183 SvREFCNT_dec (req->callback);
184
69 errno = errorno; 185 errno = errorno;
186 nreqs--;
187 count++;
188 }
189
190 Safefree (req);
191 }
192
193 return count;
70} 194}
195
196static sigset_t fullsigset;
71 197
72#undef errno 198#undef errno
73#include <asm/unistd.h> 199#include <asm/unistd.h>
74 200
75static int 201static int
76aio_proc(void *thr_arg) 202aio_proc(void *thr_arg)
77{ 203{
78 aio_thread *thr = thr_arg; 204 aio_thread *thr = thr_arg;
79 int sig; 205 aio_req req;
80 int errno; 206 int errno;
81 aio_req req;
82 207
208 /* this is very much x86 and kernel-specific :(:(:( */
83 /* we rely on gcc's ability to create closures. */ 209 /* we rely on gcc's ability to create closures. */
84 _syscall3(int,lseek,int,fd,off_t,offset,int,whence);
85 _syscall3(int,read,int,fd,char *,buf,off_t,count); 210 _syscall3(int,read,int,fd,char *,buf,size_t,count)
86 _syscall3(int,write,int,fd,char *,buf,off_t,count); 211 _syscall3(int,write,int,fd,char *,buf,size_t,count)
87 212
88 /* first get rid of any signals */ 213 _syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
89 for (sig = 1; sig < _NSIG; sig++) 214 _syscall1(int,close,int,fd)
90 signal (sig, SIG_IGN);
91 215
92 signal (SIGTERM, SIG_DFL); 216 _syscall5(int,pread,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
93 217 _syscall5(int,pwrite,int,fd,char *,buf,size_t,count,unsigned int,offset_lo,unsigned int,offset_hi)
218
219 _syscall2(int,stat64, const char *, filename, struct stat64 *, buf)
220 _syscall2(int,lstat64, const char *, filename, struct stat64 *, buf)
221 _syscall2(int,fstat64, int, fd, struct stat64 *, buf)
222
223 sigprocmask (SIG_SETMASK, &fullsigset, 0);
224
94 /* then loop */ 225 /* then loop */
95 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) 226 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
96 { 227 {
97 req->thread = thr; 228 req->thread = thr;
229 errno = 0; /* strictly unnecessary */
98 230
99 if (req->type == REQ_READ || req->type == REQ_WRITE)
100 {
101 errno = 0;
102
103 if (lseek (req->fd, req->offset, SEEK_SET) == req->offset)
104 {
105 if (req->type == REQ_READ) 231 if (req->type == REQ_READ)
106 req->result = read (req->fd, req->dataptr, req->length); 232 req->result = pread (req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
107 else 233 else if (req->type == REQ_WRITE)
108 req->result = write(req->fd, req->dataptr, req->length); 234 req->result = pwrite(req->fd, req->dataptr, req->length, req->offset & 0xffffffff, req->offset >> 32);
109 } 235 else if (req->type == REQ_OPEN)
110 236 req->result = open (req->dataptr, req->fd, req->mode);
111 req->errorno = errno; 237 else if (req->type == REQ_CLOSE)
112 } 238 req->result = close (req->fd);
239 else if (req->type == REQ_STAT)
240 req->result = stat64 (req->dataptr, req->statdata);
241 else if (req->type == REQ_LSTAT)
242 req->result = lstat64 (req->dataptr, req->statdata);
243 else if (req->type == REQ_FSTAT)
244 req->result = fstat64 (req->fd, req->statdata);
113 else 245 else
114 { 246 {
115 write (respipe[1], (void *)&req, sizeof (req)); 247 write (respipe[1], (void *)&req, sizeof (req));
116 break; 248 break;
117 } 249 }
118 250
251 req->errorno = errno;
119 write (respipe[1], (void *)&req, sizeof (req)); 252 write (respipe[1], (void *)&req, sizeof (req));
120 } 253 }
121 254
122 return 0; 255 return 0;
123} 256}
124 257
125MODULE = Linux::AIO PACKAGE = Linux::AIO 258MODULE = Linux::AIO PACKAGE = Linux::AIO
126 259
127BOOT: 260BOOT:
128{ 261{
262 sigfillset (&fullsigset);
263 sigdelset (&fullsigset, SIGTERM);
264 sigdelset (&fullsigset, SIGQUIT);
265 sigdelset (&fullsigset, SIGABRT);
266 sigdelset (&fullsigset, SIGINT);
267
129 if (pipe (reqpipe) || pipe (respipe)) 268 if (pipe (reqpipe) || pipe (respipe))
130 croak ("unable to initialize request or result pipe"); 269 croak ("unable to initialize request or result pipe");
270
271 if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
272 croak ("cannot set result pipe to nonblocking mode");
131} 273}
132 274
133void 275void
134min_parallel(nthreads) 276min_parallel(nthreads)
135 int nthreads 277 int nthreads
278 PROTOTYPE: $
136 CODE: 279 CODE:
137 while (nthreads > started) 280 while (nthreads > started)
138 start_thread (); 281 start_thread ();
139 282
140void 283void
141max_parallel(nthreads) 284max_parallel(nthreads)
142 int nthreads 285 int nthreads
286 PROTOTYPE: $
143 CODE: 287 CODE:
288 int cur = started;
289 while (cur > nthreads)
290 {
291 end_thread ();
292 cur--;
293 }
294
144 while (started > nthreads) 295 while (started > nthreads)
296 {
297 fd_set rfd;
298 FD_ZERO(&rfd);
299 FD_SET(respipe[0], &rfd);
300
301 select (respipe[0] + 1, &rfd, 0, 0, 0);
302 poll_cb ();
303 }
304
305void
306aio_open(pathname,flags,mode,callback)
307 SV * pathname
308 int flags
309 int mode
310 SV * callback
311 PROTOTYPE: $$$$
312 CODE:
313 aio_req req;
314
315 Newz (0, req, 1, aio_cb);
316
317 if (!req)
318 croak ("out of memory during aio_req allocation");
319
320 req->type = REQ_OPEN;
321 req->data = newSVsv (pathname);
322 req->dataptr = SvPV_nolen (req->data);
323 req->fd = flags;
324 req->mode = mode;
325 req->callback = SvREFCNT_inc (callback);
326
145 end_thread (); 327 send_req (req);
146 328
147void 329void
330aio_close(fh,callback)
331 InputStream fh
332 SV * callback
333 PROTOTYPE: $$
334 CODE:
335 aio_req req;
336
337 Newz (0, req, 1, aio_cb);
338
339 if (!req)
340 croak ("out of memory during aio_req allocation");
341
342 req->type = REQ_CLOSE;
343 req->fd = PerlIO_fileno (fh);
344 req->callback = SvREFCNT_inc (callback);
345
346 send_req (req);
347
348void
148read(fh,offset,length,data,dataoffset,callback) 349aio_read(fh,offset,length,data,dataoffset,callback)
149 ALIAS: 350 InputStream fh
150 write = 1 351 UV offset
352 IV length
353 SV * data
354 IV dataoffset
355 SV * callback
356 PROTOTYPE: $$$$$$
357 CODE:
358 read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
359
360void
361aio_write(fh,offset,length,data,dataoffset,callback)
362 OutputStream fh
363 UV offset
364 IV length
365 SV * data
366 IV dataoffset
367 SV * callback
368 PROTOTYPE: $$$$$$
369 CODE:
370 read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
371
372void
373aio_stat(fh_or_path,callback)
374 SV * fh_or_path
375 SV * callback
376 PROTOTYPE: $$
377 ALIAS:
378 aio_lstat = 1
151 CODE: 379 CODE:
380 aio_req req;
381
382 Newz (0, req, 1, aio_cb);
383
384 if (!req)
385 croak ("out of memory during aio_req allocation");
386
387 New (0, req->statdata, 1, struct stat64);
388
389 if (!req->statdata)
390 croak ("out of memory during aio_req->statdata allocation");
391
392 if (SvPOK (fh_or_path))
393 {
394 req->type = ix ? REQ_LSTAT : REQ_STAT;
395 req->data = newSVsv (fh_or_path);
396 req->dataptr = SvPV_nolen (req->data);
397 }
398 else
399 {
400 req->type = REQ_FSTAT;
401 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
402 }
403
404 req->callback = SvREFCNT_inc (callback);
405
406 send_req (req);
407
408int
409poll_fileno()
410 PROTOTYPE:
411 CODE:
412 RETVAL = respipe[0];
413 OUTPUT:
414 RETVAL
415
416int
417poll_cb(...)
418 PROTOTYPE:
419 CODE:
420 RETVAL = poll_cb (aTHX);
421 OUTPUT:
422 RETVAL
423
424int
425nreqs()
426 PROTOTYPE:
427 CODE:
428 RETVAL = nreqs;
429 OUTPUT:
430 RETVAL
431

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines