ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Linux-AIO/AIO.xs
(Generate patch)

Comparing Linux-AIO/AIO.xs (file contents):
Revision 1.4 by root, Tue Aug 14 14:56:22 2001 UTC vs.
Revision 1.14 by root, Tue Apr 2 14:01:09 2002 UTC

1#include "EXTERN.h" 1#include "EXTERN.h"
2#include "perl.h" 2#include "perl.h"
3#include "XSUB.h" 3#include "XSUB.h"
4 4
5#include <sys/types.h> 5#include <sys/types.h>
6#include <sys/stat.h>
6#include <unistd.h> 7#include <unistd.h>
8#include <fcntl.h>
9#include <signal.h>
7#include <sched.h> 10#include <sched.h>
8 11
12typedef void *InputStream; /* hack, but 5.6.1 is simply toooo old ;) */
13typedef void *OutputStream; /* hack, but 5.6.1 is simply toooo old ;) */
14typedef void *InOutStream; /* hack, but 5.6.1 is simply toooo old ;) */
15
9#define STACKSIZE 128 /* yeah */ 16#define STACKSIZE 1024 /* yeah */
10 17
11#define REQ_QUIT 0 18enum { REQ_QUIT, REQ_OPEN, REQ_CLOSE, REQ_READ, REQ_WRITE, REQ_STAT, REQ_LSTAT, REQ_FSTAT};
12#define REQ_READ 1
13#define REQ_WRITE 2
14 19
15typedef struct { 20typedef struct {
16 char stack[STACKSIZE]; 21 char stack[STACKSIZE];
17} aio_thread; 22} aio_thread;
18 23
19typedef struct { 24typedef struct {
20 int type; 25 int type;
21 aio_thread *thread; 26 aio_thread *thread;
22 27
23/* read/write */
24 int fd; 28 int fd;
25 off_t offset; 29 off_t offset;
26 size_t length; 30 size_t length;
27 ssize_t result; 31 ssize_t result;
32 mode_t mode; /* open */
28 int errorno; 33 int errorno;
29 34 SV *data, *callback;
30 SV *data;
31 void *dataptr; 35 void *dataptr;
32 STRLEN dataoffset; 36 STRLEN dataoffset;
37
38 struct stat64 *statdata;
33} aio_cb; 39} aio_cb;
34 40
35typedef aio_cb *aio_req; 41typedef aio_cb *aio_req;
36 42
37static int started; 43static int started;
44static int nreqs;
38static int reqpipe[2], respipe[2]; 45static int reqpipe[2], respipe[2];
39 46
40static int aio_proc(void *arg); 47static int aio_proc(void *arg);
41 48
42static void 49static void
… …
56} 63}
57 64
58static void 65static void
59end_thread(void) 66end_thread(void)
60{ 67{
61 aio_req req = 0; 68 aio_req req;
69 New (0, req, 1, aio_cb);
70 req->type = REQ_QUIT;
62 write (reqpipe[1], &req, sizeof (aio_req)); 71 write (reqpipe[1], &req, sizeof (aio_req));
63 started--;
64} 72}
65 73
66static void 74static void
67set_errno(int errorno) 75send_req (aio_req req)
68{ 76{
77 nreqs++;
78 write (reqpipe[1], &req, sizeof (aio_req));
79}
80
81static void
82read_write (pTHX_ int dowrite, int fd, off_t offset, size_t length,
83 SV *data, STRLEN dataoffset, SV*callback)
84{
85 aio_req req;
86 STRLEN svlen;
87 char *svptr = SvPV (data, svlen);
88
89 SvUPGRADE (data, SVt_PV);
90 SvPOK_on (data);
91
92 if (dataoffset < 0)
93 dataoffset += svlen;
94
95 if (dataoffset < 0 || dataoffset > svlen)
96 croak ("data offset outside of string");
97
98 if (dowrite)
99 {
100 /* write: check length and adjust. */
101 if (length < 0 || length + dataoffset > svlen)
102 length = svlen - dataoffset;
103 }
104 else
105 {
106 /* read: grow scalar as necessary */
107 svptr = SvGROW (data, length + dataoffset);
108 }
109
110 if (length < 0)
111 croak ("length must not be negative");
112
113 Newz (0, req, 1, aio_cb);
114
115 if (!req)
116 croak ("out of memory during aio_req allocation");
117
118 req->type = dowrite ? REQ_WRITE : REQ_READ;
119 req->fd = fd;
120 req->offset = offset;
121 req->length = length;
122 req->data = SvREFCNT_inc (data);
123 req->dataptr = (char *)svptr + dataoffset;
124 req->callback = SvREFCNT_inc (callback);
125
126 send_req (req);
127}
128
129static int
130poll_cb (pTHX)
131{
132 dSP;
133 int count = 0;
134 aio_req req;
135
136 while (read (respipe[0], (void *)&req, sizeof (req)) == sizeof (req))
137 {
138 if (req->type == REQ_QUIT)
139 {
140 Safefree (req->thread);
141 started--;
142 }
143 else
144 {
145 int errorno = errno;
146 errno = req->errorno;
147
148 if (req->type == REQ_READ)
149 SvCUR_set (req->data, req->dataoffset
150 + req->result > 0 ? req->result : 0);
151
152 if (req->data)
153 SvREFCNT_dec (req->data);
154
155 if (req->type == REQ_STAT || req->type == REQ_LSTAT || req->type == REQ_FSTAT)
156 {
157 PL_laststype = req->type == REQ_LSTAT ? OP_LSTAT : OP_STAT;
158 PL_laststatval = req->result;
159 PL_statcache.st_dev = req->statdata->st_dev;
160 PL_statcache.st_ino = req->statdata->st_ino;
161 PL_statcache.st_mode = req->statdata->st_mode;
162 PL_statcache.st_nlink = req->statdata->st_nlink;
163 PL_statcache.st_uid = req->statdata->st_uid;
164 PL_statcache.st_gid = req->statdata->st_gid;
165 PL_statcache.st_rdev = req->statdata->st_rdev;
166 PL_statcache.st_size = req->statdata->st_size;
167 PL_statcache.st_atime = req->statdata->st_atime;
168 PL_statcache.st_mtime = req->statdata->st_mtime;
169 PL_statcache.st_ctime = req->statdata->st_ctime;
170 PL_statcache.st_blksize = req->statdata->st_blksize;
171 PL_statcache.st_blocks = req->statdata->st_blocks;
172
173 Safefree (req->statdata);
174 }
175
176 PUSHMARK (SP);
177 XPUSHs (sv_2mortal (newSViv (req->result)));
178 PUTBACK;
179 call_sv (req->callback, G_VOID);
180 SPAGAIN;
181
182 if (req->callback)
183 SvREFCNT_dec (req->callback);
184
69 errno = errorno; 185 errno = errorno;
186 nreqs--;
187 count++;
188 }
189
190 Safefree (req);
191 }
192
193 return count;
70} 194}
195
196static sigset_t fullsigset;
71 197
72#undef errno 198#undef errno
73#include <asm/unistd.h> 199#include <asm/unistd.h>
74 200
75static int 201static int
76aio_proc(void *thr_arg) 202aio_proc(void *thr_arg)
77{ 203{
78 aio_thread *thr = thr_arg; 204 aio_thread *thr = thr_arg;
79 int sig; 205 aio_req req;
80 int errno; 206 int errno;
81 aio_req req;
82 207
83 /* we rely on gcc's ability to create closures. */ 208 /* we rely on gcc's ability to create closures. */
84 _syscall3(int,lseek,int,fd,off_t,offset,int,whence);
85 _syscall3(int,read,int,fd,char *,buf,off_t,count); 209 _syscall3(int,read,int,fd,char *,buf,size_t,count)
86 _syscall3(int,write,int,fd,char *,buf,off_t,count); 210 _syscall3(int,write,int,fd,char *,buf,size_t,count)
87 211
88 /* first get rid of any signals */ 212 _syscall3(int,open,char *,pathname,int,flags,mode_t,mode)
89 for (sig = 1; sig < _NSIG; sig++) 213 _syscall1(int,close,int,fd)
90 signal (sig, SIG_IGN);
91 214
92 signal (SIGTERM, SIG_DFL); 215 _syscall4(int,pread,int,fd,char *,buf,size_t,count,off_t,offset)
93 216 _syscall4(int,pwrite,int,fd,char *,buf,size_t,count,off_t,offset)
217
218 _syscall2(int,stat64, const char *, filename, struct stat64 *, buf)
219 _syscall2(int,lstat64, const char *, filename, struct stat64 *, buf)
220 _syscall2(int,fstat64, int, fd, struct stat64 *, buf)
221
222 sigprocmask (SIG_SETMASK, &fullsigset, 0);
223
94 /* then loop */ 224 /* then loop */
95 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req)) 225 while (read (reqpipe[0], (void *)&req, sizeof (req)) == sizeof (req))
96 { 226 {
97 req->thread = thr; 227 req->thread = thr;
228 errno = 0; /* strictly unnecessary */
98 229
99 if (req->type == REQ_READ || req->type == REQ_WRITE)
100 {
101 errno = 0;
102
103 if (lseek (req->fd, req->offset, SEEK_SET) == req->offset)
104 {
105 if (req->type == REQ_READ) 230 if (req->type == REQ_READ)
106 req->result = read (req->fd, req->dataptr, req->length); 231 req->result = pread (req->fd, req->dataptr, req->length, req->offset);
107 else 232 else if (req->type == REQ_WRITE)
108 req->result = write(req->fd, req->dataptr, req->length); 233 req->result = pwrite (req->fd, req->dataptr, req->length, req->offset);
109 } 234 else if (req->type == REQ_OPEN)
110 235 req->result = open (req->dataptr, req->fd, req->mode);
111 req->errorno = errno; 236 else if (req->type == REQ_CLOSE)
112 } 237 req->result = close (req->fd);
238 else if (req->type == REQ_STAT)
239 req->result = stat64 (req->dataptr, req->statdata);
240 else if (req->type == REQ_LSTAT)
241 req->result = lstat64 (req->dataptr, req->statdata);
242 else if (req->type == REQ_FSTAT)
243 req->result = fstat64 (req->fd, req->statdata);
113 else 244 else
114 { 245 {
115 write (respipe[1], (void *)&req, sizeof (req)); 246 write (respipe[1], (void *)&req, sizeof (req));
116 break; 247 break;
117 } 248 }
118 249
250 req->errorno = errno;
119 write (respipe[1], (void *)&req, sizeof (req)); 251 write (respipe[1], (void *)&req, sizeof (req));
120 } 252 }
121 253
122 return 0; 254 return 0;
123} 255}
124 256
125MODULE = Linux::AIO PACKAGE = Linux::AIO 257MODULE = Linux::AIO PACKAGE = Linux::AIO
126 258
127BOOT: 259BOOT:
128{ 260{
261 sigfillset (&fullsigset);
262 sigdelset (&fullsigset, SIGTERM);
263 sigdelset (&fullsigset, SIGQUIT);
264 sigdelset (&fullsigset, SIGABRT);
265 sigdelset (&fullsigset, SIGINT);
266
129 if (pipe (reqpipe) || pipe (respipe)) 267 if (pipe (reqpipe) || pipe (respipe))
130 croak ("unable to initialize request or result pipe"); 268 croak ("unable to initialize request or result pipe");
269
270 if (fcntl (respipe[0], F_SETFL, O_NONBLOCK))
271 croak ("cannot set result pipe to nonblocking mode");
131} 272}
132 273
133void 274void
134min_parallel(nthreads) 275min_parallel(nthreads)
135 int nthreads 276 int nthreads
277 PROTOTYPE: $
136 CODE: 278 CODE:
137 while (nthreads > started) 279 while (nthreads > started)
138 start_thread (); 280 start_thread ();
139 281
140void 282void
141max_parallel(nthreads) 283max_parallel(nthreads)
142 int nthreads 284 int nthreads
285 PROTOTYPE: $
143 CODE: 286 CODE:
287 int cur = started;
288 while (cur > nthreads)
289 {
290 end_thread ();
291 cur--;
292 }
293
144 while (started > nthreads) 294 while (started > nthreads)
295 {
296 fd_set rfd;
297 FD_ZERO(&rfd);
298 FD_SET(respipe[0], &rfd);
299
300 select (respipe[0] + 1, &rfd, 0, 0, 0);
301 poll_cb ();
302 }
303
304void
305aio_open(pathname,flags,mode,callback)
306 SV * pathname
307 int flags
308 int mode
309 SV * callback
310 PROTOTYPE: $$$$
311 CODE:
312 aio_req req;
313
314 Newz (0, req, 1, aio_cb);
315
316 if (!req)
317 croak ("out of memory during aio_req allocation");
318
319 req->type = REQ_OPEN;
320 req->data = newSVsv (pathname);
321 req->dataptr = SvPV_nolen (req->data);
322 req->fd = flags;
323 req->mode = mode;
324 req->callback = SvREFCNT_inc (callback);
325
145 end_thread (); 326 send_req (req);
146 327
147void 328void
329aio_close(fh,callback)
330 InputStream fh
331 SV * callback
332 PROTOTYPE: $$
333 CODE:
334 aio_req req;
335
336 Newz (0, req, 1, aio_cb);
337
338 if (!req)
339 croak ("out of memory during aio_req allocation");
340
341 req->type = REQ_CLOSE;
342 req->fd = PerlIO_fileno (fh);
343 req->callback = SvREFCNT_inc (callback);
344
345 send_req (req);
346
347void
148read(fh,offset,length,data,dataoffset,callback) 348aio_read(fh,offset,length,data,dataoffset,callback)
149 ALIAS: 349 InputStream fh
150 write = 1 350 UV offset
351 IV length
352 SV * data
353 IV dataoffset
354 SV * callback
355 PROTOTYPE: $$$$$$
356 CODE:
357 read_write (aTHX_ 0, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
358
359void
360aio_write(fh,offset,length,data,dataoffset,callback)
361 OutputStream fh
362 UV offset
363 IV length
364 SV * data
365 IV dataoffset
366 SV * callback
367 PROTOTYPE: $$$$$$
368 CODE:
369 read_write (aTHX_ 1, PerlIO_fileno (fh), offset, length, data, dataoffset, callback);
370
371void
372aio_stat(fh_or_path,callback)
373 SV * fh_or_path
374 SV * callback
375 PROTOTYPE: $$
376 ALIAS:
377 aio_lstat = 1
151 CODE: 378 CODE:
379 aio_req req;
380
381 Newz (0, req, 1, aio_cb);
382
383 if (!req)
384 croak ("out of memory during aio_req allocation");
385
386 New (0, req->statdata, 1, struct stat64);
387
388 if (!req->statdata)
389 croak ("out of memory during aio_req->statdata allocation");
390
391 if (SvPOK (fh_or_path))
392 {
393 req->type = ix ? REQ_LSTAT : REQ_STAT;
394 req->data = newSVsv (fh_or_path);
395 req->dataptr = SvPV_nolen (req->data);
396 }
397 else
398 {
399 req->type = REQ_FSTAT;
400 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
401 }
402
403 req->callback = SvREFCNT_inc (callback);
404
405 send_req (req);
406
407int
408poll_fileno()
409 PROTOTYPE:
410 CODE:
411 RETVAL = respipe[0];
412 OUTPUT:
413 RETVAL
414
415int
416poll_cb(...)
417 PROTOTYPE:
418 CODE:
419 RETVAL = poll_cb (aTHX);
420 OUTPUT:
421 RETVAL
422
423int
424nreqs()
425 PROTOTYPE:
426 CODE:
427 RETVAL = nreqs;
428 OUTPUT:
429 RETVAL
430

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines