1 | /* solaris */ |
1 | #include "xthread.h" |
2 | #define _POSIX_PTHREAD_SEMANTICS 1 |
|
|
3 | |
|
|
4 | #if __linux && !defined(_GNU_SOURCE) |
|
|
5 | # define _GNU_SOURCE |
|
|
6 | #endif |
|
|
7 | |
|
|
8 | /* just in case */ |
|
|
9 | #define _REENTRANT 1 |
|
|
10 | |
2 | |
11 | #include <errno.h> |
3 | #include <errno.h> |
12 | |
4 | |
13 | #include "EXTERN.h" |
5 | #include "EXTERN.h" |
14 | #include "perl.h" |
6 | #include "perl.h" |
15 | #include "XSUB.h" |
7 | #include "XSUB.h" |
16 | |
8 | |
17 | #include "autoconf/config.h" |
9 | #include "autoconf/config.h" |
18 | |
|
|
19 | #include <pthread.h> |
|
|
20 | |
10 | |
21 | #include <stddef.h> |
11 | #include <stddef.h> |
22 | #include <stdlib.h> |
12 | #include <stdlib.h> |
23 | #include <errno.h> |
13 | #include <errno.h> |
24 | #include <sys/time.h> |
14 | #include <sys/time.h> |
… | |
… | |
52 | /* used for struct dirent, AIX doesn't provide it */ |
42 | /* used for struct dirent, AIX doesn't provide it */ |
53 | #ifndef NAME_MAX |
43 | #ifndef NAME_MAX |
54 | # define NAME_MAX 4096 |
44 | # define NAME_MAX 4096 |
55 | #endif |
45 | #endif |
56 | |
46 | |
57 | #ifndef PTHREAD_STACK_MIN |
|
|
58 | /* care for broken platforms, e.g. windows */ |
|
|
59 | # define PTHREAD_STACK_MIN 16384 |
|
|
60 | #endif |
|
|
61 | |
|
|
62 | #if __ia64 |
|
|
63 | # define STACKSIZE 65536 |
|
|
64 | #elif __i386 || __x86_64 /* 16k is unreasonably high :( */ |
|
|
65 | # define STACKSIZE PTHREAD_STACK_MIN |
|
|
66 | #else |
|
|
67 | # define STACKSIZE 16384 |
|
|
68 | #endif |
|
|
69 | |
|
|
70 | /* wether word reads are potentially non-atomic. |
|
|
71 | * this is conservatice, likely most arches this runs |
|
|
72 | * on have atomic word read/writes. |
|
|
73 | */ |
|
|
74 | #ifndef WORDACCESS_UNSAFE |
|
|
75 | # if __i386 || __x86_64 |
|
|
76 | # define WORDACCESS_UNSAFE 0 |
|
|
77 | # else |
|
|
78 | # define WORDACCESS_UNSAFE 1 |
|
|
79 | # endif |
|
|
80 | #endif |
|
|
81 | |
|
|
82 | /* buffer size for various temporary buffers */ |
47 | /* buffer size for various temporary buffers */ |
83 | #define AIO_BUFSIZE 65536 |
48 | #define AIO_BUFSIZE 65536 |
84 | |
49 | |
85 | #define dBUF \ |
50 | #define dBUF \ |
86 | char *aio_buf; \ |
51 | char *aio_buf; \ |
… | |
… | |
97 | REQ_OPEN, REQ_CLOSE, |
62 | REQ_OPEN, REQ_CLOSE, |
98 | REQ_READ, REQ_WRITE, REQ_READAHEAD, |
63 | REQ_READ, REQ_WRITE, REQ_READAHEAD, |
99 | REQ_SENDFILE, |
64 | REQ_SENDFILE, |
100 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, |
65 | REQ_STAT, REQ_LSTAT, REQ_FSTAT, |
101 | REQ_FSYNC, REQ_FDATASYNC, |
66 | REQ_FSYNC, REQ_FDATASYNC, |
102 | REQ_UNLINK, REQ_RMDIR, REQ_RENAME, |
67 | REQ_UNLINK, REQ_RMDIR, REQ_MKDIR, REQ_RENAME, |
103 | REQ_MKNOD, REQ_READDIR, |
68 | REQ_MKNOD, REQ_READDIR, |
104 | REQ_LINK, REQ_SYMLINK, REQ_READLINK, |
69 | REQ_LINK, REQ_SYMLINK, REQ_READLINK, |
105 | REQ_GROUP, REQ_NOP, |
70 | REQ_GROUP, REQ_NOP, |
106 | REQ_BUSY, |
71 | REQ_BUSY, |
107 | }; |
72 | }; |
… | |
… | |
161 | { |
126 | { |
162 | return (tv2->tv_sec - tv1->tv_sec ) * AIO_TICKS |
127 | return (tv2->tv_sec - tv1->tv_sec ) * AIO_TICKS |
163 | + ((tv2->tv_usec - tv1->tv_usec) >> 10); |
128 | + ((tv2->tv_usec - tv1->tv_usec) >> 10); |
164 | } |
129 | } |
165 | |
130 | |
166 | static pthread_t main_tid; |
131 | static thread_t main_tid; |
167 | static int main_sig; |
132 | static int main_sig; |
168 | static int block_sig_level; |
133 | static int block_sig_level; |
169 | |
134 | |
170 | void block_sig () |
135 | void block_sig () |
171 | { |
136 | { |
… | |
… | |
199 | |
164 | |
200 | static int next_pri = DEFAULT_PRI + PRI_BIAS; |
165 | static int next_pri = DEFAULT_PRI + PRI_BIAS; |
201 | |
166 | |
202 | static unsigned int started, idle, wanted; |
167 | static unsigned int started, idle, wanted; |
203 | |
168 | |
204 | #if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP) |
|
|
205 | # define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP |
|
|
206 | #else |
|
|
207 | # define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER |
|
|
208 | #endif |
|
|
209 | |
|
|
210 | #define LOCK(mutex) pthread_mutex_lock (&(mutex)) |
|
|
211 | #define UNLOCK(mutex) pthread_mutex_unlock (&(mutex)) |
|
|
212 | |
|
|
213 | /* worker threads management */ |
169 | /* worker threads management */ |
214 | static pthread_mutex_t wrklock = AIO_MUTEX_INIT; |
170 | static mutex_t wrklock = MUTEX_INIT; |
215 | |
171 | |
216 | typedef struct worker { |
172 | typedef struct worker { |
217 | /* locked by wrklock */ |
173 | /* locked by wrklock */ |
218 | struct worker *prev, *next; |
174 | struct worker *prev, *next; |
219 | |
175 | |
220 | pthread_t tid; |
176 | thread_t tid; |
221 | |
177 | |
222 | /* locked by reslock, reqlock or wrklock */ |
178 | /* locked by reslock, reqlock or wrklock */ |
223 | aio_req req; /* currently processed request */ |
179 | aio_req req; /* currently processed request */ |
224 | void *dbuf; |
180 | void *dbuf; |
225 | DIR *dirp; |
181 | DIR *dirp; |
… | |
… | |
253 | static volatile unsigned int nreqs, nready, npending; |
209 | static volatile unsigned int nreqs, nready, npending; |
254 | static volatile unsigned int max_idle = 4; |
210 | static volatile unsigned int max_idle = 4; |
255 | static volatile unsigned int max_outstanding = 0xffffffff; |
211 | static volatile unsigned int max_outstanding = 0xffffffff; |
256 | static int respipe [2]; |
212 | static int respipe [2]; |
257 | |
213 | |
258 | static pthread_mutex_t reslock = AIO_MUTEX_INIT; |
214 | static mutex_t reslock = MUTEX_INIT; |
259 | static pthread_mutex_t reqlock = AIO_MUTEX_INIT; |
215 | static mutex_t reqlock = MUTEX_INIT; |
260 | static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; |
216 | static cond_t reqwait = COND_INIT; |
261 | |
217 | |
262 | #if WORDACCESS_UNSAFE |
218 | #if WORDACCESS_UNSAFE |
263 | |
219 | |
264 | static unsigned int get_nready () |
220 | static unsigned int get_nready () |
265 | { |
221 | { |
… | |
… | |
619 | |
575 | |
620 | static void *aio_proc(void *arg); |
576 | static void *aio_proc(void *arg); |
621 | |
577 | |
622 | static void start_thread (void) |
578 | static void start_thread (void) |
623 | { |
579 | { |
624 | sigset_t fullsigset, oldsigset; |
|
|
625 | pthread_attr_t attr; |
|
|
626 | |
|
|
627 | worker *wrk = calloc (1, sizeof (worker)); |
580 | worker *wrk = calloc (1, sizeof (worker)); |
628 | |
581 | |
629 | if (!wrk) |
582 | if (!wrk) |
630 | croak ("unable to allocate worker thread data"); |
583 | croak ("unable to allocate worker thread data"); |
631 | |
584 | |
632 | pthread_attr_init (&attr); |
|
|
633 | pthread_attr_setstacksize (&attr, STACKSIZE); |
|
|
634 | pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); |
|
|
635 | #ifdef PTHREAD_SCOPE_PROCESS |
|
|
636 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
|
|
637 | #endif |
|
|
638 | |
|
|
639 | sigfillset (&fullsigset); |
|
|
640 | |
|
|
641 | LOCK (wrklock); |
585 | LOCK (wrklock); |
642 | pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset); |
|
|
643 | |
586 | |
644 | if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) |
587 | if (thread_create (&wrk->tid, aio_proc, (void *)wrk)) |
645 | { |
588 | { |
646 | wrk->prev = &wrk_first; |
589 | wrk->prev = &wrk_first; |
647 | wrk->next = wrk_first.next; |
590 | wrk->next = wrk_first.next; |
648 | wrk_first.next->prev = wrk; |
591 | wrk_first.next->prev = wrk; |
649 | wrk_first.next = wrk; |
592 | wrk_first.next = wrk; |
650 | ++started; |
593 | ++started; |
651 | } |
594 | } |
652 | else |
595 | else |
653 | free (wrk); |
596 | free (wrk); |
654 | |
597 | |
655 | pthread_sigmask (SIG_SETMASK, &oldsigset, 0); |
|
|
656 | UNLOCK (wrklock); |
598 | UNLOCK (wrklock); |
657 | } |
599 | } |
658 | |
600 | |
659 | static void maybe_start_thread () |
601 | static void maybe_start_thread () |
660 | { |
602 | { |
… | |
… | |
675 | ++nreqs; |
617 | ++nreqs; |
676 | |
618 | |
677 | LOCK (reqlock); |
619 | LOCK (reqlock); |
678 | ++nready; |
620 | ++nready; |
679 | reqq_push (&req_queue, req); |
621 | reqq_push (&req_queue, req); |
680 | pthread_cond_signal (&reqwait); |
622 | COND_SIGNAL (reqwait); |
681 | UNLOCK (reqlock); |
623 | UNLOCK (reqlock); |
682 | |
624 | |
683 | unblock_sig (); |
625 | unblock_sig (); |
684 | |
626 | |
685 | maybe_start_thread (); |
627 | maybe_start_thread (); |
… | |
… | |
694 | req->type = REQ_QUIT; |
636 | req->type = REQ_QUIT; |
695 | req->pri = PRI_MAX + PRI_BIAS; |
637 | req->pri = PRI_MAX + PRI_BIAS; |
696 | |
638 | |
697 | LOCK (reqlock); |
639 | LOCK (reqlock); |
698 | reqq_push (&req_queue, req); |
640 | reqq_push (&req_queue, req); |
699 | pthread_cond_signal (&reqwait); |
641 | COND_SIGNAL (reqwait); |
700 | UNLOCK (reqlock); |
642 | UNLOCK (reqlock); |
701 | |
643 | |
702 | LOCK (wrklock); |
644 | LOCK (wrklock); |
703 | --started; |
645 | --started; |
704 | UNLOCK (wrklock); |
646 | UNLOCK (wrklock); |
… | |
… | |
857 | /* |
799 | /* |
858 | * make our pread/pwrite safe against themselves, but not against |
800 | * make our pread/pwrite safe against themselves, but not against |
859 | * normal read/write by using a mutex. slows down execution a lot, |
801 | * normal read/write by using a mutex. slows down execution a lot, |
860 | * but that's your problem, not mine. |
802 | * but that's your problem, not mine. |
861 | */ |
803 | */ |
862 | static pthread_mutex_t preadwritelock = PTHREAD_MUTEX_INITIALIZER; |
804 | static mutex_t preadwritelock = MUTEX_INIT; |
863 | |
805 | |
864 | static ssize_t pread (int fd, void *buf, size_t count, off_t offset) |
806 | static ssize_t pread (int fd, void *buf, size_t count, off_t offset) |
865 | { |
807 | { |
866 | ssize_t res; |
808 | ssize_t res; |
867 | off_t ooffset; |
809 | off_t ooffset; |
… | |
… | |
918 | #endif |
860 | #endif |
919 | |
861 | |
920 | #if !HAVE_READDIR_R |
862 | #if !HAVE_READDIR_R |
921 | # define readdir_r aio_readdir_r |
863 | # define readdir_r aio_readdir_r |
922 | |
864 | |
923 | static pthread_mutex_t readdirlock = PTHREAD_MUTEX_INITIALIZER; |
865 | static mutex_t readdirlock = MUTEX_INIT; |
924 | |
866 | |
925 | static int readdir_r (DIR *dirp, struct dirent *ent, struct dirent **res) |
867 | static int readdir_r (DIR *dirp, struct dirent *ent, struct dirent **res) |
926 | { |
868 | { |
927 | struct dirent *e; |
869 | struct dirent *e; |
928 | int errorno; |
870 | int errorno; |
… | |
… | |
1127 | if (req) |
1069 | if (req) |
1128 | break; |
1070 | break; |
1129 | |
1071 | |
1130 | ++idle; |
1072 | ++idle; |
1131 | |
1073 | |
1132 | if (pthread_cond_timedwait (&reqwait, &reqlock, &ts) |
1074 | if (COND_TIMEDWAIT (reqwait, reqlock, ts) |
1133 | == ETIMEDOUT) |
1075 | == ETIMEDOUT) |
1134 | { |
1076 | { |
1135 | if (idle > max_idle) |
1077 | if (idle > max_idle) |
1136 | { |
1078 | { |
1137 | --idle; |
1079 | --idle; |
… | |
… | |
1141 | UNLOCK (wrklock); |
1083 | UNLOCK (wrklock); |
1142 | goto quit; |
1084 | goto quit; |
1143 | } |
1085 | } |
1144 | |
1086 | |
1145 | /* we are allowed to idle, so do so without any timeout */ |
1087 | /* we are allowed to idle, so do so without any timeout */ |
1146 | pthread_cond_wait (&reqwait, &reqlock); |
1088 | COND_WAIT (reqwait, reqlock); |
1147 | ts.tv_sec = time (0) + IDLE_TIMEOUT; |
1089 | ts.tv_sec = time (0) + IDLE_TIMEOUT; |
1148 | } |
1090 | } |
1149 | |
1091 | |
1150 | --idle; |
1092 | --idle; |
1151 | } |
1093 | } |
… | |
… | |
1171 | |
1113 | |
1172 | case REQ_OPEN: req->result = open (req->ptr1, req->int1, req->mode); break; |
1114 | case REQ_OPEN: req->result = open (req->ptr1, req->int1, req->mode); break; |
1173 | case REQ_CLOSE: req->result = close (req->int1); break; |
1115 | case REQ_CLOSE: req->result = close (req->int1); break; |
1174 | case REQ_UNLINK: req->result = unlink (req->ptr1); break; |
1116 | case REQ_UNLINK: req->result = unlink (req->ptr1); break; |
1175 | case REQ_RMDIR: req->result = rmdir (req->ptr1); break; |
1117 | case REQ_RMDIR: req->result = rmdir (req->ptr1); break; |
|
|
1118 | case REQ_MKDIR: req->result = mkdir (req->ptr1, req->mode); break; |
1176 | case REQ_RENAME: req->result = rename (req->ptr2, req->ptr1); break; |
1119 | case REQ_RENAME: req->result = rename (req->ptr2, req->ptr1); break; |
1177 | case REQ_LINK: req->result = link (req->ptr2, req->ptr1); break; |
1120 | case REQ_LINK: req->result = link (req->ptr2, req->ptr1); break; |
1178 | case REQ_SYMLINK: req->result = symlink (req->ptr2, req->ptr1); break; |
1121 | case REQ_SYMLINK: req->result = symlink (req->ptr2, req->ptr1); break; |
1179 | case REQ_MKNOD: req->result = mknod (req->ptr2, req->mode, (dev_t)req->offs); break; |
1122 | case REQ_MKNOD: req->result = mknod (req->ptr2, req->mode, (dev_t)req->offs); break; |
1180 | case REQ_READLINK: req->result = readlink (req->ptr2, req->ptr1, NAME_MAX); break; |
1123 | case REQ_READLINK: req->result = readlink (req->ptr2, req->ptr1, NAME_MAX); break; |
… | |
… | |
1333 | newCONSTSUB (stash, "O_TRUNC", newSViv (O_TRUNC)); |
1276 | newCONSTSUB (stash, "O_TRUNC", newSViv (O_TRUNC)); |
1334 | newCONSTSUB (stash, "S_IFIFO", newSViv (S_IFIFO)); |
1277 | newCONSTSUB (stash, "S_IFIFO", newSViv (S_IFIFO)); |
1335 | newCONSTSUB (stash, "SIGIO", newSViv (SIGIO)); |
1278 | newCONSTSUB (stash, "SIGIO", newSViv (SIGIO)); |
1336 | |
1279 | |
1337 | create_pipe (); |
1280 | create_pipe (); |
1338 | pthread_atfork (atfork_prepare, atfork_parent, atfork_child); |
1281 | ATFORK (atfork_prepare, atfork_parent, atfork_child); |
1339 | } |
1282 | } |
1340 | |
1283 | |
1341 | void |
1284 | void |
1342 | max_poll_reqs (int nreqs) |
1285 | max_poll_reqs (int nreqs) |
1343 | PROTOTYPE: $ |
1286 | PROTOTYPE: $ |
… | |
… | |
1446 | length = svlen - dataoffset; |
1389 | length = svlen - dataoffset; |
1447 | } |
1390 | } |
1448 | else |
1391 | else |
1449 | { |
1392 | { |
1450 | /* read: grow scalar as necessary */ |
1393 | /* read: grow scalar as necessary */ |
1451 | svptr = SvGROW (data, length + dataoffset); |
1394 | svptr = SvGROW (data, length + dataoffset + 1); |
1452 | } |
1395 | } |
1453 | |
1396 | |
1454 | if (length < 0) |
1397 | if (length < 0) |
1455 | croak ("length must not be negative"); |
1398 | croak ("length must not be negative"); |
1456 | |
1399 | |
… | |
… | |
1596 | |
1539 | |
1597 | REQ_SEND; |
1540 | REQ_SEND; |
1598 | } |
1541 | } |
1599 | |
1542 | |
1600 | void |
1543 | void |
|
|
1544 | aio_mkdir (pathname,mode,callback=&PL_sv_undef) |
|
|
1545 | SV8 * pathname |
|
|
1546 | UV mode |
|
|
1547 | SV * callback |
|
|
1548 | PPCODE: |
|
|
1549 | { |
|
|
1550 | dREQ; |
|
|
1551 | |
|
|
1552 | req->type = REQ_MKDIR; |
|
|
1553 | req->sv1 = newSVsv (pathname); |
|
|
1554 | req->ptr1 = SvPVbyte_nolen (req->sv1); |
|
|
1555 | req->mode = mode; |
|
|
1556 | |
|
|
1557 | REQ_SEND; |
|
|
1558 | } |
|
|
1559 | |
|
|
1560 | void |
1601 | aio_link (oldpath,newpath,callback=&PL_sv_undef) |
1561 | aio_link (oldpath,newpath,callback=&PL_sv_undef) |
1602 | SV8 * oldpath |
1562 | SV8 * oldpath |
1603 | SV8 * newpath |
1563 | SV8 * newpath |
1604 | SV * callback |
1564 | SV * callback |
1605 | ALIAS: |
1565 | ALIAS: |
… | |
… | |
1620 | } |
1580 | } |
1621 | |
1581 | |
1622 | void |
1582 | void |
1623 | aio_mknod (pathname,mode,dev,callback=&PL_sv_undef) |
1583 | aio_mknod (pathname,mode,dev,callback=&PL_sv_undef) |
1624 | SV8 * pathname |
1584 | SV8 * pathname |
1625 | SV * callback |
|
|
1626 | UV mode |
1585 | UV mode |
1627 | UV dev |
1586 | UV dev |
|
|
1587 | SV * callback |
1628 | PPCODE: |
1588 | PPCODE: |
1629 | { |
1589 | { |
1630 | dREQ; |
1590 | dREQ; |
1631 | |
1591 | |
1632 | req->type = REQ_MKNOD; |
1592 | req->type = REQ_MKNOD; |