ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.248 by root, Fri Jun 23 22:33:06 2017 UTC vs.
Revision 1.257 by root, Tue Jul 17 23:20:09 2018 UTC

3#include <errno.h> 3#include <errno.h>
4 4
5#include "EXTERN.h" 5#include "EXTERN.h"
6#include "perl.h" 6#include "perl.h"
7#include "XSUB.h" 7#include "XSUB.h"
8
9#include "schmorp.h"
10 8
11#include <stddef.h> 9#include <stddef.h>
12#include <stdlib.h> 10#include <stdlib.h>
13#include <errno.h> 11#include <errno.h>
14#include <sys/types.h> 12#include <sys/types.h>
104#define expect_false(expr) expect ((expr) != 0, 0) 102#define expect_false(expr) expect ((expr) != 0, 0)
105#define expect_true(expr) expect ((expr) != 0, 1) 103#define expect_true(expr) expect ((expr) != 0, 1)
106 104
107/*****************************************************************************/ 105/*****************************************************************************/
108 106
107#include "libeio/config.h"
108
109#include "schmorp.h"
110
111#if HAVE_EVENTFD
112# include <sys/eventfd.h>
113#endif
114
115#if HAVE_TIMERFD
116# include <sys/timerfd.h>
117#endif
118
119#if HAVE_RLIMITS
120 #include <sys/time.h>
121 #include <sys/resource.h>
122#endif
123
109typedef SV SV8; /* byte-sv, used for argument-checking */ 124typedef SV SV8; /* byte-sv, used for argument-checking */
110typedef int aio_rfd; /* read file desriptor */ 125typedef int aio_rfd; /* read file desriptor */
111typedef int aio_wfd; /* write file descriptor */ 126typedef int aio_wfd; /* write file descriptor */
112 127
113static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash; 128static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash;
119 STRLEN stroffset; \ 134 STRLEN stroffset; \
120 SV *self; 135 SV *self;
121 136
122#define EIO_NO_WRAPPERS 1 137#define EIO_NO_WRAPPERS 1
123 138
124#include "libeio/config.h"
125#include "libeio/eio.h" 139#include "libeio/eio.h"
126 140
127static int req_invoke (eio_req *req); 141static int req_invoke (eio_req *req);
128#define EIO_FINISH(req) req_invoke (req) 142#define EIO_FINISH(req) req_invoke (req)
129static void req_destroy (eio_req *grp); 143static void req_destroy (eio_req *grp);
162#endif 176#endif
163 177
164#if PAGESIZE <= 0 178#if PAGESIZE <= 0
165# define PAGESIZE sysconf (_SC_PAGESIZE) 179# define PAGESIZE sysconf (_SC_PAGESIZE)
166#endif 180#endif
181
182/*****************************************************************************/
183
184#if !_POSIX_MAPPED_FILES
185# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
186# define munmap(addr,length) EIO_ENOSYS ()
187#endif
188
189#if !_POSIX_MEMORY_PROTECTION
190# define mprotect(addr,len,prot) EIO_ENOSYS ()
191#endif
192
193#if !MREMAP_MAYMOVE
194# define mremap(old_address,old_size,new_size,flags,new_address) (errno = ENOSYS, (void *)-1)
195#endif
196
197#define FOREIGN_MAGIC PERL_MAGIC_ext
198
199static int ecb_cold
200mmap_free (pTHX_ SV *sv, MAGIC *mg)
201{
202 int old_errno = errno;
203 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
204 errno = old_errno;
205
206 mg->mg_obj = 0; /* just in case */
207
208 SvREADONLY_off (sv);
209
210 if (SvPVX (sv) != mg->mg_ptr)
211 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
212
213 SvCUR_set (sv, 0);
214 SvPVX (sv) = 0;
215 SvOK_off (sv);
216
217 return 0;
218}
219
220static MGVTBL mmap_vtbl = {
221 0, 0, 0, 0, mmap_free
222};
223
224static int ecb_cold
225sysfree_free (pTHX_ SV *sv, MAGIC *mg)
226{
227 free (mg->mg_ptr);
228 mg->mg_obj = 0; /* just in case */
229
230 SvREADONLY_off (sv);
231
232 if (SvPVX (sv) != mg->mg_ptr)
233 croak ("ERROR: IO::AIO mapped scalar changed location, detected");
234
235 SvCUR_set (sv, 0);
236 SvPVX (sv) = 0;
237 SvOK_off (sv);
238
239 return 0;
240}
241
242static MGVTBL sysfree_vtbl = {
243 0, 0, 0, 0, sysfree_free
244};
245
246/*****************************************************************************/
247
248/* helper: set scalar to foreign ptr with custom free */
249static void
250sv_set_foreign (SV *sv, const MGVTBL *const vtbl, void *addr, IV length)
251{
252 sv_force_normal (sv);
253
254 /* we store the length in mg_obj, as namlen is I32 :/ */
255 sv_magicext (sv, 0, FOREIGN_MAGIC, vtbl, (char *)addr, 0)
256 ->mg_obj = (SV *)length;
257
258 SvUPGRADE (sv, SVt_PV); /* nop... */
259
260 if (SvLEN (sv))
261 Safefree (SvPVX (sv));
262
263 SvPVX (sv) = (char *)addr;
264 SvCUR_set (sv, length);
265 SvLEN_set (sv, 0);
266 SvPOK_only (sv);
267}
268
269static void
270sv_clear_foreign (SV *sv)
271{
272 /* todo: iterate over magic and only free ours, but of course */
273 /* the perl5porters will call that (correct) behaviour buggy */
274 sv_unmagic (sv, FOREIGN_MAGIC);
275}
167 276
168/*****************************************************************************/ 277/*****************************************************************************/
169 278
170static void 279static void
171fiemap (eio_req *req) 280fiemap (eio_req *req)
591 SvSETMAGIC (req->sv2); 700 SvSETMAGIC (req->sv2);
592 PUSHs (sv_result); 701 PUSHs (sv_result);
593 } 702 }
594 break; 703 break;
595 704
705 case EIO_SLURP:
706 {
707 if (req->result >= 0)
708 {
709 /* if length was originally not known, we steal the malloc'ed memory */
710 if (req->flags & EIO_FLAG_PTR2_FREE)
711 {
712 req->flags &= ~EIO_FLAG_PTR2_FREE;
713 sv_set_foreign (req->sv2, &sysfree_vtbl, req->ptr2, req->result);
714 }
715 else
716 {
717 SvCUR_set (req->sv2, req->result);
718 *SvEND (req->sv2) = 0;
719 SvPOK_only (req->sv2);
720 }
721
722 SvSETMAGIC (req->sv2);
723 }
724
725 PUSHs (sv_result);
726 }
727 break;
728
596 case EIO_CUSTOM: 729 case EIO_CUSTOM:
597 if (req->feed == fiemap) 730 if (req->feed == fiemap)
598 { 731 {
599#if HAVE_FIEMAP 732#if HAVE_FIEMAP
600 if (!req->result) 733 if (!req->result)
743 create_respipe (); 876 create_respipe ();
744 877
745 if (eio_init (want_poll, done_poll) < 0) 878 if (eio_init (want_poll, done_poll) < 0)
746 croak ("IO::AIO: unable to initialise eio library"); 879 croak ("IO::AIO: unable to initialise eio library");
747} 880}
748
749/*****************************************************************************/
750
751#if !_POSIX_MAPPED_FILES
752# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
753# define munmap(addr,length) EIO_ENOSYS ()
754#endif
755
756#if !_POSIX_MEMORY_PROTECTION
757# define mprotect(addr,len,prot) EIO_ENOSYS ()
758#endif
759
760#define MMAP_MAGIC PERL_MAGIC_ext
761
762static int ecb_cold
763mmap_free (pTHX_ SV *sv, MAGIC *mg)
764{
765 int old_errno = errno;
766 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
767 errno = old_errno;
768
769 mg->mg_obj = 0; /* just in case */
770
771 SvREADONLY_off (sv);
772
773 if (SvPVX (sv) != mg->mg_ptr)
774 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
775
776 SvCUR_set (sv, 0);
777 SvPVX (sv) = 0;
778 SvOK_off (sv);
779
780 return 0;
781}
782
783static MGVTBL mmap_vtbl = {
784 0, 0, 0, 0, mmap_free
785};
786 881
787/*****************************************************************************/ 882/*****************************************************************************/
788 883
789static SV * 884static SV *
790get_cb (SV *cb_sv) 885get_cb (SV *cb_sv)
886 req_set_path1 (req, fh_or_path); 981 req_set_path1 (req, fh_or_path);
887 break; 982 break;
888 } 983 }
889} 984}
890 985
986/*****************************************************************************/
987
988static void
989ts_set (struct timespec *ts, NV value)
990{
991 ts->tv_sec = value;
992 ts->tv_nsec = (value - ts->tv_sec) * 1e9;
993}
994
995static NV
996ts_get (const struct timespec *ts)
997{
998 return ts->tv_sec + ts->tv_nsec * 1e-9;
999}
1000
1001/*****************************************************************************/
1002
891XS(boot_IO__AIO) ecb_cold; 1003XS(boot_IO__AIO) ecb_cold;
892 1004
893MODULE = IO::AIO PACKAGE = IO::AIO 1005MODULE = IO::AIO PACKAGE = IO::AIO
894 1006
895PROTOTYPES: ENABLE 1007PROTOTYPES: ENABLE
994 const_iv (MAP_NONBLOCK) 1106 const_iv (MAP_NONBLOCK)
995 const_iv (MAP_GROWSDOWN) 1107 const_iv (MAP_GROWSDOWN)
996 const_iv (MAP_32BIT) 1108 const_iv (MAP_32BIT)
997 const_iv (MAP_HUGETLB) 1109 const_iv (MAP_HUGETLB)
998 const_iv (MAP_STACK) 1110 const_iv (MAP_STACK)
1111
1112 const_iv (MREMAP_MAYMOVE)
1113 const_iv (MREMAP_FIXED)
999 1114
1000 const_iv (F_DUPFD_CLOEXEC) 1115 const_iv (F_DUPFD_CLOEXEC)
1001 1116
1002 const_iv (F_OFD_GETLK) 1117 const_iv (F_OFD_GETLK)
1003 const_iv (F_OFD_SETLK) 1118 const_iv (F_OFD_SETLK)
1078 const_iv (SPLICE_F_MOVE) 1193 const_iv (SPLICE_F_MOVE)
1079 const_iv (SPLICE_F_NONBLOCK) 1194 const_iv (SPLICE_F_NONBLOCK)
1080 const_iv (SPLICE_F_MORE) 1195 const_iv (SPLICE_F_MORE)
1081 const_iv (SPLICE_F_GIFT) 1196 const_iv (SPLICE_F_GIFT)
1082 1197
1198 const_iv (EFD_CLOEXEC)
1199 const_iv (EFD_NONBLOCK)
1200 const_iv (EFD_SEMAPHORE)
1201
1202 const_iv (CLOCK_REALTIME)
1203 const_iv (CLOCK_MONOTONIC)
1204 const_iv (CLOCK_BOOTTIME)
1205 const_iv (CLOCK_REALTIME_ALARM)
1206 const_iv (CLOCK_BOOTTIME_ALARM)
1207
1208 const_iv (TFD_NONBLOCK)
1209 const_iv (TFD_CLOEXEC)
1210
1211 const_iv (TFD_TIMER_ABSTIME)
1212 const_iv (TFD_TIMER_CANCEL_ON_SET)
1213
1083 /* these are libeio constants, and are independent of gendef0 */ 1214 /* these are libeio constants, and are independent of gendef0 */
1084 const_eio (SEEK_SET) 1215 const_eio (SEEK_SET)
1085 const_eio (SEEK_CUR) 1216 const_eio (SEEK_CUR)
1086 const_eio (SEEK_END) 1217 const_eio (SEEK_END)
1087 1218
1100 1231
1101 const_eio (FALLOC_FL_KEEP_SIZE) 1232 const_eio (FALLOC_FL_KEEP_SIZE)
1102 const_eio (FALLOC_FL_PUNCH_HOLE) 1233 const_eio (FALLOC_FL_PUNCH_HOLE)
1103 const_eio (FALLOC_FL_COLLAPSE_RANGE) 1234 const_eio (FALLOC_FL_COLLAPSE_RANGE)
1104 const_eio (FALLOC_FL_ZERO_RANGE) 1235 const_eio (FALLOC_FL_ZERO_RANGE)
1105 const_eio (FALLOC_FL_INSET_RANGE) 1236 const_eio (FALLOC_FL_INSERT_RANGE)
1106 const_eio (FALLOC_FL_UNSHARE_RANGE) 1237 const_eio (FALLOC_FL_UNSHARE_RANGE)
1107 1238
1108 const_eio (RENAME_NOREPLACE) 1239 const_eio (RENAME_NOREPLACE)
1109 const_eio (RENAME_EXCHANGE) 1240 const_eio (RENAME_EXCHANGE)
1110 const_eio (RENAME_WHITEOUT) 1241 const_eio (RENAME_WHITEOUT)
1732 1863
1733 REQ_SEND; 1864 REQ_SEND;
1734} 1865}
1735 1866
1736void 1867void
1868aio_slurp (SV *pathname, off_t offset, UV length, SV8 *data, SV *callback = &PL_sv_undef)
1869 PPCODE:
1870{
1871 char *svptr = 0;
1872
1873 sv_clear_foreign (data);
1874
1875 if (length) /* known length, directly read into scalar */
1876 {
1877 if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1878 svptr = sv_grow (data, length + 1);
1879 else if (SvCUR (data) < length)
1880 croak ("length outside of scalar, and cannot grow");
1881 else
1882 svptr = SvPVbyte_nolen (data);
1883 }
1884
1885 {
1886 dREQ;
1887
1888 req->type = EIO_SLURP;
1889 req_set_path1 (req, pathname);
1890 req->offs = offset;
1891 req->size = length;
1892 req->sv2 = SvREFCNT_inc (data);
1893 req->ptr2 = svptr;
1894
1895 if (!SvREADONLY (data))
1896 {
1897 SvREADONLY_on (data);
1898 req->flags |= FLAG_SV2_RO_OFF;
1899 }
1900
1901 REQ_SEND;
1902 }
1903}
1904
1905void
1737aio_busy (double delay, SV *callback = &PL_sv_undef) 1906aio_busy (double delay, SV *callback = &PL_sv_undef)
1738 PPCODE: 1907 PPCODE:
1739{ 1908{
1740 dREQ; 1909 dREQ;
1741 1910
1875 RETVAL 2044 RETVAL
1876 2045
1877void 2046void
1878mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0) 2047mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
1879 PPCODE: 2048 PPCODE:
1880 sv_unmagic (scalar, MMAP_MAGIC); 2049 sv_clear_foreign (scalar);
1881{ 2050{
1882 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1; 2051 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1883 void *addr = (void *)mmap (0, length, prot, flags, fd, offset); 2052 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
1884 if (addr == (void *)-1) 2053 if (addr == (void *)-1)
1885 XSRETURN_NO; 2054 XSRETURN_NO;
1886 2055
1887 sv_force_normal (scalar); 2056 sv_set_foreign (scalar, &mmap_vtbl, addr, length);
1888
1889 /* we store the length in mg_obj, as namlen is I32 :/ */
1890 sv_magicext (scalar, 0, MMAP_MAGIC, &mmap_vtbl, (char *)addr, 0)
1891 ->mg_obj = (SV *)length;
1892
1893 SvUPGRADE (scalar, SVt_PV); /* nop... */
1894 2057
1895 if (!(prot & PROT_WRITE)) 2058 if (!(prot & PROT_WRITE))
1896 SvREADONLY_on (scalar); 2059 SvREADONLY_on (scalar);
1897 2060
1898 if (SvLEN (scalar))
1899 Safefree (SvPVX (scalar));
1900
1901 SvPVX (scalar) = (char *)addr;
1902 SvCUR_set (scalar, length);
1903 SvLEN_set (scalar, 0);
1904 SvPOK_only (scalar);
1905
1906 XSRETURN_YES; 2061 XSRETURN_YES;
1907} 2062}
1908 2063
1909void 2064void
1910munmap (SV *scalar) 2065munmap (SV *scalar)
1911 CODE: 2066 CODE:
1912 sv_unmagic (scalar, MMAP_MAGIC); 2067 sv_clear_foreign (scalar);
2068
2069SV *
2070mremap (SV *scalar, STRLEN new_length, int flags = 0, IV new_address = 0)
2071 CODE:
2072{
2073 MAGIC *mg = mg_findext (scalar, FOREIGN_MAGIC, &mmap_vtbl);
2074 void *new;
2075
2076 if (!mg || SvPVX (scalar) != mg->mg_ptr)
2077 croak ("IO::AIO::mremap: scalar not mapped by IO::AIO::mmap or improperly modified");
2078
2079 new = mremap (mg->mg_ptr, (size_t)mg->mg_obj, new_length, flags, (void *)new_address);
2080
2081 RETVAL = &PL_sv_no;
2082
2083 if (new != (void *)-1)
2084 {
2085 RETVAL = new == (void *)mg->mg_ptr
2086 ? newSVpvn ("0 but true", 10)
2087 : &PL_sv_yes;
2088
2089 mg->mg_ptr = (char *)new;
2090 mg->mg_obj = (SV *)new_length;
2091
2092 SvPVX (scalar) = mg->mg_ptr;
2093 SvCUR_set (scalar, new_length);
2094 }
2095}
2096 OUTPUT:
2097 RETVAL
1913 2098
1914int 2099int
1915madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot) 2100madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
1916 ALIAS: 2101 ALIAS:
1917 mprotect = 1 2102 mprotect = 1
2047 { 2232 {
2048 EXTEND (SP, 2); 2233 EXTEND (SP, 2);
2049 PUSHs (newmortalFH (fd[0], O_RDONLY)); 2234 PUSHs (newmortalFH (fd[0], O_RDONLY));
2050 PUSHs (newmortalFH (fd[1], O_WRONLY)); 2235 PUSHs (newmortalFH (fd[1], O_WRONLY));
2051 } 2236 }
2237}
2238
2239void
2240eventfd (unsigned int initval = 0, int flags = 0)
2241 PPCODE:
2242{
2243 int fd;
2244#if HAVE_EVENTFD
2245 fd = eventfd (initval, flags);
2246#else
2247 fd = (errno = ENOSYS, -1);
2248#endif
2249
2250 XPUSHs (newmortalFH (fd, O_RDWR));
2251}
2252
2253void
2254timerfd_create (int clockid, int flags = 0)
2255 PPCODE:
2256{
2257 int fd;
2258#if HAVE_TIMERFD
2259 fd = timerfd_create (clockid, flags);
2260#else
2261 fd = (errno = ENOSYS, -1);
2262#endif
2263
2264 XPUSHs (newmortalFH (fd, O_RDWR));
2265}
2266
2267void
2268timerfd_settime (SV *fh, int flags, NV interval, NV value)
2269 PPCODE:
2270{
2271 int fd = s_fileno_croak (fh, 0);
2272#if HAVE_TIMERFD
2273 int res;
2274 struct itimerspec its, ots;
2275
2276 ts_set (&its.it_interval, interval);
2277 ts_set (&its.it_value , value);
2278 res = timerfd_settime (fd, flags, &its, &ots);
2279
2280 if (!res)
2281 {
2282 EXTEND (SP, 2);
2283 PUSHs (newSVnv (ts_get (&ots.it_interval)));
2284 PUSHs (newSVnv (ts_get (&ots.it_value)));
2285 }
2286#else
2287 errno = ENOSYS;
2288#endif
2289}
2290
2291void
2292timerfd_gettime (SV *fh)
2293 PPCODE:
2294{
2295 int fd = s_fileno_croak (fh, 0);
2296#if HAVE_TIMERFD
2297 int res;
2298 struct itimerspec ots;
2299 res = timerfd_gettime (fd, &ots);
2300
2301 if (!res)
2302 {
2303 EXTEND (SP, 2);
2304 PUSHs (newSVnv (ts_get (&ots.it_interval)));
2305 PUSHs (newSVnv (ts_get (&ots.it_value)));
2306 }
2307#else
2308 errno = ENOSYS;
2309#endif
2310}
2311
2312UV
2313get_fdlimit ()
2314 CODE:
2315#if HAVE_RLIMITS
2316 struct rlimit rl;
2317 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2318 XSRETURN_UV (rl.rlim_cur == RLIM_INFINITY ? (UV)-1 : rl.rlim_cur);
2319#endif
2320 XSRETURN_UNDEF;
2321 OUTPUT:
2322 RETVAL
2323
2324void
2325min_fdlimit (UV limit = 0x7fffffffU)
2326 CODE:
2327{
2328#if HAVE_RLIMITS
2329 struct rlimit rl;
2330 rlim_t orig_rlim_max;
2331 UV bit;
2332
2333 if (0 != getrlimit (RLIMIT_NOFILE, &rl))
2334 goto fail;
2335
2336 if (rl.rlim_cur == RLIM_INFINITY)
2337 XSRETURN_YES;
2338
2339 orig_rlim_max = rl.rlim_max == RLIM_INFINITY ? ((rlim_t)0)-1 : rl.rlim_max;
2340
2341 if (rl.rlim_cur < limit)
2342 {
2343 rl.rlim_cur = limit;
2344
2345 if (rl.rlim_max < rl.rlim_cur && rl.rlim_max != RLIM_INFINITY)
2346 rl.rlim_max = rl.rlim_cur;
2347 }
2348
2349 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2350 XSRETURN_YES;
2351
2352 if (errno == EPERM)
2353 {
2354 /* setlimit failed with EPERM - maybe we can't raise the hardlimit, or maybe */
2355 /* our limit overflows a system-wide limit */
2356 /* try an adaptive algorithm, but do not lower the hardlimit */
2357 rl.rlim_max = 0;
2358 for (bit = 0x40000000U; bit; bit >>= 1)
2359 {
2360 rl.rlim_max |= bit;
2361 rl.rlim_cur = rl.rlim_max;
2362
2363 /* nevr decrease the hard limit */
2364 if (rl.rlim_max < orig_rlim_max)
2365 break;
2366
2367 if (0 != setrlimit (RLIMIT_NOFILE, &rl))
2368 rl.rlim_max &= ~bit; /* too high, remove bit again */
2369 }
2370
2371 /* now, raise the soft limit to the max permitted */
2372 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2373 {
2374 rl.rlim_cur = rl.rlim_max;
2375 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2376 errno = EPERM;
2377 }
2378 }
2379#endif
2380 fail:
2381 XSRETURN_UNDEF;
2052} 2382}
2053 2383
2054void _on_next_submit (SV *cb) 2384void _on_next_submit (SV *cb)
2055 CODE: 2385 CODE:
2056 SvREFCNT_dec (on_next_submit); 2386 SvREFCNT_dec (on_next_submit);

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines