ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.247 by root, Fri Jun 23 22:09:50 2017 UTC vs.
Revision 1.255 by root, Tue Feb 20 06:05:19 2018 UTC

3#include <errno.h> 3#include <errno.h>
4 4
5#include "EXTERN.h" 5#include "EXTERN.h"
6#include "perl.h" 6#include "perl.h"
7#include "XSUB.h" 7#include "XSUB.h"
8
9#include "schmorp.h"
10 8
11#include <stddef.h> 9#include <stddef.h>
12#include <stdlib.h> 10#include <stdlib.h>
13#include <errno.h> 11#include <errno.h>
14#include <sys/types.h> 12#include <sys/types.h>
104#define expect_false(expr) expect ((expr) != 0, 0) 102#define expect_false(expr) expect ((expr) != 0, 0)
105#define expect_true(expr) expect ((expr) != 0, 1) 103#define expect_true(expr) expect ((expr) != 0, 1)
106 104
107/*****************************************************************************/ 105/*****************************************************************************/
108 106
107#include "libeio/config.h"
108
109#include "schmorp.h"
110
111#if HAVE_EVENTFD
112# include <sys/eventfd.h>
113#endif
114
115#if HAVE_TIMERFD
116# include <sys/timerfd.h>
117#endif
118
119#if HAVE_RLIMITS
120 #include <sys/time.h>
121 #include <sys/resource.h>
122#endif
123
109typedef SV SV8; /* byte-sv, used for argument-checking */ 124typedef SV SV8; /* byte-sv, used for argument-checking */
110typedef int aio_rfd; /* read file desriptor */ 125typedef int aio_rfd; /* read file desriptor */
111typedef int aio_wfd; /* write file descriptor */ 126typedef int aio_wfd; /* write file descriptor */
112 127
113static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash; 128static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash;
119 STRLEN stroffset; \ 134 STRLEN stroffset; \
120 SV *self; 135 SV *self;
121 136
122#define EIO_NO_WRAPPERS 1 137#define EIO_NO_WRAPPERS 1
123 138
124#include "libeio/config.h"
125#include "libeio/eio.h" 139#include "libeio/eio.h"
126 140
127static int req_invoke (eio_req *req); 141static int req_invoke (eio_req *req);
128#define EIO_FINISH(req) req_invoke (req) 142#define EIO_FINISH(req) req_invoke (req)
129static void req_destroy (eio_req *grp); 143static void req_destroy (eio_req *grp);
162#endif 176#endif
163 177
164#if PAGESIZE <= 0 178#if PAGESIZE <= 0
165# define PAGESIZE sysconf (_SC_PAGESIZE) 179# define PAGESIZE sysconf (_SC_PAGESIZE)
166#endif 180#endif
181
182/*****************************************************************************/
183
184#if !_POSIX_MAPPED_FILES
185# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
186# define munmap(addr,length) EIO_ENOSYS ()
187#endif
188
189#if !_POSIX_MEMORY_PROTECTION
190# define mprotect(addr,len,prot) EIO_ENOSYS ()
191#endif
192
193#define FOREIGN_MAGIC PERL_MAGIC_ext
194
195static int ecb_cold
196mmap_free (pTHX_ SV *sv, MAGIC *mg)
197{
198 int old_errno = errno;
199 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
200 errno = old_errno;
201
202 mg->mg_obj = 0; /* just in case */
203
204 SvREADONLY_off (sv);
205
206 if (SvPVX (sv) != mg->mg_ptr)
207 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
208
209 SvCUR_set (sv, 0);
210 SvPVX (sv) = 0;
211 SvOK_off (sv);
212
213 return 0;
214}
215
216static MGVTBL mmap_vtbl = {
217 0, 0, 0, 0, mmap_free
218};
219
220static int ecb_cold
221sysfree_free (pTHX_ SV *sv, MAGIC *mg)
222{
223 free (mg->mg_ptr);
224 mg->mg_obj = 0; /* just in case */
225
226 SvREADONLY_off (sv);
227
228 if (SvPVX (sv) != mg->mg_ptr)
229 croak ("ERROR: IO::AIO mapped scalar changed location, detected");
230
231 SvCUR_set (sv, 0);
232 SvPVX (sv) = 0;
233 SvOK_off (sv);
234
235 return 0;
236}
237
238static MGVTBL sysfree_vtbl = {
239 0, 0, 0, 0, sysfree_free
240};
241
242/*****************************************************************************/
243
244/* helper: set scalar to foreign ptr with custom free */
245static void
246sv_set_foreign (SV *sv, const MGVTBL *const vtbl, void *addr, IV length)
247{
248 sv_force_normal (sv);
249
250 /* we store the length in mg_obj, as namlen is I32 :/ */
251 sv_magicext (sv, 0, FOREIGN_MAGIC, vtbl, (char *)addr, 0)
252 ->mg_obj = (SV *)length;
253
254 SvUPGRADE (sv, SVt_PV); /* nop... */
255
256 if (SvLEN (sv))
257 Safefree (SvPVX (sv));
258
259 SvPVX (sv) = (char *)addr;
260 SvCUR_set (sv, length);
261 SvLEN_set (sv, 0);
262 SvPOK_only (sv);
263}
264
265static void
266sv_clear_foreign (SV *sv)
267{
268 /* todo: iterate over magic and only free ours, but of course */
269 /* the perl5porters will call that (correct) behaviour buggy */
270 sv_unmagic (sv, FOREIGN_MAGIC);
271}
167 272
168/*****************************************************************************/ 273/*****************************************************************************/
169 274
170static void 275static void
171fiemap (eio_req *req) 276fiemap (eio_req *req)
591 SvSETMAGIC (req->sv2); 696 SvSETMAGIC (req->sv2);
592 PUSHs (sv_result); 697 PUSHs (sv_result);
593 } 698 }
594 break; 699 break;
595 700
701 case EIO_SLURP:
702 {
703 if (req->result >= 0)
704 {
705 /* if length was originally not known, we steal the malloc'ed memory */
706 if (req->flags & EIO_FLAG_PTR2_FREE)
707 {
708 req->flags &= ~EIO_FLAG_PTR2_FREE;
709 sv_set_foreign (req->sv2, &sysfree_vtbl, req->ptr2, req->result);
710 }
711 else
712 {
713 SvCUR_set (req->sv2, req->result);
714 *SvEND (req->sv2) = 0;
715 SvPOK_only (req->sv2);
716 }
717
718 SvSETMAGIC (req->sv2);
719 }
720
721 PUSHs (sv_result);
722 }
723 break;
724
596 case EIO_CUSTOM: 725 case EIO_CUSTOM:
597 if (req->feed == fiemap) 726 if (req->feed == fiemap)
598 { 727 {
599#if HAVE_FIEMAP 728#if HAVE_FIEMAP
600 if (!req->result) 729 if (!req->result)
743 create_respipe (); 872 create_respipe ();
744 873
745 if (eio_init (want_poll, done_poll) < 0) 874 if (eio_init (want_poll, done_poll) < 0)
746 croak ("IO::AIO: unable to initialise eio library"); 875 croak ("IO::AIO: unable to initialise eio library");
747} 876}
748
749/*****************************************************************************/
750
751#if !_POSIX_MAPPED_FILES
752# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
753# define munmap(addr,length) EIO_ENOSYS ()
754#endif
755
756#if !_POSIX_MEMORY_PROTECTION
757# define mprotect(addr,len,prot) EIO_ENOSYS ()
758#endif
759
760#define MMAP_MAGIC PERL_MAGIC_ext
761
762static int ecb_cold
763mmap_free (pTHX_ SV *sv, MAGIC *mg)
764{
765 int old_errno = errno;
766 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
767 errno = old_errno;
768
769 mg->mg_obj = 0; /* just in case */
770
771 SvREADONLY_off (sv);
772
773 if (SvPVX (sv) != mg->mg_ptr)
774 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
775
776 SvCUR_set (sv, 0);
777 SvPVX (sv) = 0;
778 SvOK_off (sv);
779
780 return 0;
781}
782
783static MGVTBL mmap_vtbl = {
784 0, 0, 0, 0, mmap_free
785};
786 877
787/*****************************************************************************/ 878/*****************************************************************************/
788 879
789static SV * 880static SV *
790get_cb (SV *cb_sv) 881get_cb (SV *cb_sv)
885 req->type = type_path; 976 req->type = type_path;
886 req_set_path1 (req, fh_or_path); 977 req_set_path1 (req, fh_or_path);
887 break; 978 break;
888 } 979 }
889} 980}
981
982/*****************************************************************************/
983
984static void
985ts_set (struct timespec *ts, NV value)
986{
987 ts->tv_sec = value;
988 ts->tv_nsec = (value - ts->tv_sec) * 1e9;
989}
990
991static NV
992ts_get (const struct timespec *ts)
993{
994 return ts->tv_sec + ts->tv_nsec * 1e-9;
995}
996
997/*****************************************************************************/
890 998
891XS(boot_IO__AIO) ecb_cold; 999XS(boot_IO__AIO) ecb_cold;
892 1000
893MODULE = IO::AIO PACKAGE = IO::AIO 1001MODULE = IO::AIO PACKAGE = IO::AIO
894 1002
1078 const_iv (SPLICE_F_MOVE) 1186 const_iv (SPLICE_F_MOVE)
1079 const_iv (SPLICE_F_NONBLOCK) 1187 const_iv (SPLICE_F_NONBLOCK)
1080 const_iv (SPLICE_F_MORE) 1188 const_iv (SPLICE_F_MORE)
1081 const_iv (SPLICE_F_GIFT) 1189 const_iv (SPLICE_F_GIFT)
1082 1190
1191 const_iv (EFD_CLOEXEC)
1192 const_iv (EFD_NONBLOCK)
1193 const_iv (EFD_SEMAPHORE)
1194
1195 const_iv (CLOCK_REALTIME)
1196 const_iv (CLOCK_MONOTONIC)
1197 const_iv (CLOCK_BOOTTIME)
1198 const_iv (CLOCK_REALTIME_ALARM)
1199 const_iv (CLOCK_BOOTTIME_ALARM)
1200
1201 const_iv (TFD_NONBLOCK)
1202 const_iv (TFD_CLOEXEC)
1203
1204 const_iv (TFD_TIMER_ABSTIME)
1205 const_iv (TFD_TIMER_CANCEL_ON_SET)
1206
1083 /* these are libeio constants, and are independent of gendef0 */ 1207 /* these are libeio constants, and are independent of gendef0 */
1084 const_eio (SEEK_SET) 1208 const_eio (SEEK_SET)
1085 const_eio (SEEK_CUR) 1209 const_eio (SEEK_CUR)
1086 const_eio (SEEK_END) 1210 const_eio (SEEK_END)
1087 1211
1100 1224
1101 const_eio (FALLOC_FL_KEEP_SIZE) 1225 const_eio (FALLOC_FL_KEEP_SIZE)
1102 const_eio (FALLOC_FL_PUNCH_HOLE) 1226 const_eio (FALLOC_FL_PUNCH_HOLE)
1103 const_eio (FALLOC_FL_COLLAPSE_RANGE) 1227 const_eio (FALLOC_FL_COLLAPSE_RANGE)
1104 const_eio (FALLOC_FL_ZERO_RANGE) 1228 const_eio (FALLOC_FL_ZERO_RANGE)
1229 const_eio (FALLOC_FL_INSERT_RANGE)
1230 const_eio (FALLOC_FL_UNSHARE_RANGE)
1105 1231
1106 const_eio (RENAME_NOREPLACE) 1232 const_eio (RENAME_NOREPLACE)
1107 const_eio (RENAME_EXCHANGE) 1233 const_eio (RENAME_EXCHANGE)
1108 const_eio (RENAME_WHITEOUT) 1234 const_eio (RENAME_WHITEOUT)
1109 1235
1730 1856
1731 REQ_SEND; 1857 REQ_SEND;
1732} 1858}
1733 1859
1734void 1860void
1861aio_slurp (SV *pathname, off_t offset, UV length, SV8 *data, SV *callback = &PL_sv_undef)
1862 PPCODE:
1863{
1864 char *svptr = 0;
1865
1866 sv_clear_foreign (data);
1867
1868 if (length) /* known length, directly read into scalar */
1869 {
1870 if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1871 svptr = sv_grow (data, length + 1);
1872 else if (SvCUR (data) < length)
1873 croak ("length outside of scalar, and cannot grow");
1874 else
1875 svptr = SvPVbyte_nolen (data);
1876 }
1877
1878 {
1879 dREQ;
1880
1881 req->type = EIO_SLURP;
1882 req_set_path1 (req, pathname);
1883 req->offs = offset;
1884 req->size = length;
1885 req->sv2 = SvREFCNT_inc (data);
1886 req->ptr2 = svptr;
1887
1888 if (!SvREADONLY (data))
1889 {
1890 SvREADONLY_on (data);
1891 req->flags |= FLAG_SV2_RO_OFF;
1892 }
1893
1894 REQ_SEND;
1895 }
1896}
1897
1898void
1735aio_busy (double delay, SV *callback = &PL_sv_undef) 1899aio_busy (double delay, SV *callback = &PL_sv_undef)
1736 PPCODE: 1900 PPCODE:
1737{ 1901{
1738 dREQ; 1902 dREQ;
1739 1903
1873 RETVAL 2037 RETVAL
1874 2038
1875void 2039void
1876mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0) 2040mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
1877 PPCODE: 2041 PPCODE:
1878 sv_unmagic (scalar, MMAP_MAGIC); 2042 sv_clear_foreign (scalar);
1879{ 2043{
1880 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1; 2044 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1881 void *addr = (void *)mmap (0, length, prot, flags, fd, offset); 2045 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
1882 if (addr == (void *)-1) 2046 if (addr == (void *)-1)
1883 XSRETURN_NO; 2047 XSRETURN_NO;
1884 2048
1885 sv_force_normal (scalar); 2049 sv_set_foreign (scalar, &mmap_vtbl, addr, length);
1886
1887 /* we store the length in mg_obj, as namlen is I32 :/ */
1888 sv_magicext (scalar, 0, MMAP_MAGIC, &mmap_vtbl, (char *)addr, 0)
1889 ->mg_obj = (SV *)length;
1890
1891 SvUPGRADE (scalar, SVt_PV); /* nop... */
1892 2050
1893 if (!(prot & PROT_WRITE)) 2051 if (!(prot & PROT_WRITE))
1894 SvREADONLY_on (scalar); 2052 SvREADONLY_on (scalar);
1895 2053
1896 if (SvLEN (scalar))
1897 Safefree (SvPVX (scalar));
1898
1899 SvPVX (scalar) = (char *)addr;
1900 SvCUR_set (scalar, length);
1901 SvLEN_set (scalar, 0);
1902 SvPOK_only (scalar);
1903
1904 XSRETURN_YES; 2054 XSRETURN_YES;
1905} 2055}
1906 2056
1907void 2057void
1908munmap (SV *scalar) 2058munmap (SV *scalar)
1909 CODE: 2059 CODE:
1910 sv_unmagic (scalar, MMAP_MAGIC); 2060 sv_clear_foreign (scalar);
1911 2061
1912int 2062int
1913madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot) 2063madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
1914 ALIAS: 2064 ALIAS:
1915 mprotect = 1 2065 mprotect = 1
2045 { 2195 {
2046 EXTEND (SP, 2); 2196 EXTEND (SP, 2);
2047 PUSHs (newmortalFH (fd[0], O_RDONLY)); 2197 PUSHs (newmortalFH (fd[0], O_RDONLY));
2048 PUSHs (newmortalFH (fd[1], O_WRONLY)); 2198 PUSHs (newmortalFH (fd[1], O_WRONLY));
2049 } 2199 }
2200}
2201
2202void
2203eventfd (unsigned int initval = 0, int flags = 0)
2204 PPCODE:
2205{
2206 int fd;
2207#if HAVE_EVENTFD
2208 fd = eventfd (initval, flags);
2209#else
2210 fd = (errno = ENOSYS, -1);
2211#endif
2212
2213 XPUSHs (newmortalFH (fd, O_RDWR));
2214}
2215
2216void
2217timerfd_create (int clockid, int flags = 0)
2218 PPCODE:
2219{
2220 int fd;
2221#if HAVE_TIMERFD
2222 fd = timerfd_create (clockid, flags);
2223#else
2224 fd = (errno = ENOSYS, -1);
2225#endif
2226
2227 XPUSHs (newmortalFH (fd, O_RDWR));
2228}
2229
2230void
2231timerfd_settime (SV *fh, int flags, NV interval, NV value)
2232 PPCODE:
2233{
2234 int fd = s_fileno_croak (fh, 0);
2235 int res;
2236 struct itimerspec its, ots;
2237
2238 ts_set (&its.it_interval, interval);
2239 ts_set (&its.it_value , value);
2240#if HAVE_TIMERFD
2241 res = timerfd_settime (fd, flags, &its, &ots);
2242#else
2243 res = (errno = ENOSYS, -1);
2244#endif
2245
2246 if (!res)
2247 {
2248 EXTEND (SP, 2);
2249 PUSHs (newSVnv (ts_get (&ots.it_interval)));
2250 PUSHs (newSVnv (ts_get (&ots.it_value)));
2251 }
2252}
2253
2254void
2255timerfd_gettime (SV *fh)
2256 PPCODE:
2257{
2258 int fd = s_fileno_croak (fh, 0);
2259 int res;
2260 struct itimerspec ots;
2261#if HAVE_TIMERFD
2262 res = timerfd_gettime (fd, &ots);
2263#else
2264 res = (errno = ENOSYS, -1);
2265#endif
2266
2267 if (!res)
2268 {
2269 EXTEND (SP, 2);
2270 PUSHs (newSVnv (ts_get (&ots.it_interval)));
2271 PUSHs (newSVnv (ts_get (&ots.it_value)));
2272 }
2273}
2274
2275UV
2276get_fdlimit ()
2277 CODE:
2278#if HAVE_RLIMITS
2279 struct rlimit rl;
2280 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2281 XSRETURN_UV (rl.rlim_cur == RLIM_INFINITY ? (UV)-1 : rl.rlim_cur);
2282#endif
2283 XSRETURN_UNDEF;
2284 OUTPUT:
2285 RETVAL
2286
2287void
2288min_fdlimit (UV limit = 0x7fffffffU)
2289 CODE:
2290{
2291#if HAVE_RLIMITS
2292 struct rlimit rl;
2293 rlim_t orig_rlim_max;
2294 UV bit;
2295
2296 if (0 != getrlimit (RLIMIT_NOFILE, &rl))
2297 goto fail;
2298
2299 if (rl.rlim_cur == RLIM_INFINITY)
2300 XSRETURN_YES;
2301
2302 orig_rlim_max = rl.rlim_max == RLIM_INFINITY ? ((rlim_t)0)-1 : rl.rlim_max;
2303
2304 if (rl.rlim_cur < limit)
2305 {
2306 rl.rlim_cur = limit;
2307
2308 if (rl.rlim_max < rl.rlim_cur && rl.rlim_max != RLIM_INFINITY)
2309 rl.rlim_max = rl.rlim_cur;
2310 }
2311
2312 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2313 XSRETURN_YES;
2314
2315 if (errno == EPERM)
2316 {
2317 /* setlimit failed with EPERM - maybe we can't raise the hardlimit, or maybe */
2318 /* our limit overflows a system-wide limit */
2319 /* try an adaptive algorithm, but do not lower the hardlimit */
2320 rl.rlim_max = 0;
2321 for (bit = 0x40000000U; bit; bit >>= 1)
2322 {
2323 rl.rlim_max |= bit;
2324 rl.rlim_cur = rl.rlim_max;
2325
2326 /* nevr decrease the hard limit */
2327 if (rl.rlim_max < orig_rlim_max)
2328 break;
2329
2330 if (0 != setrlimit (RLIMIT_NOFILE, &rl))
2331 rl.rlim_max &= ~bit; /* too high, remove bit again */
2332 }
2333
2334 /* now, raise the soft limit to the max permitted */
2335 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2336 {
2337 rl.rlim_cur = rl.rlim_max;
2338 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2339 errno = EPERM;
2340 }
2341 }
2342#endif
2343 fail:
2344 XSRETURN_UNDEF;
2050} 2345}
2051 2346
2052void _on_next_submit (SV *cb) 2347void _on_next_submit (SV *cb)
2053 CODE: 2348 CODE:
2054 SvREFCNT_dec (on_next_submit); 2349 SvREFCNT_dec (on_next_submit);

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines