ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.244 by root, Tue May 30 22:45:52 2017 UTC vs.
Revision 1.252 by root, Sat Jan 6 02:11:10 2018 UTC

104#define expect_false(expr) expect ((expr) != 0, 0) 104#define expect_false(expr) expect ((expr) != 0, 0)
105#define expect_true(expr) expect ((expr) != 0, 1) 105#define expect_true(expr) expect ((expr) != 0, 1)
106 106
107/*****************************************************************************/ 107/*****************************************************************************/
108 108
109#include "libeio/config.h"
110
111#if HAVE_RLIMITS
112 #include <sys/time.h>
113 #include <sys/resource.h>
114#endif
115
109typedef SV SV8; /* byte-sv, used for argument-checking */ 116typedef SV SV8; /* byte-sv, used for argument-checking */
110typedef int aio_rfd; /* read file desriptor */ 117typedef int aio_rfd; /* read file desriptor */
111typedef int aio_wfd; /* write file descriptor */ 118typedef int aio_wfd; /* write file descriptor */
112 119
113static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash; 120static HV *aio_stash, *aio_req_stash, *aio_grp_stash, *aio_wd_stash;
119 STRLEN stroffset; \ 126 STRLEN stroffset; \
120 SV *self; 127 SV *self;
121 128
122#define EIO_NO_WRAPPERS 1 129#define EIO_NO_WRAPPERS 1
123 130
124#include "libeio/config.h"
125#include "libeio/eio.h" 131#include "libeio/eio.h"
126 132
127static int req_invoke (eio_req *req); 133static int req_invoke (eio_req *req);
128#define EIO_FINISH(req) req_invoke (req) 134#define EIO_FINISH(req) req_invoke (req)
129static void req_destroy (eio_req *grp); 135static void req_destroy (eio_req *grp);
162#endif 168#endif
163 169
164#if PAGESIZE <= 0 170#if PAGESIZE <= 0
165# define PAGESIZE sysconf (_SC_PAGESIZE) 171# define PAGESIZE sysconf (_SC_PAGESIZE)
166#endif 172#endif
173
174/*****************************************************************************/
175
176#if !_POSIX_MAPPED_FILES
177# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
178# define munmap(addr,length) EIO_ENOSYS ()
179#endif
180
181#if !_POSIX_MEMORY_PROTECTION
182# define mprotect(addr,len,prot) EIO_ENOSYS ()
183#endif
184
185#define FOREIGN_MAGIC PERL_MAGIC_ext
186
187static int ecb_cold
188mmap_free (pTHX_ SV *sv, MAGIC *mg)
189{
190 int old_errno = errno;
191 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
192 errno = old_errno;
193
194 mg->mg_obj = 0; /* just in case */
195
196 SvREADONLY_off (sv);
197
198 if (SvPVX (sv) != mg->mg_ptr)
199 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
200
201 SvCUR_set (sv, 0);
202 SvPVX (sv) = 0;
203 SvOK_off (sv);
204
205 return 0;
206}
207
208static MGVTBL mmap_vtbl = {
209 0, 0, 0, 0, mmap_free
210};
211
212static int ecb_cold
213sysfree_free (pTHX_ SV *sv, MAGIC *mg)
214{
215 free (mg->mg_ptr);
216 mg->mg_obj = 0; /* just in case */
217
218 SvREADONLY_off (sv);
219
220 if (SvPVX (sv) != mg->mg_ptr)
221 croak ("ERROR: IO::AIO mapped scalar changed location, detected");
222
223 SvCUR_set (sv, 0);
224 SvPVX (sv) = 0;
225 SvOK_off (sv);
226
227 return 0;
228}
229
230static MGVTBL sysfree_vtbl = {
231 0, 0, 0, 0, sysfree_free
232};
233
234/*****************************************************************************/
235
236/* helper: set scalar to foreign ptr with custom free */
237static void
238sv_set_foreign (SV *sv, const MGVTBL *const vtbl, void *addr, IV length)
239{
240 sv_force_normal (sv);
241
242 /* we store the length in mg_obj, as namlen is I32 :/ */
243 sv_magicext (sv, 0, FOREIGN_MAGIC, vtbl, (char *)addr, 0)
244 ->mg_obj = (SV *)length;
245
246 SvUPGRADE (sv, SVt_PV); /* nop... */
247
248 if (SvLEN (sv))
249 Safefree (SvPVX (sv));
250
251 SvPVX (sv) = (char *)addr;
252 SvCUR_set (sv, length);
253 SvLEN_set (sv, 0);
254 SvPOK_only (sv);
255}
256
257static void
258sv_clear_foreign (SV *sv)
259{
260 /* todo: iterate over magic and only free ours, but of course */
261 /* the perl5porters will call that (correct) behaviour buggy */
262 sv_unmagic (sv, FOREIGN_MAGIC);
263}
167 264
168/*****************************************************************************/ 265/*****************************************************************************/
169 266
170static void 267static void
171fiemap (eio_req *req) 268fiemap (eio_req *req)
591 SvSETMAGIC (req->sv2); 688 SvSETMAGIC (req->sv2);
592 PUSHs (sv_result); 689 PUSHs (sv_result);
593 } 690 }
594 break; 691 break;
595 692
693 case EIO_SLURP:
694 {
695 if (req->result >= 0)
696 {
697 /* if length was originally not known, we steal the malloc'ed memory */
698 if (req->flags & EIO_FLAG_PTR2_FREE)
699 {
700 req->flags &= ~EIO_FLAG_PTR2_FREE;
701 sv_set_foreign (req->sv2, &sysfree_vtbl, req->ptr2, req->result);
702 }
703 else
704 {
705 SvCUR_set (req->sv2, req->result);
706 *SvEND (req->sv2) = 0;
707 SvPOK_only (req->sv2);
708 }
709
710 SvSETMAGIC (req->sv2);
711 }
712
713 PUSHs (sv_result);
714 }
715 break;
716
596 case EIO_CUSTOM: 717 case EIO_CUSTOM:
597 if (req->feed == fiemap) 718 if (req->feed == fiemap)
598 { 719 {
599#if HAVE_FIEMAP 720#if HAVE_FIEMAP
600 if (!req->result) 721 if (!req->result)
743 create_respipe (); 864 create_respipe ();
744 865
745 if (eio_init (want_poll, done_poll) < 0) 866 if (eio_init (want_poll, done_poll) < 0)
746 croak ("IO::AIO: unable to initialise eio library"); 867 croak ("IO::AIO: unable to initialise eio library");
747} 868}
748
749/*****************************************************************************/
750
751#if !_POSIX_MAPPED_FILES
752# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
753# define munmap(addr,length) EIO_ENOSYS ()
754#endif
755
756#if !_POSIX_MEMORY_PROTECTION
757# define mprotect(addr,len,prot) EIO_ENOSYS ()
758#endif
759
760#define MMAP_MAGIC PERL_MAGIC_ext
761
762static int ecb_cold
763mmap_free (pTHX_ SV *sv, MAGIC *mg)
764{
765 int old_errno = errno;
766 munmap (mg->mg_ptr, (size_t)mg->mg_obj);
767 errno = old_errno;
768
769 mg->mg_obj = 0; /* just in case */
770
771 SvREADONLY_off (sv);
772
773 if (SvPVX (sv) != mg->mg_ptr)
774 croak ("ERROR: IO::AIO::mmap-mapped scalar changed location, detected");
775
776 SvCUR_set (sv, 0);
777 SvPVX (sv) = 0;
778 SvOK_off (sv);
779
780 return 0;
781}
782
783static MGVTBL mmap_vtbl = {
784 0, 0, 0, 0, mmap_free
785};
786 869
787/*****************************************************************************/ 870/*****************************************************************************/
788 871
789static SV * 872static SV *
790get_cb (SV *cb_sv) 873get_cb (SV *cb_sv)
924 const_niv (MADV_NORMAL , POSIX_MADV_NORMAL) 1007 const_niv (MADV_NORMAL , POSIX_MADV_NORMAL)
925 const_niv (MADV_SEQUENTIAL, POSIX_MADV_SEQUENTIAL) 1008 const_niv (MADV_SEQUENTIAL, POSIX_MADV_SEQUENTIAL)
926 const_niv (MADV_RANDOM , POSIX_MADV_RANDOM) 1009 const_niv (MADV_RANDOM , POSIX_MADV_RANDOM)
927 const_niv (MADV_WILLNEED , POSIX_MADV_WILLNEED) 1010 const_niv (MADV_WILLNEED , POSIX_MADV_WILLNEED)
928 const_niv (MADV_DONTNEED , POSIX_MADV_DONTNEED) 1011 const_niv (MADV_DONTNEED , POSIX_MADV_DONTNEED)
929 const_niv (MADV_FREE , POSIX_MADV_FREE)
930 1012
931 /* the second block will be 0 when missing */ 1013 /* the second block will be 0 when missing */
932 const_iv (O_RDONLY) 1014 const_iv (O_RDONLY)
933 const_iv (O_WRONLY) 1015 const_iv (O_WRONLY)
934 const_iv (O_RDWR) 1016 const_iv (O_RDWR)
995 const_iv (MAP_NONBLOCK) 1077 const_iv (MAP_NONBLOCK)
996 const_iv (MAP_GROWSDOWN) 1078 const_iv (MAP_GROWSDOWN)
997 const_iv (MAP_32BIT) 1079 const_iv (MAP_32BIT)
998 const_iv (MAP_HUGETLB) 1080 const_iv (MAP_HUGETLB)
999 const_iv (MAP_STACK) 1081 const_iv (MAP_STACK)
1082
1083 const_iv (F_DUPFD_CLOEXEC)
1084
1085 const_iv (F_OFD_GETLK)
1086 const_iv (F_OFD_SETLK)
1087 const_iv (F_OFD_GETLKW)
1000 1088
1001 const_iv (FIFREEZE) 1089 const_iv (FIFREEZE)
1002 const_iv (FITHAW) 1090 const_iv (FITHAW)
1003 const_iv (FITRIM) 1091 const_iv (FITRIM)
1004 const_iv (FICLONE) 1092 const_iv (FICLONE)
1095 1183
1096 const_eio (FALLOC_FL_KEEP_SIZE) 1184 const_eio (FALLOC_FL_KEEP_SIZE)
1097 const_eio (FALLOC_FL_PUNCH_HOLE) 1185 const_eio (FALLOC_FL_PUNCH_HOLE)
1098 const_eio (FALLOC_FL_COLLAPSE_RANGE) 1186 const_eio (FALLOC_FL_COLLAPSE_RANGE)
1099 const_eio (FALLOC_FL_ZERO_RANGE) 1187 const_eio (FALLOC_FL_ZERO_RANGE)
1188 const_eio (FALLOC_FL_INSERT_RANGE)
1189 const_eio (FALLOC_FL_UNSHARE_RANGE)
1190
1191 const_eio (RENAME_NOREPLACE)
1192 const_eio (RENAME_EXCHANGE)
1193 const_eio (RENAME_WHITEOUT)
1100 1194
1101 const_eio (READDIR_DENTS) 1195 const_eio (READDIR_DENTS)
1102 const_eio (READDIR_DIRS_FIRST) 1196 const_eio (READDIR_DIRS_FIRST)
1103 const_eio (READDIR_STAT_ORDER) 1197 const_eio (READDIR_STAT_ORDER)
1104 const_eio (READDIR_FOUND_UNKNOWN) 1198 const_eio (READDIR_FOUND_UNKNOWN)
1591 1685
1592 REQ_SEND; 1686 REQ_SEND;
1593} 1687}
1594 1688
1595void 1689void
1690aio_rename2 (SV8 *oldpath, SV8 *newpath, int flags = 0, SV *callback = &PL_sv_undef)
1691 PPCODE:
1692{
1693 eio_wd wd2 = 0;
1694 dREQ;
1695
1696 req->type = EIO_RENAME;
1697 req_set_path1 (req, oldpath);
1698 req_set_path (req, newpath, &req->sv2, &req->sv4, &wd2, &req->ptr2);
1699 req->int2 = flags;
1700 req->int3 = (long)wd2;
1701
1702 REQ_SEND;
1703}
1704
1705void
1596aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback = &PL_sv_undef) 1706aio_mknod (SV8 *pathname, int mode, UV dev, SV *callback = &PL_sv_undef)
1597 PPCODE: 1707 PPCODE:
1598{ 1708{
1599 dREQ; 1709 dREQ;
1600 1710
1702 req->int2 = flags; 1812 req->int2 = flags;
1703 req->int3 = SvOK (count) ? SvIV (count) : -1; 1813 req->int3 = SvOK (count) ? SvIV (count) : -1;
1704#endif 1814#endif
1705 1815
1706 REQ_SEND; 1816 REQ_SEND;
1817}
1818
1819void
1820aio_slurp (SV *pathname, off_t offset, UV length, SV8 *data, SV *callback = &PL_sv_undef)
1821 PPCODE:
1822{
1823 char *svptr = 0;
1824
1825 sv_clear_foreign (data);
1826
1827 if (length) /* known length, directly read into scalar */
1828 {
1829 if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1830 svptr = sv_grow (data, length + 1);
1831 else if (SvCUR (data) < length)
1832 croak ("length outside of scalar, and cannot grow");
1833 else
1834 svptr = SvPVbyte_nolen (data);
1835 }
1836
1837 {
1838 dREQ;
1839
1840 req->type = EIO_SLURP;
1841 req_set_path1 (req, pathname);
1842 req->offs = offset;
1843 req->size = length;
1844 req->sv2 = SvREFCNT_inc (data);
1845 req->ptr2 = svptr;
1846
1847 if (!SvREADONLY (data))
1848 {
1849 SvREADONLY_on (data);
1850 req->flags |= FLAG_SV2_RO_OFF;
1851 }
1852
1853 REQ_SEND;
1854 }
1707} 1855}
1708 1856
1709void 1857void
1710aio_busy (double delay, SV *callback = &PL_sv_undef) 1858aio_busy (double delay, SV *callback = &PL_sv_undef)
1711 PPCODE: 1859 PPCODE:
1848 RETVAL 1996 RETVAL
1849 1997
1850void 1998void
1851mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0) 1999mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
1852 PPCODE: 2000 PPCODE:
1853 sv_unmagic (scalar, MMAP_MAGIC); 2001 sv_clear_foreign (scalar);
1854{ 2002{
1855 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1; 2003 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1856 void *addr = (void *)mmap (0, length, prot, flags, fd, offset); 2004 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
1857 if (addr == (void *)-1) 2005 if (addr == (void *)-1)
1858 XSRETURN_NO; 2006 XSRETURN_NO;
1859 2007
1860 sv_force_normal (scalar); 2008 sv_set_foreign (scalar, &mmap_vtbl, addr, length);
1861
1862 /* we store the length in mg_obj, as namlen is I32 :/ */
1863 sv_magicext (scalar, 0, MMAP_MAGIC, &mmap_vtbl, (char *)addr, 0)
1864 ->mg_obj = (SV *)length;
1865
1866 SvUPGRADE (scalar, SVt_PV); /* nop... */
1867 2009
1868 if (!(prot & PROT_WRITE)) 2010 if (!(prot & PROT_WRITE))
1869 SvREADONLY_on (scalar); 2011 SvREADONLY_on (scalar);
1870 2012
1871 if (SvLEN (scalar))
1872 Safefree (SvPVX (scalar));
1873
1874 SvPVX (scalar) = (char *)addr;
1875 SvCUR_set (scalar, length);
1876 SvLEN_set (scalar, 0);
1877 SvPOK_only (scalar);
1878
1879 XSRETURN_YES; 2013 XSRETURN_YES;
1880} 2014}
1881 2015
1882void 2016void
1883munmap (SV *scalar) 2017munmap (SV *scalar)
1884 CODE: 2018 CODE:
1885 sv_unmagic (scalar, MMAP_MAGIC); 2019 sv_clear_foreign (scalar);
1886 2020
1887int 2021int
1888madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot) 2022madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
1889 ALIAS: 2023 ALIAS:
1890 mprotect = 1 2024 mprotect = 1
2020 { 2154 {
2021 EXTEND (SP, 2); 2155 EXTEND (SP, 2);
2022 PUSHs (newmortalFH (fd[0], O_RDONLY)); 2156 PUSHs (newmortalFH (fd[0], O_RDONLY));
2023 PUSHs (newmortalFH (fd[1], O_WRONLY)); 2157 PUSHs (newmortalFH (fd[1], O_WRONLY));
2024 } 2158 }
2159}
2160
2161UV
2162get_fdlimit ()
2163 CODE:
2164#if HAVE_RLIMITS
2165 struct rlimit rl;
2166 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2167 XSRETURN_UV (rl.rlim_cur == RLIM_INFINITY ? (UV)-1 : rl.rlim_cur);
2168#endif
2169 XSRETURN_UNDEF;
2170 OUTPUT:
2171 RETVAL
2172
2173void
2174min_fdlimit (UV limit = 0x7fffffffU)
2175 CODE:
2176{
2177#if HAVE_RLIMITS
2178 struct rlimit rl;
2179 rlim_t orig_rlim_max;
2180 UV bit;
2181
2182 if (0 != getrlimit (RLIMIT_NOFILE, &rl))
2183 goto fail;
2184
2185 if (rl.rlim_cur == RLIM_INFINITY)
2186 XSRETURN_YES;
2187
2188 orig_rlim_max = rl.rlim_max == RLIM_INFINITY ? ((rlim_t)0)-1 : rl.rlim_max;
2189
2190 if (rl.rlim_cur < limit)
2191 {
2192 rl.rlim_cur = limit;
2193
2194 if (rl.rlim_max < rl.rlim_cur && rl.rlim_max != RLIM_INFINITY)
2195 rl.rlim_max = rl.rlim_cur;
2196 }
2197
2198 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2199 XSRETURN_YES;
2200
2201 if (errno == EPERM)
2202 {
2203 /* setlimit failed with EPERM - maybe we can't raise the hardlimit, or maybe */
2204 /* our limit overflows a system-wide limit */
2205 /* try an adaptive algorithm, but do not lower the hardlimit */
2206 rl.rlim_max = 0;
2207 for (bit = 0x40000000U; bit; bit >>= 1)
2208 {
2209 rl.rlim_max |= bit;
2210 rl.rlim_cur = rl.rlim_max;
2211
2212 /* nevr decrease the hard limit */
2213 if (rl.rlim_max < orig_rlim_max)
2214 break;
2215
2216 if (0 != setrlimit (RLIMIT_NOFILE, &rl))
2217 rl.rlim_max &= ~bit; /* too high, remove bit again */
2218 }
2219
2220 /* now, raise the soft limit to the max permitted */
2221 if (0 == getrlimit (RLIMIT_NOFILE, &rl))
2222 {
2223 rl.rlim_cur = rl.rlim_max;
2224 if (0 == setrlimit (RLIMIT_NOFILE, &rl))
2225 errno = EPERM;
2226 }
2227 }
2228#endif
2229 fail:
2230 XSRETURN_UNDEF;
2025} 2231}
2026 2232
2027void _on_next_submit (SV *cb) 2233void _on_next_submit (SV *cb)
2028 CODE: 2234 CODE:
2029 SvREFCNT_dec (on_next_submit); 2235 SvREFCNT_dec (on_next_submit);

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines