ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.213 by root, Tue Apr 10 05:01:33 2012 UTC vs.
Revision 1.231 by root, Wed Feb 11 19:32:36 2015 UTC

… …
19 19
20#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES 20#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
21# include <sys/mman.h> 21# include <sys/mman.h>
22#endif 22#endif
23 23
24#if __linux__ 24/* the incompetent fool that created musl keeps __linux__, refuses
25 * to implement any linux standard apis, and also has no way to test
26 * for his broken iplementation. on't complain if this fails for you.
27 */
28#if __linux__ && (defined __GLIBC__ || defined __UCLIBC__)
25# include <linux/fs.h> 29# include <linux/fs.h>
26# ifdef FS_IOC_FIEMAP 30# ifdef FS_IOC_FIEMAP
27# include <linux/types.h> 31# include <linux/types.h>
28# include <linux/fiemap.h> 32# include <linux/fiemap.h>
29# define HAVE_FIEMAP 1 33# define HAVE_FIEMAP 1
… …
153#endif 157#endif
154#ifndef minor 158#ifndef minor
155# define minor(dev) ((dev) & 0xff) 159# define minor(dev) ((dev) & 0xff)
156#endif 160#endif
157 161
158#ifndef PAGESIZE 162#if PAGESIZE <= 0
159# define PAGESIZE sysconf (_SC_PAGESIZE) 163# define PAGESIZE sysconf (_SC_PAGESIZE)
160#endif 164#endif
161 165
162/*****************************************************************************/ 166/*****************************************************************************/
163 167
… …
165fiemap (eio_req *req) 169fiemap (eio_req *req)
166{ 170{
167 req->result = -1; 171 req->result = -1;
168 172
169#if HAVE_FIEMAP 173#if HAVE_FIEMAP
174 /* assume some c99 */
175 struct fiemap *fiemap = 0;
176 size_t end_offset;
170 int count = req->int3; 177 int count = req->int3;
171 178
172 /* heuristic: first try with 64 extents if we don't know how many, */ 179 req->flags |= EIO_FLAG_PTR1_FREE;
173 /* as most files have (hopefully) fewer than this many extents */ 180
174 /* in fact, most should have <= 2, so maybe the 72 below is probably overkill */ 181 /* heuristic: start with 512 bytes (8 extents), and if that isn't enough, */
182 /* increase in 3.5kb steps */
175 if (count < 0) 183 if (count < 0)
176 count = 72; /* for what it's worth, 72 extents fit nicely into 4kb */ 184 count = 8;
185
186 fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
187 errno = ENOMEM;
188 if (!fiemap)
189 return;
190
191 req->ptr1 = fiemap;
192
193 fiemap->fm_start = req->offs;
194 fiemap->fm_length = req->size;
195 fiemap->fm_flags = req->int2;
196 fiemap->fm_extent_count = count;
197
198 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap) < 0)
199 return;
200
201 if (req->int3 >= 0 /* not autosizing */
202 || !fiemap->fm_mapped_extents /* no more extents */
203 || fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST /* hit eof */)
204 goto done;
205
206 /* else we have to loop -
207 * it would be tempting (actually I tried that first) to just query the
208 * number of extents needed, but linux often feels like not returning all
209 * extents, without telling us it left any out. this complicates
210 * this quite a bit.
211 */
212
213 end_offset = fiemap->fm_length + (fiemap->fm_length == FIEMAP_MAX_OFFSET ? 0 : fiemap->fm_start);
177 214
178 for (;;) 215 for (;;)
179 { 216 {
217 /* we go in 54 extent steps - 3kb, in the hope that this fits nicely on the eio stack (normally 16+ kb) */
218 char scratch[3072];
219 struct fiemap *incmap = (struct fiemap *)scratch;
220
221 incmap->fm_start = fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_logical
222 + fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_length;
223 incmap->fm_length = fiemap->fm_length - (incmap->fm_start - fiemap->fm_start);
224 incmap->fm_flags = fiemap->fm_flags;
225 incmap->fm_extent_count = (sizeof (scratch) - sizeof (struct fiemap)) / sizeof (struct fiemap_extent);
226
227 if (ioctl (req->int1, FS_IOC_FIEMAP, incmap) < 0)
228 return;
229
230 if (!incmap->fm_mapped_extents)
231 goto done;
232
233 count = fiemap->fm_mapped_extents + incmap->fm_mapped_extents;
180 struct fiemap *fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count); 234 fiemap = realloc (fiemap, sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
181 errno = ENOMEM; 235 errno = ENOMEM;
182 if (!fiemap) 236 if (!fiemap)
183 return; 237 return;
184 238
185 req->ptr1 = fiemap; 239 req->ptr1 = fiemap;
186 req->flags |= EIO_FLAG_PTR1_FREE;
187 240
188 fiemap->fm_start = req->offs; 241 for (count = 0; count < incmap->fm_mapped_extents; ++count)
189 fiemap->fm_length = req->size; 242 {
190 fiemap->fm_flags = req->int2; 243 struct fiemap_extent *e = incmap->fm_extents + count;
191 fiemap->fm_extent_count = count;
192 244
193 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap)) 245 if (e->fe_logical + e->fe_length >= end_offset)
194 return; 246 goto done;
195 247
196 if (req->int3 >= 0) 248 fiemap->fm_extents [fiemap->fm_mapped_extents++] = *e;
197 break; /* when not autosizing we are done */
198 249
199 if (fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST) 250 if (e->fe_flags & FIEMAP_EXTENT_LAST)
200 break; /* autosizing successful, we are done */ 251 goto done;
201 252
202 fiemap->fm_flags = req->int2; 253 }
203 fiemap->fm_extent_count = 0;
204
205 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap))
206 return;
207
208 count = fiemap->fm_mapped_extents;
209
210 free (fiemap);
211 } 254 }
212 255
256done:
213 req->result = 0; 257 req->result = 0;
214 258
215#else 259#else
216 errno = ENOSYS; 260 errno = ENOSYS;
217#endif 261#endif
… …
264} 308}
265 309
266static SV * 310static SV *
267newSVaio_wd (aio_wd wd) 311newSVaio_wd (aio_wd wd)
268{ 312{
269 return sv_bless (newRV_noinc (newSViv ((IV)wd)), aio_wd_stash); 313 return sv_bless (newRV_noinc (newSViv ((intptr_t)wd)), aio_wd_stash);
270} 314}
271 315
272static aio_req 316static aio_req
273SvAIO_REQ (SV *sv) 317SvAIO_REQ (SV *sv)
274{ 318{
… …
470#ifndef _WIN32 514#ifndef _WIN32
471 if (req->result >= 0) 515 if (req->result >= 0)
472 { 516 {
473 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req); 517 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
474 HV *hv = newHV (); 518 HV *hv = newHV ();
519 /* POSIX requires fsid to be unsigned long, but AIX in its infinite wisdom
520 * chooses to make it a struct.
521 */
522 unsigned long fsid = 0;
523 memcpy (&fsid, &f->f_fsid, sizeof (unsigned long) < sizeof (f->f_fsid) ? sizeof (unsigned long) : sizeof (f->f_fsid));
475 524
476 rv = sv_2mortal (newRV_noinc ((SV *)hv)); 525 rv = sv_2mortal (newRV_noinc ((SV *)hv));
477 526
478 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0); 527 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
479 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0); 528 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
… …
481 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0); 530 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
482 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0); 531 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
483 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0); 532 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
484 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0); 533 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
485 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0); 534 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
486 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (f->f_fsid ), 0); 535 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (fsid ), 0);
487 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0); 536 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
488 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0); 537 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
489 } 538 }
490#endif 539#endif
491 540
… …
983 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE) 1032 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
984 const_eio (SYNC_FILE_RANGE_WRITE) 1033 const_eio (SYNC_FILE_RANGE_WRITE)
985 const_eio (SYNC_FILE_RANGE_WAIT_AFTER) 1034 const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
986 1035
987 const_eio (FALLOC_FL_KEEP_SIZE) 1036 const_eio (FALLOC_FL_KEEP_SIZE)
1037 const_eio (FALLOC_FL_PUNCH_HOLE)
988 1038
989 const_eio (READDIR_DENTS) 1039 const_eio (READDIR_DENTS)
990 const_eio (READDIR_DIRS_FIRST) 1040 const_eio (READDIR_DIRS_FIRST)
991 const_eio (READDIR_STAT_ORDER) 1041 const_eio (READDIR_STAT_ORDER)
992 const_eio (READDIR_FOUND_UNKNOWN) 1042 const_eio (READDIR_FOUND_UNKNOWN)
… …
1093 aio_fsync = EIO_FSYNC 1143 aio_fsync = EIO_FSYNC
1094 aio_fdatasync = EIO_FDATASYNC 1144 aio_fdatasync = EIO_FDATASYNC
1095 aio_syncfs = EIO_SYNCFS 1145 aio_syncfs = EIO_SYNCFS
1096 PPCODE: 1146 PPCODE:
1097{ 1147{
1098 int fd = s_fileno_croak (fh, 0); 1148 int fd = s_fileno_croak (fh, 0);
1099 dREQ; 1149 dREQ;
1100 1150
1101 req->type = ix; 1151 req->type = ix;
1102 req->sv1 = newSVsv (fh); 1152 req->sv1 = newSVsv (fh);
1103 req->int1 = fd; 1153 req->int1 = fd;
… …
1107 1157
1108void 1158void
1109aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef) 1159aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef)
1110 PPCODE: 1160 PPCODE:
1111{ 1161{
1112 int fd = s_fileno_croak (fh, 0); 1162 int fd = s_fileno_croak (fh, 0);
1113 dREQ; 1163 dREQ;
1114 1164
1115 req->type = EIO_SYNC_FILE_RANGE; 1165 req->type = EIO_SYNC_FILE_RANGE;
1116 req->sv1 = newSVsv (fh); 1166 req->sv1 = newSVsv (fh);
1117 req->int1 = fd; 1167 req->int1 = fd;
… …
1121 1171
1122 REQ_SEND; 1172 REQ_SEND;
1123} 1173}
1124 1174
1125void 1175void
1126aio_fallocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef) 1176aio_allocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef)
1127 PPCODE: 1177 PPCODE:
1128{ 1178{
1129 int fd = s_fileno_croak (fh, 0); 1179 int fd = s_fileno_croak (fh, 0);
1130 dREQ; 1180 dREQ;
1131 1181
1132 req->type = EIO_FALLOCATE; 1182 req->type = EIO_FALLOCATE;
1133 req->sv1 = newSVsv (fh); 1183 req->sv1 = newSVsv (fh);
1134 req->int1 = fd; 1184 req->int1 = fd;
… …
1142void 1192void
1143aio_close (SV *fh, SV *callback=&PL_sv_undef) 1193aio_close (SV *fh, SV *callback=&PL_sv_undef)
1144 PPCODE: 1194 PPCODE:
1145{ 1195{
1146 static int close_fd = -1; /* dummy fd to close fds via dup2 */ 1196 static int close_fd = -1; /* dummy fd to close fds via dup2 */
1147 int fd = s_fileno_croak (fh, 0); 1197 int fd = s_fileno_croak (fh, 0);
1148 dREQ; 1198 dREQ;
1149 1199
1150 if (expect_false (close_fd < 0)) 1200 if (expect_false (close_fd < 0))
1151 { 1201 {
1152 int pipefd [2]; 1202 int pipefd [2];
… …
1214 len = svlen - dataoffset; 1264 len = svlen - dataoffset;
1215 } 1265 }
1216 else 1266 else
1217 { 1267 {
1218 /* read: check type and grow scalar as necessary */ 1268 /* read: check type and grow scalar as necessary */
1219 SvUPGRADE (data, SVt_PV); 1269 if (!SvPOK (data) || SvLEN (data) >= SvCUR (data))
1220 svptr = SvGROW (data, len + dataoffset + 1); 1270 svptr = sv_grow (data, len + dataoffset + 1);
1271 else if (SvCUR (data) < len + dataoffset)
1272 croak ("length + dataoffset outside of scalar, and cannot grow");
1221 } 1273 }
1222 1274
1223 { 1275 {
1224 dREQ; 1276 dREQ;
1225 1277
… …
1259 1311
1260void 1312void
1261aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef) 1313aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef)
1262 PPCODE: 1314 PPCODE:
1263{ 1315{
1264 int ifd = s_fileno_croak (in_fh , 0); 1316 int ifd = s_fileno_croak (in_fh , 0);
1265 int ofd = s_fileno_croak (out_fh, 1); 1317 int ofd = s_fileno_croak (out_fh, 1);
1266 dREQ; 1318 dREQ;
1267 1319
1268 req->type = EIO_SENDFILE; 1320 req->type = EIO_SENDFILE;
1269 req->sv1 = newSVsv (out_fh); 1321 req->sv1 = newSVsv (out_fh);
1270 req->int1 = ofd; 1322 req->int1 = ofd;
… …
1278 1330
1279void 1331void
1280aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef) 1332aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef)
1281 PPCODE: 1333 PPCODE:
1282{ 1334{
1283 int fd = s_fileno_croak (fh, 0); 1335 int fd = s_fileno_croak (fh, 0);
1284 dREQ; 1336 dREQ;
1285 1337
1286 req->type = EIO_READAHEAD; 1338 req->type = EIO_READAHEAD;
1287 req->sv1 = newSVsv (fh); 1339 req->sv1 = newSVsv (fh);
1288 req->int1 = fd; 1340 req->int1 = fd;
… …
1528 1580
1529void 1581void
1530aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback=&PL_sv_undef) 1582aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback=&PL_sv_undef)
1531 PPCODE: 1583 PPCODE:
1532{ 1584{
1533 int fd = s_fileno_croak (fh, 0); 1585 int fd = s_fileno_croak (fh, 0);
1534 dREQ; 1586 dREQ;
1535 1587
1536 req->type = EIO_CUSTOM; 1588 req->type = EIO_CUSTOM;
1537 req->sv1 = newSVsv (fh); 1589 req->sv1 = newSVsv (fh);
1538 req->int1 = fd; 1590 req->int1 = fd;
… …
1567{ 1619{
1568 dREQ; 1620 dREQ;
1569 1621
1570 req->type = EIO_GROUP; 1622 req->type = EIO_GROUP;
1571 1623
1624 PUTBACK;
1572 req_submit (req); 1625 req_submit (req);
1626 SPAGAIN;
1627
1573 XPUSHs (req_sv (req, aio_grp_stash)); 1628 XPUSHs (req_sv (req, aio_grp_stash));
1574} 1629}
1575 1630
1576void 1631void
1577aio_nop (SV *callback=&PL_sv_undef) 1632aio_nop (SV *callback=&PL_sv_undef)
… …
1686 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count); 1741 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
1687 OUTPUT: 1742 OUTPUT:
1688 RETVAL 1743 RETVAL
1689 1744
1690void 1745void
1691mmap (SV *scalar, size_t length, int prot, int flags, SV *fh, off_t offset = 0) 1746mmap (SV *scalar, STRLEN length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
1692 PPCODE: 1747 PPCODE:
1693 sv_unmagic (scalar, MMAP_MAGIC); 1748 sv_unmagic (scalar, MMAP_MAGIC);
1694{ 1749{
1695 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1; 1750 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1696 void *addr = (void *)mmap (0, length, prot, flags, fd, offset); 1751 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
… …
1723munmap (SV *scalar) 1778munmap (SV *scalar)
1724 CODE: 1779 CODE:
1725 sv_unmagic (scalar, MMAP_MAGIC); 1780 sv_unmagic (scalar, MMAP_MAGIC);
1726 1781
1727int 1782int
1728madvise (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot) 1783madvise (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef, IV advice_or_prot)
1729 ALIAS: 1784 ALIAS:
1730 mprotect = 1 1785 mprotect = 1
1731 CODE: 1786 CODE:
1732{ 1787{
1733 STRLEN svlen; 1788 STRLEN svlen;
1734 void *addr = SvPVbyte (scalar, svlen); 1789 void *addr = SvPVbyte (scalar, svlen);
1735 size_t len = SvUV (length); 1790 STRLEN len = SvUV (length);
1736 1791
1737 if (offset < 0) 1792 if (offset < 0)
1738 offset += svlen; 1793 offset += svlen;
1739 1794
1740 if (offset < 0 || offset > svlen) 1795 if (offset < 0 || offset > svlen)
… …
1754} 1809}
1755 OUTPUT: 1810 OUTPUT:
1756 RETVAL 1811 RETVAL
1757 1812
1758int 1813int
1759munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef) 1814munlock (SV *scalar, STRLEN offset = 0, SV *length = &PL_sv_undef)
1760 CODE: 1815 CODE:
1761{ 1816{
1762 STRLEN svlen; 1817 STRLEN svlen;
1763 void *addr = SvPVbyte (scalar, svlen); 1818 void *addr = SvPVbyte (scalar, svlen);
1764 size_t len = SvUV (length); 1819 size_t len = SvUV (length);
1765 1820
1766 if (offset < 0) 1821 if (offset < 0)
1767 offset += svlen; 1822 offset += svlen;
1768 1823
… …
1819 RETVAL = tee (rfh, wfh, length, flags); 1874 RETVAL = tee (rfh, wfh, length, flags);
1820#else 1875#else
1821 RETVAL = EIO_ENOSYS (); 1876 RETVAL = EIO_ENOSYS ();
1822#endif 1877#endif
1823 OUTPUT: 1878 OUTPUT:
1879 RETVAL
1880
1881int
1882pipesize (aio_rfd rfh, int new_size = -1)
1883 PROTOTYPE: $;$
1884 CODE:
1885#if defined(F_SETPIPE_SZ) && defined(F_GETPIPE_SZ)
1886 if (new_size >= 0)
1887 RETVAL = fcntl (rfh, F_SETPIPE_SZ, new_size);
1888 else
1889 RETVAL = fcntl (rfh, F_GETPIPE_SZ);
1890#else
1891 errno = ENOSYS;
1892 RETVAL = -1;
1893#endif
1894 OUTPUT:
1824 RETVAL 1895 RETVAL
1825 1896
1826void _on_next_submit (SV *cb) 1897void _on_next_submit (SV *cb)
1827 CODE: 1898 CODE:
1828 SvREFCNT_dec (on_next_submit); 1899 SvREFCNT_dec (on_next_submit);

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines