ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.216 by root, Wed Jul 25 16:12:28 2012 UTC vs.
Revision 1.229 by root, Fri Apr 11 05:19:40 2014 UTC

… …
19 19
20#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES 20#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
21# include <sys/mman.h> 21# include <sys/mman.h>
22#endif 22#endif
23 23
24#if __linux__ 24/* the incompetent fool that created musl keeps __linux__, refuses
25 * to implement any linux standard apis, and also has no way to test
26 * for his broken iplementation. on't complain if this fails for you.
27 */
28#if __linux__ && (defined __GLIBC__ || defined __UCLIBC__)
25# include <linux/fs.h> 29# include <linux/fs.h>
26# ifdef FS_IOC_FIEMAP 30# ifdef FS_IOC_FIEMAP
27# include <linux/types.h> 31# include <linux/types.h>
28# include <linux/fiemap.h> 32# include <linux/fiemap.h>
29# define HAVE_FIEMAP 1 33# define HAVE_FIEMAP 1
… …
153#endif 157#endif
154#ifndef minor 158#ifndef minor
155# define minor(dev) ((dev) & 0xff) 159# define minor(dev) ((dev) & 0xff)
156#endif 160#endif
157 161
158#ifndef PAGESIZE 162#if PAGESIZE <= 0
159# define PAGESIZE sysconf (_SC_PAGESIZE) 163# define PAGESIZE sysconf (_SC_PAGESIZE)
160#endif 164#endif
161 165
162/*****************************************************************************/ 166/*****************************************************************************/
163 167
… …
165fiemap (eio_req *req) 169fiemap (eio_req *req)
166{ 170{
167 req->result = -1; 171 req->result = -1;
168 172
169#if HAVE_FIEMAP 173#if HAVE_FIEMAP
174 /* assume some c99 */
175 struct fiemap *fiemap = 0;
176 size_t end_offset;
170 int count = req->int3; 177 int count = req->int3;
171 178
172 /* heuristic: first try with 64 extents if we don't know how many, */ 179 req->flags |= EIO_FLAG_PTR1_FREE;
173 /* as most files have (hopefully) fewer than this many extents */ 180
174 /* in fact, most should have <= 2, so maybe the 72 below is probably overkill */ 181 /* heuristic: start with 512 bytes (8 extents), and if that isn't enough, */
182 /* increase in 3.5kb steps */
175 if (count < 0) 183 if (count < 0)
176 count = 72; /* for what it's worth, 72 extents fit nicely into 4kb */ 184 count = 8;
185
186 fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
187 errno = ENOMEM;
188 if (!fiemap)
189 return;
190
191 req->ptr1 = fiemap;
192
193 fiemap->fm_start = req->offs;
194 fiemap->fm_length = req->size;
195 fiemap->fm_flags = req->int2;
196 fiemap->fm_extent_count = count;
197
198 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap) < 0)
199 return;
200
201 if (req->int3 >= 0 /* not autosizing */
202 || !fiemap->fm_mapped_extents /* no more extents */
203 || fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST /* hit eof */)
204 goto done;
205
206 /* else we have to loop -
207 * it would be tempting (actually I tried that first) to just query the
208 * number of extents needed, but linux often feels like not returning all
209 * extents, without telling us it left any out. this complicates
210 * this quite a bit.
211 */
212
213 end_offset = fiemap->fm_length + (fiemap->fm_length == FIEMAP_MAX_OFFSET ? 0 : fiemap->fm_start);
177 214
178 for (;;) 215 for (;;)
179 { 216 {
217 /* we go in 54 extent steps - 3kb, in the hope that this fits nicely on the eio stack (normally 16+ kb) */
218 char scratch[3072];
219 struct fiemap *incmap = (struct fiemap *)scratch;
220
221 incmap->fm_start = fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_logical
222 + fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_length;
223 incmap->fm_length = fiemap->fm_length - (incmap->fm_start - fiemap->fm_start);
224 incmap->fm_flags = fiemap->fm_flags;
225 incmap->fm_extent_count = (sizeof (scratch) - sizeof (struct fiemap)) / sizeof (struct fiemap_extent);
226
227 if (ioctl (req->int1, FS_IOC_FIEMAP, incmap) < 0)
228 return;
229
230 if (!incmap->fm_mapped_extents)
231 goto done;
232
233 count = fiemap->fm_mapped_extents + incmap->fm_mapped_extents;
180 struct fiemap *fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count); 234 fiemap = realloc (fiemap, sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
181 errno = ENOMEM; 235 errno = ENOMEM;
182 if (!fiemap) 236 if (!fiemap)
183 return; 237 return;
184 238
185 req->ptr1 = fiemap; 239 req->ptr1 = fiemap;
186 req->flags |= EIO_FLAG_PTR1_FREE;
187 240
188 fiemap->fm_start = req->offs; 241 for (count = 0; count < incmap->fm_mapped_extents; ++count)
189 fiemap->fm_length = req->size; 242 {
190 fiemap->fm_flags = req->int2; 243 struct fiemap_extent *e = incmap->fm_extents + count;
191 fiemap->fm_extent_count = count;
192 244
193 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap)) 245 if (e->fe_logical + e->fe_length >= end_offset)
194 return; 246 goto done;
195 247
196 if (req->int3 >= 0) 248 fiemap->fm_extents [fiemap->fm_mapped_extents++] = *e;
197 break; /* when not autosizing we are done */
198 249
199 if (fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST) 250 if (e->fe_flags & FIEMAP_EXTENT_LAST)
200 break; /* autosizing successful, we are done */ 251 goto done;
201 252
202 fiemap->fm_flags = req->int2; 253 }
203 fiemap->fm_extent_count = 0;
204
205 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap))
206 return;
207
208 count = fiemap->fm_mapped_extents;
209
210 free (fiemap);
211 } 254 }
212 255
256done:
213 req->result = 0; 257 req->result = 0;
214 258
215#else 259#else
216 errno = ENOSYS; 260 errno = ENOSYS;
217#endif 261#endif
… …
470#ifndef _WIN32 514#ifndef _WIN32
471 if (req->result >= 0) 515 if (req->result >= 0)
472 { 516 {
473 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req); 517 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
474 HV *hv = newHV (); 518 HV *hv = newHV ();
519 /* POSIX requires fsid to be unsigned long, but AIX in its infinite wisdom
520 * chooses to make it a struct.
521 */
522 unsigned long fsid = 0;
523 memcpy (&fsid, &f->f_fsid, sizeof (unsigned long) < sizeof (f->f_fsid) ? sizeof (unsigned long) : sizeof (f->f_fsid));
475 524
476 rv = sv_2mortal (newRV_noinc ((SV *)hv)); 525 rv = sv_2mortal (newRV_noinc ((SV *)hv));
477 526
478 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0); 527 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
479 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0); 528 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
… …
481 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0); 530 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
482 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0); 531 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
483 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0); 532 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
484 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0); 533 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
485 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0); 534 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
486 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (f->f_fsid ), 0); 535 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (fsid ), 0);
487 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0); 536 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
488 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0); 537 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
489 } 538 }
490#endif 539#endif
491 540
… …
1094 aio_fsync = EIO_FSYNC 1143 aio_fsync = EIO_FSYNC
1095 aio_fdatasync = EIO_FDATASYNC 1144 aio_fdatasync = EIO_FDATASYNC
1096 aio_syncfs = EIO_SYNCFS 1145 aio_syncfs = EIO_SYNCFS
1097 PPCODE: 1146 PPCODE:
1098{ 1147{
1099 int fd = s_fileno_croak (fh, 0); 1148 int fd = s_fileno_croak (fh, 0);
1100 dREQ; 1149 dREQ;
1101 1150
1102 req->type = ix; 1151 req->type = ix;
1103 req->sv1 = newSVsv (fh); 1152 req->sv1 = newSVsv (fh);
1104 req->int1 = fd; 1153 req->int1 = fd;
… …
1108 1157
1109void 1158void
1110aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef) 1159aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef)
1111 PPCODE: 1160 PPCODE:
1112{ 1161{
1113 int fd = s_fileno_croak (fh, 0); 1162 int fd = s_fileno_croak (fh, 0);
1114 dREQ; 1163 dREQ;
1115 1164
1116 req->type = EIO_SYNC_FILE_RANGE; 1165 req->type = EIO_SYNC_FILE_RANGE;
1117 req->sv1 = newSVsv (fh); 1166 req->sv1 = newSVsv (fh);
1118 req->int1 = fd; 1167 req->int1 = fd;
… …
1122 1171
1123 REQ_SEND; 1172 REQ_SEND;
1124} 1173}
1125 1174
1126void 1175void
1127aio_fallocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef) 1176aio_allocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef)
1128 PPCODE: 1177 PPCODE:
1129{ 1178{
1130 int fd = s_fileno_croak (fh, 0); 1179 int fd = s_fileno_croak (fh, 0);
1131 dREQ; 1180 dREQ;
1132 1181
1133 req->type = EIO_FALLOCATE; 1182 req->type = EIO_FALLOCATE;
1134 req->sv1 = newSVsv (fh); 1183 req->sv1 = newSVsv (fh);
1135 req->int1 = fd; 1184 req->int1 = fd;
… …
1143void 1192void
1144aio_close (SV *fh, SV *callback=&PL_sv_undef) 1193aio_close (SV *fh, SV *callback=&PL_sv_undef)
1145 PPCODE: 1194 PPCODE:
1146{ 1195{
1147 static int close_fd = -1; /* dummy fd to close fds via dup2 */ 1196 static int close_fd = -1; /* dummy fd to close fds via dup2 */
1148 int fd = s_fileno_croak (fh, 0); 1197 int fd = s_fileno_croak (fh, 0);
1149 dREQ; 1198 dREQ;
1150 1199
1151 if (expect_false (close_fd < 0)) 1200 if (expect_false (close_fd < 0))
1152 { 1201 {
1153 int pipefd [2]; 1202 int pipefd [2];
… …
1263 1312
1264void 1313void
1265aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef) 1314aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef)
1266 PPCODE: 1315 PPCODE:
1267{ 1316{
1268 int ifd = s_fileno_croak (in_fh , 0); 1317 int ifd = s_fileno_croak (in_fh , 0);
1269 int ofd = s_fileno_croak (out_fh, 1); 1318 int ofd = s_fileno_croak (out_fh, 1);
1270 dREQ; 1319 dREQ;
1271 1320
1272 req->type = EIO_SENDFILE; 1321 req->type = EIO_SENDFILE;
1273 req->sv1 = newSVsv (out_fh); 1322 req->sv1 = newSVsv (out_fh);
1274 req->int1 = ofd; 1323 req->int1 = ofd;
… …
1282 1331
1283void 1332void
1284aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef) 1333aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef)
1285 PPCODE: 1334 PPCODE:
1286{ 1335{
1287 int fd = s_fileno_croak (fh, 0); 1336 int fd = s_fileno_croak (fh, 0);
1288 dREQ; 1337 dREQ;
1289 1338
1290 req->type = EIO_READAHEAD; 1339 req->type = EIO_READAHEAD;
1291 req->sv1 = newSVsv (fh); 1340 req->sv1 = newSVsv (fh);
1292 req->int1 = fd; 1341 req->int1 = fd;
… …
1532 1581
1533void 1582void
1534aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback=&PL_sv_undef) 1583aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback=&PL_sv_undef)
1535 PPCODE: 1584 PPCODE:
1536{ 1585{
1537 int fd = s_fileno_croak (fh, 0); 1586 int fd = s_fileno_croak (fh, 0);
1538 dREQ; 1587 dREQ;
1539 1588
1540 req->type = EIO_CUSTOM; 1589 req->type = EIO_CUSTOM;
1541 req->sv1 = newSVsv (fh); 1590 req->sv1 = newSVsv (fh);
1542 req->int1 = fd; 1591 req->int1 = fd;
… …
1571{ 1620{
1572 dREQ; 1621 dREQ;
1573 1622
1574 req->type = EIO_GROUP; 1623 req->type = EIO_GROUP;
1575 1624
1625 PUTBACK;
1576 req_submit (req); 1626 req_submit (req);
1627 SPAGAIN;
1628
1577 XPUSHs (req_sv (req, aio_grp_stash)); 1629 XPUSHs (req_sv (req, aio_grp_stash));
1578} 1630}
1579 1631
1580void 1632void
1581aio_nop (SV *callback=&PL_sv_undef) 1633aio_nop (SV *callback=&PL_sv_undef)
… …
1762int 1814int
1763munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef) 1815munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef)
1764 CODE: 1816 CODE:
1765{ 1817{
1766 STRLEN svlen; 1818 STRLEN svlen;
1767 void *addr = SvPVbyte (scalar, svlen); 1819 void *addr = SvPVbyte (scalar, svlen);
1768 size_t len = SvUV (length); 1820 size_t len = SvUV (length);
1769 1821
1770 if (offset < 0) 1822 if (offset < 0)
1771 offset += svlen; 1823 offset += svlen;
1772 1824
… …
1823 RETVAL = tee (rfh, wfh, length, flags); 1875 RETVAL = tee (rfh, wfh, length, flags);
1824#else 1876#else
1825 RETVAL = EIO_ENOSYS (); 1877 RETVAL = EIO_ENOSYS ();
1826#endif 1878#endif
1827 OUTPUT: 1879 OUTPUT:
1880 RETVAL
1881
1882int
1883pipesize (aio_rfd rfh, int new_size = -1)
1884 PROTOTYPE: $;$
1885 CODE:
1886#if defined(F_SETPIPE_SZ) && defined(F_GETPIPE_SZ)
1887 if (new_size >= 0)
1888 RETVAL = fcntl (rfh, F_SETPIPE_SZ, new_size);
1889 else
1890 RETVAL = fcntl (rfh, F_GETPIPE_SZ);
1891#else
1892 errno = ENOSYS;
1893 RETVAL = -1;
1894#endif
1895 OUTPUT:
1828 RETVAL 1896 RETVAL
1829 1897
1830void _on_next_submit (SV *cb) 1898void _on_next_submit (SV *cb)
1831 CODE: 1899 CODE:
1832 SvREFCNT_dec (on_next_submit); 1900 SvREFCNT_dec (on_next_submit);

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines