ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.218 by root, Fri Jul 27 17:54:40 2012 UTC vs.
Revision 1.229 by root, Fri Apr 11 05:19:40 2014 UTC

… …
19 19
20#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES 20#if _POSIX_MEMLOCK || _POSIX_MEMLOCK_RANGE || _POSIX_MAPPED_FILES
21# include <sys/mman.h> 21# include <sys/mman.h>
22#endif 22#endif
23 23
24#if __linux__ 24/* the incompetent fool that created musl keeps __linux__, refuses
25 * to implement any linux standard apis, and also has no way to test
26 * for his broken iplementation. on't complain if this fails for you.
27 */
28#if __linux__ && (defined __GLIBC__ || defined __UCLIBC__)
25# include <linux/fs.h> 29# include <linux/fs.h>
26# ifdef FS_IOC_FIEMAP 30# ifdef FS_IOC_FIEMAP
27# include <linux/types.h> 31# include <linux/types.h>
28# include <linux/fiemap.h> 32# include <linux/fiemap.h>
29# define HAVE_FIEMAP 1 33# define HAVE_FIEMAP 1
… …
153#endif 157#endif
154#ifndef minor 158#ifndef minor
155# define minor(dev) ((dev) & 0xff) 159# define minor(dev) ((dev) & 0xff)
156#endif 160#endif
157 161
158#ifndef PAGESIZE 162#if PAGESIZE <= 0
159# define PAGESIZE sysconf (_SC_PAGESIZE) 163# define PAGESIZE sysconf (_SC_PAGESIZE)
160#endif 164#endif
161 165
162/*****************************************************************************/ 166/*****************************************************************************/
163 167
… …
165fiemap (eio_req *req) 169fiemap (eio_req *req)
166{ 170{
167 req->result = -1; 171 req->result = -1;
168 172
169#if HAVE_FIEMAP 173#if HAVE_FIEMAP
174 /* assume some c99 */
175 struct fiemap *fiemap = 0;
176 size_t end_offset;
170 int count = req->int3; 177 int count = req->int3;
171 178
172 /* heuristic: first try with 72 extents if we don't know how many, */ 179 req->flags |= EIO_FLAG_PTR1_FREE;
173 /* as most files have (hopefully) fewer than this many extents */ 180
174 /* in fact, most should have <= 2, so the 72 below is probably overkill */ 181 /* heuristic: start with 512 bytes (8 extents), and if that isn't enough, */
182 /* increase in 3.5kb steps */
175 if (count < 0) 183 if (count < 0)
176 count = 72; /* for what it's worth, 72 extents fit nicely into 4kb */ 184 count = 8;
185
186 fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
187 errno = ENOMEM;
188 if (!fiemap)
189 return;
190
191 req->ptr1 = fiemap;
192
193 fiemap->fm_start = req->offs;
194 fiemap->fm_length = req->size;
195 fiemap->fm_flags = req->int2;
196 fiemap->fm_extent_count = count;
197
198 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap) < 0)
199 return;
200
201 if (req->int3 >= 0 /* not autosizing */
202 || !fiemap->fm_mapped_extents /* no more extents */
203 || fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST /* hit eof */)
204 goto done;
205
206 /* else we have to loop -
207 * it would be tempting (actually I tried that first) to just query the
208 * number of extents needed, but linux often feels like not returning all
209 * extents, without telling us it left any out. this complicates
210 * this quite a bit.
211 */
212
213 end_offset = fiemap->fm_length + (fiemap->fm_length == FIEMAP_MAX_OFFSET ? 0 : fiemap->fm_start);
177 214
178 for (;;) 215 for (;;)
179 { 216 {
217 /* we go in 54 extent steps - 3kb, in the hope that this fits nicely on the eio stack (normally 16+ kb) */
218 char scratch[3072];
219 struct fiemap *incmap = (struct fiemap *)scratch;
220
221 incmap->fm_start = fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_logical
222 + fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_length;
223 incmap->fm_length = fiemap->fm_length - (incmap->fm_start - fiemap->fm_start);
224 incmap->fm_flags = fiemap->fm_flags;
225 incmap->fm_extent_count = (sizeof (scratch) - sizeof (struct fiemap)) / sizeof (struct fiemap_extent);
226
227 if (ioctl (req->int1, FS_IOC_FIEMAP, incmap) < 0)
228 return;
229
230 if (!incmap->fm_mapped_extents)
231 goto done;
232
233 count = fiemap->fm_mapped_extents + incmap->fm_mapped_extents;
180 struct fiemap *fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count); 234 fiemap = realloc (fiemap, sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
181 errno = ENOMEM; 235 errno = ENOMEM;
182 if (!fiemap) 236 if (!fiemap)
183 return; 237 return;
184 238
185 req->ptr1 = fiemap; 239 req->ptr1 = fiemap;
186 req->flags |= EIO_FLAG_PTR1_FREE;
187 240
188 fiemap->fm_start = req->offs; 241 for (count = 0; count < incmap->fm_mapped_extents; ++count)
189 fiemap->fm_length = req->size; 242 {
190 fiemap->fm_flags = req->int2; 243 struct fiemap_extent *e = incmap->fm_extents + count;
191 fiemap->fm_extent_count = count;
192 244
193 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap)) 245 if (e->fe_logical + e->fe_length >= end_offset)
194 return; 246 goto done;
195 247
196 if (req->int3 >= 0) 248 fiemap->fm_extents [fiemap->fm_mapped_extents++] = *e;
197 break; /* when not autosizing we are done */
198 249
199 if (!fiemap->fm_mapped_extents) 250 if (e->fe_flags & FIEMAP_EXTENT_LAST)
200 break; /* if file has no segments, we are done */ 251 goto done;
201 252
202 if (fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST) 253 }
203 break; /* autosizing successful, we are done */
204
205 fiemap->fm_flags = req->int2;
206 fiemap->fm_extent_count = 0;
207
208 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap))
209 return;
210
211 count = fiemap->fm_mapped_extents;
212
213 free (fiemap);
214 } 254 }
215 255
256done:
216 req->result = 0; 257 req->result = 0;
217 258
218#else 259#else
219 errno = ENOSYS; 260 errno = ENOSYS;
220#endif 261#endif
… …
473#ifndef _WIN32 514#ifndef _WIN32
474 if (req->result >= 0) 515 if (req->result >= 0)
475 { 516 {
476 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req); 517 EIO_STRUCT_STATVFS *f = EIO_STATVFS_BUF (req);
477 HV *hv = newHV (); 518 HV *hv = newHV ();
519 /* POSIX requires fsid to be unsigned long, but AIX in its infinite wisdom
520 * chooses to make it a struct.
521 */
522 unsigned long fsid = 0;
523 memcpy (&fsid, &f->f_fsid, sizeof (unsigned long) < sizeof (f->f_fsid) ? sizeof (unsigned long) : sizeof (f->f_fsid));
478 524
479 rv = sv_2mortal (newRV_noinc ((SV *)hv)); 525 rv = sv_2mortal (newRV_noinc ((SV *)hv));
480 526
481 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0); 527 hv_store (hv, "bsize" , sizeof ("bsize" ) - 1, newSVval64 (f->f_bsize ), 0);
482 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0); 528 hv_store (hv, "frsize" , sizeof ("frsize" ) - 1, newSVval64 (f->f_frsize ), 0);
… …
484 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0); 530 hv_store (hv, "bfree" , sizeof ("bfree" ) - 1, newSVval64 (f->f_bfree ), 0);
485 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0); 531 hv_store (hv, "bavail" , sizeof ("bavail" ) - 1, newSVval64 (f->f_bavail ), 0);
486 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0); 532 hv_store (hv, "files" , sizeof ("files" ) - 1, newSVval64 (f->f_files ), 0);
487 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0); 533 hv_store (hv, "ffree" , sizeof ("ffree" ) - 1, newSVval64 (f->f_ffree ), 0);
488 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0); 534 hv_store (hv, "favail" , sizeof ("favail" ) - 1, newSVval64 (f->f_favail ), 0);
489 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (f->f_fsid ), 0); 535 hv_store (hv, "fsid" , sizeof ("fsid" ) - 1, newSVval64 (fsid ), 0);
490 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0); 536 hv_store (hv, "flag" , sizeof ("flag" ) - 1, newSVval64 (f->f_flag ), 0);
491 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0); 537 hv_store (hv, "namemax", sizeof ("namemax") - 1, newSVval64 (f->f_namemax), 0);
492 } 538 }
493#endif 539#endif
494 540
… …
1097 aio_fsync = EIO_FSYNC 1143 aio_fsync = EIO_FSYNC
1098 aio_fdatasync = EIO_FDATASYNC 1144 aio_fdatasync = EIO_FDATASYNC
1099 aio_syncfs = EIO_SYNCFS 1145 aio_syncfs = EIO_SYNCFS
1100 PPCODE: 1146 PPCODE:
1101{ 1147{
1102 int fd = s_fileno_croak (fh, 0); 1148 int fd = s_fileno_croak (fh, 0);
1103 dREQ; 1149 dREQ;
1104 1150
1105 req->type = ix; 1151 req->type = ix;
1106 req->sv1 = newSVsv (fh); 1152 req->sv1 = newSVsv (fh);
1107 req->int1 = fd; 1153 req->int1 = fd;
… …
1111 1157
1112void 1158void
1113aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef) 1159aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef)
1114 PPCODE: 1160 PPCODE:
1115{ 1161{
1116 int fd = s_fileno_croak (fh, 0); 1162 int fd = s_fileno_croak (fh, 0);
1117 dREQ; 1163 dREQ;
1118 1164
1119 req->type = EIO_SYNC_FILE_RANGE; 1165 req->type = EIO_SYNC_FILE_RANGE;
1120 req->sv1 = newSVsv (fh); 1166 req->sv1 = newSVsv (fh);
1121 req->int1 = fd; 1167 req->int1 = fd;
… …
1125 1171
1126 REQ_SEND; 1172 REQ_SEND;
1127} 1173}
1128 1174
1129void 1175void
1130aio_fallocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef) 1176aio_allocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef)
1131 PPCODE: 1177 PPCODE:
1132{ 1178{
1133 int fd = s_fileno_croak (fh, 0); 1179 int fd = s_fileno_croak (fh, 0);
1134 dREQ; 1180 dREQ;
1135 1181
1136 req->type = EIO_FALLOCATE; 1182 req->type = EIO_FALLOCATE;
1137 req->sv1 = newSVsv (fh); 1183 req->sv1 = newSVsv (fh);
1138 req->int1 = fd; 1184 req->int1 = fd;
… …
1146void 1192void
1147aio_close (SV *fh, SV *callback=&PL_sv_undef) 1193aio_close (SV *fh, SV *callback=&PL_sv_undef)
1148 PPCODE: 1194 PPCODE:
1149{ 1195{
1150 static int close_fd = -1; /* dummy fd to close fds via dup2 */ 1196 static int close_fd = -1; /* dummy fd to close fds via dup2 */
1151 int fd = s_fileno_croak (fh, 0); 1197 int fd = s_fileno_croak (fh, 0);
1152 dREQ; 1198 dREQ;
1153 1199
1154 if (expect_false (close_fd < 0)) 1200 if (expect_false (close_fd < 0))
1155 { 1201 {
1156 int pipefd [2]; 1202 int pipefd [2];
… …
1266 1312
1267void 1313void
1268aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef) 1314aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef)
1269 PPCODE: 1315 PPCODE:
1270{ 1316{
1271 int ifd = s_fileno_croak (in_fh , 0); 1317 int ifd = s_fileno_croak (in_fh , 0);
1272 int ofd = s_fileno_croak (out_fh, 1); 1318 int ofd = s_fileno_croak (out_fh, 1);
1273 dREQ; 1319 dREQ;
1274 1320
1275 req->type = EIO_SENDFILE; 1321 req->type = EIO_SENDFILE;
1276 req->sv1 = newSVsv (out_fh); 1322 req->sv1 = newSVsv (out_fh);
1277 req->int1 = ofd; 1323 req->int1 = ofd;
… …
1285 1331
1286void 1332void
1287aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef) 1333aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef)
1288 PPCODE: 1334 PPCODE:
1289{ 1335{
1290 int fd = s_fileno_croak (fh, 0); 1336 int fd = s_fileno_croak (fh, 0);
1291 dREQ; 1337 dREQ;
1292 1338
1293 req->type = EIO_READAHEAD; 1339 req->type = EIO_READAHEAD;
1294 req->sv1 = newSVsv (fh); 1340 req->sv1 = newSVsv (fh);
1295 req->int1 = fd; 1341 req->int1 = fd;
… …
1574{ 1620{
1575 dREQ; 1621 dREQ;
1576 1622
1577 req->type = EIO_GROUP; 1623 req->type = EIO_GROUP;
1578 1624
1625 PUTBACK;
1579 req_submit (req); 1626 req_submit (req);
1627 SPAGAIN;
1628
1580 XPUSHs (req_sv (req, aio_grp_stash)); 1629 XPUSHs (req_sv (req, aio_grp_stash));
1581} 1630}
1582 1631
1583void 1632void
1584aio_nop (SV *callback=&PL_sv_undef) 1633aio_nop (SV *callback=&PL_sv_undef)
… …
1765int 1814int
1766munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef) 1815munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef)
1767 CODE: 1816 CODE:
1768{ 1817{
1769 STRLEN svlen; 1818 STRLEN svlen;
1770 void *addr = SvPVbyte (scalar, svlen); 1819 void *addr = SvPVbyte (scalar, svlen);
1771 size_t len = SvUV (length); 1820 size_t len = SvUV (length);
1772 1821
1773 if (offset < 0) 1822 if (offset < 0)
1774 offset += svlen; 1823 offset += svlen;
1775 1824
… …
1826 RETVAL = tee (rfh, wfh, length, flags); 1875 RETVAL = tee (rfh, wfh, length, flags);
1827#else 1876#else
1828 RETVAL = EIO_ENOSYS (); 1877 RETVAL = EIO_ENOSYS ();
1829#endif 1878#endif
1830 OUTPUT: 1879 OUTPUT:
1880 RETVAL
1881
1882int
1883pipesize (aio_rfd rfh, int new_size = -1)
1884 PROTOTYPE: $;$
1885 CODE:
1886#if defined(F_SETPIPE_SZ) && defined(F_GETPIPE_SZ)
1887 if (new_size >= 0)
1888 RETVAL = fcntl (rfh, F_SETPIPE_SZ, new_size);
1889 else
1890 RETVAL = fcntl (rfh, F_GETPIPE_SZ);
1891#else
1892 errno = ENOSYS;
1893 RETVAL = -1;
1894#endif
1895 OUTPUT:
1831 RETVAL 1896 RETVAL
1832 1897
1833void _on_next_submit (SV *cb) 1898void _on_next_submit (SV *cb)
1834 CODE: 1899 CODE:
1835 SvREFCNT_dec (on_next_submit); 1900 SvREFCNT_dec (on_next_submit);

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines