ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.211 by root, Sat Apr 7 00:50:33 2012 UTC vs.
Revision 1.223 by root, Tue Aug 28 03:13:33 2012 UTC

… …
22#endif 22#endif
23 23
24#if __linux__ 24#if __linux__
25# include <linux/fs.h> 25# include <linux/fs.h>
26# ifdef FS_IOC_FIEMAP 26# ifdef FS_IOC_FIEMAP
27# include <linux/types.h>
27# include <linux/fiemap.h> 28# include <linux/fiemap.h>
28# define HAVE_FIEMAP 1 29# define HAVE_FIEMAP 1
29# endif 30# endif
30#endif 31#endif
31 32
… …
164fiemap (eio_req *req) 165fiemap (eio_req *req)
165{ 166{
166 req->result = -1; 167 req->result = -1;
167 168
168#if HAVE_FIEMAP 169#if HAVE_FIEMAP
170 /* assume some c99 */
171 struct fiemap *fiemap = 0;
172 size_t end_offset;
169 int count = req->int3; 173 int count = req->int3;
170 174
171 /* heuristic: first try with 64 extents if we don't know how many, */ 175 req->flags |= EIO_FLAG_PTR1_FREE;
172 /* as most files have (hopefully) fewer than this many extents */ 176
173 /* in fact, most should have <= 2, so maybe the 72 below is probably overkill */ 177 /* heuristic: start with 512 bytes (8 extents), and if that isn't enough, */
178 /* increase in 3.5kb steps */
174 if (count < 0) 179 if (count < 0)
175 count = 72; /* for what it's worth, 72 extents fit nicely into 4kb */ 180 count = 8;
181
182 fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
183 errno = ENOMEM;
184 if (!fiemap)
185 return;
186
187 req->ptr1 = fiemap;
188
189 fiemap->fm_start = req->offs;
190 fiemap->fm_length = req->size;
191 fiemap->fm_flags = req->int2;
192 fiemap->fm_extent_count = count;
193
194 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap) < 0)
195 return;
196
197 if (req->int3 >= 0 /* not autosizing */
198 || !fiemap->fm_mapped_extents /* no more extents */
199 || fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST /* hit eof */)
200 goto done;
201
202 /* else we have to loop -
203 * it would be tempting (atcually I tried that first) to just query the
204 * number of extents needed, but linux often feels like not returning all
205 * extents, without telling us it left any out. this complicates
206 * this quite a bit.
207 */
208
209 end_offset = fiemap->fm_length + (fiemap->fm_length == FIEMAP_MAX_OFFSET ? 0 : fiemap->fm_start);
176 210
177 for (;;) 211 for (;;)
178 { 212 {
213 /* we go in 54 extent steps - 3kb, in the hope that this fits nicely on the eio stack (normally 16+ kb) */
214 char scratch[3072];
215 struct fiemap *incmap = (struct fiemap *)scratch;
216
217 incmap->fm_start = fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_logical
218 + fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_length;
219 incmap->fm_length = fiemap->fm_length - (incmap->fm_start - fiemap->fm_start);
220 incmap->fm_flags = fiemap->fm_flags;
221 incmap->fm_extent_count = (sizeof (scratch) - sizeof (struct fiemap)) / sizeof (struct fiemap_extent);
222
223 if (ioctl (req->int1, FS_IOC_FIEMAP, incmap) < 0)
224 return;
225
226 count = fiemap->fm_mapped_extents + incmap->fm_mapped_extents;
179 struct fiemap *fiemap = malloc (sizeof (*fiemap) + sizeof (struct fiemap_extent) * count); 227 fiemap = realloc (fiemap, sizeof (*fiemap) + sizeof (struct fiemap_extent) * count);
180 errno = ENOMEM; 228 errno = ENOMEM;
181 if (!fiemap) 229 if (!fiemap)
182 return; 230 return;
183 231
184 req->ptr1 = fiemap; 232 req->ptr1 = fiemap;
185 req->flags |= EIO_FLAG_PTR1_FREE;
186 233
187 fiemap->fm_start = req->offs; 234 for (count = 0; count < incmap->fm_mapped_extents; ++count)
188 fiemap->fm_length = req->size; 235 {
189 fiemap->fm_flags = req->int2; 236 struct fiemap_extent *e = incmap->fm_extents + count;
190 fiemap->fm_extent_count = count;
191 237
192 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap)) 238 if (e->fe_logical + e->fe_length >= end_offset)
193 return; 239 goto done;
194 240
195 if (req->int3 >= 0) 241 fiemap->fm_extents [fiemap->fm_mapped_extents++] = *e;
196 break; /* when not autosizing we are done */
197 242
198 if (fiemap->fm_extents [fiemap->fm_mapped_extents - 1].fe_flags & FIEMAP_EXTENT_LAST) 243 if (e->fe_flags & FIEMAP_EXTENT_LAST)
199 break; /* autosizing successful, we are done */ 244 goto done;
200 245
201 fiemap->fm_flags = req->int2; 246 }
202 fiemap->fm_extent_count = 0;
203
204 if (ioctl (req->int1, FS_IOC_FIEMAP, fiemap))
205 return;
206
207 count = fiemap->fm_mapped_extents;
208
209 free (fiemap);
210 } 247 }
211 248
249done:
212 req->result = 0; 250 req->result = 0;
213 251
214#else 252#else
215 errno = ENOSYS; 253 errno = ENOSYS;
216#endif 254#endif
… …
697} 735}
698 736
699/*****************************************************************************/ 737/*****************************************************************************/
700 738
701#if !_POSIX_MAPPED_FILES 739#if !_POSIX_MAPPED_FILES
702# define mmap(addr,length,prot,flags,fd,offs) (errno = ENOSYS, -1) 740# define mmap(addr,length,prot,flags,fd,offs) EIO_ENOSYS ()
703# define munmap(addr,length) (errno = ENOSYS, -1) 741# define munmap(addr,length) EIO_ENOSYS ()
704#endif 742#endif
705 743
706#if !_POSIX_MEMORY_PROTECTION 744#if !_POSIX_MEMORY_PROTECTION
707# define mprotect(addr,len,prot) (errno = ENOSYS, -1) 745# define mprotect(addr,len,prot) EIO_ENOSYS ()
708# define PROT_NONE 0 746# define PROT_NONE 0
709# define PROT_WRITE 0 747# define PROT_WRITE 0
710# define MAP_PRIVATE 0 748# define MAP_PRIVATE 0
711# define MAP_SHARED 0 749# define MAP_SHARED 0
712# define MAP_FIXED 0 750# define MAP_FIXED 0
… …
955 const_iv (FIEMAP_EXTENT_DATA_TAIL) 993 const_iv (FIEMAP_EXTENT_DATA_TAIL)
956 const_iv (FIEMAP_EXTENT_UNWRITTEN) 994 const_iv (FIEMAP_EXTENT_UNWRITTEN)
957 const_iv (FIEMAP_EXTENT_MERGED) 995 const_iv (FIEMAP_EXTENT_MERGED)
958 const_iv (FIEMAP_EXTENT_SHARED) 996 const_iv (FIEMAP_EXTENT_SHARED)
959 997
998 const_iv (SPLICE_F_MOVE)
999 const_iv (SPLICE_F_NONBLOCK)
1000 const_iv (SPLICE_F_MORE)
1001 const_iv (SPLICE_F_GIFT)
1002
1003 const_iv (SEEK_DATA)
1004 const_iv (SEEK_HOLE)
1005
1006 /* libeio constants */
960 const_eio (SEEK_SET) 1007 const_eio (SEEK_SET)
961 const_eio (SEEK_CUR) 1008 const_eio (SEEK_CUR)
962 const_eio (SEEK_END) 1009 const_eio (SEEK_END)
963 1010
964 const_eio (MCL_FUTURE) 1011 const_eio (MCL_FUTURE)
… …
973 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE) 1020 const_eio (SYNC_FILE_RANGE_WAIT_BEFORE)
974 const_eio (SYNC_FILE_RANGE_WRITE) 1021 const_eio (SYNC_FILE_RANGE_WRITE)
975 const_eio (SYNC_FILE_RANGE_WAIT_AFTER) 1022 const_eio (SYNC_FILE_RANGE_WAIT_AFTER)
976 1023
977 const_eio (FALLOC_FL_KEEP_SIZE) 1024 const_eio (FALLOC_FL_KEEP_SIZE)
1025 const_eio (FALLOC_FL_PUNCH_HOLE)
978 1026
979 const_eio (READDIR_DENTS) 1027 const_eio (READDIR_DENTS)
980 const_eio (READDIR_DIRS_FIRST) 1028 const_eio (READDIR_DIRS_FIRST)
981 const_eio (READDIR_STAT_ORDER) 1029 const_eio (READDIR_STAT_ORDER)
982 const_eio (READDIR_FOUND_UNKNOWN) 1030 const_eio (READDIR_FOUND_UNKNOWN)
… …
1083 aio_fsync = EIO_FSYNC 1131 aio_fsync = EIO_FSYNC
1084 aio_fdatasync = EIO_FDATASYNC 1132 aio_fdatasync = EIO_FDATASYNC
1085 aio_syncfs = EIO_SYNCFS 1133 aio_syncfs = EIO_SYNCFS
1086 PPCODE: 1134 PPCODE:
1087{ 1135{
1088 int fd = s_fileno_croak (fh, 0); 1136 int fd = s_fileno_croak (fh, 0);
1089 dREQ; 1137 dREQ;
1090 1138
1091 req->type = ix; 1139 req->type = ix;
1092 req->sv1 = newSVsv (fh); 1140 req->sv1 = newSVsv (fh);
1093 req->int1 = fd; 1141 req->int1 = fd;
… …
1097 1145
1098void 1146void
1099aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef) 1147aio_sync_file_range (SV *fh, off_t offset, size_t nbytes, UV flags, SV *callback=&PL_sv_undef)
1100 PPCODE: 1148 PPCODE:
1101{ 1149{
1102 int fd = s_fileno_croak (fh, 0); 1150 int fd = s_fileno_croak (fh, 0);
1103 dREQ; 1151 dREQ;
1104 1152
1105 req->type = EIO_SYNC_FILE_RANGE; 1153 req->type = EIO_SYNC_FILE_RANGE;
1106 req->sv1 = newSVsv (fh); 1154 req->sv1 = newSVsv (fh);
1107 req->int1 = fd; 1155 req->int1 = fd;
… …
1111 1159
1112 REQ_SEND; 1160 REQ_SEND;
1113} 1161}
1114 1162
1115void 1163void
1116aio_fallocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef) 1164aio_allocate (SV *fh, int mode, off_t offset, size_t len, SV *callback=&PL_sv_undef)
1117 PPCODE: 1165 PPCODE:
1118{ 1166{
1119 int fd = s_fileno_croak (fh, 0); 1167 int fd = s_fileno_croak (fh, 0);
1120 dREQ; 1168 dREQ;
1121 1169
1122 req->type = EIO_FALLOCATE; 1170 req->type = EIO_FALLOCATE;
1123 req->sv1 = newSVsv (fh); 1171 req->sv1 = newSVsv (fh);
1124 req->int1 = fd; 1172 req->int1 = fd;
… …
1132void 1180void
1133aio_close (SV *fh, SV *callback=&PL_sv_undef) 1181aio_close (SV *fh, SV *callback=&PL_sv_undef)
1134 PPCODE: 1182 PPCODE:
1135{ 1183{
1136 static int close_fd = -1; /* dummy fd to close fds via dup2 */ 1184 static int close_fd = -1; /* dummy fd to close fds via dup2 */
1137 int fd = s_fileno_croak (fh, 0); 1185 int fd = s_fileno_croak (fh, 0);
1138 dREQ; 1186 dREQ;
1139 1187
1140 if (expect_false (close_fd < 0)) 1188 if (expect_false (close_fd < 0))
1141 { 1189 {
1142 int pipefd [2]; 1190 int pipefd [2];
… …
1205 } 1253 }
1206 else 1254 else
1207 { 1255 {
1208 /* read: check type and grow scalar as necessary */ 1256 /* read: check type and grow scalar as necessary */
1209 SvUPGRADE (data, SVt_PV); 1257 SvUPGRADE (data, SVt_PV);
1258 if (SvLEN (data) >= SvCUR (data))
1210 svptr = SvGROW (data, len + dataoffset + 1); 1259 svptr = SvGROW (data, len + dataoffset + 1);
1260 else if (SvCUR (data) < len + dataoffset)
1261 croak ("length + dataoffset outside of scalar, and cannot grow");
1211 } 1262 }
1212 1263
1213 { 1264 {
1214 dREQ; 1265 dREQ;
1215 1266
… …
1249 1300
1250void 1301void
1251aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef) 1302aio_sendfile (SV *out_fh, SV *in_fh, off_t in_offset, size_t length, SV *callback=&PL_sv_undef)
1252 PPCODE: 1303 PPCODE:
1253{ 1304{
1254 int ifd = s_fileno_croak (in_fh , 0); 1305 int ifd = s_fileno_croak (in_fh , 0);
1255 int ofd = s_fileno_croak (out_fh, 1); 1306 int ofd = s_fileno_croak (out_fh, 1);
1256 dREQ; 1307 dREQ;
1257 1308
1258 req->type = EIO_SENDFILE; 1309 req->type = EIO_SENDFILE;
1259 req->sv1 = newSVsv (out_fh); 1310 req->sv1 = newSVsv (out_fh);
1260 req->int1 = ofd; 1311 req->int1 = ofd;
… …
1268 1319
1269void 1320void
1270aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef) 1321aio_readahead (SV *fh, off_t offset, size_t length, SV *callback=&PL_sv_undef)
1271 PPCODE: 1322 PPCODE:
1272{ 1323{
1273 int fd = s_fileno_croak (fh, 0); 1324 int fd = s_fileno_croak (fh, 0);
1274 dREQ; 1325 dREQ;
1275 1326
1276 req->type = EIO_READAHEAD; 1327 req->type = EIO_READAHEAD;
1277 req->sv1 = newSVsv (fh); 1328 req->sv1 = newSVsv (fh);
1278 req->int1 = fd; 1329 req->int1 = fd;
… …
1518 1569
1519void 1570void
1520aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback=&PL_sv_undef) 1571aio_fiemap (SV *fh, off_t start, SV *length, U32 flags, SV *count, SV *callback=&PL_sv_undef)
1521 PPCODE: 1572 PPCODE:
1522{ 1573{
1523 int fd = s_fileno_croak (fh, 0); 1574 int fd = s_fileno_croak (fh, 0);
1524 dREQ; 1575 dREQ;
1525 1576
1526 req->type = EIO_CUSTOM; 1577 req->type = EIO_CUSTOM;
1527 req->sv1 = newSVsv (fh); 1578 req->sv1 = newSVsv (fh);
1528 req->int1 = fd; 1579 req->int1 = fd;
… …
1676 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count); 1727 RETVAL = eio_sendfile_sync (ofh, ifh, offset, count);
1677 OUTPUT: 1728 OUTPUT:
1678 RETVAL 1729 RETVAL
1679 1730
1680void 1731void
1681mmap (SV *scalar, size_t length, int prot, int flags, SV *fh, off_t offset = 0) 1732mmap (SV *scalar, size_t length, int prot, int flags, SV *fh = &PL_sv_undef, off_t offset = 0)
1682 PPCODE: 1733 PPCODE:
1683 sv_unmagic (scalar, MMAP_MAGIC); 1734 sv_unmagic (scalar, MMAP_MAGIC);
1684{ 1735{
1685 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1; 1736 int fd = SvOK (fh) ? s_fileno_croak (fh, flags & PROT_WRITE) : -1;
1686 void *addr = (void *)mmap (0, length, prot, flags, fd, offset); 1737 void *addr = (void *)mmap (0, length, prot, flags, fd, offset);
… …
1719 ALIAS: 1770 ALIAS:
1720 mprotect = 1 1771 mprotect = 1
1721 CODE: 1772 CODE:
1722{ 1773{
1723 STRLEN svlen; 1774 STRLEN svlen;
1724 void *addr = SvPVbyte (scalar, svlen); 1775 void *addr = SvPVbyte (scalar, svlen);
1725 size_t len = SvUV (length); 1776 size_t len = SvUV (length);
1726 1777
1727 if (offset < 0) 1778 if (offset < 0)
1728 offset += svlen; 1779 offset += svlen;
1729 1780
… …
1748int 1799int
1749munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef) 1800munlock (SV *scalar, off_t offset = 0, SV *length = &PL_sv_undef)
1750 CODE: 1801 CODE:
1751{ 1802{
1752 STRLEN svlen; 1803 STRLEN svlen;
1753 void *addr = SvPVbyte (scalar, svlen); 1804 void *addr = SvPVbyte (scalar, svlen);
1754 size_t len = SvUV (length); 1805 size_t len = SvUV (length);
1755 1806
1756 if (offset < 0) 1807 if (offset < 0)
1757 offset += svlen; 1808 offset += svlen;
1758 1809
… …
1765 addr = (void *)(((intptr_t)addr) + offset); 1816 addr = (void *)(((intptr_t)addr) + offset);
1766 eio_page_align (&addr, &len); 1817 eio_page_align (&addr, &len);
1767#if _POSIX_MEMLOCK_RANGE 1818#if _POSIX_MEMLOCK_RANGE
1768 RETVAL = munlock (addr, len); 1819 RETVAL = munlock (addr, len);
1769#else 1820#else
1770 RETVAL = ((errno = ENOSYS), -1); 1821 RETVAL = EIO_ENOSYS ();
1771#endif 1822#endif
1772} 1823}
1773 OUTPUT: 1824 OUTPUT:
1774 RETVAL 1825 RETVAL
1775 1826
… …
1777munlockall () 1828munlockall ()
1778 CODE: 1829 CODE:
1779#if _POSIX_MEMLOCK 1830#if _POSIX_MEMLOCK
1780 munlockall (); 1831 munlockall ();
1781#else 1832#else
1782 RETVAL = -1; 1833 RETVAL = EIO_ENOSYS ();
1783 errno = ENOSYS;
1784#endif 1834#endif
1785 OUTPUT: 1835 OUTPUT:
1836 RETVAL
1837
1838int
1839splice (aio_rfd rfh, SV *off_in, aio_wfd wfh, SV *off_out, size_t length, unsigned int flags)
1840 CODE:
1841{
1842#if HAVE_LINUX_SPLICE
1843 loff_t off_in_, off_out_;
1844 RETVAL = splice (
1845 rfh, SvOK (off_in ) ? (off_in_ = SvVAL64 (off_in )), &off_in_ : 0,
1846 wfh, SvOK (off_out) ? (off_out_ = SvVAL64 (off_out)), &off_out_ : 0,
1847 length, flags
1848 );
1849#else
1850 RETVAL = EIO_ENOSYS ();
1851#endif
1852}
1853 OUTPUT:
1854 RETVAL
1855
1856int
1857tee (aio_rfd rfh, aio_wfd wfh, size_t length, unsigned int flags)
1858 CODE:
1859#if HAVE_LINUX_SPLICE
1860 RETVAL = tee (rfh, wfh, length, flags);
1861#else
1862 RETVAL = EIO_ENOSYS ();
1863#endif
1864 OUTPUT:
1786 RETVAL 1865 RETVAL
1787 1866
1788void _on_next_submit (SV *cb) 1867void _on_next_submit (SV *cb)
1789 CODE: 1868 CODE:
1790 SvREFCNT_dec (on_next_submit); 1869 SvREFCNT_dec (on_next_submit);

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines