ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.40 by root, Sat Jun 24 16:27:02 2006 UTC vs.
Revision 1.43 by root, Sat Oct 21 23:06:04 2006 UTC

… …
8#include "autoconf/config.h" 8#include "autoconf/config.h"
9 9
10#include <pthread.h> 10#include <pthread.h>
11 11
12#include <stddef.h> 12#include <stddef.h>
13#include <errno.h>
13#include <sys/types.h> 14#include <sys/types.h>
14#include <sys/stat.h> 15#include <sys/stat.h>
15#include <limits.h> 16#include <limits.h>
16#include <unistd.h> 17#include <unistd.h>
17#include <fcntl.h> 18#include <fcntl.h>
… …
54 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 55 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
55 REQ_READDIR, 56 REQ_READDIR,
56 REQ_LINK, REQ_SYMLINK, 57 REQ_LINK, REQ_SYMLINK,
57}; 58};
58 59
60#define AIO_CB_KLASS "IO::AIO::CB"
61
59typedef struct aio_cb { 62typedef struct aio_cb
63{
64 struct aio_cb *grp_prev, *grp_next;
65 struct aio_grp *grp;
66
60 struct aio_cb *volatile next; 67 struct aio_cb *volatile next;
61 68
62 int type; 69 SV *self; /* the perl counterpart of this request, if any */
63 70
64 /* should receive a cleanup, with unions */ 71 SV *data, *callback;
65 int fd, fd2; 72 SV *fh, *fh2;
73 void *dataptr, *data2ptr;
74 Stat_t *statdata;
66 off_t offset; 75 off_t offset;
67 size_t length; 76 size_t length;
68 ssize_t result; 77 ssize_t result;
78
79 int type;
80 int fd, fd2;
81 int errorno;
82 STRLEN dataoffset;
69 mode_t mode; /* open */ 83 mode_t mode; /* open */
70 int errorno; 84 unsigned char cancelled;
71 SV *data, *callback;
72 SV *fh, *fh2;
73 void *dataptr, *data2ptr;
74 STRLEN dataoffset;
75
76 Stat_t *statdata;
77} aio_cb; 85} aio_cb;
78 86
79typedef aio_cb *aio_req; 87typedef aio_cb *aio_req;
88typedef aio_cb *aio_req_ornot;
80 89
81static int started, wanted; 90static int started, wanted;
82static volatile int nreqs; 91static volatile int nreqs;
83static int max_outstanding = 1<<30; 92static int max_outstanding = 1<<30;
84static int respipe [2]; 93static int respipe [2];
… …
88static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 97static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
89 98
90static volatile aio_req reqs, reqe; /* queue start, queue end */ 99static volatile aio_req reqs, reqe; /* queue start, queue end */
91static volatile aio_req ress, rese; /* queue start, queue end */ 100static volatile aio_req ress, rese; /* queue start, queue end */
92 101
102typedef struct aio_grp
103{
104 struct aio_cb *first, *last;
105 SV *callback;
106 int busycount;
107} aio_grp;
108
109static void aio_grp_begin (aio_grp *grp)
110{
111 ++grp->busycount;
112}
113
114static void aio_grp_end (aio_grp *grp)
115{
116 --grp->busycount;
117
118 if (grp->busycount)
119 return;
120
121 SvREFCNT_dec (grp->callback);
122 grp->callback = 0;
123}
124
125static aio_grp *aio_grp_new ()
126{
127 aio_grp *grp;
128
129 Newz (0, grp, 1, aio_grp);
130 aio_grp_begin (grp);
131
132 return grp;
133}
134
135/* must be called at most once */
136static SV *req_sv (aio_req req)
137{
138 req->self = (SV *)newHV ();
139 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
140
141 return sv_bless (newRV_noinc (req->self), gv_stashpv (AIO_CB_KLASS, 1));
142}
143
144static aio_req SvAIO_REQ (SV *sv)
145{
146 if (!sv_derived_from (sv, AIO_CB_KLASS) || !SvROK (sv))
147 croak ("object of class " AIO_CB_KLASS " expected");
148
149 MAGIC *mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
150
151 return mg ? (aio_req)mg->mg_ptr : 0;
152}
153
93static void free_req (aio_req req) 154static void req_free (aio_req req)
94{ 155{
156 if (req->self)
157 {
158 sv_unmagic (req->self, PERL_MAGIC_ext);
159 SvREFCNT_dec (req->self);
160 }
161
95 if (req->data) 162 if (req->data)
96 SvREFCNT_dec (req->data); 163 SvREFCNT_dec (req->data);
97 164
98 if (req->fh) 165 if (req->fh)
99 SvREFCNT_dec (req->fh); 166 SvREFCNT_dec (req->fh);
… …
225 PUSHMARK (SP); 292 PUSHMARK (SP);
226 XPUSHs (sv_2mortal (fh)); 293 XPUSHs (sv_2mortal (fh));
227 } 294 }
228 } 295 }
229 296
230 if (SvOK (req->callback)) 297 if (SvOK (req->callback) && !req->cancelled)
231 { 298 {
232 PUTBACK; 299 PUTBACK;
233 call_sv (req->callback, G_VOID | G_EVAL); 300 call_sv (req->callback, G_VOID | G_EVAL);
234 SPAGAIN; 301 SPAGAIN;
235 302
236 if (SvTRUE (ERRSV)) 303 if (SvTRUE (ERRSV))
237 { 304 {
238 free_req (req); 305 req_free (req);
239 croak (0); 306 croak (0);
240 } 307 }
241 } 308 }
242 309
243 LEAVE; 310 LEAVE;
244 311
245 errno = errorno; 312 errno = errorno;
246 count++; 313 count++;
247 } 314 }
248 315
249 free_req (req); 316 req_free (req);
250 } 317 }
251 318
252 return count; 319 return count;
253} 320}
254 321
… …
273 340
274 sigprocmask (SIG_SETMASK, &oldsigset, 0); 341 sigprocmask (SIG_SETMASK, &oldsigset, 0);
275} 342}
276 343
277static void 344static void
278send_req (aio_req req) 345req_send (aio_req req)
279{ 346{
280 while (started < wanted && nreqs >= started) 347 while (started < wanted && nreqs >= started)
281 start_thread (); 348 start_thread ();
282 349
283 nreqs++; 350 nreqs++;
… …
314{ 381{
315 aio_req req; 382 aio_req req;
316 Newz (0, req, 1, aio_cb); 383 Newz (0, req, 1, aio_cb);
317 req->type = REQ_QUIT; 384 req->type = REQ_QUIT;
318 385
319 send_req (req); 386 req_send (req);
320} 387}
321 388
322static void min_parallel (int nthreads) 389static void min_parallel (int nthreads)
323{ 390{
324 if (wanted < nthreads) 391 if (wanted < nthreads)
… …
647 714
648 pthread_mutex_unlock (&reqlock); 715 pthread_mutex_unlock (&reqlock);
649 716
650 errno = 0; /* strictly unnecessary */ 717 errno = 0; /* strictly unnecessary */
651 718
652 type = req->type; 719 if (!req->cancelled)
653
654 switch (type) 720 switch (req->type)
655 { 721 {
656 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 722 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
657 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 723 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
658 724
659 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 725 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
660 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break; 726 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break;
661 727
662 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break; 728 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
663 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break; 729 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
664 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; 730 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
665 731
666 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; 732 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
667 case REQ_CLOSE: req->result = close (req->fd); break; 733 case REQ_CLOSE: req->result = close (req->fd); break;
668 case REQ_UNLINK: req->result = unlink (req->dataptr); break; 734 case REQ_UNLINK: req->result = unlink (req->dataptr); break;
669 case REQ_RMDIR: req->result = rmdir (req->dataptr); break; 735 case REQ_RMDIR: req->result = rmdir (req->dataptr); break;
670 case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break; 736 case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break;
671 case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break; 737 case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break;
672 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break; 738 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;
673 739
674 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; 740 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
675 case REQ_FSYNC: req->result = fsync (req->fd); break; 741 case REQ_FSYNC: req->result = fsync (req->fd); break;
676 case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break; 742 case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break;
677 743
678 case REQ_QUIT: 744 case REQ_QUIT:
679 break; 745 break;
680 746
681 default: 747 default:
682 req->result = ENOSYS; 748 req->result = ENOSYS;
683 break; 749 break;
684 } 750 }
685 751
686 req->errorno = errno; 752 req->errorno = errno;
687 753
688 pthread_mutex_lock (&reslock); 754 pthread_mutex_lock (&reslock);
689 755
… …
743 809
744 while (reqs) 810 while (reqs)
745 { 811 {
746 prv = reqs; 812 prv = reqs;
747 reqs = prv->next; 813 reqs = prv->next;
748 free_req (prv); 814 req_free (prv);
749 } 815 }
750 816
751 reqs = reqe = 0; 817 reqs = reqe = 0;
752 818
753 while (ress) 819 while (ress)
754 { 820 {
755 prv = ress; 821 prv = ress;
756 ress = prv->next; 822 ress = prv->next;
757 free_req (prv); 823 req_free (prv);
758 } 824 }
759 825
760 ress = rese = 0; 826 ress = rese = 0;
761 827
762 close (respipe [0]); 828 close (respipe [0]);
… …
768 834
769#define dREQ \ 835#define dREQ \
770 aio_req req; \ 836 aio_req req; \
771 \ 837 \
772 if (SvOK (callback) && !SvROK (callback)) \ 838 if (SvOK (callback) && !SvROK (callback)) \
773 croak ("clalback must be undef or of reference type"); \ 839 croak ("callback must be undef or of reference type"); \
774 \ 840 \
775 Newz (0, req, 1, aio_cb); \ 841 Newz (0, req, 1, aio_cb); \
776 if (!req) \ 842 if (!req) \
777 croak ("out of memory during aio_req allocation"); \ 843 croak ("out of memory during aio_req allocation"); \
778 \ 844 \
779 req->callback = newSVsv (callback); 845 req->callback = newSVsv (callback)
846
847#define REQ_SEND \
848 req_send (req); \
849 \
850 if (GIMME_V != G_VOID) \
851 XPUSHs (req_sv (req));
780 852
781MODULE = IO::AIO PACKAGE = IO::AIO 853MODULE = IO::AIO PACKAGE = IO::AIO
782 854
783PROTOTYPES: ENABLE 855PROTOTYPES: ENABLE
784 856
785BOOT: 857BOOT:
786{ 858{
859 HV *stash = gv_stashpv ("IO::AIO", 1);
860 newCONSTSUB (stash, "EXDEV", newSViv (EXDEV));
861 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
862 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
863
787 create_pipe (); 864 create_pipe ();
788 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 865 pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
789} 866}
790 867
791void 868void
… …
811 SV * pathname 888 SV * pathname
812 int flags 889 int flags
813 int mode 890 int mode
814 SV * callback 891 SV * callback
815 PROTOTYPE: $$$;$ 892 PROTOTYPE: $$$;$
816 CODE: 893 PPCODE:
817{ 894{
818 dREQ; 895 dREQ;
819 896
820 req->type = REQ_OPEN; 897 req->type = REQ_OPEN;
821 req->data = newSVsv (pathname); 898 req->data = newSVsv (pathname);
822 req->dataptr = SvPVbyte_nolen (req->data); 899 req->dataptr = SvPVbyte_nolen (req->data);
823 req->fd = flags; 900 req->fd = flags;
824 req->mode = mode; 901 req->mode = mode;
825 902
826 send_req (req); 903 REQ_SEND;
827} 904}
828 905
829void 906void
830aio_close (fh,callback=&PL_sv_undef) 907aio_close (fh,callback=&PL_sv_undef)
831 SV * fh 908 SV * fh
… …
833 PROTOTYPE: $;$ 910 PROTOTYPE: $;$
834 ALIAS: 911 ALIAS:
835 aio_close = REQ_CLOSE 912 aio_close = REQ_CLOSE
836 aio_fsync = REQ_FSYNC 913 aio_fsync = REQ_FSYNC
837 aio_fdatasync = REQ_FDATASYNC 914 aio_fdatasync = REQ_FDATASYNC
838 CODE: 915 PPCODE:
839{ 916{
840 dREQ; 917 dREQ;
841 918
842 req->type = ix; 919 req->type = ix;
843 req->fh = newSVsv (fh); 920 req->fh = newSVsv (fh);
844 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 921 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
845 922
846 send_req (req); 923 REQ_SEND (req);
847} 924}
848 925
849void 926void
850aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef) 927aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
851 SV * fh 928 SV * fh
… …
856 SV * callback 933 SV * callback
857 ALIAS: 934 ALIAS:
858 aio_read = REQ_READ 935 aio_read = REQ_READ
859 aio_write = REQ_WRITE 936 aio_write = REQ_WRITE
860 PROTOTYPE: $$$$$;$ 937 PROTOTYPE: $$$$$;$
861 CODE: 938 PPCODE:
862{ 939{
863 aio_req req; 940 aio_req req;
864 STRLEN svlen; 941 STRLEN svlen;
865 char *svptr = SvPVbyte (data, svlen); 942 char *svptr = SvPVbyte (data, svlen);
866 943
… …
904 { 981 {
905 SvREADONLY_on (data); 982 SvREADONLY_on (data);
906 req->data2ptr = (void *)data; 983 req->data2ptr = (void *)data;
907 } 984 }
908 985
909 send_req (req); 986 REQ_SEND;
910 } 987 }
911} 988}
912 989
913void 990void
914aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef) 991aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
… …
916 SV * in_fh 993 SV * in_fh
917 UV in_offset 994 UV in_offset
918 UV length 995 UV length
919 SV * callback 996 SV * callback
920 PROTOTYPE: $$$$;$ 997 PROTOTYPE: $$$$;$
921 CODE: 998 PPCODE:
922{ 999{
923 dREQ; 1000 dREQ;
924 1001
925 req->type = REQ_SENDFILE; 1002 req->type = REQ_SENDFILE;
926 req->fh = newSVsv (out_fh); 1003 req->fh = newSVsv (out_fh);
… …
928 req->fh2 = newSVsv (in_fh); 1005 req->fh2 = newSVsv (in_fh);
929 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh))); 1006 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
930 req->offset = in_offset; 1007 req->offset = in_offset;
931 req->length = length; 1008 req->length = length;
932 1009
933 send_req (req); 1010 REQ_SEND;
934} 1011}
935 1012
936void 1013void
937aio_readahead (fh,offset,length,callback=&PL_sv_undef) 1014aio_readahead (fh,offset,length,callback=&PL_sv_undef)
938 SV * fh 1015 SV * fh
939 UV offset 1016 UV offset
940 IV length 1017 IV length
941 SV * callback 1018 SV * callback
942 PROTOTYPE: $$$;$ 1019 PROTOTYPE: $$$;$
943 CODE: 1020 PPCODE:
944{ 1021{
945 dREQ; 1022 dREQ;
946 1023
947 req->type = REQ_READAHEAD; 1024 req->type = REQ_READAHEAD;
948 req->fh = newSVsv (fh); 1025 req->fh = newSVsv (fh);
949 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 1026 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
950 req->offset = offset; 1027 req->offset = offset;
951 req->length = length; 1028 req->length = length;
952 1029
953 send_req (req); 1030 REQ_SEND;
954} 1031}
955 1032
956void 1033void
957aio_stat (fh_or_path,callback=&PL_sv_undef) 1034aio_stat (fh_or_path,callback=&PL_sv_undef)
958 SV * fh_or_path 1035 SV * fh_or_path
959 SV * callback 1036 SV * callback
960 ALIAS: 1037 ALIAS:
961 aio_stat = REQ_STAT 1038 aio_stat = REQ_STAT
962 aio_lstat = REQ_LSTAT 1039 aio_lstat = REQ_LSTAT
963 CODE: 1040 PPCODE:
964{ 1041{
965 dREQ; 1042 dREQ;
966 1043
967 New (0, req->statdata, 1, Stat_t); 1044 New (0, req->statdata, 1, Stat_t);
968 if (!req->statdata) 1045 if (!req->statdata)
969 { 1046 {
970 free_req (req); 1047 req_free (req);
971 croak ("out of memory during aio_req->statdata allocation"); 1048 croak ("out of memory during aio_req->statdata allocation");
972 } 1049 }
973 1050
974 if (SvPOK (fh_or_path)) 1051 if (SvPOK (fh_or_path))
975 { 1052 {
… …
982 req->type = REQ_FSTAT; 1059 req->type = REQ_FSTAT;
983 req->fh = newSVsv (fh_or_path); 1060 req->fh = newSVsv (fh_or_path);
984 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 1061 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
985 } 1062 }
986 1063
987 send_req (req); 1064 REQ_SEND;
988} 1065}
989 1066
990void 1067void
991aio_unlink (pathname,callback=&PL_sv_undef) 1068aio_unlink (pathname,callback=&PL_sv_undef)
992 SV * pathname 1069 SV * pathname
993 SV * callback 1070 SV * callback
994 ALIAS: 1071 ALIAS:
995 aio_unlink = REQ_UNLINK 1072 aio_unlink = REQ_UNLINK
996 aio_rmdir = REQ_RMDIR 1073 aio_rmdir = REQ_RMDIR
997 aio_readdir = REQ_READDIR 1074 aio_readdir = REQ_READDIR
998 CODE: 1075 PPCODE:
999{ 1076{
1000 dREQ; 1077 dREQ;
1001 1078
1002 req->type = ix; 1079 req->type = ix;
1003 req->data = newSVsv (pathname); 1080 req->data = newSVsv (pathname);
1004 req->dataptr = SvPVbyte_nolen (req->data); 1081 req->dataptr = SvPVbyte_nolen (req->data);
1005 1082
1006 send_req (req); 1083 REQ_SEND;
1007} 1084}
1008 1085
1009void 1086void
1010aio_link (oldpath,newpath,callback=&PL_sv_undef) 1087aio_link (oldpath,newpath,callback=&PL_sv_undef)
1011 SV * oldpath 1088 SV * oldpath
… …
1013 SV * callback 1090 SV * callback
1014 ALIAS: 1091 ALIAS:
1015 aio_link = REQ_LINK 1092 aio_link = REQ_LINK
1016 aio_symlink = REQ_SYMLINK 1093 aio_symlink = REQ_SYMLINK
1017 aio_rename = REQ_RENAME 1094 aio_rename = REQ_RENAME
1018 CODE: 1095 PPCODE:
1019{ 1096{
1020 dREQ; 1097 dREQ;
1021 1098
1022 req->type = ix; 1099 req->type = ix;
1023 req->fh = newSVsv (oldpath); 1100 req->fh = newSVsv (oldpath);
1024 req->data2ptr = SvPVbyte_nolen (req->fh); 1101 req->data2ptr = SvPVbyte_nolen (req->fh);
1025 req->data = newSVsv (newpath); 1102 req->data = newSVsv (newpath);
1026 req->dataptr = SvPVbyte_nolen (req->data); 1103 req->dataptr = SvPVbyte_nolen (req->data);
1027 1104
1028 send_req (req); 1105 REQ_SEND;
1029} 1106}
1107
1108#if 0
1109
1110# undocumented, because it does not cancel active requests
1111void
1112cancel_most_requests ()
1113 PROTOTYPE:
1114 CODE:
1115{
1116 aio_req *req;
1117
1118 pthread_mutex_lock (&reqlock);
1119 for (req = reqs; req; req = req->next)
1120 req->flags |= 1;
1121 pthread_mutex_unlock (&reqlock);
1122
1123 pthread_mutex_lock (&reslock);
1124 for (req = ress; req; req = req->next)
1125 req->flags |= 1;
1126 pthread_mutex_unlock (&reslock);
1127}
1128
1129#endif
1030 1130
1031void 1131void
1032flush () 1132flush ()
1033 PROTOTYPE: 1133 PROTOTYPE:
1034 CODE: 1134 CODE:
… …
1077 CODE: 1177 CODE:
1078 RETVAL = nreqs; 1178 RETVAL = nreqs;
1079 OUTPUT: 1179 OUTPUT:
1080 RETVAL 1180 RETVAL
1081 1181
1182MODULE = IO::AIO PACKAGE = IO::AIO::CB
1183
1184void
1185cancel (aio_req_ornot req)
1186 PROTOTYPE:
1187 CODE:
1188 req->cancelled = 1;
1189

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines