ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/IO-AIO/AIO.xs
(Generate patch)

Comparing IO-AIO/AIO.xs (file contents):
Revision 1.40 by root, Sat Jun 24 16:27:02 2006 UTC vs.
Revision 1.44 by root, Sat Oct 21 23:20:29 2006 UTC

… …
8#include "autoconf/config.h" 8#include "autoconf/config.h"
9 9
10#include <pthread.h> 10#include <pthread.h>
11 11
12#include <stddef.h> 12#include <stddef.h>
13#include <errno.h>
13#include <sys/types.h> 14#include <sys/types.h>
14#include <sys/stat.h> 15#include <sys/stat.h>
15#include <limits.h> 16#include <limits.h>
16#include <unistd.h> 17#include <unistd.h>
17#include <fcntl.h> 18#include <fcntl.h>
… …
52 REQ_STAT, REQ_LSTAT, REQ_FSTAT, 53 REQ_STAT, REQ_LSTAT, REQ_FSTAT,
53 REQ_FSYNC, REQ_FDATASYNC, 54 REQ_FSYNC, REQ_FDATASYNC,
54 REQ_UNLINK, REQ_RMDIR, REQ_RENAME, 55 REQ_UNLINK, REQ_RMDIR, REQ_RENAME,
55 REQ_READDIR, 56 REQ_READDIR,
56 REQ_LINK, REQ_SYMLINK, 57 REQ_LINK, REQ_SYMLINK,
58 REQ_GROUP,
57}; 59};
58 60
61#define AIO_REQ_KLASS "IO::AIO::REQ"
62#define AIO_GRP_KLASS "IO::AIO::GRP"
63
59typedef struct aio_cb { 64typedef struct aio_cb
65{
66 struct aio_cb *grp, *grp_prev, *grp_next;
67
60 struct aio_cb *volatile next; 68 struct aio_cb *volatile next;
61 69
62 int type; 70 SV *self; /* the perl counterpart of this request, if any */
63 71
64 /* should receive a cleanup, with unions */ 72 SV *data, *callback;
65 int fd, fd2; 73 SV *fh, *fh2;
74 void *dataptr, *data2ptr;
75 Stat_t *statdata;
66 off_t offset; 76 off_t offset;
67 size_t length; 77 size_t length;
68 ssize_t result; 78 ssize_t result;
79
80 int type;
81 int fd, fd2;
82 int errorno;
83 STRLEN dataoffset;
69 mode_t mode; /* open */ 84 mode_t mode; /* open */
70 int errorno; 85 unsigned char cancelled;
71 SV *data, *callback;
72 SV *fh, *fh2;
73 void *dataptr, *data2ptr;
74 STRLEN dataoffset;
75
76 Stat_t *statdata;
77} aio_cb; 86} aio_cb;
78 87
79typedef aio_cb *aio_req; 88typedef aio_cb *aio_req;
89typedef aio_cb *aio_req_ornot;
90typedef aio_cb *aio_group;
80 91
81static int started, wanted; 92static int started, wanted;
82static volatile int nreqs; 93static volatile int nreqs;
83static int max_outstanding = 1<<30; 94static int max_outstanding = 1<<30;
84static int respipe [2]; 95static int respipe [2];
… …
88static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 99static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER;
89 100
90static volatile aio_req reqs, reqe; /* queue start, queue end */ 101static volatile aio_req reqs, reqe; /* queue start, queue end */
91static volatile aio_req ress, rese; /* queue start, queue end */ 102static volatile aio_req ress, rese; /* queue start, queue end */
92 103
104/* must be called at most once */
105static SV *req_sv (aio_req req, const char *klass)
106{
107 req->self = (SV *)newHV ();
108 sv_magic (req->self, 0, PERL_MAGIC_ext, (char *)req, 0);
109
110 return sv_2mortal (sv_bless (newRV_noinc (req->self), gv_stashpv (klass, 1)));
111}
112
113static aio_req SvAIO_REQ (SV *sv, const char *klass)
114{
115 if (!sv_derived_from (sv, klass) || !SvROK (sv))
116 croak ("object of class %s expected", klass);
117
118 MAGIC *mg = mg_find (SvRV (sv), PERL_MAGIC_ext);
119
120 return mg ? (aio_req)mg->mg_ptr : 0;
121}
122
93static void free_req (aio_req req) 123static void req_free (aio_req req)
94{ 124{
125 if (req->self)
126 {
127 sv_unmagic (req->self, PERL_MAGIC_ext);
128 SvREFCNT_dec (req->self);
129 }
130
95 if (req->data) 131 if (req->data)
96 SvREFCNT_dec (req->data); 132 SvREFCNT_dec (req->data);
97 133
98 if (req->fh) 134 if (req->fh)
99 SvREFCNT_dec (req->fh); 135 SvREFCNT_dec (req->fh);
… …
225 PUSHMARK (SP); 261 PUSHMARK (SP);
226 XPUSHs (sv_2mortal (fh)); 262 XPUSHs (sv_2mortal (fh));
227 } 263 }
228 } 264 }
229 265
230 if (SvOK (req->callback)) 266 if (SvOK (req->callback) && !req->cancelled)
231 { 267 {
232 PUTBACK; 268 PUTBACK;
233 call_sv (req->callback, G_VOID | G_EVAL); 269 call_sv (req->callback, G_VOID | G_EVAL);
234 SPAGAIN; 270 SPAGAIN;
235 271
236 if (SvTRUE (ERRSV)) 272 if (SvTRUE (ERRSV))
237 { 273 {
238 free_req (req); 274 req_free (req);
239 croak (0); 275 croak (0);
240 } 276 }
241 } 277 }
242 278
243 LEAVE; 279 LEAVE;
244 280
245 errno = errorno; 281 errno = errorno;
246 count++; 282 count++;
247 } 283 }
248 284
249 free_req (req); 285 req_free (req);
250 } 286 }
251 287
252 return count; 288 return count;
253} 289}
254 290
… …
273 309
274 sigprocmask (SIG_SETMASK, &oldsigset, 0); 310 sigprocmask (SIG_SETMASK, &oldsigset, 0);
275} 311}
276 312
277static void 313static void
278send_req (aio_req req) 314req_send (aio_req req)
279{ 315{
280 while (started < wanted && nreqs >= started) 316 while (started < wanted && nreqs >= started)
281 start_thread (); 317 start_thread ();
282 318
283 nreqs++; 319 nreqs++;
… …
314{ 350{
315 aio_req req; 351 aio_req req;
316 Newz (0, req, 1, aio_cb); 352 Newz (0, req, 1, aio_cb);
317 req->type = REQ_QUIT; 353 req->type = REQ_QUIT;
318 354
319 send_req (req); 355 req_send (req);
320} 356}
321 357
322static void min_parallel (int nthreads) 358static void min_parallel (int nthreads)
323{ 359{
324 if (wanted < nthreads) 360 if (wanted < nthreads)
… …
647 683
648 pthread_mutex_unlock (&reqlock); 684 pthread_mutex_unlock (&reqlock);
649 685
650 errno = 0; /* strictly unnecessary */ 686 errno = 0; /* strictly unnecessary */
651 687
652 type = req->type; 688 if (!req->cancelled)
653
654 switch (type) 689 switch (req->type)
655 { 690 {
656 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break; 691 case REQ_READ: req->result = pread (req->fd, req->dataptr, req->length, req->offset); break;
657 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break; 692 case REQ_WRITE: req->result = pwrite (req->fd, req->dataptr, req->length, req->offset); break;
658 693
659 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break; 694 case REQ_READAHEAD: req->result = readahead (req->fd, req->offset, req->length); break;
660 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break; 695 case REQ_SENDFILE: req->result = sendfile_ (req->fd, req->fd2, req->offset, req->length); break;
661 696
662 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break; 697 case REQ_STAT: req->result = stat (req->dataptr, req->statdata); break;
663 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break; 698 case REQ_LSTAT: req->result = lstat (req->dataptr, req->statdata); break;
664 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break; 699 case REQ_FSTAT: req->result = fstat (req->fd , req->statdata); break;
665 700
666 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break; 701 case REQ_OPEN: req->result = open (req->dataptr, req->fd, req->mode); break;
667 case REQ_CLOSE: req->result = close (req->fd); break; 702 case REQ_CLOSE: req->result = close (req->fd); break;
668 case REQ_UNLINK: req->result = unlink (req->dataptr); break; 703 case REQ_UNLINK: req->result = unlink (req->dataptr); break;
669 case REQ_RMDIR: req->result = rmdir (req->dataptr); break; 704 case REQ_RMDIR: req->result = rmdir (req->dataptr); break;
670 case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break; 705 case REQ_RENAME: req->result = rename (req->data2ptr, req->dataptr); break;
671 case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break; 706 case REQ_LINK: req->result = link (req->data2ptr, req->dataptr); break;
672 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break; 707 case REQ_SYMLINK: req->result = symlink (req->data2ptr, req->dataptr); break;
673 708
674 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break; 709 case REQ_FDATASYNC: req->result = fdatasync (req->fd); break;
675 case REQ_FSYNC: req->result = fsync (req->fd); break; 710 case REQ_FSYNC: req->result = fsync (req->fd); break;
676 case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break; 711 case REQ_READDIR: req->result = scandir_ (req->dataptr, &req->data2ptr); break;
677 712
678 case REQ_QUIT: 713 case REQ_QUIT:
679 break; 714 break;
680 715
681 default: 716 default:
682 req->result = ENOSYS; 717 req->result = ENOSYS;
683 break; 718 break;
684 } 719 }
685 720
686 req->errorno = errno; 721 req->errorno = errno;
687 722
688 pthread_mutex_lock (&reslock); 723 pthread_mutex_lock (&reslock);
689 724
… …
743 778
744 while (reqs) 779 while (reqs)
745 { 780 {
746 prv = reqs; 781 prv = reqs;
747 reqs = prv->next; 782 reqs = prv->next;
748 free_req (prv); 783 req_free (prv);
749 } 784 }
750 785
751 reqs = reqe = 0; 786 reqs = reqe = 0;
752 787
753 while (ress) 788 while (ress)
754 { 789 {
755 prv = ress; 790 prv = ress;
756 ress = prv->next; 791 ress = prv->next;
757 free_req (prv); 792 req_free (prv);
758 } 793 }
759 794
760 ress = rese = 0; 795 ress = rese = 0;
761 796
762 close (respipe [0]); 797 close (respipe [0]);
… …
768 803
769#define dREQ \ 804#define dREQ \
770 aio_req req; \ 805 aio_req req; \
771 \ 806 \
772 if (SvOK (callback) && !SvROK (callback)) \ 807 if (SvOK (callback) && !SvROK (callback)) \
773 croak ("clalback must be undef or of reference type"); \ 808 croak ("callback must be undef or of reference type"); \
774 \ 809 \
775 Newz (0, req, 1, aio_cb); \ 810 Newz (0, req, 1, aio_cb); \
776 if (!req) \ 811 if (!req) \
777 croak ("out of memory during aio_req allocation"); \ 812 croak ("out of memory during aio_req allocation"); \
778 \ 813 \
779 req->callback = newSVsv (callback); 814 req->callback = newSVsv (callback)
815
816#define REQ_SEND \
817 req_send (req); \
818 \
819 if (GIMME_V != G_VOID) \
820 XPUSHs (req_sv (req, AIO_REQ_KLASS));
780 821
781MODULE = IO::AIO PACKAGE = IO::AIO 822MODULE = IO::AIO PACKAGE = IO::AIO
782 823
783PROTOTYPES: ENABLE 824PROTOTYPES: ENABLE
784 825
785BOOT: 826BOOT:
786{ 827{
828 HV *stash = gv_stashpv ("IO::AIO", 1);
829 newCONSTSUB (stash, "EXDEV", newSViv (EXDEV));
830 newCONSTSUB (stash, "O_RDONLY", newSViv (O_RDONLY));
831 newCONSTSUB (stash, "O_WRONLY", newSViv (O_WRONLY));
832
787 create_pipe (); 833 create_pipe ();
788 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 834 pthread_atfork (atfork_prepare, atfork_parent, atfork_child);
789} 835}
790 836
791void 837void
… …
811 SV * pathname 857 SV * pathname
812 int flags 858 int flags
813 int mode 859 int mode
814 SV * callback 860 SV * callback
815 PROTOTYPE: $$$;$ 861 PROTOTYPE: $$$;$
816 CODE: 862 PPCODE:
817{ 863{
818 dREQ; 864 dREQ;
819 865
820 req->type = REQ_OPEN; 866 req->type = REQ_OPEN;
821 req->data = newSVsv (pathname); 867 req->data = newSVsv (pathname);
822 req->dataptr = SvPVbyte_nolen (req->data); 868 req->dataptr = SvPVbyte_nolen (req->data);
823 req->fd = flags; 869 req->fd = flags;
824 req->mode = mode; 870 req->mode = mode;
825 871
826 send_req (req); 872 REQ_SEND;
827} 873}
828 874
829void 875void
830aio_close (fh,callback=&PL_sv_undef) 876aio_close (fh,callback=&PL_sv_undef)
831 SV * fh 877 SV * fh
… …
833 PROTOTYPE: $;$ 879 PROTOTYPE: $;$
834 ALIAS: 880 ALIAS:
835 aio_close = REQ_CLOSE 881 aio_close = REQ_CLOSE
836 aio_fsync = REQ_FSYNC 882 aio_fsync = REQ_FSYNC
837 aio_fdatasync = REQ_FDATASYNC 883 aio_fdatasync = REQ_FDATASYNC
838 CODE: 884 PPCODE:
839{ 885{
840 dREQ; 886 dREQ;
841 887
842 req->type = ix; 888 req->type = ix;
843 req->fh = newSVsv (fh); 889 req->fh = newSVsv (fh);
844 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 890 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
845 891
846 send_req (req); 892 REQ_SEND (req);
847} 893}
848 894
849void 895void
850aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef) 896aio_read (fh,offset,length,data,dataoffset,callback=&PL_sv_undef)
851 SV * fh 897 SV * fh
… …
856 SV * callback 902 SV * callback
857 ALIAS: 903 ALIAS:
858 aio_read = REQ_READ 904 aio_read = REQ_READ
859 aio_write = REQ_WRITE 905 aio_write = REQ_WRITE
860 PROTOTYPE: $$$$$;$ 906 PROTOTYPE: $$$$$;$
861 CODE: 907 PPCODE:
862{ 908{
863 aio_req req; 909 aio_req req;
864 STRLEN svlen; 910 STRLEN svlen;
865 char *svptr = SvPVbyte (data, svlen); 911 char *svptr = SvPVbyte (data, svlen);
866 912
… …
904 { 950 {
905 SvREADONLY_on (data); 951 SvREADONLY_on (data);
906 req->data2ptr = (void *)data; 952 req->data2ptr = (void *)data;
907 } 953 }
908 954
909 send_req (req); 955 REQ_SEND;
910 } 956 }
911} 957}
912 958
913void 959void
914aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef) 960aio_sendfile (out_fh,in_fh,in_offset,length,callback=&PL_sv_undef)
… …
916 SV * in_fh 962 SV * in_fh
917 UV in_offset 963 UV in_offset
918 UV length 964 UV length
919 SV * callback 965 SV * callback
920 PROTOTYPE: $$$$;$ 966 PROTOTYPE: $$$$;$
921 CODE: 967 PPCODE:
922{ 968{
923 dREQ; 969 dREQ;
924 970
925 req->type = REQ_SENDFILE; 971 req->type = REQ_SENDFILE;
926 req->fh = newSVsv (out_fh); 972 req->fh = newSVsv (out_fh);
… …
928 req->fh2 = newSVsv (in_fh); 974 req->fh2 = newSVsv (in_fh);
929 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh))); 975 req->fd2 = PerlIO_fileno (IoIFP (sv_2io (in_fh)));
930 req->offset = in_offset; 976 req->offset = in_offset;
931 req->length = length; 977 req->length = length;
932 978
933 send_req (req); 979 REQ_SEND;
934} 980}
935 981
936void 982void
937aio_readahead (fh,offset,length,callback=&PL_sv_undef) 983aio_readahead (fh,offset,length,callback=&PL_sv_undef)
938 SV * fh 984 SV * fh
939 UV offset 985 UV offset
940 IV length 986 IV length
941 SV * callback 987 SV * callback
942 PROTOTYPE: $$$;$ 988 PROTOTYPE: $$$;$
943 CODE: 989 PPCODE:
944{ 990{
945 dREQ; 991 dREQ;
946 992
947 req->type = REQ_READAHEAD; 993 req->type = REQ_READAHEAD;
948 req->fh = newSVsv (fh); 994 req->fh = newSVsv (fh);
949 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh))); 995 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh)));
950 req->offset = offset; 996 req->offset = offset;
951 req->length = length; 997 req->length = length;
952 998
953 send_req (req); 999 REQ_SEND;
954} 1000}
955 1001
956void 1002void
957aio_stat (fh_or_path,callback=&PL_sv_undef) 1003aio_stat (fh_or_path,callback=&PL_sv_undef)
958 SV * fh_or_path 1004 SV * fh_or_path
959 SV * callback 1005 SV * callback
960 ALIAS: 1006 ALIAS:
961 aio_stat = REQ_STAT 1007 aio_stat = REQ_STAT
962 aio_lstat = REQ_LSTAT 1008 aio_lstat = REQ_LSTAT
963 CODE: 1009 PPCODE:
964{ 1010{
965 dREQ; 1011 dREQ;
966 1012
967 New (0, req->statdata, 1, Stat_t); 1013 New (0, req->statdata, 1, Stat_t);
968 if (!req->statdata) 1014 if (!req->statdata)
969 { 1015 {
970 free_req (req); 1016 req_free (req);
971 croak ("out of memory during aio_req->statdata allocation"); 1017 croak ("out of memory during aio_req->statdata allocation");
972 } 1018 }
973 1019
974 if (SvPOK (fh_or_path)) 1020 if (SvPOK (fh_or_path))
975 { 1021 {
… …
982 req->type = REQ_FSTAT; 1028 req->type = REQ_FSTAT;
983 req->fh = newSVsv (fh_or_path); 1029 req->fh = newSVsv (fh_or_path);
984 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path))); 1030 req->fd = PerlIO_fileno (IoIFP (sv_2io (fh_or_path)));
985 } 1031 }
986 1032
987 send_req (req); 1033 REQ_SEND;
988} 1034}
989 1035
990void 1036void
991aio_unlink (pathname,callback=&PL_sv_undef) 1037aio_unlink (pathname,callback=&PL_sv_undef)
992 SV * pathname 1038 SV * pathname
993 SV * callback 1039 SV * callback
994 ALIAS: 1040 ALIAS:
995 aio_unlink = REQ_UNLINK 1041 aio_unlink = REQ_UNLINK
996 aio_rmdir = REQ_RMDIR 1042 aio_rmdir = REQ_RMDIR
997 aio_readdir = REQ_READDIR 1043 aio_readdir = REQ_READDIR
998 CODE: 1044 PPCODE:
999{ 1045{
1000 dREQ; 1046 dREQ;
1001 1047
1002 req->type = ix; 1048 req->type = ix;
1003 req->data = newSVsv (pathname); 1049 req->data = newSVsv (pathname);
1004 req->dataptr = SvPVbyte_nolen (req->data); 1050 req->dataptr = SvPVbyte_nolen (req->data);
1005 1051
1006 send_req (req); 1052 REQ_SEND;
1007} 1053}
1008 1054
1009void 1055void
1010aio_link (oldpath,newpath,callback=&PL_sv_undef) 1056aio_link (oldpath,newpath,callback=&PL_sv_undef)
1011 SV * oldpath 1057 SV * oldpath
… …
1013 SV * callback 1059 SV * callback
1014 ALIAS: 1060 ALIAS:
1015 aio_link = REQ_LINK 1061 aio_link = REQ_LINK
1016 aio_symlink = REQ_SYMLINK 1062 aio_symlink = REQ_SYMLINK
1017 aio_rename = REQ_RENAME 1063 aio_rename = REQ_RENAME
1018 CODE: 1064 PPCODE:
1019{ 1065{
1020 dREQ; 1066 dREQ;
1021 1067
1022 req->type = ix; 1068 req->type = ix;
1023 req->fh = newSVsv (oldpath); 1069 req->fh = newSVsv (oldpath);
1024 req->data2ptr = SvPVbyte_nolen (req->fh); 1070 req->data2ptr = SvPVbyte_nolen (req->fh);
1025 req->data = newSVsv (newpath); 1071 req->data = newSVsv (newpath);
1026 req->dataptr = SvPVbyte_nolen (req->data); 1072 req->dataptr = SvPVbyte_nolen (req->data);
1027 1073
1028 send_req (req); 1074 REQ_SEND;
1075}
1076
1077void
1078aio_group (callback=&PL_sv_undef)
1079 SV * callback
1080 PROTOTYPE: ;&
1081 PPCODE:
1082{
1083 dREQ;
1084 req->type = REQ_GROUP;
1085 XPUSHs (req_sv (req, AIO_GRP_KLASS));
1029} 1086}
1030 1087
1031void 1088void
1032flush () 1089flush ()
1033 PROTOTYPE: 1090 PROTOTYPE:
… …
1077 CODE: 1134 CODE:
1078 RETVAL = nreqs; 1135 RETVAL = nreqs;
1079 OUTPUT: 1136 OUTPUT:
1080 RETVAL 1137 RETVAL
1081 1138
1139MODULE = IO::AIO PACKAGE = IO::AIO::REQ
1140
1141void
1142cancel (aio_req_ornot req)
1143 PROTOTYPE:
1144 CODE:
1145 req->cancelled = 1;
1146

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines