… | |
… | |
10 | #include "patchlevel.h" |
10 | #include "patchlevel.h" |
11 | |
11 | |
12 | #include <stdio.h> |
12 | #include <stdio.h> |
13 | #include <errno.h> |
13 | #include <errno.h> |
14 | #include <assert.h> |
14 | #include <assert.h> |
|
|
15 | #include <inttypes.h> /* portable stdint.h */ |
15 | |
16 | |
16 | #ifdef HAVE_MMAP |
17 | #ifdef HAVE_MMAP |
17 | # include <unistd.h> |
18 | # include <unistd.h> |
18 | # include <sys/mman.h> |
19 | # include <sys/mman.h> |
19 | # ifndef MAP_ANONYMOUS |
20 | # ifndef MAP_ANONYMOUS |
… | |
… | |
160 | /* async_pool helper stuff */ |
161 | /* async_pool helper stuff */ |
161 | static SV *sv_pool_rss; |
162 | static SV *sv_pool_rss; |
162 | static SV *sv_pool_size; |
163 | static SV *sv_pool_size; |
163 | static AV *av_async_pool; |
164 | static AV *av_async_pool; |
164 | |
165 | |
165 | static struct coro_cctx *cctx_first; |
166 | static struct coro_cctx *cctx_first[3]; /* index by GIMME_V type, void, scalar, array */ |
166 | static int cctx_count, cctx_idle; |
167 | static int cctx_count, cctx_idle[3]; |
167 | |
168 | |
168 | enum { |
169 | enum { |
169 | CC_MAPPED = 0x01, |
170 | CC_MAPPED = 0x01, |
170 | CC_NOREUSE = 0x02, /* throw this away after tracing */ |
171 | CC_NOREUSE = 0x02, /* throw this away after tracing */ |
171 | CC_TRACE = 0x04, |
172 | CC_TRACE = 0x04, |
… | |
… | |
216 | |
217 | |
217 | /* this is a structure representing a perl-level coroutine */ |
218 | /* this is a structure representing a perl-level coroutine */ |
218 | struct coro { |
219 | struct coro { |
219 | /* the c coroutine allocated to this perl coroutine, if any */ |
220 | /* the c coroutine allocated to this perl coroutine, if any */ |
220 | coro_cctx *cctx; |
221 | coro_cctx *cctx; |
|
|
222 | int gimme; |
221 | |
223 | |
222 | /* process data */ |
224 | /* process data */ |
223 | AV *mainstack; |
225 | AV *mainstack; |
224 | perl_slots *slot; /* basically the saved sp */ |
226 | perl_slots *slot; /* basically the saved sp */ |
225 | |
227 | |
… | |
… | |
710 | XPUSHs (sv_2mortal (av_shift (GvAV (PL_defgv)))); |
712 | XPUSHs (sv_2mortal (av_shift (GvAV (PL_defgv)))); |
711 | PUTBACK; |
713 | PUTBACK; |
712 | PL_op = (OP *)&myop; |
714 | PL_op = (OP *)&myop; |
713 | PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); |
715 | PL_op = PL_ppaddr[OP_ENTERSUB](aTHX); |
714 | SPAGAIN; |
716 | SPAGAIN; |
|
|
717 | |
|
|
718 | /* |
|
|
719 | * now its very tricky. the "tail" of the next transfer might end up |
|
|
720 | * either in a new cctx, or an existing one. |
|
|
721 | * in case of an existing one we have to take care of whatever |
|
|
722 | * entersub and transfer do to the perl stack. |
|
|
723 | */ |
|
|
724 | ENTER; |
|
|
725 | EXTEND (SP, 4); |
|
|
726 | PUSHs ((SV *)0); /* items */ |
|
|
727 | PUSHs ((SV *)0); /* ix, set_stacklevel */ |
|
|
728 | PUSHs ((SV *)(sp - PL_stack_base + 1)); /* ax */ |
|
|
729 | PUSHs ((SV *)0); /* again */ |
|
|
730 | PUTBACK; |
715 | } |
731 | } |
716 | |
|
|
717 | ENTER; /* necessary e.g. for dounwind and to balance the xsub-entersub */ |
|
|
718 | } |
732 | } |
719 | |
733 | |
720 | static void |
734 | static void |
721 | coro_destroy (pTHX_ struct coro *coro) |
735 | coro_destroy (pTHX_ struct coro *coro) |
722 | { |
736 | { |
… | |
… | |
1018 | |
1032 | |
1019 | /* wether this cctx should be destructed */ |
1033 | /* wether this cctx should be destructed */ |
1020 | #define CCTX_EXPIRED(cctx) ((cctx)->ssize < coro_stacksize || ((cctx)->flags & CC_NOREUSE)) |
1034 | #define CCTX_EXPIRED(cctx) ((cctx)->ssize < coro_stacksize || ((cctx)->flags & CC_NOREUSE)) |
1021 | |
1035 | |
1022 | static coro_cctx * |
1036 | static coro_cctx * |
1023 | cctx_get (pTHX) |
1037 | cctx_get (pTHX_ int gimme) |
1024 | { |
1038 | { |
1025 | while (expect_true (cctx_first)) |
1039 | while (expect_true (cctx_first[gimme])) |
1026 | { |
1040 | { |
1027 | coro_cctx *cctx = cctx_first; |
1041 | coro_cctx *cctx = cctx_first[gimme]; |
1028 | cctx_first = cctx->next; |
1042 | cctx_first[gimme] = cctx->next; |
1029 | --cctx_idle; |
1043 | --cctx_idle[gimme]; |
1030 | |
1044 | |
1031 | if (expect_true (!CCTX_EXPIRED (cctx))) |
1045 | if (expect_true (!CCTX_EXPIRED (cctx))) |
1032 | return cctx; |
1046 | return cctx; |
1033 | |
1047 | |
1034 | cctx_destroy (cctx); |
1048 | cctx_destroy (cctx); |
1035 | } |
1049 | } |
1036 | |
1050 | |
|
|
1051 | assert (!gimme); |
1037 | return cctx_new (); |
1052 | return cctx_new (); |
1038 | } |
1053 | } |
1039 | |
1054 | |
1040 | static void |
1055 | static void |
1041 | cctx_put (coro_cctx *cctx) |
1056 | cctx_put (coro_cctx *cctx, int gimme) |
1042 | { |
1057 | { |
1043 | /* free another cctx if overlimit */ |
1058 | /* free another cctx if overlimit */ |
1044 | if (expect_false (cctx_idle >= MAX_IDLE_CCTX)) |
1059 | if (expect_false (cctx_idle[gimme] >= MAX_IDLE_CCTX)) |
1045 | { |
1060 | { |
1046 | coro_cctx *first = cctx_first; |
1061 | coro_cctx *first = cctx_first[gimme]; |
1047 | cctx_first = first->next; |
1062 | cctx_first[gimme] = first->next; |
1048 | --cctx_idle; |
1063 | --cctx_idle[gimme]; |
1049 | |
1064 | |
1050 | cctx_destroy (first); |
1065 | cctx_destroy (first); |
1051 | } |
1066 | } |
1052 | |
1067 | |
1053 | ++cctx_idle; |
1068 | ++cctx_idle[gimme]; |
1054 | cctx->next = cctx_first; |
1069 | cctx->next = cctx_first[gimme]; |
1055 | cctx_first = cctx; |
1070 | cctx_first[gimme] = cctx; |
1056 | } |
1071 | } |
1057 | |
1072 | |
1058 | /** coroutine switching *****************************************************/ |
1073 | /** coroutine switching *****************************************************/ |
1059 | |
1074 | |
1060 | static void |
1075 | static void |
… | |
… | |
1139 | |
1154 | |
1140 | /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get */ |
1155 | /* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get */ |
1141 | /* without this the next cctx_get might destroy the prev__cctx while still in use */ |
1156 | /* without this the next cctx_get might destroy the prev__cctx while still in use */ |
1142 | if (expect_false (CCTX_EXPIRED (prev__cctx))) |
1157 | if (expect_false (CCTX_EXPIRED (prev__cctx))) |
1143 | if (!next->cctx) |
1158 | if (!next->cctx) |
1144 | next->cctx = cctx_get (aTHX); |
1159 | next->cctx = cctx_get (aTHX_ next->gimme); |
1145 | |
1160 | |
1146 | cctx_put (prev__cctx); |
1161 | cctx_put (prev__cctx, prev->gimme); |
1147 | } |
1162 | } |
1148 | |
1163 | |
1149 | ++next->usecount; |
1164 | ++next->usecount; |
1150 | |
1165 | |
1151 | if (expect_true (!next->cctx)) |
1166 | if (expect_true (!next->cctx)) |
1152 | next->cctx = cctx_get (aTHX); |
1167 | next->cctx = cctx_get (aTHX_ next->gimme); |
1153 | |
1168 | |
1154 | if (expect_false (prev__cctx != next->cctx)) |
1169 | if (expect_false (prev__cctx != next->cctx)) |
1155 | { |
1170 | { |
1156 | prev__cctx->top_env = PL_top_env; |
1171 | prev__cctx->top_env = PL_top_env; |
1157 | PL_top_env = next->cctx->top_env; |
1172 | PL_top_env = next->cctx->top_env; |
… | |
… | |
1561 | # function to increase chances that they all will call transfer with the same |
1576 | # function to increase chances that they all will call transfer with the same |
1562 | # stack offset |
1577 | # stack offset |
1563 | void |
1578 | void |
1564 | _set_stacklevel (...) |
1579 | _set_stacklevel (...) |
1565 | ALIAS: |
1580 | ALIAS: |
1566 | Coro::State::transfer = 1 |
1581 | Coro::State::transfer = 1 |
1567 | Coro::schedule = 2 |
1582 | Coro::schedule = 2 |
1568 | Coro::cede = 3 |
1583 | Coro::cede = 3 |
1569 | Coro::cede_notself = 4 |
1584 | Coro::cede_notself = 4 |
|
|
1585 | Coro::Event::next = 5 |
|
|
1586 | Coro::Event::next_cancel = 6 |
1570 | CODE: |
1587 | PPCODE: |
1571 | { |
1588 | { |
1572 | struct transfer_args ta; |
1589 | struct transfer_args ta; |
|
|
1590 | int again = 0; |
1573 | |
1591 | |
1574 | switch (ix) |
1592 | do |
1575 | { |
1593 | { |
|
|
1594 | switch (ix) |
|
|
1595 | { |
1576 | case 0: |
1596 | case 0: |
1577 | ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0))); |
1597 | ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0))); |
1578 | ta.next = 0; |
1598 | ta.next = 0; |
1579 | break; |
1599 | break; |
1580 | |
1600 | |
1581 | case 1: |
1601 | case 1: |
1582 | if (items != 2) |
1602 | if (items != 2) |
1583 | croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items); |
1603 | croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items); |
1584 | |
1604 | |
1585 | prepare_transfer (aTHX_ &ta, ST (0), ST (1)); |
1605 | prepare_transfer (aTHX_ &ta, ST(0), ST(1)); |
1586 | break; |
1606 | break; |
1587 | |
1607 | |
1588 | case 2: |
1608 | case 2: |
1589 | prepare_schedule (aTHX_ &ta); |
1609 | prepare_schedule (aTHX_ &ta); |
1590 | break; |
1610 | break; |
1591 | |
1611 | |
1592 | case 3: |
1612 | case 3: |
1593 | prepare_cede (aTHX_ &ta); |
1613 | prepare_cede (aTHX_ &ta); |
1594 | break; |
1614 | break; |
1595 | |
1615 | |
1596 | case 4: |
1616 | case 4: |
1597 | if (!prepare_cede_notself (aTHX_ &ta)) |
1617 | if (!prepare_cede_notself (aTHX_ &ta)) |
1598 | XSRETURN_EMPTY; |
1618 | XSRETURN_EMPTY; |
1599 | |
1619 | |
1600 | break; |
1620 | break; |
|
|
1621 | |
|
|
1622 | case 5: |
|
|
1623 | case 6: |
|
|
1624 | if (items != 1) |
|
|
1625 | croak ("Coro::Event::next (watcher) expects one argument, not %d", items); |
|
|
1626 | |
|
|
1627 | { |
|
|
1628 | SV *ev = coroapi.coro_event_next (ST (0), ix == 6, GIMME_V != G_VOID); |
|
|
1629 | |
|
|
1630 | if (ev) |
|
|
1631 | { |
|
|
1632 | if (GIMME_V != G_VOID) |
|
|
1633 | { |
|
|
1634 | XPUSHs (ev); |
|
|
1635 | XSRETURN (1); |
|
|
1636 | } |
|
|
1637 | else |
|
|
1638 | XSRETURN_EMPTY; |
|
|
1639 | } |
|
|
1640 | } |
|
|
1641 | |
|
|
1642 | prepare_schedule (aTHX_ &ta); |
|
|
1643 | again = 1; |
|
|
1644 | break; |
|
|
1645 | } |
|
|
1646 | |
|
|
1647 | /* our caller, entersub, caches *only* this value */ |
|
|
1648 | ta.prev->gimme = GIMME_V == G_VOID ? 0 |
|
|
1649 | : GIMME_V == G_SCALAR ? 1 |
|
|
1650 | : 2; |
|
|
1651 | |
|
|
1652 | /* we need to save all local variables, as we might execute a different coroutine when transfer returns */ |
|
|
1653 | sp += 2; /* save args */ |
|
|
1654 | EXTEND (SP, 4); |
|
|
1655 | PUSHs ((SV *)(intptr_t)items); |
|
|
1656 | PUSHs ((SV *)(intptr_t)ix); |
|
|
1657 | PUSHs ((SV *)(intptr_t)ax); |
|
|
1658 | PUSHs ((SV *)(intptr_t)again); |
|
|
1659 | PUTBACK; |
|
|
1660 | BARRIER; |
|
|
1661 | TRANSFER (ta); |
|
|
1662 | BARRIER; |
|
|
1663 | SPAGAIN; |
|
|
1664 | again = (intptr_t)POPs; |
|
|
1665 | ax = (intptr_t)POPs; |
|
|
1666 | ix = (intptr_t)POPs; |
|
|
1667 | items = (intptr_t)POPs; |
|
|
1668 | sp -= 2; /* restore args */ |
1601 | } |
1669 | } |
1602 | |
1670 | while (again); |
1603 | BARRIER; |
|
|
1604 | TRANSFER (ta); |
|
|
1605 | |
1671 | |
1606 | if (expect_false (GIMME_V != G_VOID && ta.next != ta.prev)) |
1672 | if (expect_false (GIMME_V != G_VOID && ta.next != ta.prev)) |
1607 | XSRETURN_YES; |
1673 | XSRETURN_YES; |
|
|
1674 | |
|
|
1675 | XSRETURN_EMPTY; /* not understood why this is necessary, likely some stack handling bug */ |
1608 | } |
1676 | } |
1609 | |
1677 | |
1610 | bool |
1678 | bool |
1611 | _destroy (SV *coro_sv) |
1679 | _destroy (SV *coro_sv) |
1612 | CODE: |
1680 | CODE: |
… | |
… | |
1638 | RETVAL |
1706 | RETVAL |
1639 | |
1707 | |
1640 | int |
1708 | int |
1641 | cctx_idle () |
1709 | cctx_idle () |
1642 | CODE: |
1710 | CODE: |
1643 | RETVAL = cctx_idle; |
1711 | RETVAL = cctx_idle[0] + cctx_idle[1] + cctx_idle[2]; |
1644 | OUTPUT: |
1712 | OUTPUT: |
1645 | RETVAL |
1713 | RETVAL |
1646 | |
1714 | |
1647 | void |
1715 | void |
1648 | list () |
1716 | list () |
… | |
… | |
1672 | |
1740 | |
1673 | { |
1741 | { |
1674 | dSP; |
1742 | dSP; |
1675 | ENTER; |
1743 | ENTER; |
1676 | SAVETMPS; |
1744 | SAVETMPS; |
|
|
1745 | PUTBACK; |
|
|
1746 | PUSHSTACK; |
1677 | PUSHMARK (SP); |
1747 | PUSHMARK (SP); |
1678 | PUTBACK; |
|
|
1679 | |
1748 | |
1680 | if (ix) |
1749 | if (ix) |
1681 | eval_sv (coderef, 0); |
1750 | eval_sv (coderef, 0); |
1682 | else |
1751 | else |
1683 | call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD); |
1752 | call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD); |
1684 | |
1753 | |
1685 | SPAGAIN; |
1754 | POPSTACK; |
1686 | FREETMPS; |
1755 | FREETMPS; |
1687 | LEAVE; |
1756 | LEAVE; |
1688 | PUTBACK; |
|
|
1689 | } |
1757 | } |
1690 | |
1758 | |
1691 | if (!(coro->flags & CF_RUNNING)) |
1759 | if (!(coro->flags & CF_RUNNING)) |
1692 | { |
1760 | { |
1693 | save_perl (aTHX_ coro); |
1761 | save_perl (aTHX_ coro); |