ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro-Multicore/Multicore.xs
(Generate patch)

Comparing Coro-Multicore/Multicore.xs (file contents):
Revision 1.3 by root, Sun Jun 28 08:04:02 2015 UTC vs.
Revision 1.21 by root, Sun Aug 26 15:30:55 2018 UTC

1/* most win32 perls are beyond fixing, requiring dTHX */
2/* even for ISO-C functions such as malloc. avoid! avoid! avoid! */
3/* and fail to define numerous symbols, but still overrwide them */
4/* with non-working versions (e.g. setjmp). */
5#ifdef _WIN32
6/*# define PERL_CORE 1 fixes some, breaks others */
7#else
1#define PERL_NO_GET_CONTEXT 8# define PERL_NO_GET_CONTEXT
9#endif
2 10
3#include "EXTERN.h" 11#include "EXTERN.h"
4#include "perl.h" 12#include "perl.h"
5#include "XSUB.h" 13#include "XSUB.h"
6 14
7#define X_STACKSIZE -1 15#define X_STACKSIZE 1024 * sizeof (void *)
8 16
9#include "CoroAPI.h" 17#include "CoroAPI.h"
10#include "perlmulticore.h" 18#include "perlmulticore.h"
11#include "schmorp.h" 19#include "schmorp.h"
12#include "xthread.h" 20#include "xthread.h"
13 21
14#ifdef _WIN32 22#ifdef _WIN32
15 typedef char sigset_t; 23 #ifndef sigset_t
16 #define pthread_sigmask(mode,new,old) 24 #define sigset_t int
17#endif 25 #endif
26#endif
18 27
19static pthread_key_t current_key; 28#ifndef SvREFCNT_dec_NN
29 #define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
30#endif
31
32#ifndef SvREFCNT_inc_NN
33 #define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
34#endif
35
36#define RECURSION_CHECK 0
37
38static X_TLS_DECLARE(current_key);
39#if RECURSION_CHECK
40static X_TLS_DECLARE(check_key);
41#endif
42
20 43
21static s_epipe ep; 44static s_epipe ep;
22static void *perl_thx; 45static void *perl_thx;
23static sigset_t cursigset, fullsigset; 46static sigset_t cursigset, fullsigset;
24 47
48static int global_enable = 0;
49static int thread_enable; /* 0 undefined, 1 disabled, 2 enabled */
50
51/* assigned to a thread for each release/acquire */
25struct tctx 52struct tctx
26{ 53{
27 void *coro; 54 void *coro;
28 xcond_t wait_c;
29 int wait_f; 55 int wait_f;
56 xcond_t acquire_c;
57 int jeret;
30}; 58};
31 59
32static struct tctx *tctx_free; 60static struct tctx *tctx_free;
33
34static int available;
35static int max_idle = 8;
36
37static xmutex_t perl_m = X_MUTEX_INIT;
38static xcond_t perl_c = X_COND_INIT;
39static struct tctx *perl_f;
40
41static xmutex_t wait_m = X_MUTEX_INIT;
42
43static int wakeup_f;
44static struct tctx **waiters;
45static int waiters_count, waiters_max;
46 61
47static struct tctx * 62static struct tctx *
48tctx_get (void) 63tctx_get (void)
49{ 64{
50 struct tctx *ctx; 65 struct tctx *ctx;
51 66
52 if (!tctx_free) 67 if (!tctx_free)
53 { 68 {
54 ctx = malloc (sizeof (*tctx_free)); 69 ctx = malloc (sizeof (*tctx_free));
55 X_COND_CREATE (ctx->wait_c); 70 X_COND_CREATE (ctx->acquire_c);
56 } 71 }
57 else 72 else
58 { 73 {
59 ctx = tctx_free; 74 ctx = tctx_free;
60 tctx_free = tctx_free->coro; 75 tctx_free = tctx_free->coro;
… …
68{ 83{
69 ctx->coro = tctx_free; 84 ctx->coro = tctx_free;
70 tctx_free = ctx; 85 tctx_free = ctx;
71} 86}
72 87
88/* a stack of tctxs */
89struct tctxs
90{
91 struct tctx **ctxs;
92 int cur, max;
93};
94
95static struct tctx *
96tctxs_get (struct tctxs *ctxs)
97{
98 return ctxs->ctxs[--ctxs->cur];
99}
100
101static void
102tctxs_put (struct tctxs *ctxs, struct tctx *ctx)
103{
104 if (ctxs->cur >= ctxs->max)
105 {
106 ctxs->max = ctxs->max ? ctxs->max * 2 : 16;
107 ctxs->ctxs = realloc (ctxs->ctxs, ctxs->max * sizeof (ctxs->ctxs[0]));
108 }
109
110 ctxs->ctxs[ctxs->cur++] = ctx;
111}
112
113static xmutex_t release_m = X_MUTEX_INIT;
114static xcond_t release_c = X_COND_INIT;
115static struct tctxs releasers;
116static int idle;
117static int min_idle = 1;
118static int curthreads, max_threads = 1; /* protected by release_m */
119
120static xmutex_t acquire_m = X_MUTEX_INIT;
121static struct tctxs acquirers;
122
73X_THREAD_PROC(thread_proc) 123X_THREAD_PROC(thread_proc)
74{ 124{
75 PERL_SET_CONTEXT (perl_thx); 125 PERL_SET_CONTEXT (perl_thx);
76 126
77 { 127 {
78 dTHX; /* inefficient, we already have perl_thx, but I see no better way */ 128 dTHXa (perl_thx);
129 dJMPENV;
79 struct tctx *ctx; 130 struct tctx *ctx;
131 int catchret;
132
133 X_LOCK (release_m);
80 134
81 for (;;) 135 for (;;)
82 { 136 {
83 /* TODO: should really use some idle time and exit after that */ 137 while (!releasers.cur)
84 X_LOCK (perl_m); 138 if (idle <= min_idle || 1)
85 while (!perl_f)
86 X_COND_WAIT (perl_c, perl_m); 139 X_COND_WAIT (release_c, release_m);
87 ctx = perl_f; 140 else
88 perl_f = 0; 141 {
142 struct timespec ts = { time (0) + idle - min_idle, 0 };
143
144 if (X_COND_TIMEDWAIT (release_c, release_m, ts) == ETIMEDOUT)
145 if (idle > min_idle && !releasers.cur)
146 break;
147 }
148
149 ctx = tctxs_get (&releasers);
89 --available; 150 --idle;
90 X_UNLOCK (perl_m); 151 X_UNLOCK (release_m);
152
153 if (!ctx) /* timed out? */
154 break;
91 155
92 pthread_sigmask (SIG_SETMASK, &cursigset, 0); 156 pthread_sigmask (SIG_SETMASK, &cursigset, 0);
157 JMPENV_PUSH (ctx->jeret);
93 158
159 if (!ctx->jeret)
94 while (ctx->coro) 160 while (ctx->coro)
95 CORO_SCHEDULE; 161 CORO_SCHEDULE;
96 162
163 JMPENV_POP;
97 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset); 164 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset);
98 165
99 X_LOCK (wait_m); 166 X_LOCK (acquire_m);
100 ctx->wait_f = 1; 167 ctx->wait_f = 1;
101 X_COND_SIGNAL (ctx->wait_c); 168 X_COND_SIGNAL (ctx->acquire_c);
102
103 if (available >= max_idle)
104 {
105 X_UNLOCK (wait_m);
106 break;
107 }
108
109 ++available;
110 X_UNLOCK (wait_m); 169 X_UNLOCK (acquire_m);
170
171 X_LOCK (release_m);
172 ++idle;
111 } 173 }
112 } 174 }
113} 175}
114 176
115static void 177static void
116start_thread (void) 178start_thread (void)
117{ 179{
118 xthread_t tid; 180 xthread_t tid;
119 181
120 ++available; 182 if (curthreads >= max_threads && 0)
183 return;
184
185 ++curthreads;
186 ++idle;
121 xthread_create (&tid, thread_proc, 0); 187 xthread_create (&tid, thread_proc, 0);
122} 188}
123 189
124static void 190static void
125pmapi_release (void) 191pmapi_release (void)
126{ 192{
193 #if RECURSION_CHECK
194 if (X_TLS_GET (check_key))
195 croak ("perlinterp_release () called without valid perl context");
196
197 X_TLS_SET (check_key, &check_key);
198 #endif
199
200 if (! ((thread_enable ? thread_enable : global_enable) & 1))
201 {
202 X_TLS_SET (current_key, 0);
203 return;
204 }
205
127 struct tctx *ctx = tctx_get (); 206 struct tctx *ctx = tctx_get ();
128 ctx->coro = SvREFCNT_inc_NN (CORO_CURRENT); 207 ctx->coro = SvREFCNT_inc_simple_NN (CORO_CURRENT);
129 ctx->wait_f = 0; 208 ctx->wait_f = 0;
130 209
131 pthread_setspecific (current_key, ctx); 210 X_TLS_SET (current_key, ctx);
132 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset); 211 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset);
133 212
134 if (!available) 213 X_LOCK (release_m);
214
215 if (idle <= min_idle)
135 start_thread (); 216 start_thread ();
136 217
137 X_LOCK (perl_m); 218 tctxs_put (&releasers, ctx);
138 perl_f = ctx;
139 X_COND_SIGNAL (perl_c); 219 X_COND_SIGNAL (release_c);
220
221 while (!idle && releasers.cur)
222 {
223 X_UNLOCK (release_m);
224 X_LOCK (release_m);
225 }
226
140 X_UNLOCK (perl_m); 227 X_UNLOCK (release_m);
141} 228}
142 229
143static void 230static void
144pmapi_acquire (void) 231pmapi_acquire (void)
145{ 232{
146 struct tctx *ctx = pthread_getspecific (current_key); 233 int jeret;
234 struct tctx *ctx = X_TLS_GET (current_key);
147 235
236 #if RECURSION_CHECK
237 if (X_TLS_GET (check_key) != &check_key)
238 croak ("perlinterp_acquire () called with valid perl context");
239
240 X_TLS_SET (check_key, 0);
241 #endif
242
243 if (!ctx)
244 return;
245
148 X_LOCK (wait_m); 246 X_LOCK (acquire_m);
149 247
150 if (waiters_count >= waiters_max) 248 tctxs_put (&acquirers, ctx);
151 {
152 waiters_max = waiters_max ? waiters_max * 2 : 16;
153 waiters = realloc (waiters, waiters_max * sizeof (*waiters));
154 }
155
156 waiters [waiters_count++] = ctx;
157 249
158 s_epipe_signal (&ep); 250 s_epipe_signal (&ep);
159 while (!ctx->wait_f) 251 while (!ctx->wait_f)
160 X_COND_WAIT (ctx->wait_c, wait_m); 252 X_COND_WAIT (ctx->acquire_c, acquire_m);
161 X_UNLOCK (wait_m); 253 X_UNLOCK (acquire_m);
162 254
255 jeret = ctx->jeret;
163 tctx_put (ctx); 256 tctx_put (ctx);
164 pthread_sigmask (SIG_SETMASK, &cursigset, 0); 257 pthread_sigmask (SIG_SETMASK, &cursigset, 0);
258
259 if (jeret)
260 {
261 dTHX;
262 JMPENV_JUMP (jeret);
263 }
264}
265
266static void
267set_thread_enable (pTHX_ void *arg)
268{
269 thread_enable = PTR2IV (arg);
165} 270}
166 271
167MODULE = Coro::Multicore PACKAGE = Coro::Multicore 272MODULE = Coro::Multicore PACKAGE = Coro::Multicore
168 273
169PROTOTYPES: DISABLE 274PROTOTYPES: DISABLE
170 275
171BOOT: 276BOOT:
172{ 277{
173 #ifndef _WIN32 278#ifndef _WIN32
174 sigfillset (&fullsigset); 279 sigfillset (&fullsigset);
175 #endif 280#endif
176 281
177 pthread_key_create (&current_key, 0); 282 X_TLS_INIT (current_key);
283#if RECURSION_CHECK
284 X_TLS_INIT (check_key);
285#endif
178 286
179 if (s_epipe_new (&ep)) 287 if (s_epipe_new (&ep))
180 croak ("Coro::Multicore: unable to initialise event pipe.\n"); 288 croak ("Coro::Multicore: unable to initialise event pipe.\n");
181 289
182 perl_thx = PERL_GET_CONTEXT; 290 perl_thx = PERL_GET_CONTEXT;
183 291
184 I_CORO_API ("Coro::Multicore"); 292 I_CORO_API ("Coro::Multicore");
185 293
294 X_LOCK (release_m);
295 while (idle < min_idle)
296 start_thread ();
297 X_UNLOCK (release_m);
298
186 /* not perfectly efficient to do it this way, but it's simple */ 299 /* not perfectly efficient to do it this way, but it is simple */
187 perl_multicore_init (); 300 perl_multicore_init (); /* calls release */
188 perl_multicore_api->pmapi_release = pmapi_release; 301 perl_multicore_api->pmapi_release = pmapi_release;
189 perl_multicore_api->pmapi_acquire = pmapi_acquire; 302 perl_multicore_api->pmapi_acquire = pmapi_acquire;
190} 303}
191 304
305bool
306enable (bool enable = NO_INIT)
307 CODE:
308 RETVAL = global_enable;
309 if (items)
310 global_enable = enable;
311 OUTPUT:
312 RETVAL
313
314void
315scoped_enable ()
316 CODE:
317 LEAVE; /* see Guard.xs */
318 CORO_ENTERLEAVE_SCOPE_HOOK (set_thread_enable, (void *)1, set_thread_enable, (void *)0);
319 ENTER; /* see Guard.xs */
320
321void
322scoped_disable ()
323 CODE:
324 LEAVE; /* see Guard.xs */
325 CORO_ENTERLEAVE_SCOPE_HOOK (set_thread_enable, (void *)2, set_thread_enable, (void *)0);
326 ENTER; /* see Guard.xs */
327
192U32 328U32
193max_idle_threads (U32 max = NO_INIT) 329min_idle_threads (U32 min = NO_INIT)
194 CODE: 330 CODE:
195 X_LOCK (wait_m); 331 X_LOCK (acquire_m);
196 RETVAL = max_idle; 332 RETVAL = min_idle;
197 if (items) 333 if (items)
198 max_idle = max; 334 min_idle = min;
199 X_UNLOCK (wait_m); 335 X_UNLOCK (acquire_m);
200 OUTPUT: 336 OUTPUT:
201 RETVAL 337 RETVAL
202 338
203 339
204int 340int
… …
210 346
211void 347void
212poll (...) 348poll (...)
213 CODE: 349 CODE:
214 s_epipe_drain (&ep); 350 s_epipe_drain (&ep);
215 X_LOCK (wait_m); 351 X_LOCK (acquire_m);
216 while (waiters_count) 352 while (acquirers.cur)
217 { 353 {
218 struct tctx *ctx = waiters [--waiters_count]; 354 struct tctx *ctx = tctxs_get (&acquirers);
219 CORO_READY ((SV *)ctx->coro); 355 CORO_READY ((SV *)ctx->coro);
220 SvREFCNT_dec_NN ((SV *)ctx->coro); 356 SvREFCNT_dec_NN ((SV *)ctx->coro);
221 ctx->coro = 0; 357 ctx->coro = 0;
222 } 358 }
223 X_UNLOCK (wait_m); 359 X_UNLOCK (acquire_m);
224 360
225void 361void
226sleep (NV seconds) 362sleep (NV seconds)
227 CODE: 363 CODE:
228 perlinterp_release (); 364 perlinterp_release ();
229 usleep (seconds * 1e6); 365 {
366 int nsec = seconds;
367 if (nsec) sleep (nsec);
368 nsec = (seconds - nsec) * 1e9;
369 if (nsec) usleep (nsec);
370 }
230 perlinterp_acquire (); 371 perlinterp_acquire ();
231 372

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines