ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Coro-Multicore/Multicore.xs
(Generate patch)

Comparing Coro-Multicore/Multicore.xs (file contents):
Revision 1.1 by root, Sat Jun 27 17:59:10 2015 UTC vs.
Revision 1.21 by root, Sun Aug 26 15:30:55 2018 UTC

1/* most win32 perls are beyond fixing, requiring dTHX */
2/* even for ISO-C functions such as malloc. avoid! avoid! avoid! */
3/* and fail to define numerous symbols, but still overrwide them */
4/* with non-working versions (e.g. setjmp). */
5#ifdef _WIN32
6/*# define PERL_CORE 1 fixes some, breaks others */
7#else
1#define PERL_NO_GET_CONTEXT 8# define PERL_NO_GET_CONTEXT
9#endif
2 10
3#include "EXTERN.h" 11#include "EXTERN.h"
4#include "perl.h" 12#include "perl.h"
5#include "XSUB.h" 13#include "XSUB.h"
6 14
7#define X_STACKSIZE -1 15#define X_STACKSIZE 1024 * sizeof (void *)
8 16
9#include "CoroAPI.h" 17#include "CoroAPI.h"
10#include "perlmulticore.h" 18#include "perlmulticore.h"
11#include "schmorp.h" 19#include "schmorp.h"
12#include "xthread.h" 20#include "xthread.h"
13 21
14#ifdef _WIN32 22#ifdef _WIN32
15 typedef char sigset_t; 23 #ifndef sigset_t
16 #define pthread_sigmask(mode,new,old) 24 #define sigset_t int
17#endif 25 #endif
26#endif
18 27
19static pthread_key_t current_key; 28#ifndef SvREFCNT_dec_NN
29 #define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
30#endif
31
32#ifndef SvREFCNT_inc_NN
33 #define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
34#endif
35
36#define RECURSION_CHECK 0
37
38static X_TLS_DECLARE(current_key);
39#if RECURSION_CHECK
40static X_TLS_DECLARE(check_key);
41#endif
42
20 43
21static s_epipe ep; 44static s_epipe ep;
22static void *perl_thx; 45static void *perl_thx;
23static sigset_t cursigset, fullsigset; 46static sigset_t cursigset, fullsigset;
24 47
48static int global_enable = 0;
49static int thread_enable; /* 0 undefined, 1 disabled, 2 enabled */
50
51/* assigned to a thread for each release/acquire */
25struct tctx 52struct tctx
26{ 53{
27 void *coro; 54 void *coro;
55 int wait_f;
56 xcond_t acquire_c;
57 int jeret;
28}; 58};
29 59
30static struct tctx *tctx_free; 60static struct tctx *tctx_free;
31
32static int available;
33static int max_idle = 8;
34
35static xmutex_t perl_m = X_MUTEX_INIT; static xcond_t perl_c = X_COND_INIT; static struct tctx *perl_f;
36static xmutex_t wait_m = X_MUTEX_INIT; static xcond_t wait_c = X_COND_INIT; static int wait_f;
37
38static int wakeup_f;
39static struct tctx **waiters;
40static int waiters_count, waiters_max;
41 61
42static struct tctx * 62static struct tctx *
43tctx_get (void) 63tctx_get (void)
44{ 64{
45 struct tctx *ctx; 65 struct tctx *ctx;
46 66
47 if (!tctx_free) 67 if (!tctx_free)
68 {
48 ctx = malloc (sizeof (*tctx_free)); 69 ctx = malloc (sizeof (*tctx_free));
70 X_COND_CREATE (ctx->acquire_c);
71 }
49 else 72 else
50 { 73 {
51 ctx = tctx_free; 74 ctx = tctx_free;
52 tctx_free = tctx_free->coro; 75 tctx_free = tctx_free->coro;
53 } 76 }
… …
60{ 83{
61 ctx->coro = tctx_free; 84 ctx->coro = tctx_free;
62 tctx_free = ctx; 85 tctx_free = ctx;
63} 86}
64 87
88/* a stack of tctxs */
89struct tctxs
90{
91 struct tctx **ctxs;
92 int cur, max;
93};
94
95static struct tctx *
96tctxs_get (struct tctxs *ctxs)
97{
98 return ctxs->ctxs[--ctxs->cur];
99}
100
101static void
102tctxs_put (struct tctxs *ctxs, struct tctx *ctx)
103{
104 if (ctxs->cur >= ctxs->max)
105 {
106 ctxs->max = ctxs->max ? ctxs->max * 2 : 16;
107 ctxs->ctxs = realloc (ctxs->ctxs, ctxs->max * sizeof (ctxs->ctxs[0]));
108 }
109
110 ctxs->ctxs[ctxs->cur++] = ctx;
111}
112
113static xmutex_t release_m = X_MUTEX_INIT;
114static xcond_t release_c = X_COND_INIT;
115static struct tctxs releasers;
116static int idle;
117static int min_idle = 1;
118static int curthreads, max_threads = 1; /* protected by release_m */
119
120static xmutex_t acquire_m = X_MUTEX_INIT;
121static struct tctxs acquirers;
122
65X_THREAD_PROC(thread_proc) 123X_THREAD_PROC(thread_proc)
66{ 124{
67 PERL_SET_CONTEXT (perl_thx); 125 PERL_SET_CONTEXT (perl_thx);
68 126
69 { 127 {
70 dTHX; /* inefficient, we already have perl_thx, but I see no better way */ 128 dTHXa (perl_thx);
129 dJMPENV;
71 struct tctx *ctx; 130 struct tctx *ctx;
131 int catchret;
132
133 X_LOCK (release_m);
72 134
73 for (;;) 135 for (;;)
74 { 136 {
137 while (!releasers.cur)
138 if (idle <= min_idle || 1)
139 X_COND_WAIT (release_c, release_m);
140 else
141 {
142 struct timespec ts = { time (0) + idle - min_idle, 0 };
143
144 if (X_COND_TIMEDWAIT (release_c, release_m, ts) == ETIMEDOUT)
145 if (idle > min_idle && !releasers.cur)
146 break;
147 }
148
149 ctx = tctxs_get (&releasers);
150 --idle;
75 X_LOCK (perl_m); 151 X_UNLOCK (release_m);
76 while (!perl_f) 152
77 X_COND_WAIT (perl_c, perl_m); 153 if (!ctx) /* timed out? */
78 ctx = perl_f; 154 break;
79 perl_f = 0; 155
80 --available;
81 pthread_sigmask (SIG_SETMASK, &cursigset, 0); 156 pthread_sigmask (SIG_SETMASK, &cursigset, 0);
82 X_UNLOCK (perl_m); 157 JMPENV_PUSH (ctx->jeret);
83 158
159 if (!ctx->jeret)
84 while (ctx->coro) 160 while (ctx->coro)
85 CORO_SCHEDULE; 161 CORO_SCHEDULE;
86 162
87 X_LOCK (wait_m); 163 JMPENV_POP;
88 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset); 164 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset);
165
166 X_LOCK (acquire_m);
89 wait_f = 1; 167 ctx->wait_f = 1;
90 X_COND_SIGNAL (wait_c); 168 X_COND_SIGNAL (ctx->acquire_c);
91
92 if (available >= max_idle)
93 {
94 X_UNLOCK (wait_m);
95 break;
96 }
97
98 ++available;
99 X_UNLOCK (wait_m); 169 X_UNLOCK (acquire_m);
170
171 X_LOCK (release_m);
172 ++idle;
100 } 173 }
101 } 174 }
102} 175}
103 176
104static void 177static void
105start_thread (void) 178start_thread (void)
106{ 179{
107 xthread_t tid; 180 xthread_t tid;
108 181
109 ++available; 182 if (curthreads >= max_threads && 0)
183 return;
184
185 ++curthreads;
186 ++idle;
110 xthread_create (&tid, thread_proc, 0); 187 xthread_create (&tid, thread_proc, 0);
111} 188}
112 189
113static void 190static void
114pmapi_release (void) 191pmapi_release (void)
115{ 192{
193 #if RECURSION_CHECK
194 if (X_TLS_GET (check_key))
195 croak ("perlinterp_release () called without valid perl context");
196
197 X_TLS_SET (check_key, &check_key);
198 #endif
199
200 if (! ((thread_enable ? thread_enable : global_enable) & 1))
201 {
202 X_TLS_SET (current_key, 0);
203 return;
204 }
205
116 struct tctx *ctx = tctx_get (); 206 struct tctx *ctx = tctx_get ();
117 ctx->coro = SvREFCNT_inc_NN (CORO_CURRENT); 207 ctx->coro = SvREFCNT_inc_simple_NN (CORO_CURRENT);
118 pthread_setspecific (current_key, ctx); 208 ctx->wait_f = 0;
209
210 X_TLS_SET (current_key, ctx);
119 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset); 211 pthread_sigmask (SIG_SETMASK, &fullsigset, &cursigset);
120 212
121 if (!available) 213 X_LOCK (release_m);
214
215 if (idle <= min_idle)
122 start_thread (); 216 start_thread ();
123 217
124 X_LOCK (perl_m); 218 tctxs_put (&releasers, ctx);
125 perl_f = ctx;
126 X_COND_SIGNAL (perl_c); 219 X_COND_SIGNAL (release_c);
220
221 while (!idle && releasers.cur)
222 {
223 X_UNLOCK (release_m);
224 X_LOCK (release_m);
225 }
226
127 X_UNLOCK (perl_m); 227 X_UNLOCK (release_m);
128} 228}
129 229
130static void 230static void
131pmapi_acquire (void) 231pmapi_acquire (void)
132{ 232{
133 struct tctx *ctx = pthread_getspecific (current_key); 233 int jeret;
234 struct tctx *ctx = X_TLS_GET (current_key);
134 235
236 #if RECURSION_CHECK
237 if (X_TLS_GET (check_key) != &check_key)
238 croak ("perlinterp_acquire () called with valid perl context");
239
240 X_TLS_SET (check_key, 0);
241 #endif
242
243 if (!ctx)
244 return;
245
135 X_LOCK (wait_m); 246 X_LOCK (acquire_m);
136 247
137 if (waiters_count >= waiters_max) 248 tctxs_put (&acquirers, ctx);
138 {
139 waiters_max = waiters_max ? waiters_max * 2 : 16;
140 waiters = realloc (waiters, waiters_max * sizeof (*waiters));
141 }
142
143 waiters [waiters_count++] = ctx;
144 249
145 s_epipe_signal (&ep); 250 s_epipe_signal (&ep);
146 while (!wait_f) 251 while (!ctx->wait_f)
147 X_COND_WAIT (wait_c, wait_m); 252 X_COND_WAIT (ctx->acquire_c, acquire_m);
148 wait_f = 0;
149 X_UNLOCK (wait_m); 253 X_UNLOCK (acquire_m);
150 254
255 jeret = ctx->jeret;
151 tctx_put (ctx); 256 tctx_put (ctx);
152 pthread_sigmask (SIG_SETMASK, &cursigset, 0); 257 pthread_sigmask (SIG_SETMASK, &cursigset, 0);
258
259 if (jeret)
260 {
261 dTHX;
262 JMPENV_JUMP (jeret);
263 }
264}
265
266static void
267set_thread_enable (pTHX_ void *arg)
268{
269 thread_enable = PTR2IV (arg);
153} 270}
154 271
155MODULE = Coro::Multicore PACKAGE = Coro::Multicore 272MODULE = Coro::Multicore PACKAGE = Coro::Multicore
156 273
157PROTOTYPES: DISABLE 274PROTOTYPES: DISABLE
158 275
159BOOT: 276BOOT:
160{ 277{
161 #ifndef _WIN32 278#ifndef _WIN32
162 sigfillset (&fullsigset); 279 sigfillset (&fullsigset);
163 #endif 280#endif
164 281
165 pthread_key_create (&current_key, 0); 282 X_TLS_INIT (current_key);
283#if RECURSION_CHECK
284 X_TLS_INIT (check_key);
285#endif
166 286
167 if (s_epipe_new (&ep)) 287 if (s_epipe_new (&ep))
168 croak ("Coro::Multicore: unable to initialise event pipe.\n"); 288 croak ("Coro::Multicore: unable to initialise event pipe.\n");
169 289
170 perl_thx = PERL_GET_CONTEXT; 290 perl_thx = PERL_GET_CONTEXT;
171 291
172 I_CORO_API ("Coro::Multicore"); 292 I_CORO_API ("Coro::Multicore");
173 293
294 X_LOCK (release_m);
295 while (idle < min_idle)
296 start_thread ();
297 X_UNLOCK (release_m);
298
174 /* not perfectly efficient to do it this way, but it's simple */ 299 /* not perfectly efficient to do it this way, but it is simple */
175 perl_multicore_init (); 300 perl_multicore_init (); /* calls release */
176 perl_multicore_api->pmapi_release = pmapi_release; 301 perl_multicore_api->pmapi_release = pmapi_release;
177 perl_multicore_api->pmapi_acquire = pmapi_acquire; 302 perl_multicore_api->pmapi_acquire = pmapi_acquire;
178} 303}
179 304
305bool
306enable (bool enable = NO_INIT)
307 CODE:
308 RETVAL = global_enable;
309 if (items)
310 global_enable = enable;
311 OUTPUT:
312 RETVAL
313
314void
315scoped_enable ()
316 CODE:
317 LEAVE; /* see Guard.xs */
318 CORO_ENTERLEAVE_SCOPE_HOOK (set_thread_enable, (void *)1, set_thread_enable, (void *)0);
319 ENTER; /* see Guard.xs */
320
321void
322scoped_disable ()
323 CODE:
324 LEAVE; /* see Guard.xs */
325 CORO_ENTERLEAVE_SCOPE_HOOK (set_thread_enable, (void *)2, set_thread_enable, (void *)0);
326 ENTER; /* see Guard.xs */
327
180U32 328U32
181max_idle_threads (U32 max = NO_INIT) 329min_idle_threads (U32 min = NO_INIT)
182 CODE: 330 CODE:
183 X_LOCK (wait_m); 331 X_LOCK (acquire_m);
184 RETVAL = max_idle; 332 RETVAL = min_idle;
185 if (items) 333 if (items)
186 max_idle = max; 334 min_idle = min;
187 X_UNLOCK (wait_m); 335 X_UNLOCK (acquire_m);
188 OUTPUT: 336 OUTPUT:
189 RETVAL 337 RETVAL
190 338
191 339
192int 340int
… …
198 346
199void 347void
200poll (...) 348poll (...)
201 CODE: 349 CODE:
202 s_epipe_drain (&ep); 350 s_epipe_drain (&ep);
203 X_LOCK (wait_m); 351 X_LOCK (acquire_m);
204 while (waiters_count) 352 while (acquirers.cur)
205 { 353 {
206 struct tctx *ctx = waiters [--waiters_count]; 354 struct tctx *ctx = tctxs_get (&acquirers);
207 CORO_READY ((SV *)ctx->coro); 355 CORO_READY ((SV *)ctx->coro);
208 SvREFCNT_dec_NN ((SV *)ctx->coro); 356 SvREFCNT_dec_NN ((SV *)ctx->coro);
209 ctx->coro = 0; 357 ctx->coro = 0;
210 } 358 }
211 X_UNLOCK (wait_m); 359 X_UNLOCK (acquire_m);
212 360
213void 361void
214tst (int i) 362sleep (NV seconds)
215 CODE: 363 CODE:
216 perlinterp_release (); 364 perlinterp_release ();
217 usleep (100000 * i); 365 {
366 int nsec = seconds;
367 if (nsec) sleep (nsec);
368 nsec = (seconds - nsec) * 1e9;
369 if (nsec) usleep (nsec);
370 }
218 perlinterp_acquire (); 371 perlinterp_acquire ();
372

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines