1 | /* |
1 | /* |
2 | * Copyright (c) 2001-2008 Marc Alexander Lehmann <schmorp@schmorp.de> |
2 | * Copyright (c) 2001-2011 Marc Alexander Lehmann <schmorp@schmorp.de> |
3 | * |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
4 | * Redistribution and use in source and binary forms, with or without modifica- |
5 | * tion, are permitted provided that the following conditions are met: |
5 | * tion, are permitted provided that the following conditions are met: |
6 | * |
6 | * |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
7 | * 1. Redistributions of source code must retain the above copyright notice, |
8 | * this list of conditions and the following disclaimer. |
8 | * this list of conditions and the following disclaimer. |
9 | * |
9 | * |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * 2. Redistributions in binary form must reproduce the above copyright |
11 | * notice, this list of conditions and the following disclaimer in the |
11 | * notice, this list of conditions and the following disclaimer in the |
12 | * documentation and/or other materials provided with the distribution. |
12 | * documentation and/or other materials provided with the distribution. |
13 | * |
13 | * |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
14 | * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
15 | * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MER- |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
16 | * CHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
17 | * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPE- |
18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
18 | * CIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
… | |
… | |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
38 | * go to Ralf S. Engelschall <rse@engelschall.com>. |
39 | */ |
39 | */ |
40 | |
40 | |
41 | #include "coro.h" |
41 | #include "coro.h" |
42 | |
42 | |
|
|
43 | #include <stddef.h> |
43 | #include <string.h> |
44 | #include <string.h> |
44 | |
45 | |
|
|
46 | /*****************************************************************************/ |
|
|
47 | /* ucontext/setjmp/asm backends */ |
|
|
48 | /*****************************************************************************/ |
|
|
49 | #if CORO_UCONTEXT || CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
50 | |
|
|
51 | # if CORO_UCONTEXT |
|
|
52 | # include <stddef.h> |
|
|
53 | # endif |
|
|
54 | |
45 | #if !defined(STACK_ADJUST_PTR) |
55 | # if !defined(STACK_ADJUST_PTR) |
|
|
56 | # if __sgi |
46 | /* IRIX is decidedly NON-unix */ |
57 | /* IRIX is decidedly NON-unix */ |
47 | # if __sgi |
|
|
48 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
58 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
49 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
59 | # define STACK_ADJUST_SIZE(sp,ss) ((ss) - 8) |
50 | # elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
60 | # elif (__i386__ && CORO_LINUX) || (_M_IX86 && CORO_LOSER) |
51 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
61 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss)) |
52 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
62 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
53 | # elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
63 | # elif (__amd64__ && CORO_LINUX) || ((_M_AMD64 || _M_IA64) && CORO_LOSER) |
54 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
64 | # define STACK_ADJUST_PTR(sp,ss) ((char *)(sp) + (ss) - 8) |
55 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
65 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
56 | # else |
66 | # else |
57 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
67 | # define STACK_ADJUST_PTR(sp,ss) (sp) |
58 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
68 | # define STACK_ADJUST_SIZE(sp,ss) (ss) |
|
|
69 | # endif |
59 | # endif |
70 | # endif |
60 | #endif |
|
|
61 | |
|
|
62 | #if CORO_UCONTEXT |
|
|
63 | # include <stddef.h> |
|
|
64 | #endif |
|
|
65 | |
|
|
66 | #if CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
|
|
67 | |
71 | |
68 | # include <stdlib.h> |
72 | # include <stdlib.h> |
69 | |
73 | |
70 | # if CORO_SJLJ |
74 | # if CORO_SJLJ |
71 | # include <stdio.h> |
75 | # include <stdio.h> |
72 | # include <signal.h> |
76 | # include <signal.h> |
73 | # include <unistd.h> |
77 | # include <unistd.h> |
74 | # endif |
78 | # endif |
75 | |
79 | |
76 | static volatile coro_func coro_init_func; |
80 | static coro_func coro_init_func; |
77 | static volatile void *coro_init_arg; |
81 | static void *coro_init_arg; |
78 | static volatile coro_context *new_coro, *create_coro; |
82 | static coro_context *new_coro, *create_coro; |
79 | |
|
|
80 | /* what we really want to detect here is wether we use a new-enough version of GAS */ |
|
|
81 | /* instead, check for gcc 3, ELF and GNU/Linux and hope for the best */ |
|
|
82 | # if __GNUC__ >= 3 && __ELF__ && __linux__ |
|
|
83 | # define HAVE_CFI 1 |
|
|
84 | # endif |
|
|
85 | |
83 | |
86 | static void |
84 | static void |
87 | coro_init (void) |
85 | coro_init (void) |
88 | { |
86 | { |
89 | volatile coro_func func = coro_init_func; |
87 | volatile coro_func func = coro_init_func; |
90 | volatile void *arg = coro_init_arg; |
88 | volatile void *arg = coro_init_arg; |
91 | |
89 | |
92 | coro_transfer ((coro_context *)new_coro, (coro_context *)create_coro); |
90 | coro_transfer (new_coro, create_coro); |
|
|
91 | |
|
|
92 | #if __GCC_HAVE_DWARF2_CFI_ASM && __amd64 |
|
|
93 | asm (".cfi_undefined rip"); |
|
|
94 | #endif |
93 | |
95 | |
94 | func ((void *)arg); |
96 | func ((void *)arg); |
95 | |
97 | |
96 | /* the new coro returned. bad. just abort() for now */ |
98 | /* the new coro returned. bad. just abort() for now */ |
97 | abort (); |
99 | abort (); |
98 | } |
100 | } |
99 | |
101 | |
100 | # if CORO_SJLJ |
102 | # if CORO_SJLJ |
101 | |
103 | |
102 | static volatile int trampoline_count; |
104 | static volatile int trampoline_done; |
103 | |
105 | |
104 | /* trampoline signal handler */ |
106 | /* trampoline signal handler */ |
105 | static void |
107 | static void |
106 | trampoline (int sig) |
108 | trampoline (int sig) |
107 | { |
109 | { |
108 | if (setjmp (((coro_context *)new_coro)->env)) |
110 | if (coro_setjmp (new_coro->env)) |
|
|
111 | coro_init (); /* start it */ |
|
|
112 | else |
|
|
113 | trampoline_done = 1; |
|
|
114 | } |
|
|
115 | |
|
|
116 | # endif |
|
|
117 | |
|
|
118 | # if CORO_ASM |
|
|
119 | |
|
|
120 | #if __arm__ && \ |
|
|
121 | (defined __ARM_ARCH_7__ || defined __ARM_ARCH_7A__ \ |
|
|
122 | || defined __ARM_ARCH_7R__ || defined __ARM_ARCH_7M__ \ |
|
|
123 | || __ARM_ARCH == 7) |
|
|
124 | #define CORO_ARM 1 |
|
|
125 | #endif |
|
|
126 | |
|
|
127 | #if _WIN32 || __CYGWIN__ |
|
|
128 | #define CORO_WIN_TIB 1 |
|
|
129 | #endif |
|
|
130 | |
|
|
131 | asm ( |
|
|
132 | "\t.text\n" |
|
|
133 | #if _WIN32 || __CYGWIN__ |
|
|
134 | "\t.globl _coro_transfer\n" |
|
|
135 | "_coro_transfer:\n" |
|
|
136 | #else |
|
|
137 | "\t.globl coro_transfer\n" |
|
|
138 | "coro_transfer:\n" |
|
|
139 | #endif |
|
|
140 | /* windows, of course, gives a shit on the amd64 ABI and uses different registers */ |
|
|
141 | /* http://blogs.msdn.com/freik/archive/2005/03/17/398200.aspx */ |
|
|
142 | #if __amd64 |
|
|
143 | |
|
|
144 | #if _WIN32 || __CYGWIN__ |
|
|
145 | #define NUM_SAVED 29 |
|
|
146 | "\tsubq $168, %rsp\t" /* one dummy qword to improve alignment */ |
|
|
147 | "\tmovaps %xmm6, (%rsp)\n" |
|
|
148 | "\tmovaps %xmm7, 16(%rsp)\n" |
|
|
149 | "\tmovaps %xmm8, 32(%rsp)\n" |
|
|
150 | "\tmovaps %xmm9, 48(%rsp)\n" |
|
|
151 | "\tmovaps %xmm10, 64(%rsp)\n" |
|
|
152 | "\tmovaps %xmm11, 80(%rsp)\n" |
|
|
153 | "\tmovaps %xmm12, 96(%rsp)\n" |
|
|
154 | "\tmovaps %xmm13, 112(%rsp)\n" |
|
|
155 | "\tmovaps %xmm14, 128(%rsp)\n" |
|
|
156 | "\tmovaps %xmm15, 144(%rsp)\n" |
|
|
157 | "\tpushq %rsi\n" |
|
|
158 | "\tpushq %rdi\n" |
|
|
159 | "\tpushq %rbp\n" |
|
|
160 | "\tpushq %rbx\n" |
|
|
161 | "\tpushq %r12\n" |
|
|
162 | "\tpushq %r13\n" |
|
|
163 | "\tpushq %r14\n" |
|
|
164 | "\tpushq %r15\n" |
|
|
165 | #if CORO_WIN_TIB |
|
|
166 | "\tpushq %fs:0x0\n" |
|
|
167 | "\tpushq %fs:0x8\n" |
|
|
168 | "\tpushq %fs:0xc\n" |
|
|
169 | #endif |
|
|
170 | "\tmovq %rsp, (%rcx)\n" |
|
|
171 | "\tmovq (%rdx), %rsp\n" |
|
|
172 | #if CORO_WIN_TIB |
|
|
173 | "\tpopq %fs:0xc\n" |
|
|
174 | "\tpopq %fs:0x8\n" |
|
|
175 | "\tpopq %fs:0x0\n" |
|
|
176 | #endif |
|
|
177 | "\tpopq %r15\n" |
|
|
178 | "\tpopq %r14\n" |
|
|
179 | "\tpopq %r13\n" |
|
|
180 | "\tpopq %r12\n" |
|
|
181 | "\tpopq %rbx\n" |
|
|
182 | "\tpopq %rbp\n" |
|
|
183 | "\tpopq %rdi\n" |
|
|
184 | "\tpopq %rsi\n" |
|
|
185 | "\tmovaps (%rsp), %xmm6\n" |
|
|
186 | "\tmovaps 16(%rsp), %xmm7\n" |
|
|
187 | "\tmovaps 32(%rsp), %xmm8\n" |
|
|
188 | "\tmovaps 48(%rsp), %xmm9\n" |
|
|
189 | "\tmovaps 64(%rsp), %xmm10\n" |
|
|
190 | "\tmovaps 80(%rsp), %xmm11\n" |
|
|
191 | "\tmovaps 96(%rsp), %xmm12\n" |
|
|
192 | "\tmovaps 112(%rsp), %xmm13\n" |
|
|
193 | "\tmovaps 128(%rsp), %xmm14\n" |
|
|
194 | "\tmovaps 144(%rsp), %xmm15\n" |
|
|
195 | "\taddq $168, %rsp\n" |
|
|
196 | #else |
|
|
197 | #define NUM_SAVED 6 |
|
|
198 | "\tpushq %rbp\n" |
|
|
199 | "\tpushq %rbx\n" |
|
|
200 | "\tpushq %r12\n" |
|
|
201 | "\tpushq %r13\n" |
|
|
202 | "\tpushq %r14\n" |
|
|
203 | "\tpushq %r15\n" |
|
|
204 | "\tmovq %rsp, (%rdi)\n" |
|
|
205 | "\tmovq (%rsi), %rsp\n" |
|
|
206 | "\tpopq %r15\n" |
|
|
207 | "\tpopq %r14\n" |
|
|
208 | "\tpopq %r13\n" |
|
|
209 | "\tpopq %r12\n" |
|
|
210 | "\tpopq %rbx\n" |
|
|
211 | "\tpopq %rbp\n" |
|
|
212 | #endif |
|
|
213 | "\tpopq %rcx\n" |
|
|
214 | "\tjmpq *%rcx\n" |
|
|
215 | |
|
|
216 | #elif __i386__ |
|
|
217 | |
|
|
218 | #define NUM_SAVED 4 |
|
|
219 | "\tpushl %ebp\n" |
|
|
220 | "\tpushl %ebx\n" |
|
|
221 | "\tpushl %esi\n" |
|
|
222 | "\tpushl %edi\n" |
|
|
223 | #if CORO_WIN_TIB |
|
|
224 | #undef NUM_SAVED |
|
|
225 | #define NUM_SAVED 7 |
|
|
226 | "\tpushl %fs:0\n" |
|
|
227 | "\tpushl %fs:4\n" |
|
|
228 | "\tpushl %fs:8\n" |
|
|
229 | #endif |
|
|
230 | "\tmovl %esp, (%eax)\n" |
|
|
231 | "\tmovl (%edx), %esp\n" |
|
|
232 | #if CORO_WIN_TIB |
|
|
233 | "\tpopl %fs:8\n" |
|
|
234 | "\tpopl %fs:4\n" |
|
|
235 | "\tpopl %fs:0\n" |
|
|
236 | #endif |
|
|
237 | "\tpopl %edi\n" |
|
|
238 | "\tpopl %esi\n" |
|
|
239 | "\tpopl %ebx\n" |
|
|
240 | "\tpopl %ebp\n" |
|
|
241 | "\tpopl %ecx\n" |
|
|
242 | "\tjmpl *%ecx\n" |
|
|
243 | |
|
|
244 | #elif CORO_ARM /* untested, what about thumb, neon, iwmmxt? */ |
|
|
245 | |
|
|
246 | #if __ARM_PCS_VFP |
|
|
247 | "\tvpush {d8-d15}\n" |
|
|
248 | #define NUM_SAVED (9 + 8 * 2) |
|
|
249 | #else |
|
|
250 | #define NUM_SAVED 9 |
|
|
251 | #endif |
|
|
252 | "\tpush {r4-r11,lr}\n" |
|
|
253 | "\tstr sp, [r0]\n" |
|
|
254 | "\tldr sp, [r1]\n" |
|
|
255 | "\tpop {r4-r11,lr}\n" |
|
|
256 | #if __ARM_PCS_VFP |
|
|
257 | "\tvpop {d8-d15}\n" |
|
|
258 | #endif |
|
|
259 | "\tmov r15, lr\n" |
|
|
260 | |
|
|
261 | #elif __mips__ && 0 /* untested, 32 bit only */ |
|
|
262 | |
|
|
263 | #define NUM_SAVED (12 + 8 * 2) |
|
|
264 | /* TODO: n64/o64, lw=>ld */ |
|
|
265 | |
|
|
266 | "\t.set nomips16\n" |
|
|
267 | "\t.frame $sp,112,$31\n" |
|
|
268 | #if __mips_soft_float |
|
|
269 | "\taddiu $sp,$sp,-44\n" |
|
|
270 | #else |
|
|
271 | "\taddiu $sp,$sp,-112\n" |
|
|
272 | "\ts.d $f30,88($sp)\n" |
|
|
273 | "\ts.d $f28,80($sp)\n" |
|
|
274 | "\ts.d $f26,72($sp)\n" |
|
|
275 | "\ts.d $f24,64($sp)\n" |
|
|
276 | "\ts.d $f22,56($sp)\n" |
|
|
277 | "\ts.d $f20,48($sp)\n" |
|
|
278 | #endif |
|
|
279 | "\tsw $28,40($sp)\n" |
|
|
280 | "\tsw $31,36($sp)\n" |
|
|
281 | "\tsw $fp,32($sp)\n" |
|
|
282 | "\tsw $23,28($sp)\n" |
|
|
283 | "\tsw $22,24($sp)\n" |
|
|
284 | "\tsw $21,20($sp)\n" |
|
|
285 | "\tsw $20,16($sp)\n" |
|
|
286 | "\tsw $19,12($sp)\n" |
|
|
287 | "\tsw $18,8($sp)\n" |
|
|
288 | "\tsw $17,4($sp)\n" |
|
|
289 | "\tsw $16,0($sp)\n" |
|
|
290 | "\tsw $sp,0($4)\n" |
|
|
291 | "\tlw $sp,0($5)\n" |
|
|
292 | #if !__mips_soft_float |
|
|
293 | "\tl.d $f30,88($sp)\n" |
|
|
294 | "\tl.d $f28,80($sp)\n" |
|
|
295 | "\tl.d $f26,72($sp)\n" |
|
|
296 | "\tl.d $f24,64($sp)\n" |
|
|
297 | "\tl.d $f22,56($sp)\n" |
|
|
298 | "\tl.d $f20,48($sp)\n" |
|
|
299 | #endif |
|
|
300 | "\tlw $28,40($sp)\n" |
|
|
301 | "\tlw $31,36($sp)\n" |
|
|
302 | "\tlw $fp,32($sp)\n" |
|
|
303 | "\tlw $23,28($sp)\n" |
|
|
304 | "\tlw $22,24($sp)\n" |
|
|
305 | "\tlw $21,20($sp)\n" |
|
|
306 | "\tlw $20,16($sp)\n" |
|
|
307 | "\tlw $19,12($sp)\n" |
|
|
308 | "\tlw $18,8($sp)\n" |
|
|
309 | "\tlw $17,4($sp)\n" |
|
|
310 | "\tlw $16,0($sp)\n" |
|
|
311 | "\tj $31\n" |
|
|
312 | #if __mips_soft_float |
|
|
313 | "\taddiu $sp,$sp,44\n" |
|
|
314 | #else |
|
|
315 | "\taddiu $sp,$sp,112\n" |
|
|
316 | #endif |
|
|
317 | |
|
|
318 | #else |
|
|
319 | #error unsupported architecture |
|
|
320 | #endif |
|
|
321 | ); |
|
|
322 | |
|
|
323 | # endif |
|
|
324 | |
|
|
325 | void |
|
|
326 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
|
|
327 | { |
|
|
328 | coro_context nctx; |
|
|
329 | # if CORO_SJLJ |
|
|
330 | stack_t ostk, nstk; |
|
|
331 | struct sigaction osa, nsa; |
|
|
332 | sigset_t nsig, osig; |
|
|
333 | # endif |
|
|
334 | |
|
|
335 | if (!coro) |
|
|
336 | return; |
|
|
337 | |
|
|
338 | coro_init_func = coro; |
|
|
339 | coro_init_arg = arg; |
|
|
340 | |
|
|
341 | new_coro = ctx; |
|
|
342 | create_coro = &nctx; |
|
|
343 | |
|
|
344 | # if CORO_SJLJ |
|
|
345 | /* we use SIGUSR2. first block it, then fiddle with it. */ |
|
|
346 | |
|
|
347 | sigemptyset (&nsig); |
|
|
348 | sigaddset (&nsig, SIGUSR2); |
|
|
349 | sigprocmask (SIG_BLOCK, &nsig, &osig); |
|
|
350 | |
|
|
351 | nsa.sa_handler = trampoline; |
|
|
352 | sigemptyset (&nsa.sa_mask); |
|
|
353 | nsa.sa_flags = SA_ONSTACK; |
|
|
354 | |
|
|
355 | if (sigaction (SIGUSR2, &nsa, &osa)) |
109 | { |
356 | { |
110 | # if HAVE_CFI |
357 | perror ("sigaction"); |
111 | asm (".cfi_startproc"); |
358 | abort (); |
112 | # endif |
|
|
113 | coro_init (); /* start it */ |
|
|
114 | # if HAVE_CFI |
|
|
115 | asm (".cfi_endproc"); |
|
|
116 | # endif |
|
|
117 | } |
359 | } |
|
|
360 | |
|
|
361 | /* set the new stack */ |
|
|
362 | nstk.ss_sp = STACK_ADJUST_PTR (sptr, ssize); /* yes, some platforms (IRIX) get this wrong. */ |
|
|
363 | nstk.ss_size = STACK_ADJUST_SIZE (sptr, ssize); |
|
|
364 | nstk.ss_flags = 0; |
|
|
365 | |
|
|
366 | if (sigaltstack (&nstk, &ostk) < 0) |
|
|
367 | { |
|
|
368 | perror ("sigaltstack"); |
|
|
369 | abort (); |
|
|
370 | } |
|
|
371 | |
|
|
372 | trampoline_done = 0; |
|
|
373 | kill (getpid (), SIGUSR2); |
|
|
374 | sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
|
|
375 | |
|
|
376 | while (!trampoline_done) |
|
|
377 | sigsuspend (&nsig); |
|
|
378 | |
|
|
379 | sigaltstack (0, &nstk); |
|
|
380 | nstk.ss_flags = SS_DISABLE; |
|
|
381 | if (sigaltstack (&nstk, 0) < 0) |
|
|
382 | perror ("sigaltstack"); |
|
|
383 | |
|
|
384 | sigaltstack (0, &nstk); |
|
|
385 | if (~nstk.ss_flags & SS_DISABLE) |
|
|
386 | abort (); |
|
|
387 | |
|
|
388 | if (~ostk.ss_flags & SS_DISABLE) |
|
|
389 | sigaltstack (&ostk, 0); |
|
|
390 | |
|
|
391 | sigaction (SIGUSR2, &osa, 0); |
|
|
392 | sigprocmask (SIG_SETMASK, &osig, 0); |
|
|
393 | |
|
|
394 | # elif CORO_LOSER |
|
|
395 | |
|
|
396 | coro_setjmp (ctx->env); |
|
|
397 | #if __CYGWIN__ && __i386__ |
|
|
398 | ctx->env[8] = (long) coro_init; |
|
|
399 | ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
400 | #elif __CYGWIN__ && __x86_64__ |
|
|
401 | ctx->env[7] = (long) coro_init; |
|
|
402 | ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
403 | #elif defined __MINGW32__ |
|
|
404 | ctx->env[5] = (long) coro_init; |
|
|
405 | ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); |
|
|
406 | #elif defined _M_IX86 |
|
|
407 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long) coro_init; |
|
|
408 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
409 | #elif defined _M_AMD64 |
|
|
410 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64) coro_init; |
|
|
411 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
|
|
412 | #elif defined _M_IA64 |
|
|
413 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64) coro_init; |
|
|
414 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64) STACK_ADJUST_PTR (sptr, ssize) - sizeof (__int64); |
118 | else |
415 | #else |
119 | trampoline_count++; |
416 | #error "microsoft libc or architecture not supported" |
120 | } |
417 | #endif |
|
|
418 | |
|
|
419 | # elif CORO_LINUX |
|
|
420 | |
|
|
421 | coro_setjmp (ctx->env); |
|
|
422 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
|
|
423 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
|
|
424 | ctx->env[0].__jmpbuf[JB_SP] = (long) STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
425 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
|
|
426 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
|
|
427 | ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); |
|
|
428 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
|
|
429 | ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; |
|
|
430 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
|
|
431 | #elif defined (__GNU_LIBRARY__) && defined (__x86_64__) |
|
|
432 | ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; |
|
|
433 | ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); |
|
|
434 | #else |
|
|
435 | #error "linux libc or architecture not supported" |
|
|
436 | #endif |
|
|
437 | |
|
|
438 | # elif CORO_IRIX |
|
|
439 | |
|
|
440 | coro_setjmp (ctx->env, 0); |
|
|
441 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
|
|
442 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
443 | |
|
|
444 | # elif CORO_ASM |
|
|
445 | |
|
|
446 | #if __i386__ || __x86_64__ |
|
|
447 | ctx->sp = (void **)(ssize + (char *)sptr); |
|
|
448 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
|
|
449 | *--ctx->sp = (void *)coro_init; |
|
|
450 | #if CORO_WIN_TIB |
|
|
451 | *--ctx->sp = 0; /* ExceptionList */ |
|
|
452 | *--ctx->sp = (char *)sptr + ssize; /* StackBase */ |
|
|
453 | *--ctx->sp = sptr; /* StackLimit */ |
|
|
454 | #endif |
|
|
455 | #elif CORO_ARM |
|
|
456 | /* return address stored in lr register, don't push anything */ |
|
|
457 | #else |
|
|
458 | #error unsupported architecture |
|
|
459 | #endif |
|
|
460 | |
|
|
461 | ctx->sp -= NUM_SAVED; |
|
|
462 | memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED); |
|
|
463 | |
|
|
464 | #if __i386__ || __x86_64__ |
|
|
465 | /* done already */ |
|
|
466 | #elif CORO_ARM |
|
|
467 | ctx->sp[0] = coro; /* r4 */ |
|
|
468 | ctx->sp[1] = arg; /* r5 */ |
|
|
469 | ctx->sp[8] = (char *)coro_init; /* lr */ |
|
|
470 | #else |
|
|
471 | #error unsupported architecture |
|
|
472 | #endif |
|
|
473 | |
|
|
474 | # elif CORO_UCONTEXT |
|
|
475 | |
|
|
476 | getcontext (&(ctx->uc)); |
|
|
477 | |
|
|
478 | ctx->uc.uc_link = 0; |
|
|
479 | ctx->uc.uc_stack.ss_sp = sptr; |
|
|
480 | ctx->uc.uc_stack.ss_size = (size_t)ssize; |
|
|
481 | ctx->uc.uc_stack.ss_flags = 0; |
|
|
482 | |
|
|
483 | makecontext (&(ctx->uc), (void (*)())coro_init, 0); |
121 | |
484 | |
122 | # endif |
485 | # endif |
123 | |
486 | |
124 | #endif |
487 | coro_transfer (create_coro, new_coro); |
|
|
488 | } |
125 | |
489 | |
126 | #if CORO_ASM |
490 | /*****************************************************************************/ |
127 | |
491 | /* pthread backend */ |
128 | asm ( |
492 | /*****************************************************************************/ |
129 | ".text\n" |
|
|
130 | ".globl coro_transfer\n" |
|
|
131 | ".type coro_transfer, @function\n" |
|
|
132 | "coro_transfer:\n" |
|
|
133 | # if __amd64 |
|
|
134 | # define NUM_SAVED 6 |
|
|
135 | "\tpush %rbp\n" |
|
|
136 | "\tpush %rbx\n" |
|
|
137 | "\tpush %r12\n" |
|
|
138 | "\tpush %r13\n" |
|
|
139 | "\tpush %r14\n" |
|
|
140 | "\tpush %r15\n" |
|
|
141 | "\tmov %rsp, (%rdi)\n" |
|
|
142 | "\tmov (%rsi), %rsp\n" |
|
|
143 | "\tpop %r15\n" |
|
|
144 | "\tpop %r14\n" |
|
|
145 | "\tpop %r13\n" |
|
|
146 | "\tpop %r12\n" |
|
|
147 | "\tpop %rbx\n" |
|
|
148 | "\tpop %rbp\n" |
|
|
149 | # elif __i386 |
|
|
150 | # define NUM_SAVED 4 |
|
|
151 | "\tpush %ebp\n" |
|
|
152 | "\tpush %ebx\n" |
|
|
153 | "\tpush %esi\n" |
|
|
154 | "\tpush %edi\n" |
|
|
155 | "\tmov %esp, (%eax)\n" |
|
|
156 | "\tmov (%edx), %esp\n" |
|
|
157 | "\tpop %edi\n" |
|
|
158 | "\tpop %esi\n" |
|
|
159 | "\tpop %ebx\n" |
|
|
160 | "\tpop %ebp\n" |
|
|
161 | # else |
|
|
162 | # error unsupported architecture |
|
|
163 | # endif |
|
|
164 | "\tret\n" |
|
|
165 | ); |
|
|
166 | |
|
|
167 | #endif |
|
|
168 | |
|
|
169 | #if CORO_PTHREAD |
493 | #elif CORO_PTHREAD |
170 | |
494 | |
171 | /* this mutex will be locked by the running coroutine */ |
495 | /* this mutex will be locked by the running coroutine */ |
172 | pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
496 | pthread_mutex_t coro_mutex = PTHREAD_MUTEX_INITIALIZER; |
173 | |
497 | |
174 | struct coro_init_args |
498 | struct coro_init_args |
… | |
… | |
186 | { |
510 | { |
187 | pthread_mutex_unlock ((pthread_mutex_t *)arg); |
511 | pthread_mutex_unlock ((pthread_mutex_t *)arg); |
188 | } |
512 | } |
189 | |
513 | |
190 | static void * |
514 | static void * |
191 | trampoline (void *args_) |
515 | coro_init (void *args_) |
192 | { |
516 | { |
193 | struct coro_init_args *args = (struct coro_init_args *)args_; |
517 | struct coro_init_args *args = (struct coro_init_args *)args_; |
194 | coro_func func = args->func; |
518 | coro_func func = args->func; |
195 | void *arg = args->arg; |
519 | void *arg = args->arg; |
196 | |
520 | |
… | |
… | |
208 | void |
532 | void |
209 | coro_transfer (coro_context *prev, coro_context *next) |
533 | coro_transfer (coro_context *prev, coro_context *next) |
210 | { |
534 | { |
211 | pthread_cond_signal (&next->cv); |
535 | pthread_cond_signal (&next->cv); |
212 | pthread_cond_wait (&prev->cv, &coro_mutex); |
536 | pthread_cond_wait (&prev->cv, &coro_mutex); |
|
|
537 | #if __FreeBSD__ /* freebsd is of course broken and needs manual testcancel calls... yay... */ |
|
|
538 | pthread_testcancel (); |
|
|
539 | #endif |
|
|
540 | } |
|
|
541 | |
|
|
542 | void |
|
|
543 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
|
|
544 | { |
|
|
545 | static coro_context nctx; |
|
|
546 | static int once; |
|
|
547 | |
|
|
548 | if (!once) |
|
|
549 | { |
|
|
550 | once = 1; |
|
|
551 | |
|
|
552 | pthread_mutex_lock (&coro_mutex); |
|
|
553 | pthread_cond_init (&nctx.cv, 0); |
|
|
554 | null_tid = pthread_self (); |
|
|
555 | } |
|
|
556 | |
|
|
557 | pthread_cond_init (&ctx->cv, 0); |
|
|
558 | |
|
|
559 | if (coro) |
|
|
560 | { |
|
|
561 | pthread_attr_t attr; |
|
|
562 | struct coro_init_args args; |
|
|
563 | |
|
|
564 | args.func = coro; |
|
|
565 | args.arg = arg; |
|
|
566 | args.self = ctx; |
|
|
567 | args.main = &nctx; |
|
|
568 | |
|
|
569 | pthread_attr_init (&attr); |
|
|
570 | #if __UCLIBC__ |
|
|
571 | /* exists, but is borked */ |
|
|
572 | /*pthread_attr_setstacksize (&attr, (size_t)ssize);*/ |
|
|
573 | #elif __CYGWIN__ |
|
|
574 | /* POSIX, not here */ |
|
|
575 | pthread_attr_setstacksize (&attr, (size_t)ssize); |
|
|
576 | #else |
|
|
577 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
|
|
578 | #endif |
|
|
579 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
|
|
580 | pthread_create (&ctx->id, &attr, coro_init, &args); |
|
|
581 | |
|
|
582 | coro_transfer (args.main, args.self); |
|
|
583 | } |
|
|
584 | else |
|
|
585 | ctx->id = null_tid; |
213 | } |
586 | } |
214 | |
587 | |
215 | void |
588 | void |
216 | coro_destroy (coro_context *ctx) |
589 | coro_destroy (coro_context *ctx) |
217 | { |
590 | { |
… | |
… | |
224 | } |
597 | } |
225 | |
598 | |
226 | pthread_cond_destroy (&ctx->cv); |
599 | pthread_cond_destroy (&ctx->cv); |
227 | } |
600 | } |
228 | |
601 | |
229 | #endif |
602 | /*****************************************************************************/ |
|
|
603 | /* fiber backend */ |
|
|
604 | /*****************************************************************************/ |
|
|
605 | #elif CORO_FIBER |
230 | |
606 | |
231 | /* initialize a machine state */ |
607 | #define WIN32_LEAN_AND_MEAN |
|
|
608 | #if _WIN32_WINNT < 0x0400 |
|
|
609 | #undef _WIN32_WINNT |
|
|
610 | #define _WIN32_WINNT 0x0400 |
|
|
611 | #endif |
|
|
612 | #include <windows.h> |
|
|
613 | |
|
|
614 | VOID CALLBACK |
|
|
615 | coro_init (PVOID arg) |
|
|
616 | { |
|
|
617 | coro_context *ctx = (coro_context *)arg; |
|
|
618 | |
|
|
619 | ctx->coro (ctx->arg); |
|
|
620 | } |
|
|
621 | |
232 | void |
622 | void |
|
|
623 | coro_transfer (coro_context *prev, coro_context *next) |
|
|
624 | { |
|
|
625 | if (!prev->fiber) |
|
|
626 | { |
|
|
627 | prev->fiber = GetCurrentFiber (); |
|
|
628 | |
|
|
629 | if (prev->fiber == 0 || prev->fiber == (void *)0x1e00) |
|
|
630 | prev->fiber = ConvertThreadToFiber (0); |
|
|
631 | } |
|
|
632 | |
|
|
633 | SwitchToFiber (next->fiber); |
|
|
634 | } |
|
|
635 | |
|
|
636 | void |
233 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) |
637 | coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize) |
234 | { |
638 | { |
235 | #if CORO_UCONTEXT |
639 | ctx->fiber = 0; |
|
|
640 | ctx->coro = coro; |
|
|
641 | ctx->arg = arg; |
236 | |
642 | |
237 | if (!coro) |
643 | if (!coro) |
238 | return; |
644 | return; |
239 | |
645 | |
240 | getcontext (&(ctx->uc)); |
646 | ctx->fiber = CreateFiber (ssize, coro_init, ctx); |
|
|
647 | } |
241 | |
648 | |
242 | ctx->uc.uc_link = 0; |
649 | void |
243 | ctx->uc.uc_stack.ss_sp = STACK_ADJUST_PTR (sptr,ssize); |
650 | coro_destroy (coro_context *ctx) |
244 | ctx->uc.uc_stack.ss_size = (size_t)STACK_ADJUST_SIZE (sptr,ssize); |
651 | { |
245 | ctx->uc.uc_stack.ss_flags = 0; |
652 | DeleteFiber (ctx->fiber); |
|
|
653 | } |
246 | |
654 | |
247 | makecontext (&(ctx->uc), (void (*)())coro, 1, arg); |
655 | #else |
|
|
656 | #error unsupported backend |
|
|
657 | #endif |
248 | |
658 | |
249 | #elif CORO_SJLJ || CORO_LOSER || CORO_LINUX || CORO_IRIX || CORO_ASM |
659 | /*****************************************************************************/ |
|
|
660 | /* stack management */ |
|
|
661 | /*****************************************************************************/ |
|
|
662 | #if CORO_STACKALLOC |
250 | |
663 | |
251 | # if CORO_SJLJ |
664 | #include <stdlib.h> |
252 | stack_t ostk, nstk; |
665 | |
253 | struct sigaction osa, nsa; |
666 | #ifndef _WIN32 |
254 | sigset_t nsig, osig; |
667 | # include <unistd.h> |
|
|
668 | #endif |
|
|
669 | |
|
|
670 | #if CORO_USE_VALGRIND |
|
|
671 | # include <valgrind/valgrind.h> |
|
|
672 | #endif |
|
|
673 | |
|
|
674 | #if _POSIX_MAPPED_FILES |
|
|
675 | # include <sys/mman.h> |
|
|
676 | # define CORO_MMAP 1 |
|
|
677 | # ifndef MAP_ANONYMOUS |
|
|
678 | # ifdef MAP_ANON |
|
|
679 | # define MAP_ANONYMOUS MAP_ANON |
|
|
680 | # else |
|
|
681 | # undef CORO_MMAP |
|
|
682 | # endif |
255 | # endif |
683 | # endif |
256 | coro_context nctx; |
684 | # include <limits.h> |
|
|
685 | #else |
|
|
686 | # undef CORO_MMAP |
|
|
687 | #endif |
257 | |
688 | |
258 | if (!coro) |
689 | #if _POSIX_MEMORY_PROTECTION |
259 | return; |
690 | # ifndef CORO_GUARDPAGES |
|
|
691 | # define CORO_GUARDPAGES 4 |
|
|
692 | # endif |
|
|
693 | #else |
|
|
694 | # undef CORO_GUARDPAGES |
|
|
695 | #endif |
260 | |
696 | |
261 | coro_init_func = coro; |
697 | #if !CORO_MMAP |
262 | coro_init_arg = arg; |
698 | # undef CORO_GUARDPAGES |
|
|
699 | #endif |
263 | |
700 | |
264 | new_coro = ctx; |
701 | #if !__i386__ && !__x86_64__ && !__powerpc__ && !__arm__ && !__aarch64__ && !__m68k__ && !__alpha__ && !__mips__ && !__sparc64__ |
265 | create_coro = &nctx; |
702 | # undef CORO_GUARDPAGES |
|
|
703 | #endif |
266 | |
704 | |
267 | # if CORO_SJLJ |
705 | #ifndef CORO_GUARDPAGES |
268 | /* we use SIGUSR2. first block it, then fiddle with it. */ |
706 | # define CORO_GUARDPAGES 0 |
|
|
707 | #endif |
269 | |
708 | |
270 | sigemptyset (&nsig); |
709 | #if !PAGESIZE |
271 | sigaddset (&nsig, SIGUSR2); |
710 | #if !CORO_MMAP |
272 | sigprocmask (SIG_BLOCK, &nsig, &osig); |
711 | #define PAGESIZE 4096 |
273 | |
712 | #else |
274 | nsa.sa_handler = trampoline; |
713 | static size_t |
275 | sigemptyset (&nsa.sa_mask); |
714 | coro_pagesize (void) |
276 | nsa.sa_flags = SA_ONSTACK; |
|
|
277 | |
|
|
278 | if (sigaction (SIGUSR2, &nsa, &osa)) |
|
|
279 | { |
715 | { |
280 | perror ("sigaction"); |
716 | static size_t pagesize; |
281 | abort (); |
717 | |
|
|
718 | if (!pagesize) |
|
|
719 | pagesize = sysconf (_SC_PAGESIZE); |
|
|
720 | |
|
|
721 | return pagesize; |
282 | } |
722 | } |
283 | |
723 | |
284 | /* set the new stack */ |
724 | #define PAGESIZE coro_pagesize () |
285 | nstk.ss_sp = STACK_ADJUST_PTR (sptr,ssize); /* yes, some platforms (IRIX) get this wrong. */ |
725 | #endif |
286 | nstk.ss_size = STACK_ADJUST_SIZE (sptr,ssize); |
726 | #endif |
287 | nstk.ss_flags = 0; |
|
|
288 | |
727 | |
289 | if (sigaltstack (&nstk, &ostk) < 0) |
728 | int |
290 | { |
729 | coro_stack_alloc (struct coro_stack *stack, unsigned int size) |
291 | perror ("sigaltstack"); |
730 | { |
292 | abort (); |
731 | if (!size) |
293 | } |
732 | size = 256 * 1024; |
294 | |
733 | |
295 | trampoline_count = 0; |
734 | stack->sptr = 0; |
296 | kill (getpid (), SIGUSR2); |
735 | stack->ssze = ((size_t)size * sizeof (void *) + PAGESIZE - 1) / PAGESIZE * PAGESIZE; |
297 | sigfillset (&nsig); sigdelset (&nsig, SIGUSR2); |
|
|
298 | |
736 | |
299 | while (!trampoline_count) |
737 | #if CORO_FIBER |
300 | sigsuspend (&nsig); |
|
|
301 | |
738 | |
302 | sigaltstack (0, &nstk); |
739 | stack->sptr = (void *)stack; |
303 | nstk.ss_flags = SS_DISABLE; |
740 | return 1; |
304 | if (sigaltstack (&nstk, 0) < 0) |
|
|
305 | perror ("sigaltstack"); |
|
|
306 | |
741 | |
307 | sigaltstack (0, &nstk); |
|
|
308 | if (~nstk.ss_flags & SS_DISABLE) |
|
|
309 | abort (); |
|
|
310 | |
|
|
311 | if (~ostk.ss_flags & SS_DISABLE) |
|
|
312 | sigaltstack (&ostk, 0); |
|
|
313 | |
|
|
314 | sigaction (SIGUSR2, &osa, 0); |
|
|
315 | |
|
|
316 | sigprocmask (SIG_SETMASK, &osig, 0); |
|
|
317 | |
|
|
318 | # elif CORO_LOSER |
|
|
319 | |
|
|
320 | setjmp (ctx->env); |
|
|
321 | #if __CYGWIN__ |
|
|
322 | ctx->env[7] = (long)((char *)sptr + ssize) - sizeof (long); |
|
|
323 | ctx->env[8] = (long)coro_init; |
|
|
324 | #elif defined(_M_IX86) |
|
|
325 | ((_JUMP_BUFFER *)&ctx->env)->Eip = (long)coro_init; |
|
|
326 | ((_JUMP_BUFFER *)&ctx->env)->Esp = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
327 | #elif defined(_M_AMD64) |
|
|
328 | ((_JUMP_BUFFER *)&ctx->env)->Rip = (__int64)coro_init; |
|
|
329 | ((_JUMP_BUFFER *)&ctx->env)->Rsp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
330 | #elif defined(_M_IA64) |
|
|
331 | ((_JUMP_BUFFER *)&ctx->env)->StIIP = (__int64)coro_init; |
|
|
332 | ((_JUMP_BUFFER *)&ctx->env)->IntSp = (__int64)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
333 | #else |
742 | #else |
334 | # error "microsoft libc or architecture not supported" |
743 | |
|
|
744 | size_t ssze = stack->ssze + CORO_GUARDPAGES * PAGESIZE; |
|
|
745 | void *base; |
|
|
746 | |
|
|
747 | #if CORO_MMAP |
|
|
748 | /* mmap supposedly does allocate-on-write for us */ |
|
|
749 | base = mmap (0, ssze, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
750 | |
|
|
751 | if (base == (void *)-1) |
|
|
752 | { |
|
|
753 | /* some systems don't let us have executable heap */ |
|
|
754 | /* we assume they won't need executable stack in that case */ |
|
|
755 | base = mmap (0, ssze, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0); |
|
|
756 | |
|
|
757 | if (base == (void *)-1) |
|
|
758 | return 0; |
|
|
759 | } |
|
|
760 | |
|
|
761 | #if CORO_GUARDPAGES |
|
|
762 | mprotect (base, CORO_GUARDPAGES * PAGESIZE, PROT_NONE); |
|
|
763 | #endif |
|
|
764 | |
|
|
765 | base = (void*)((char *)base + CORO_GUARDPAGES * PAGESIZE); |
|
|
766 | #else |
|
|
767 | base = malloc (ssze); |
|
|
768 | if (!base) |
|
|
769 | return 0; |
335 | #endif |
770 | #endif |
336 | |
771 | |
337 | # elif CORO_LINUX |
772 | #if CORO_USE_VALGRIND |
|
|
773 | stack->valgrind_id = VALGRIND_STACK_REGISTER ((char *)base, ((char *)base) + ssze - CORO_GUARDPAGES * PAGESIZE); |
|
|
774 | #endif |
338 | |
775 | |
339 | _setjmp (ctx->env); |
776 | stack->sptr = base; |
340 | #if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (JB_PC) && defined (JB_SP) |
777 | return 1; |
341 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
778 | |
342 | ctx->env[0].__jmpbuf[JB_SP] = (long)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
779 | #endif |
343 | #elif __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 0 && defined (__mc68000__) |
780 | } |
344 | ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; |
781 | |
345 | ctx->env[0].__jmpbuf[0].__sp = (int *)((char *)sptr + ssize) - sizeof (long); |
782 | void |
346 | #elif defined (__GNU_LIBRARY__) && defined (__i386__) |
783 | coro_stack_free (struct coro_stack *stack) |
347 | ctx->env[0].__jmpbuf[0].__pc = (char *)coro_init; |
784 | { |
348 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); |
785 | #if CORO_FIBER |
349 | #elif defined (__GNU_LIBRARY__) && defined (__amd64__) |
786 | /* nop */ |
350 | ctx->env[0].__jmpbuf[JB_PC] = (long)coro_init; |
|
|
351 | ctx->env[0].__jmpbuf[0].__sp = (void *)((char *)sptr + ssize) - sizeof (long); |
|
|
352 | #else |
787 | #else |
353 | # error "linux libc or architecture not supported" |
788 | #if CORO_USE_VALGRIND |
|
|
789 | VALGRIND_STACK_DEREGISTER (stack->valgrind_id); |
354 | #endif |
790 | #endif |
355 | |
791 | |
356 | # elif CORO_IRIX |
792 | #if CORO_MMAP |
357 | |
793 | if (stack->sptr) |
358 | setjmp (ctx->env); |
794 | munmap ((void*)((char *)stack->sptr - CORO_GUARDPAGES * PAGESIZE), |
359 | ctx->env[JB_PC] = (__uint64_t)coro_init; |
795 | stack->ssze + CORO_GUARDPAGES * PAGESIZE); |
360 | ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); |
|
|
361 | |
|
|
362 | # elif CORO_ASM |
|
|
363 | |
|
|
364 | ctx->sp = (volatile void **)(ssize + (char *)sptr); |
|
|
365 | *--ctx->sp = (void *)abort; /* needed for alignment only */ |
|
|
366 | *--ctx->sp = (void *)coro_init; |
|
|
367 | ctx->sp -= NUM_SAVED; |
|
|
368 | |
|
|
369 | # endif |
|
|
370 | |
|
|
371 | coro_transfer ((coro_context *)create_coro, (coro_context *)new_coro); |
|
|
372 | |
|
|
373 | # elif CORO_PTHREAD |
|
|
374 | |
|
|
375 | static coro_context nctx; |
|
|
376 | static int once; |
|
|
377 | |
|
|
378 | if (!once) |
|
|
379 | { |
|
|
380 | once = 1; |
|
|
381 | |
|
|
382 | pthread_mutex_lock (&coro_mutex); |
|
|
383 | pthread_cond_init (&nctx.cv, 0); |
|
|
384 | null_tid = pthread_self (); |
|
|
385 | } |
|
|
386 | |
|
|
387 | pthread_cond_init (&ctx->cv, 0); |
|
|
388 | |
|
|
389 | if (coro) |
|
|
390 | { |
|
|
391 | pthread_attr_t attr; |
|
|
392 | struct coro_init_args args; |
|
|
393 | |
|
|
394 | args.func = coro; |
|
|
395 | args.arg = arg; |
|
|
396 | args.self = ctx; |
|
|
397 | args.main = &nctx; |
|
|
398 | |
|
|
399 | pthread_attr_init (&attr); |
|
|
400 | pthread_attr_setstack (&attr, sptr, (size_t)ssize); |
|
|
401 | pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); |
|
|
402 | pthread_create (&ctx->id, &attr, trampoline, &args); |
|
|
403 | |
|
|
404 | coro_transfer (args.main, args.self); |
|
|
405 | } |
|
|
406 | else |
796 | #else |
407 | ctx->id = null_tid; |
797 | free (stack->sptr); |
408 | |
|
|
409 | #else |
|
|
410 | # error unsupported backend |
|
|
411 | #endif |
798 | #endif |
|
|
799 | #endif |
412 | } |
800 | } |
413 | |
801 | |
|
|
802 | #endif |
|
|
803 | |