ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/libcoro/coro.c
(Generate patch)

Comparing libcoro/coro.c (file contents):
Revision 1.63 by root, Wed Dec 5 01:09:12 2012 UTC vs.
Revision 1.70 by root, Fri Nov 18 05:45:00 2016 UTC

38 * go to Ralf S. Engelschall <rse@engelschall.com>. 38 * go to Ralf S. Engelschall <rse@engelschall.com>.
39 */ 39 */
40 40
41#include "coro.h" 41#include "coro.h"
42 42
43#include <stddef.h>
43#include <string.h> 44#include <string.h>
44 45
45/*****************************************************************************/ 46/*****************************************************************************/
46/* ucontext/setjmp/asm backends */ 47/* ucontext/setjmp/asm backends */
47/*****************************************************************************/ 48/*****************************************************************************/
87 volatile void *arg = coro_init_arg; 88 volatile void *arg = coro_init_arg;
88 89
89 coro_transfer (new_coro, create_coro); 90 coro_transfer (new_coro, create_coro);
90 91
91#if __GCC_HAVE_DWARF2_CFI_ASM && __amd64 92#if __GCC_HAVE_DWARF2_CFI_ASM && __amd64
93 asm (".cfi_startproc");
92 asm (".cfi_undefined rip"); 94 asm (".cfi_undefined rip");
93#endif 95#endif
94 96
95 func ((void *)arg); 97 func ((void *)arg);
98
99#if __GCC_HAVE_DWARF2_CFI_ASM && __amd64
100 asm (".cfi_endproc");
101#endif
96 102
97 /* the new coro returned. bad. just abort() for now */ 103 /* the new coro returned. bad. just abort() for now */
98 abort (); 104 abort ();
99} 105}
100 106
113} 119}
114 120
115# endif 121# endif
116 122
117# if CORO_ASM 123# if CORO_ASM
124
125 #if __arm__ && \
126 (defined __ARM_ARCH_7__ || defined __ARM_ARCH_7A__ \
127 || defined __ARM_ARCH_7R__ || defined __ARM_ARCH_7M__ \
128 || __ARM_ARCH == 7)
129 #define CORO_ARM 1
130 #endif
118 131
119 #if _WIN32 || __CYGWIN__ 132 #if _WIN32 || __CYGWIN__
120 #define CORO_WIN_TIB 1 133 #define CORO_WIN_TIB 1
121 #endif 134 #endif
122 135
203 "\tpopq %rbp\n" 216 "\tpopq %rbp\n"
204 #endif 217 #endif
205 "\tpopq %rcx\n" 218 "\tpopq %rcx\n"
206 "\tjmpq *%rcx\n" 219 "\tjmpq *%rcx\n"
207 220
208 #elif __i386 221 #elif __i386__
209 222
210 #define NUM_SAVED 4 223 #define NUM_SAVED 4
211 "\tpushl %ebp\n" 224 "\tpushl %ebp\n"
212 "\tpushl %ebx\n" 225 "\tpushl %ebx\n"
213 "\tpushl %esi\n" 226 "\tpushl %esi\n"
231 "\tpopl %ebx\n" 244 "\tpopl %ebx\n"
232 "\tpopl %ebp\n" 245 "\tpopl %ebp\n"
233 "\tpopl %ecx\n" 246 "\tpopl %ecx\n"
234 "\tjmpl *%ecx\n" 247 "\tjmpl *%ecx\n"
235 248
249 #elif CORO_ARM /* untested, what about thumb, neon, iwmmxt? */
250
251 #if __ARM_PCS_VFP
252 "\tvpush {d8-d15}\n"
253 #define NUM_SAVED (9 + 8 * 2)
254 #else
255 #define NUM_SAVED 9
256 #endif
257 "\tpush {r4-r11,lr}\n"
258 "\tstr sp, [r0]\n"
259 "\tldr sp, [r1]\n"
260 "\tpop {r4-r11,lr}\n"
261 #if __ARM_PCS_VFP
262 "\tvpop {d8-d15}\n"
263 #endif
264 "\tmov r15, lr\n"
265
266 #elif __mips__ && 0 /* untested, 32 bit only */
267
268 #define NUM_SAVED (12 + 8 * 2)
269 /* TODO: n64/o64, lw=>ld */
270
271 "\t.set nomips16\n"
272 "\t.frame $sp,112,$31\n"
273 #if __mips_soft_float
274 "\taddiu $sp,$sp,-44\n"
275 #else
276 "\taddiu $sp,$sp,-112\n"
277 "\ts.d $f30,88($sp)\n"
278 "\ts.d $f28,80($sp)\n"
279 "\ts.d $f26,72($sp)\n"
280 "\ts.d $f24,64($sp)\n"
281 "\ts.d $f22,56($sp)\n"
282 "\ts.d $f20,48($sp)\n"
283 #endif
284 "\tsw $28,40($sp)\n"
285 "\tsw $31,36($sp)\n"
286 "\tsw $fp,32($sp)\n"
287 "\tsw $23,28($sp)\n"
288 "\tsw $22,24($sp)\n"
289 "\tsw $21,20($sp)\n"
290 "\tsw $20,16($sp)\n"
291 "\tsw $19,12($sp)\n"
292 "\tsw $18,8($sp)\n"
293 "\tsw $17,4($sp)\n"
294 "\tsw $16,0($sp)\n"
295 "\tsw $sp,0($4)\n"
296 "\tlw $sp,0($5)\n"
297 #if !__mips_soft_float
298 "\tl.d $f30,88($sp)\n"
299 "\tl.d $f28,80($sp)\n"
300 "\tl.d $f26,72($sp)\n"
301 "\tl.d $f24,64($sp)\n"
302 "\tl.d $f22,56($sp)\n"
303 "\tl.d $f20,48($sp)\n"
304 #endif
305 "\tlw $28,40($sp)\n"
306 "\tlw $31,36($sp)\n"
307 "\tlw $fp,32($sp)\n"
308 "\tlw $23,28($sp)\n"
309 "\tlw $22,24($sp)\n"
310 "\tlw $21,20($sp)\n"
311 "\tlw $20,16($sp)\n"
312 "\tlw $19,12($sp)\n"
313 "\tlw $18,8($sp)\n"
314 "\tlw $17,4($sp)\n"
315 "\tlw $16,0($sp)\n"
316 "\tj $31\n"
317 #if __mips_soft_float
318 "\taddiu $sp,$sp,44\n"
319 #else
320 "\taddiu $sp,$sp,112\n"
321 #endif
322
236 #else 323 #else
237 #error unsupported architecture 324 #error unsupported architecture
238 #endif 325 #endif
239 ); 326 );
240 327
241# endif 328# endif
242 329
243void 330void
244coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) 331coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize)
245{ 332{
246 coro_context nctx; 333 coro_context nctx;
247# if CORO_SJLJ 334# if CORO_SJLJ
248 stack_t ostk, nstk; 335 stack_t ostk, nstk;
249 struct sigaction osa, nsa; 336 struct sigaction osa, nsa;
310 sigprocmask (SIG_SETMASK, &osig, 0); 397 sigprocmask (SIG_SETMASK, &osig, 0);
311 398
312# elif CORO_LOSER 399# elif CORO_LOSER
313 400
314 coro_setjmp (ctx->env); 401 coro_setjmp (ctx->env);
315 #if __CYGWIN__ && __i386 402 #if __CYGWIN__ && __i386__
316 ctx->env[8] = (long) coro_init; 403 ctx->env[8] = (long) coro_init;
317 ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long); 404 ctx->env[7] = (long) ((char *)sptr + ssize) - sizeof (long);
318 #elif __CYGWIN__ && __x86_64 405 #elif __CYGWIN__ && __x86_64__
319 ctx->env[7] = (long) coro_init; 406 ctx->env[7] = (long) coro_init;
320 ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long); 407 ctx->env[6] = (long) ((char *)sptr + ssize) - sizeof (long);
321 #elif defined __MINGW32__ 408 #elif defined __MINGW32__
322 ctx->env[5] = (long) coro_init; 409 ctx->env[5] = (long) coro_init;
323 ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long); 410 ctx->env[4] = (long) ((char *)sptr + ssize) - sizeof (long);
344 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init; 431 ctx->env[0].__jmpbuf[0].__aregs[0] = (long int)coro_init;
345 ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long); 432 ctx->env[0].__jmpbuf[0].__sp = (int *) ((char *)sptr + ssize) - sizeof (long);
346 #elif defined (__GNU_LIBRARY__) && defined (__i386__) 433 #elif defined (__GNU_LIBRARY__) && defined (__i386__)
347 ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init; 434 ctx->env[0].__jmpbuf[0].__pc = (char *) coro_init;
348 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); 435 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long);
349 #elif defined (__GNU_LIBRARY__) && defined (__amd64__) 436 #elif defined (__GNU_LIBRARY__) && defined (__x86_64__)
350 ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init; 437 ctx->env[0].__jmpbuf[JB_PC] = (long) coro_init;
351 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long); 438 ctx->env[0].__jmpbuf[0].__sp = (void *) ((char *)sptr + ssize) - sizeof (long);
352 #else 439 #else
353 #error "linux libc or architecture not supported" 440 #error "linux libc or architecture not supported"
354 #endif 441 #endif
359 ctx->env[JB_PC] = (__uint64_t)coro_init; 446 ctx->env[JB_PC] = (__uint64_t)coro_init;
360 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long); 447 ctx->env[JB_SP] = (__uint64_t)STACK_ADJUST_PTR (sptr, ssize) - sizeof (long);
361 448
362# elif CORO_ASM 449# elif CORO_ASM
363 450
451 #if __i386__ || __x86_64__
364 ctx->sp = (void **)(ssize + (char *)sptr); 452 ctx->sp = (void **)(ssize + (char *)sptr);
365 *--ctx->sp = (void *)abort; /* needed for alignment only */ 453 *--ctx->sp = (void *)abort; /* needed for alignment only */
366 *--ctx->sp = (void *)coro_init; 454 *--ctx->sp = (void *)coro_init;
367
368 #if CORO_WIN_TIB 455 #if CORO_WIN_TIB
369 *--ctx->sp = 0; /* ExceptionList */ 456 *--ctx->sp = 0; /* ExceptionList */
370 *--ctx->sp = (char *)sptr + ssize; /* StackBase */ 457 *--ctx->sp = (char *)sptr + ssize; /* StackBase */
371 *--ctx->sp = sptr; /* StackLimit */ 458 *--ctx->sp = sptr; /* StackLimit */
459 #endif
460 #elif CORO_ARM
461 /* return address stored in lr register, don't push anything */
462 #else
463 #error unsupported architecture
372 #endif 464 #endif
373 465
374 ctx->sp -= NUM_SAVED; 466 ctx->sp -= NUM_SAVED;
375 memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED); 467 memset (ctx->sp, 0, sizeof (*ctx->sp) * NUM_SAVED);
468
469 #if __i386__ || __x86_64__
470 /* done already */
471 #elif CORO_ARM
472 ctx->sp[0] = coro; /* r4 */
473 ctx->sp[1] = arg; /* r5 */
474 ctx->sp[8] = (char *)coro_init; /* lr */
475 #else
476 #error unsupported architecture
477 #endif
376 478
377# elif CORO_UCONTEXT 479# elif CORO_UCONTEXT
378 480
379 getcontext (&(ctx->uc)); 481 getcontext (&(ctx->uc));
380 482
441 pthread_testcancel (); 543 pthread_testcancel ();
442#endif 544#endif
443} 545}
444 546
445void 547void
446coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) 548coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize)
447{ 549{
448 static coro_context nctx; 550 static coro_context nctx;
449 static int once; 551 static int once;
450 552
451 if (!once) 553 if (!once)
506/* fiber backend */ 608/* fiber backend */
507/*****************************************************************************/ 609/*****************************************************************************/
508#elif CORO_FIBER 610#elif CORO_FIBER
509 611
510#define WIN32_LEAN_AND_MEAN 612#define WIN32_LEAN_AND_MEAN
613#if _WIN32_WINNT < 0x0400
614 #undef _WIN32_WINNT
615 #define _WIN32_WINNT 0x0400
616#endif
511#include <windows.h> 617#include <windows.h>
512 618
513#include <stdio.h>//D
514VOID CALLBACK 619VOID CALLBACK
515coro_init (PVOID arg) 620coro_init (PVOID arg)
516{ 621{
517 coro_context *ctx = (coro_context *)arg; 622 coro_context *ctx = (coro_context *)arg;
518 623
532 637
533 SwitchToFiber (next->fiber); 638 SwitchToFiber (next->fiber);
534} 639}
535 640
536void 641void
537coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, long ssize) 642coro_create (coro_context *ctx, coro_func coro, void *arg, void *sptr, size_t ssize)
538{ 643{
539 ctx->fiber = 0; 644 ctx->fiber = 0;
540 ctx->coro = coro; 645 ctx->coro = coro;
541 ctx->arg = arg; 646 ctx->arg = arg;
542 647
551{ 656{
552 DeleteFiber (ctx->fiber); 657 DeleteFiber (ctx->fiber);
553} 658}
554 659
555#else 660#else
556# error unsupported backend 661 #error unsupported backend
662#endif
663
664/*****************************************************************************/
665/* stack management */
666/*****************************************************************************/
667#if CORO_STACKALLOC
668
669#include <stdlib.h>
670
671#ifndef _WIN32
672# include <unistd.h>
673#endif
674
675#if CORO_USE_VALGRIND
676# include <valgrind/valgrind.h>
677#endif
678
679#if _POSIX_MAPPED_FILES
680# include <sys/mman.h>
681# define CORO_MMAP 1
682# ifndef MAP_ANONYMOUS
683# ifdef MAP_ANON
684# define MAP_ANONYMOUS MAP_ANON
685# else
686# undef CORO_MMAP
687# endif
557#endif 688# endif
689# include <limits.h>
690#else
691# undef CORO_MMAP
692#endif
558 693
694#if _POSIX_MEMORY_PROTECTION
695# ifndef CORO_GUARDPAGES
696# define CORO_GUARDPAGES 4
697# endif
698#else
699# undef CORO_GUARDPAGES
700#endif
701
702#if !CORO_MMAP
703# undef CORO_GUARDPAGES
704#endif
705
706#if !__i386__ && !__x86_64__ && !__powerpc__ && !__arm__ && !__aarch64__ && !__m68k__ && !__alpha__ && !__mips__ && !__sparc64__
707# undef CORO_GUARDPAGES
708#endif
709
710#ifndef CORO_GUARDPAGES
711# define CORO_GUARDPAGES 0
712#endif
713
714#if !PAGESIZE
715 #if !CORO_MMAP
716 #define PAGESIZE 4096
717 #else
718 static size_t
719 coro_pagesize (void)
720 {
721 static size_t pagesize;
722
723 if (!pagesize)
724 pagesize = sysconf (_SC_PAGESIZE);
725
726 return pagesize;
727 }
728
729 #define PAGESIZE coro_pagesize ()
730 #endif
731#endif
732
733int
734coro_stack_alloc (struct coro_stack *stack, unsigned int size)
735{
736 if (!size)
737 size = 256 * 1024;
738
739 stack->sptr = 0;
740 stack->ssze = ((size_t)size * sizeof (void *) + PAGESIZE - 1) / PAGESIZE * PAGESIZE;
741
742#if CORO_FIBER
743
744 stack->sptr = (void *)stack;
745 return 1;
746
747#else
748
749 size_t ssze = stack->ssze + CORO_GUARDPAGES * PAGESIZE;
750 void *base;
751
752 #if CORO_MMAP
753 /* mmap supposedly does allocate-on-write for us */
754 base = mmap (0, ssze, PROT_READ | PROT_WRITE | PROT_EXEC, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
755
756 if (base == (void *)-1)
757 {
758 /* some systems don't let us have executable heap */
759 /* we assume they won't need executable stack in that case */
760 base = mmap (0, ssze, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
761
762 if (base == (void *)-1)
763 return 0;
764 }
765
766 #if CORO_GUARDPAGES
767 mprotect (base, CORO_GUARDPAGES * PAGESIZE, PROT_NONE);
768 #endif
769
770 base = (void*)((char *)base + CORO_GUARDPAGES * PAGESIZE);
771 #else
772 base = malloc (ssze);
773 if (!base)
774 return 0;
775 #endif
776
777 #if CORO_USE_VALGRIND
778 stack->valgrind_id = VALGRIND_STACK_REGISTER ((char *)base, ((char *)base) + ssze - CORO_GUARDPAGES * PAGESIZE);
779 #endif
780
781 stack->sptr = base;
782 return 1;
783
784#endif
785}
786
787void
788coro_stack_free (struct coro_stack *stack)
789{
790#if CORO_FIBER
791 /* nop */
792#else
793 #if CORO_USE_VALGRIND
794 VALGRIND_STACK_DEREGISTER (stack->valgrind_id);
795 #endif
796
797 #if CORO_MMAP
798 if (stack->sptr)
799 munmap ((void*)((char *)stack->sptr - CORO_GUARDPAGES * PAGESIZE),
800 stack->ssze + CORO_GUARDPAGES * PAGESIZE);
801 #else
802 free (stack->sptr);
803 #endif
804#endif
805}
806
807#endif
808

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines