ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/BDB/BDB.xs
(Generate patch)

Comparing BDB/BDB.xs (file contents):
Revision 1.10 by root, Mon Mar 5 19:47:01 2007 UTC vs.
Revision 1.23 by root, Fri Dec 7 13:38:54 2007 UTC

1/* solaris */ 1#include "xthread.h"
2#define _POSIX_PTHREAD_SEMANTICS 1
3
4#if __linux && !defined(_GNU_SOURCE)
5# define _GNU_SOURCE
6#endif
7
8/* just in case */
9#define _REENTRANT 1
10 2
11#include <errno.h> 3#include <errno.h>
12 4
13#include "EXTERN.h" 5#include "EXTERN.h"
14#include "perl.h" 6#include "perl.h"
15#include "XSUB.h" 7#include "XSUB.h"
16 8
17#include <pthread.h> 9// perl stupidly defines these as macros, breaking
10// lots and lots of code.
11#undef open
12#undef close
13#undef abort
14#undef malloc
15#undef free
16#undef send
18 17
19#include <stddef.h> 18#include <stddef.h>
20#include <stdlib.h> 19#include <stdlib.h>
21#include <errno.h> 20#include <errno.h>
22#include <sys/time.h>
23#include <sys/types.h> 21#include <sys/types.h>
24#include <limits.h> 22#include <limits.h>
25#include <unistd.h>
26#include <fcntl.h> 23#include <fcntl.h>
27 24
25#ifndef _WIN32
26# include <sys/time.h>
27# include <unistd.h>
28#endif
29
28#include <db.h> 30#include <db.h>
29 31
30#if DB_VERSION_MAJOR < 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 5) 32#if DB_VERSION_MAJOR < 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 4)
31# error you need Berkeley DB 4.5 or newer installed 33# error you need Berkeley DB 4.4 or newer installed
32#endif 34#endif
33 35
34/* number of seconds after which idle threads exit */ 36/* number of seconds after which idle threads exit */
35#define IDLE_TIMEOUT 10 37#define IDLE_TIMEOUT 10
36
37/* wether word reads are potentially non-atomic.
38 * this is conservatice, likely most arches this runs
39 * on have atomic word read/writes.
40 */
41#ifndef WORDACCESS_UNSAFE
42# if __i386 || __x86_64
43# define WORDACCESS_UNSAFE 0
44# else
45# define WORDACCESS_UNSAFE 1
46# endif
47#endif
48 38
49typedef DB_ENV DB_ENV_ornull; 39typedef DB_ENV DB_ENV_ornull;
50typedef DB_TXN DB_TXN_ornull; 40typedef DB_TXN DB_TXN_ornull;
51typedef DBC DBC_ornull; 41typedef DBC DBC_ornull;
52typedef DB DB_ornull; 42typedef DB DB_ornull;
… …
55typedef SV SV8; /* byte-sv, used for argument-checking */ 45typedef SV SV8; /* byte-sv, used for argument-checking */
56typedef char *octetstring; 46typedef char *octetstring;
57 47
58static SV *prepare_cb; 48static SV *prepare_cb;
59 49
50#if DB_VERSION_MINOR >= 6
51# define c_close close
52# define c_count count
53# define c_del del
54# define c_dup dup
55# define c_get get
56# define c_pget pget
57# define c_put put
58#endif
59
60static void
61debug_errcall (const DB_ENV *dbenv, const char *errpfx, const char *msg)
62{
63 printf ("err[%s]\n", msg);
64}
65
66static void
67debug_msgcall (const DB_ENV *dbenv, const char *msg)
68{
69 printf ("msg[%s]\n", msg);
70}
71
60static inline char * 72static char *
61strdup_ornull (const char *s) 73strdup_ornull (const char *s)
62{ 74{
63 return s ? strdup (s) : 0; 75 return s ? strdup (s) : 0;
64} 76}
65 77
66static inline void 78static void
67sv_to_dbt (DBT *dbt, SV *sv) 79sv_to_dbt (DBT *dbt, SV *sv)
68{ 80{
69 STRLEN len; 81 STRLEN len;
70 char *data = SvPVbyte (sv, len); 82 char *data = SvPVbyte (sv, len);
71 83
… …
73 memcpy (dbt->data, data, len); 85 memcpy (dbt->data, data, len);
74 dbt->size = len; 86 dbt->size = len;
75 dbt->flags = DB_DBT_REALLOC; 87 dbt->flags = DB_DBT_REALLOC;
76} 88}
77 89
78static inline void 90static void
79dbt_to_sv (SV *sv, DBT *dbt) 91dbt_to_sv (SV *sv, DBT *dbt)
80{ 92{
81 if (sv) 93 if (sv)
82 { 94 {
83 SvREADONLY_off (sv); 95 SvREADONLY_off (sv);
… …
92 REQ_QUIT, 104 REQ_QUIT,
93 REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT, 105 REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT,
94 REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE, 106 REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE,
95 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, 107 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC,
96 REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE, 108 REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE,
97 REQ_TXN_COMMIT, REQ_TXN_ABORT, 109 REQ_TXN_COMMIT, REQ_TXN_ABORT, REQ_TXN_FINISH,
98 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL, 110 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL,
99 REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE, 111 REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE,
100}; 112};
101 113
102typedef struct aio_cb 114typedef struct aio_cb
… …
147 159
148static int next_pri = DEFAULT_PRI + PRI_BIAS; 160static int next_pri = DEFAULT_PRI + PRI_BIAS;
149 161
150static unsigned int started, idle, wanted; 162static unsigned int started, idle, wanted;
151 163
152#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
153# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
154#else
155# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
156#endif
157
158#define LOCK(mutex) pthread_mutex_lock (&(mutex))
159#define UNLOCK(mutex) pthread_mutex_unlock (&(mutex))
160
161/* worker threads management */ 164/* worker threads management */
162static pthread_mutex_t wrklock = AIO_MUTEX_INIT; 165static mutex_t wrklock = X_MUTEX_INIT;
163 166
164typedef struct worker { 167typedef struct worker {
165 /* locked by wrklock */ 168 /* locked by wrklock */
166 struct worker *prev, *next; 169 struct worker *prev, *next;
167 170
168 pthread_t tid; 171 thread_t tid;
169 172
170 /* locked by reslock, reqlock or wrklock */ 173 /* locked by reslock, reqlock or wrklock */
171 aio_req req; /* currently processed request */ 174 aio_req req; /* currently processed request */
172 void *dbuf; 175 void *dbuf;
173 DIR *dirp; 176 DIR *dirp;
… …
188} 191}
189 192
190static volatile unsigned int nreqs, nready, npending; 193static volatile unsigned int nreqs, nready, npending;
191static volatile unsigned int max_idle = 4; 194static volatile unsigned int max_idle = 4;
192static volatile unsigned int max_outstanding = 0xffffffff; 195static volatile unsigned int max_outstanding = 0xffffffff;
193static int respipe [2]; 196static int respipe_osf [2], respipe [2] = { -1, -1 };
194 197
195static pthread_mutex_t reslock = AIO_MUTEX_INIT; 198static mutex_t reslock = X_MUTEX_INIT;
196static pthread_mutex_t reqlock = AIO_MUTEX_INIT; 199static mutex_t reqlock = X_MUTEX_INIT;
197static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 200static cond_t reqwait = X_COND_INIT;
198 201
199#if WORDACCESS_UNSAFE 202#if WORDACCESS_UNSAFE
200 203
201static unsigned int get_nready () 204static unsigned int get_nready ()
202{ 205{
203 unsigned int retval; 206 unsigned int retval;
204 207
205 LOCK (reqlock); 208 X_LOCK (reqlock);
206 retval = nready; 209 retval = nready;
207 UNLOCK (reqlock); 210 X_UNLOCK (reqlock);
208 211
209 return retval; 212 return retval;
210} 213}
211 214
212static unsigned int get_npending () 215static unsigned int get_npending ()
213{ 216{
214 unsigned int retval; 217 unsigned int retval;
215 218
216 LOCK (reslock); 219 X_LOCK (reslock);
217 retval = npending; 220 retval = npending;
218 UNLOCK (reslock); 221 X_UNLOCK (reslock);
219 222
220 return retval; 223 return retval;
221} 224}
222 225
223static unsigned int get_nthreads () 226static unsigned int get_nthreads ()
224{ 227{
225 unsigned int retval; 228 unsigned int retval;
226 229
227 LOCK (wrklock); 230 X_LOCK (wrklock);
228 retval = started; 231 retval = started;
229 UNLOCK (wrklock); 232 X_UNLOCK (wrklock);
230 233
231 return retval; 234 return retval;
232} 235}
233 236
234#else 237#else
… …
323 dbt_to_sv (req->sv1, &req->dbt1); 326 dbt_to_sv (req->sv1, &req->dbt1);
324 dbt_to_sv (req->sv2, &req->dbt2); 327 dbt_to_sv (req->sv2, &req->dbt2);
325 dbt_to_sv (req->sv3, &req->dbt3); 328 dbt_to_sv (req->sv3, &req->dbt3);
326 break; 329 break;
327 330
331 case REQ_DB_PUT:
332 case REQ_C_PUT:
333 dbt_to_sv (0, &req->dbt1);
334 dbt_to_sv (0, &req->dbt2);
335 break;
336
328 case REQ_DB_KEY_RANGE: 337 case REQ_DB_KEY_RANGE:
329 { 338 {
330 AV *av = newAV (); 339 AV *av = newAV ();
331 340
332 av_push (av, newSVnv (req->key_range.less)); 341 av_push (av, newSVnv (req->key_range.less));
… …
341 350
342 case REQ_SEQ_GET: 351 case REQ_SEQ_GET:
343 SvREADONLY_off (req->sv1); 352 SvREADONLY_off (req->sv1);
344 353
345 if (sizeof (IV) > 4) 354 if (sizeof (IV) > 4)
346 sv_setiv_mg (req->sv1, req->seq_t); 355 sv_setiv_mg (req->sv1, (IV)req->seq_t);
347 else 356 else
348 sv_setnv_mg (req->sv1, req->seq_t); 357 sv_setnv_mg (req->sv1, (NV)req->seq_t);
349 358
350 SvREFCNT_dec (req->sv1); 359 SvREFCNT_dec (req->sv1);
351 break; 360 break;
352 } 361 }
353 362
… …
369 free (req->buf1); 378 free (req->buf1);
370 free (req->buf2); 379 free (req->buf2);
371 Safefree (req); 380 Safefree (req);
372} 381}
373 382
374static void *aio_proc (void *arg); 383#ifdef USE_SOCKETS_AS_HANDLES
384# define TO_SOCKET(x) (win32_get_osfhandle (x))
385#else
386# define TO_SOCKET(x) (x)
387#endif
388
389static void
390create_respipe ()
391{
392#ifdef _WIN32
393 int arg; /* argg */
394#endif
395 int old_readfd = respipe [0];
396
397 if (respipe [1] >= 0)
398 respipe_close (TO_SOCKET (respipe [1]));
399
400#ifdef _WIN32
401 if (PerlSock_socketpair (AF_UNIX, SOCK_STREAM, 0, respipe))
402#else
403 if (pipe (respipe))
404#endif
405 croak ("unable to initialize result pipe");
406
407 if (old_readfd >= 0)
408 {
409 if (dup2 (TO_SOCKET (respipe [0]), TO_SOCKET (old_readfd)) < 0)
410 croak ("unable to initialize result pipe(2)");
411
412 respipe_close (respipe [0]);
413 respipe [0] = old_readfd;
414 }
415
416#ifdef _WIN32
417 arg = 1;
418 if (ioctlsocket (TO_SOCKET (respipe [0]), FIONBIO, &arg)
419 || ioctlsocket (TO_SOCKET (respipe [1]), FIONBIO, &arg))
420#else
421 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)
422 || fcntl (respipe [1], F_SETFL, O_NONBLOCK))
423#endif
424 croak ("unable to initialize result pipe(3)");
425
426 respipe_osf [0] = TO_SOCKET (respipe [0]);
427 respipe_osf [1] = TO_SOCKET (respipe [1]);
428}
429
430X_THREAD_PROC (bdb_proc);
375 431
376static void start_thread (void) 432static void start_thread (void)
377{ 433{
378 sigset_t fullsigset, oldsigset;
379 pthread_attr_t attr;
380
381 worker *wrk = calloc (1, sizeof (worker)); 434 worker *wrk = calloc (1, sizeof (worker));
382 435
383 if (!wrk) 436 if (!wrk)
384 croak ("unable to allocate worker thread data"); 437 croak ("unable to allocate worker thread data");
385 438
386 pthread_attr_init (&attr);
387 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
388#ifdef PTHREAD_SCOPE_PROCESS
389 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
390#endif
391
392 sigfillset (&fullsigset);
393
394 LOCK (wrklock); 439 X_LOCK (wrklock);
395 pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset);
396
397 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) 440 if (thread_create (&wrk->tid, bdb_proc, (void *)wrk))
398 { 441 {
399 wrk->prev = &wrk_first; 442 wrk->prev = &wrk_first;
400 wrk->next = wrk_first.next; 443 wrk->next = wrk_first.next;
401 wrk_first.next->prev = wrk; 444 wrk_first.next->prev = wrk;
402 wrk_first.next = wrk; 445 wrk_first.next = wrk;
403 ++started; 446 ++started;
404 } 447 }
405 else 448 else
406 free (wrk); 449 free (wrk);
407 450
408 pthread_sigmask (SIG_SETMASK, &oldsigset, 0);
409 UNLOCK (wrklock); 451 X_UNLOCK (wrklock);
410} 452}
411 453
412static void maybe_start_thread () 454static void maybe_start_thread ()
413{ 455{
414 if (get_nthreads () >= wanted) 456 if (get_nthreads () >= wanted)
… …
426 SV *wait_callback = 0; 468 SV *wait_callback = 0;
427 469
428 // synthesize callback if none given 470 // synthesize callback if none given
429 if (!SvOK (req->callback)) 471 if (!SvOK (req->callback))
430 { 472 {
473 int count;
474
431 dSP; 475 dSP;
432 PUSHMARK (SP); 476 PUSHMARK (SP);
433 PUTBACK; 477 PUTBACK;
434 int count = call_sv (prepare_cb, G_ARRAY); 478 count = call_sv (prepare_cb, G_ARRAY);
435 SPAGAIN; 479 SPAGAIN;
436 480
437 if (count != 2) 481 if (count != 2)
438 croak ("prepare callback must return exactly two values\n"); 482 croak ("prepare callback must return exactly two values\n");
439 483
… …
442 req->callback = SvREFCNT_inc (POPs); 486 req->callback = SvREFCNT_inc (POPs);
443 } 487 }
444 488
445 ++nreqs; 489 ++nreqs;
446 490
447 LOCK (reqlock); 491 X_LOCK (reqlock);
448 ++nready; 492 ++nready;
449 reqq_push (&req_queue, req); 493 reqq_push (&req_queue, req);
450 pthread_cond_signal (&reqwait); 494 X_COND_SIGNAL (reqwait);
451 UNLOCK (reqlock); 495 X_UNLOCK (reqlock);
452 496
453 maybe_start_thread (); 497 maybe_start_thread ();
454 498
455 if (wait_callback) 499 if (wait_callback)
456 { 500 {
… …
469 Newz (0, req, 1, aio_cb); 513 Newz (0, req, 1, aio_cb);
470 514
471 req->type = REQ_QUIT; 515 req->type = REQ_QUIT;
472 req->pri = PRI_MAX + PRI_BIAS; 516 req->pri = PRI_MAX + PRI_BIAS;
473 517
474 LOCK (reqlock); 518 X_LOCK (reqlock);
475 reqq_push (&req_queue, req); 519 reqq_push (&req_queue, req);
476 pthread_cond_signal (&reqwait); 520 X_COND_SIGNAL (reqwait);
477 UNLOCK (reqlock); 521 X_UNLOCK (reqlock);
478 522
479 LOCK (wrklock); 523 X_LOCK (wrklock);
480 --started; 524 --started;
481 UNLOCK (wrklock); 525 X_UNLOCK (wrklock);
482} 526}
483 527
484static void set_max_idle (int nthreads) 528static void set_max_idle (int nthreads)
485{ 529{
486 if (WORDACCESS_UNSAFE) LOCK (reqlock); 530 if (WORDACCESS_UNSAFE) X_LOCK (reqlock);
487 max_idle = nthreads <= 0 ? 1 : nthreads; 531 max_idle = nthreads <= 0 ? 1 : nthreads;
488 if (WORDACCESS_UNSAFE) UNLOCK (reqlock); 532 if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock);
489} 533}
490 534
491static void min_parallel (int nthreads) 535static void min_parallel (int nthreads)
492{ 536{
493 if (wanted < nthreads) 537 if (wanted < nthreads)
… …
508 fd_set rfd; 552 fd_set rfd;
509 553
510 while (nreqs) 554 while (nreqs)
511 { 555 {
512 int size; 556 int size;
513 if (WORDACCESS_UNSAFE) LOCK (reslock); 557 if (WORDACCESS_UNSAFE) X_LOCK (reslock);
514 size = res_queue.size; 558 size = res_queue.size;
515 if (WORDACCESS_UNSAFE) UNLOCK (reslock); 559 if (WORDACCESS_UNSAFE) X_UNLOCK (reslock);
516 560
517 if (size) 561 if (size)
518 return; 562 return;
519 563
520 maybe_start_thread (); 564 maybe_start_thread ();
521 565
522 FD_ZERO(&rfd); 566 FD_ZERO (&rfd);
523 FD_SET(respipe [0], &rfd); 567 FD_SET (respipe [0], &rfd);
524 568
525 select (respipe [0] + 1, &rfd, 0, 0, 0); 569 PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0);
526 } 570 }
527} 571}
528 572
529static int poll_cb () 573static int poll_cb ()
530{ 574{
… …
542 { 586 {
543 for (;;) 587 for (;;)
544 { 588 {
545 maybe_start_thread (); 589 maybe_start_thread ();
546 590
547 LOCK (reslock); 591 X_LOCK (reslock);
548 req = reqq_shift (&res_queue); 592 req = reqq_shift (&res_queue);
549 593
550 if (req) 594 if (req)
551 { 595 {
552 --npending; 596 --npending;
553 597
554 if (!res_queue.size) 598 if (!res_queue.size)
555 { 599 {
556 /* read any signals sent by the worker threads */ 600 /* read any signals sent by the worker threads */
557 char buf [4]; 601 char buf [4];
558 while (read (respipe [0], buf, 4) == 4) 602 while (respipe_read (respipe [0], buf, 4) == 4)
559 ; 603 ;
560 } 604 }
561 } 605 }
562 606
563 UNLOCK (reslock); 607 X_UNLOCK (reslock);
564 608
565 if (!req) 609 if (!req)
566 break; 610 break;
567 611
568 --nreqs; 612 --nreqs;
… …
598 } 642 }
599 643
600 return count; 644 return count;
601} 645}
602 646
603static void create_pipe ()
604{
605 if (pipe (respipe))
606 croak ("unable to initialize result pipe");
607
608 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
609 croak ("cannot set result pipe to nonblocking mode");
610
611 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
612 croak ("cannot set result pipe to nonblocking mode");
613}
614
615/*****************************************************************************/ 647/*****************************************************************************/
616 648
617static void *aio_proc (void *thr_arg) 649X_THREAD_PROC (bdb_proc)
618{ 650{
619 aio_req req; 651 aio_req req;
620 struct timespec ts; 652 struct timespec ts;
621 worker *self = (worker *)thr_arg; 653 worker *self = (worker *)thr_arg;
622 654
623 /* try to distribute timeouts somewhat evenly */ 655 /* try to distribute timeouts somewhat evenly */
624 ts.tv_nsec = (((unsigned long)self + (unsigned long)ts.tv_sec) & 1023UL) 656 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL);
625 * (1000000000UL / 1024UL);
626 657
627 for (;;) 658 for (;;)
628 { 659 {
629 ts.tv_sec = time (0) + IDLE_TIMEOUT; 660 ts.tv_sec = time (0) + IDLE_TIMEOUT;
630 661
631 LOCK (reqlock); 662 X_LOCK (reqlock);
632 663
633 for (;;) 664 for (;;)
634 { 665 {
635 self->req = req = reqq_shift (&req_queue); 666 self->req = req = reqq_shift (&req_queue);
636 667
637 if (req) 668 if (req)
638 break; 669 break;
639 670
640 ++idle; 671 ++idle;
641 672
642 if (pthread_cond_timedwait (&reqwait, &reqlock, &ts) 673 if (X_COND_TIMEDWAIT (reqwait, reqlock, ts)
643 == ETIMEDOUT) 674 == ETIMEDOUT)
644 { 675 {
645 if (idle > max_idle) 676 if (idle > max_idle)
646 { 677 {
647 --idle; 678 --idle;
648 UNLOCK (reqlock); 679 X_UNLOCK (reqlock);
649 LOCK (wrklock); 680 X_LOCK (wrklock);
650 --started; 681 --started;
651 UNLOCK (wrklock); 682 X_UNLOCK (wrklock);
652 goto quit; 683 goto quit;
653 } 684 }
654 685
655 /* we are allowed to idle, so do so without any timeout */ 686 /* we are allowed to idle, so do so without any timeout */
656 pthread_cond_wait (&reqwait, &reqlock); 687 X_COND_WAIT (reqwait, reqlock);
657 ts.tv_sec = time (0) + IDLE_TIMEOUT; 688 ts.tv_sec = time (0) + IDLE_TIMEOUT;
658 } 689 }
659 690
660 --idle; 691 --idle;
661 } 692 }
662 693
663 --nready; 694 --nready;
664 695
665 UNLOCK (reqlock); 696 X_UNLOCK (reqlock);
666 697
667 switch (req->type) 698 switch (req->type)
668 { 699 {
669 case REQ_QUIT: 700 case REQ_QUIT:
701 req->result = ENOSYS;
670 goto quit; 702 goto quit;
671 703
672 case REQ_ENV_OPEN: 704 case REQ_ENV_OPEN:
673 req->result = req->env->open (req->env, req->buf1, req->uint1, req->int1); 705 req->result = req->env->open (req->env, req->buf1, req->uint1, req->int1);
674 break; 706 break;
… …
733 req->result = req->txn->commit (req->txn, req->uint1); 765 req->result = req->txn->commit (req->txn, req->uint1);
734 break; 766 break;
735 767
736 case REQ_TXN_ABORT: 768 case REQ_TXN_ABORT:
737 req->result = req->txn->abort (req->txn); 769 req->result = req->txn->abort (req->txn);
770 break;
771
772 case REQ_TXN_FINISH:
773 if (req->txn->flags & TXN_DEADLOCK)
774 {
775 req->result = req->txn->abort (req->txn);
776 if (!req->result)
777 req->result = DB_LOCK_DEADLOCK;
778 }
779 else
780 req->result = req->txn->commit (req->txn, req->uint1);
738 break; 781 break;
739 782
740 case REQ_C_CLOSE: 783 case REQ_C_CLOSE:
741 req->result = req->dbc->c_close (req->dbc); 784 req->result = req->dbc->c_close (req->dbc);
742 break; 785 break;
… …
784 default: 827 default:
785 req->result = ENOSYS; 828 req->result = ENOSYS;
786 break; 829 break;
787 } 830 }
788 831
832 if (req->txn && (req->result > 0 || req->result == DB_LOCK_NOTGRANTED))
833 req->txn->flags |= TXN_DEADLOCK;
834
789 LOCK (reslock); 835 X_LOCK (reslock);
790 836
791 ++npending; 837 ++npending;
792 838
793 if (!reqq_push (&res_queue, req)) 839 if (!reqq_push (&res_queue, req))
794 /* write a dummy byte to the pipe so fh becomes ready */ 840 /* write a dummy byte to the pipe so fh becomes ready */
795 write (respipe [1], &respipe, 1); 841 respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1);
796 842
797 self->req = 0; 843 self->req = 0;
798 worker_clear (self); 844 worker_clear (self);
799 845
800 UNLOCK (reslock); 846 X_UNLOCK (reslock);
801 } 847 }
802 848
803quit: 849quit:
804 LOCK (wrklock); 850 X_LOCK (wrklock);
805 worker_free (self); 851 worker_free (self);
806 UNLOCK (wrklock); 852 X_UNLOCK (wrklock);
807 853
808 return 0; 854 return 0;
809} 855}
810 856
811/*****************************************************************************/ 857/*****************************************************************************/
812 858
813static void atfork_prepare (void) 859static void atfork_prepare (void)
814{ 860{
815 LOCK (wrklock); 861 X_LOCK (wrklock);
816 LOCK (reqlock); 862 X_LOCK (reqlock);
817 LOCK (reslock); 863 X_LOCK (reslock);
818} 864}
819 865
820static void atfork_parent (void) 866static void atfork_parent (void)
821{ 867{
822 UNLOCK (reslock); 868 X_UNLOCK (reslock);
823 UNLOCK (reqlock); 869 X_UNLOCK (reqlock);
824 UNLOCK (wrklock); 870 X_UNLOCK (wrklock);
825} 871}
826 872
827static void atfork_child (void) 873static void atfork_child (void)
828{ 874{
829 aio_req prv; 875 aio_req prv;
… …
849 idle = 0; 895 idle = 0;
850 nreqs = 0; 896 nreqs = 0;
851 nready = 0; 897 nready = 0;
852 npending = 0; 898 npending = 0;
853 899
854 close (respipe [0]);
855 close (respipe [1]);
856 create_pipe (); 900 create_respipe ();
857 901
858 atfork_parent (); 902 atfork_parent ();
859} 903}
860 904
861#define dREQ(reqtype) \ 905#define dREQ(reqtype) \
… …
925 const_iv (INIT_TXN) 969 const_iv (INIT_TXN)
926 const_iv (RECOVER) 970 const_iv (RECOVER)
927 const_iv (INIT_TXN) 971 const_iv (INIT_TXN)
928 const_iv (RECOVER_FATAL) 972 const_iv (RECOVER_FATAL)
929 const_iv (CREATE) 973 const_iv (CREATE)
974 const_iv (RDONLY)
930 const_iv (USE_ENVIRON) 975 const_iv (USE_ENVIRON)
931 const_iv (USE_ENVIRON_ROOT) 976 const_iv (USE_ENVIRON_ROOT)
932 const_iv (LOCKDOWN) 977 const_iv (LOCKDOWN)
933 const_iv (PRIVATE) 978 const_iv (PRIVATE)
934 const_iv (REGISTER) 979 const_iv (REGISTER)
… …
940 const_iv (DSYNC_DB) 985 const_iv (DSYNC_DB)
941 const_iv (DSYNC_LOG) 986 const_iv (DSYNC_LOG)
942 const_iv (LOG_AUTOREMOVE) 987 const_iv (LOG_AUTOREMOVE)
943 const_iv (LOG_INMEMORY) 988 const_iv (LOG_INMEMORY)
944 const_iv (NOLOCKING) 989 const_iv (NOLOCKING)
945 const_iv (MULTIVERSION)
946 const_iv (NOMMAP) 990 const_iv (NOMMAP)
947 const_iv (NOPANIC) 991 const_iv (NOPANIC)
948 const_iv (OVERWRITE) 992 const_iv (OVERWRITE)
949 const_iv (PANIC_ENVIRONMENT) 993 const_iv (PANIC_ENVIRONMENT)
950 const_iv (REGION_INIT) 994 const_iv (REGION_INIT)
951 const_iv (TIME_NOTGRANTED) 995 const_iv (TIME_NOTGRANTED)
952 const_iv (TXN_NOSYNC) 996 const_iv (TXN_NOSYNC)
953 const_iv (TXN_SNAPSHOT) 997 const_iv (TXN_NOT_DURABLE)
954 const_iv (TXN_WRITE_NOSYNC) 998 const_iv (TXN_WRITE_NOSYNC)
955 const_iv (WRITECURSOR) 999 const_iv (WRITECURSOR)
956 const_iv (YIELDCPU) 1000 const_iv (YIELDCPU)
957 const_iv (ENCRYPT_AES) 1001 const_iv (ENCRYPT_AES)
958 const_iv (XA_CREATE) 1002 const_iv (XA_CREATE)
… …
966 const_iv (READ_UNCOMMITTED) 1010 const_iv (READ_UNCOMMITTED)
967 const_iv (TRUNCATE) 1011 const_iv (TRUNCATE)
968 const_iv (NOSYNC) 1012 const_iv (NOSYNC)
969 const_iv (CHKSUM) 1013 const_iv (CHKSUM)
970 const_iv (ENCRYPT) 1014 const_iv (ENCRYPT)
971 const_iv (TXN_NOT_DURABLE)
972 const_iv (DUP) 1015 const_iv (DUP)
973 const_iv (DUPSORT) 1016 const_iv (DUPSORT)
974 const_iv (RECNUM) 1017 const_iv (RECNUM)
975 const_iv (RENUMBER) 1018 const_iv (RENUMBER)
976 const_iv (REVSPLITOFF) 1019 const_iv (REVSPLITOFF)
… …
1001 const_iv (APPEND) 1044 const_iv (APPEND)
1002 const_iv (NODUPDATA) 1045 const_iv (NODUPDATA)
1003 const_iv (NOOVERWRITE) 1046 const_iv (NOOVERWRITE)
1004 1047
1005 const_iv (TXN_NOWAIT) 1048 const_iv (TXN_NOWAIT)
1006 const_iv (TXN_SNAPSHOT)
1007 const_iv (TXN_SYNC) 1049 const_iv (TXN_SYNC)
1008 1050
1009 const_iv (SET_LOCK_TIMEOUT) 1051 const_iv (SET_LOCK_TIMEOUT)
1010 const_iv (SET_TXN_TIMEOUT) 1052 const_iv (SET_TXN_TIMEOUT)
1011 1053
… …
1039 const_iv (LOCK_YOUNGEST) 1081 const_iv (LOCK_YOUNGEST)
1040 1082
1041 const_iv (SEQ_DEC) 1083 const_iv (SEQ_DEC)
1042 const_iv (SEQ_INC) 1084 const_iv (SEQ_INC)
1043 const_iv (SEQ_WRAP) 1085 const_iv (SEQ_WRAP)
1086
1087 const_iv (BUFFER_SMALL)
1088 const_iv (DONOTINDEX)
1089 const_iv (KEYEMPTY )
1090 const_iv (KEYEXIST )
1091 const_iv (LOCK_DEADLOCK)
1092 const_iv (LOCK_NOTGRANTED)
1093 const_iv (LOG_BUFFER_FULL)
1094 const_iv (NOSERVER)
1095 const_iv (NOSERVER_HOME)
1096 const_iv (NOSERVER_ID)
1097 const_iv (NOTFOUND)
1098 const_iv (OLD_VERSION)
1099 const_iv (PAGE_NOTFOUND)
1100 const_iv (REP_DUPMASTER)
1101 const_iv (REP_HANDLE_DEAD)
1102 const_iv (REP_HOLDELECTION)
1103 const_iv (REP_IGNORE)
1104 const_iv (REP_ISPERM)
1105 const_iv (REP_JOIN_FAILURE)
1106 const_iv (REP_LOCKOUT)
1107 const_iv (REP_NEWMASTER)
1108 const_iv (REP_NEWSITE)
1109 const_iv (REP_NOTPERM)
1110 const_iv (REP_UNAVAIL)
1111 const_iv (RUNRECOVERY)
1112 const_iv (SECONDARY_BAD)
1113 const_iv (VERIFY_BAD)
1114 const_iv (VERSION_MISMATCH)
1115
1116 const_iv (VERB_DEADLOCK)
1117 const_iv (VERB_RECOVERY)
1118 const_iv (VERB_REGISTER)
1119 const_iv (VERB_REPLICATION)
1120 const_iv (VERB_WAITSFOR)
1121
1122 const_iv (VERSION_MAJOR)
1123 const_iv (VERSION_MINOR)
1124 const_iv (VERSION_PATCH)
1125#if DB_VERSION_MINOR >= 5
1126 const_iv (MULTIVERSION)
1127 const_iv (TXN_SNAPSHOT)
1128#endif
1129#if DB_VERSION_MINOR >= 6
1130 const_iv (PREV_DUP)
1131# if 0
1132 const_iv (PRIORITY_UNCHANGED)
1133 const_iv (PRIORITY_VERY_LOW)
1134 const_iv (PRIORITY_LOW)
1135 const_iv (PRIORITY_DEFAULT)
1136 const_iv (PRIORITY_HIGH)
1137 const_iv (PRIORITY_VERY_HIGH)
1138# endif
1139#endif
1044 }; 1140 };
1045 1141
1046 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; ) 1142 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
1047 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv)); 1143 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv));
1048 1144
1049 create_pipe (); 1145 newCONSTSUB (stash, "DB_VERSION", newSVnv (DB_VERSION_MAJOR + DB_VERSION_MINOR * .1));
1146 newCONSTSUB (stash, "DB_VERSION_STRING", newSVpv (DB_VERSION_STRING, 0));
1147
1148 create_respipe ();
1149
1050 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 1150 X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child);
1151#ifdef _WIN32
1152 X_MUTEX_CHECK (wrklock);
1153 X_MUTEX_CHECK (reslock);
1154 X_MUTEX_CHECK (reqlock);
1155
1156 X_COND_CHECK (reqwait);
1157#endif
1051} 1158}
1052 1159
1053void 1160void
1054max_poll_reqs (int nreqs) 1161max_poll_reqs (int nreqs)
1055 PROTOTYPE: $ 1162 PROTOTYPE: $
… …
1174 1281
1175int 1282int
1176nthreads () 1283nthreads ()
1177 PROTOTYPE: 1284 PROTOTYPE:
1178 CODE: 1285 CODE:
1179 if (WORDACCESS_UNSAFE) LOCK (wrklock); 1286 if (WORDACCESS_UNSAFE) X_LOCK (wrklock);
1180 RETVAL = started; 1287 RETVAL = started;
1181 if (WORDACCESS_UNSAFE) UNLOCK (wrklock); 1288 if (WORDACCESS_UNSAFE) X_UNLOCK (wrklock);
1182 OUTPUT: 1289 OUTPUT:
1183 RETVAL 1290 RETVAL
1184 1291
1185void 1292void
1186set_sync_prepare (SV *cb) 1293set_sync_prepare (SV *cb)
1187 PROTOTYPE: & 1294 PROTOTYPE: &
1188 CODE: 1295 CODE:
1189 SvREFCNT_dec (prepare_cb); 1296 SvREFCNT_dec (prepare_cb);
1190 prepare_cb = newSVsv (cb); 1297 prepare_cb = newSVsv (cb);
1191 1298
1299char *
1300strerror (int errorno = errno)
1301 PROTOTYPE: ;$
1302 CODE:
1303 RETVAL = db_strerror (errorno);
1304 OUTPUT:
1305 RETVAL
1192 1306
1193DB_ENV * 1307DB_ENV *
1194db_env_create (U32 env_flags = 0) 1308db_env_create (U32 env_flags = 0)
1195 CODE: 1309 CODE:
1196{ 1310{
1197 errno = db_env_create (&RETVAL, env_flags); 1311 errno = db_env_create (&RETVAL, env_flags);
1198 if (errno) 1312 if (errno)
1199 croak ("db_env_create: %s", db_strerror (errno)); 1313 croak ("db_env_create: %s", db_strerror (errno));
1314
1315 if (0)
1316 {
1317 RETVAL->set_errcall (RETVAL, debug_errcall);
1318 RETVAL->set_msgcall (RETVAL, debug_msgcall);
1319 }
1200} 1320}
1201 OUTPUT: 1321 OUTPUT:
1202 RETVAL 1322 RETVAL
1203 1323
1204void 1324void
1205db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef) 1325db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef)
1206 CODE: 1326 CODE:
1207{ 1327{
1208 env->set_thread_count (env, get_nthreads ());
1209
1210 dREQ (REQ_ENV_OPEN); 1328 dREQ (REQ_ENV_OPEN);
1329
1330 env->set_thread_count (env, wanted + 2);
1331
1211 req->env = env; 1332 req->env = env;
1212 req->uint1 = open_flags | DB_THREAD; 1333 req->uint1 = open_flags | DB_THREAD;
1213 req->int1 = mode; 1334 req->int1 = mode;
1214 req->buf1 = strdup_ornull (db_home); 1335 req->buf1 = strdup_ornull (db_home);
1215 REQ_SEND; 1336 REQ_SEND;
… …
1420 REQ_SEND; 1541 REQ_SEND;
1421 ptr_nuke (ST (0)); 1542 ptr_nuke (ST (0));
1422} 1543}
1423 1544
1424void 1545void
1546db_txn_finish (DB_TXN *txn, U32 flags = 0, SV *callback = &PL_sv_undef)
1547 CODE:
1548{
1549 dREQ (REQ_TXN_FINISH);
1550 req->txn = txn;
1551 req->uint1 = flags;
1552 REQ_SEND;
1553 ptr_nuke (ST (0));
1554}
1555
1556void
1425db_c_close (DBC *dbc, SV *callback = &PL_sv_undef) 1557db_c_close (DBC *dbc, SV *callback = &PL_sv_undef)
1426 CODE: 1558 CODE:
1427{ 1559{
1428 dREQ (REQ_C_CLOSE); 1560 dREQ (REQ_C_CLOSE);
1429 req->dbc = dbc; 1561 req->dbc = dbc;
… …
1607 CODE: 1739 CODE:
1608 RETVAL = env->set_flags (env, flags, onoff); 1740 RETVAL = env->set_flags (env, flags, onoff);
1609 OUTPUT: 1741 OUTPUT:
1610 RETVAL 1742 RETVAL
1611 1743
1744void set_errfile (DB_ENV *env, FILE *errfile = 0)
1745 CODE:
1746 env->set_errfile (env, errfile);
1747
1748void set_msgfile (DB_ENV *env, FILE *msgfile = 0)
1749 CODE:
1750 env->set_msgfile (env, msgfile);
1751
1752int set_verbose (DB_ENV *env, U32 which, int onoff = 1)
1753 CODE:
1754 RETVAL = env->set_verbose (env, which, onoff);
1755 OUTPUT:
1756 RETVAL
1757
1612int set_encrypt (DB_ENV *env, const char *password, U32 flags = 0) 1758int set_encrypt (DB_ENV *env, const char *password, U32 flags = 0)
1613 CODE: 1759 CODE:
1614 RETVAL = env->set_encrypt (env, password, flags); 1760 RETVAL = env->set_encrypt (env, password, flags);
1615 OUTPUT: 1761 OUTPUT:
1616 RETVAL 1762 RETVAL
1617 1763
1618int set_timeout (DB_ENV *env, NV timeout, U32 flags) 1764int set_timeout (DB_ENV *env, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT)
1619 CODE: 1765 CODE:
1620 RETVAL = env->set_timeout (env, timeout * 1000000, flags); 1766 RETVAL = env->set_timeout (env, timeout * 1000000, flags);
1621 OUTPUT: 1767 OUTPUT:
1622 RETVAL 1768 RETVAL
1623 1769
… …
1671 1817
1672int set_lg_max (DB_ENV *env, U32 max) 1818int set_lg_max (DB_ENV *env, U32 max)
1673 CODE: 1819 CODE:
1674 RETVAL = env->set_lg_max (env, max); 1820 RETVAL = env->set_lg_max (env, max);
1675 OUTPUT: 1821 OUTPUT:
1822 RETVAL
1823
1824int mutex_set_max (DB_ENV *env, U32 max)
1825 CODE:
1826 RETVAL = env->mutex_set_max (env, max);
1827 OUTPUT:
1828 RETVAL
1829
1830int mutex_set_increment (DB_ENV *env, U32 increment)
1831 CODE:
1832 RETVAL = env->mutex_set_increment (env, increment);
1833 OUTPUT:
1834 RETVAL
1835
1836int mutex_set_tas_spins (DB_ENV *env, U32 tas_spins)
1837 CODE:
1838 RETVAL = env->mutex_set_tas_spins (env, tas_spins);
1839 OUTPUT:
1840 RETVAL
1841
1842int mutex_set_align (DB_ENV *env, U32 align)
1843 CODE:
1844 RETVAL = env->mutex_set_align (env, align);
1845 OUTPUT:
1676 RETVAL 1846 RETVAL
1677 1847
1678DB_TXN * 1848DB_TXN *
1679txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0) 1849txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0)
1680 CODE: 1850 CODE:
… …
1700 CODE: 1870 CODE:
1701 RETVAL = db->set_cachesize (db, gbytes, bytes, ncache); 1871 RETVAL = db->set_cachesize (db, gbytes, bytes, ncache);
1702 OUTPUT: 1872 OUTPUT:
1703 RETVAL 1873 RETVAL
1704 1874
1705int set_flags (DB *db, U32 flags); 1875int set_flags (DB *db, U32 flags)
1706 CODE: 1876 CODE:
1707 RETVAL = db->set_flags (db, flags); 1877 RETVAL = db->set_flags (db, flags);
1708 OUTPUT: 1878 OUTPUT:
1709 RETVAL 1879 RETVAL
1710 1880
… …
1724 CODE: 1894 CODE:
1725 RETVAL = db->set_bt_minkey (db, minkey); 1895 RETVAL = db->set_bt_minkey (db, minkey);
1726 OUTPUT: 1896 OUTPUT:
1727 RETVAL 1897 RETVAL
1728 1898
1729int set_re_delim(DB *db, int delim); 1899int set_re_delim (DB *db, int delim)
1730 CODE: 1900 CODE:
1731 RETVAL = db->set_re_delim (db, delim); 1901 RETVAL = db->set_re_delim (db, delim);
1732 OUTPUT: 1902 OUTPUT:
1733 RETVAL 1903 RETVAL
1734 1904
… …
1795DESTROY (DB_TXN_ornull *txn) 1965DESTROY (DB_TXN_ornull *txn)
1796 CODE: 1966 CODE:
1797 if (txn) 1967 if (txn)
1798 txn->abort (txn); 1968 txn->abort (txn);
1799 1969
1800int set_timeout (DB_TXN *txn, NV timeout, U32 flags) 1970int set_timeout (DB_TXN *txn, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT)
1801 CODE: 1971 CODE:
1802 RETVAL = txn->set_timeout (txn, timeout * 1000000, flags); 1972 RETVAL = txn->set_timeout (txn, timeout * 1000000, flags);
1973 OUTPUT:
1974 RETVAL
1975
1976int failed (DB_TXN *txn)
1977 CODE:
1978 RETVAL = !!(txn->flags & TXN_DEADLOCK);
1803 OUTPUT: 1979 OUTPUT:
1804 RETVAL 1980 RETVAL
1805 1981
1806 1982
1807MODULE = BDB PACKAGE = BDB::Cursor 1983MODULE = BDB PACKAGE = BDB::Cursor

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines