ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/BDB/BDB.xs
(Generate patch)

Comparing BDB/BDB.xs (file contents):
Revision 1.10 by root, Mon Mar 5 19:47:01 2007 UTC vs.
Revision 1.26 by root, Mon Dec 10 21:19:07 2007 UTC

1/* solaris */ 1#include "xthread.h"
2#define _POSIX_PTHREAD_SEMANTICS 1
3
4#if __linux && !defined(_GNU_SOURCE)
5# define _GNU_SOURCE
6#endif
7
8/* just in case */
9#define _REENTRANT 1
10 2
11#include <errno.h> 3#include <errno.h>
12 4
13#include "EXTERN.h" 5#include "EXTERN.h"
14#include "perl.h" 6#include "perl.h"
15#include "XSUB.h" 7#include "XSUB.h"
16 8
17#include <pthread.h> 9// perl stupidly defines these as macros, breaking
10// lots and lots of code.
11#undef open
12#undef close
13#undef abort
14#undef malloc
15#undef free
16#undef send
18 17
19#include <stddef.h> 18#include <stddef.h>
20#include <stdlib.h> 19#include <stdlib.h>
21#include <errno.h> 20#include <errno.h>
22#include <sys/time.h>
23#include <sys/types.h> 21#include <sys/types.h>
24#include <limits.h> 22#include <limits.h>
25#include <unistd.h>
26#include <fcntl.h> 23#include <fcntl.h>
27 24
25#ifndef _WIN32
26# include <sys/time.h>
27# include <unistd.h>
28#endif
29
28#include <db.h> 30#include <db.h>
29 31
30#if DB_VERSION_MAJOR < 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 5) 32#if DB_VERSION_MAJOR < 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 4)
31# error you need Berkeley DB 4.5 or newer installed 33# error you need Berkeley DB 4.4 or newer installed
32#endif 34#endif
33 35
34/* number of seconds after which idle threads exit */ 36/* number of seconds after which idle threads exit */
35#define IDLE_TIMEOUT 10 37#define IDLE_TIMEOUT 10
36
37/* wether word reads are potentially non-atomic.
38 * this is conservatice, likely most arches this runs
39 * on have atomic word read/writes.
40 */
41#ifndef WORDACCESS_UNSAFE
42# if __i386 || __x86_64
43# define WORDACCESS_UNSAFE 0
44# else
45# define WORDACCESS_UNSAFE 1
46# endif
47#endif
48 38
49typedef DB_ENV DB_ENV_ornull; 39typedef DB_ENV DB_ENV_ornull;
50typedef DB_TXN DB_TXN_ornull; 40typedef DB_TXN DB_TXN_ornull;
51typedef DBC DBC_ornull; 41typedef DBC DBC_ornull;
52typedef DB DB_ornull; 42typedef DB DB_ornull;
… …
55typedef SV SV8; /* byte-sv, used for argument-checking */ 45typedef SV SV8; /* byte-sv, used for argument-checking */
56typedef char *octetstring; 46typedef char *octetstring;
57 47
58static SV *prepare_cb; 48static SV *prepare_cb;
59 49
50#if DB_VERSION_MINOR >= 6
51# define c_close close
52# define c_count count
53# define c_del del
54# define c_dup dup
55# define c_get get
56# define c_pget pget
57# define c_put put
58#endif
59
60static void
61debug_errcall (const DB_ENV *dbenv, const char *errpfx, const char *msg)
62{
63 printf ("err[%s]\n", msg);
64}
65
66static void
67debug_msgcall (const DB_ENV *dbenv, const char *msg)
68{
69 printf ("msg[%s]\n", msg);
70}
71
60static inline char * 72static char *
61strdup_ornull (const char *s) 73strdup_ornull (const char *s)
62{ 74{
63 return s ? strdup (s) : 0; 75 return s ? strdup (s) : 0;
64} 76}
65 77
66static inline void 78static void
67sv_to_dbt (DBT *dbt, SV *sv) 79sv_to_dbt (DBT *dbt, SV *sv)
68{ 80{
69 STRLEN len; 81 STRLEN len;
70 char *data = SvPVbyte (sv, len); 82 char *data = SvPVbyte (sv, len);
71 83
… …
73 memcpy (dbt->data, data, len); 85 memcpy (dbt->data, data, len);
74 dbt->size = len; 86 dbt->size = len;
75 dbt->flags = DB_DBT_REALLOC; 87 dbt->flags = DB_DBT_REALLOC;
76} 88}
77 89
78static inline void 90static void
79dbt_to_sv (SV *sv, DBT *dbt) 91dbt_to_sv (SV *sv, DBT *dbt)
80{ 92{
81 if (sv) 93 if (sv)
82 { 94 {
83 SvREADONLY_off (sv); 95 SvREADONLY_off (sv);
… …
90 102
91enum { 103enum {
92 REQ_QUIT, 104 REQ_QUIT,
93 REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT, 105 REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT,
94 REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE, 106 REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE,
95 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, 107 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, REQ_DB_UPGRADE,
96 REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE, 108 REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE,
97 REQ_TXN_COMMIT, REQ_TXN_ABORT, 109 REQ_TXN_COMMIT, REQ_TXN_ABORT, REQ_TXN_FINISH,
98 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL, 110 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL,
99 REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE, 111 REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE,
100}; 112};
101 113
102typedef struct aio_cb 114typedef struct aio_cb
… …
147 159
148static int next_pri = DEFAULT_PRI + PRI_BIAS; 160static int next_pri = DEFAULT_PRI + PRI_BIAS;
149 161
150static unsigned int started, idle, wanted; 162static unsigned int started, idle, wanted;
151 163
152#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
153# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
154#else
155# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
156#endif
157
158#define LOCK(mutex) pthread_mutex_lock (&(mutex))
159#define UNLOCK(mutex) pthread_mutex_unlock (&(mutex))
160
161/* worker threads management */ 164/* worker threads management */
162static pthread_mutex_t wrklock = AIO_MUTEX_INIT; 165static mutex_t wrklock = X_MUTEX_INIT;
163 166
164typedef struct worker { 167typedef struct worker {
165 /* locked by wrklock */ 168 /* locked by wrklock */
166 struct worker *prev, *next; 169 struct worker *prev, *next;
167 170
168 pthread_t tid; 171 thread_t tid;
169 172
170 /* locked by reslock, reqlock or wrklock */ 173 /* locked by reslock, reqlock or wrklock */
171 aio_req req; /* currently processed request */ 174 aio_req req; /* currently processed request */
172 void *dbuf; 175 void *dbuf;
173 DIR *dirp; 176 DIR *dirp;
… …
188} 191}
189 192
190static volatile unsigned int nreqs, nready, npending; 193static volatile unsigned int nreqs, nready, npending;
191static volatile unsigned int max_idle = 4; 194static volatile unsigned int max_idle = 4;
192static volatile unsigned int max_outstanding = 0xffffffff; 195static volatile unsigned int max_outstanding = 0xffffffff;
193static int respipe [2]; 196static int respipe_osf [2], respipe [2] = { -1, -1 };
194 197
195static pthread_mutex_t reslock = AIO_MUTEX_INIT; 198static mutex_t reslock = X_MUTEX_INIT;
196static pthread_mutex_t reqlock = AIO_MUTEX_INIT; 199static mutex_t reqlock = X_MUTEX_INIT;
197static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 200static cond_t reqwait = X_COND_INIT;
198 201
199#if WORDACCESS_UNSAFE 202#if WORDACCESS_UNSAFE
200 203
201static unsigned int get_nready () 204static unsigned int get_nready ()
202{ 205{
203 unsigned int retval; 206 unsigned int retval;
204 207
205 LOCK (reqlock); 208 X_LOCK (reqlock);
206 retval = nready; 209 retval = nready;
207 UNLOCK (reqlock); 210 X_UNLOCK (reqlock);
208 211
209 return retval; 212 return retval;
210} 213}
211 214
212static unsigned int get_npending () 215static unsigned int get_npending ()
213{ 216{
214 unsigned int retval; 217 unsigned int retval;
215 218
216 LOCK (reslock); 219 X_LOCK (reslock);
217 retval = npending; 220 retval = npending;
218 UNLOCK (reslock); 221 X_UNLOCK (reslock);
219 222
220 return retval; 223 return retval;
221} 224}
222 225
223static unsigned int get_nthreads () 226static unsigned int get_nthreads ()
224{ 227{
225 unsigned int retval; 228 unsigned int retval;
226 229
227 LOCK (wrklock); 230 X_LOCK (wrklock);
228 retval = started; 231 retval = started;
229 UNLOCK (wrklock); 232 X_UNLOCK (wrklock);
230 233
231 return retval; 234 return retval;
232} 235}
233 236
234#else 237#else
… …
323 dbt_to_sv (req->sv1, &req->dbt1); 326 dbt_to_sv (req->sv1, &req->dbt1);
324 dbt_to_sv (req->sv2, &req->dbt2); 327 dbt_to_sv (req->sv2, &req->dbt2);
325 dbt_to_sv (req->sv3, &req->dbt3); 328 dbt_to_sv (req->sv3, &req->dbt3);
326 break; 329 break;
327 330
331 case REQ_DB_PUT:
332 case REQ_C_PUT:
333 dbt_to_sv (0, &req->dbt1);
334 dbt_to_sv (0, &req->dbt2);
335 break;
336
328 case REQ_DB_KEY_RANGE: 337 case REQ_DB_KEY_RANGE:
329 { 338 {
330 AV *av = newAV (); 339 AV *av = newAV ();
331 340
332 av_push (av, newSVnv (req->key_range.less)); 341 av_push (av, newSVnv (req->key_range.less));
… …
341 350
342 case REQ_SEQ_GET: 351 case REQ_SEQ_GET:
343 SvREADONLY_off (req->sv1); 352 SvREADONLY_off (req->sv1);
344 353
345 if (sizeof (IV) > 4) 354 if (sizeof (IV) > 4)
346 sv_setiv_mg (req->sv1, req->seq_t); 355 sv_setiv_mg (req->sv1, (IV)req->seq_t);
347 else 356 else
348 sv_setnv_mg (req->sv1, req->seq_t); 357 sv_setnv_mg (req->sv1, (NV)req->seq_t);
349 358
350 SvREFCNT_dec (req->sv1); 359 SvREFCNT_dec (req->sv1);
351 break; 360 break;
352 } 361 }
353 362
… …
369 free (req->buf1); 378 free (req->buf1);
370 free (req->buf2); 379 free (req->buf2);
371 Safefree (req); 380 Safefree (req);
372} 381}
373 382
374static void *aio_proc (void *arg); 383#ifdef USE_SOCKETS_AS_HANDLES
384# define TO_SOCKET(x) (win32_get_osfhandle (x))
385#else
386# define TO_SOCKET(x) (x)
387#endif
388
389static void
390create_respipe ()
391{
392#ifdef _WIN32
393 int arg; /* argg */
394#endif
395 int old_readfd = respipe [0];
396
397 if (respipe [1] >= 0)
398 respipe_close (TO_SOCKET (respipe [1]));
399
400#ifdef _WIN32
401 if (PerlSock_socketpair (AF_UNIX, SOCK_STREAM, 0, respipe))
402#else
403 if (pipe (respipe))
404#endif
405 croak ("unable to initialize result pipe");
406
407 if (old_readfd >= 0)
408 {
409 if (dup2 (TO_SOCKET (respipe [0]), TO_SOCKET (old_readfd)) < 0)
410 croak ("unable to initialize result pipe(2)");
411
412 respipe_close (respipe [0]);
413 respipe [0] = old_readfd;
414 }
415
416#ifdef _WIN32
417 arg = 1;
418 if (ioctlsocket (TO_SOCKET (respipe [0]), FIONBIO, &arg)
419 || ioctlsocket (TO_SOCKET (respipe [1]), FIONBIO, &arg))
420#else
421 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)
422 || fcntl (respipe [1], F_SETFL, O_NONBLOCK))
423#endif
424 croak ("unable to initialize result pipe(3)");
425
426 respipe_osf [0] = TO_SOCKET (respipe [0]);
427 respipe_osf [1] = TO_SOCKET (respipe [1]);
428}
429
430X_THREAD_PROC (bdb_proc);
375 431
376static void start_thread (void) 432static void start_thread (void)
377{ 433{
378 sigset_t fullsigset, oldsigset;
379 pthread_attr_t attr;
380
381 worker *wrk = calloc (1, sizeof (worker)); 434 worker *wrk = calloc (1, sizeof (worker));
382 435
383 if (!wrk) 436 if (!wrk)
384 croak ("unable to allocate worker thread data"); 437 croak ("unable to allocate worker thread data");
385 438
386 pthread_attr_init (&attr);
387 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
388#ifdef PTHREAD_SCOPE_PROCESS
389 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
390#endif
391
392 sigfillset (&fullsigset);
393
394 LOCK (wrklock); 439 X_LOCK (wrklock);
395 pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset);
396
397 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) 440 if (thread_create (&wrk->tid, bdb_proc, (void *)wrk))
398 { 441 {
399 wrk->prev = &wrk_first; 442 wrk->prev = &wrk_first;
400 wrk->next = wrk_first.next; 443 wrk->next = wrk_first.next;
401 wrk_first.next->prev = wrk; 444 wrk_first.next->prev = wrk;
402 wrk_first.next = wrk; 445 wrk_first.next = wrk;
403 ++started; 446 ++started;
404 } 447 }
405 else 448 else
406 free (wrk); 449 free (wrk);
407 450
408 pthread_sigmask (SIG_SETMASK, &oldsigset, 0);
409 UNLOCK (wrklock); 451 X_UNLOCK (wrklock);
410} 452}
411 453
412static void maybe_start_thread () 454static void maybe_start_thread ()
413{ 455{
414 if (get_nthreads () >= wanted) 456 if (get_nthreads () >= wanted)
… …
426 SV *wait_callback = 0; 468 SV *wait_callback = 0;
427 469
428 // synthesize callback if none given 470 // synthesize callback if none given
429 if (!SvOK (req->callback)) 471 if (!SvOK (req->callback))
430 { 472 {
473 int count;
474
431 dSP; 475 dSP;
432 PUSHMARK (SP); 476 PUSHMARK (SP);
433 PUTBACK; 477 PUTBACK;
434 int count = call_sv (prepare_cb, G_ARRAY); 478 count = call_sv (prepare_cb, G_ARRAY);
435 SPAGAIN; 479 SPAGAIN;
436 480
437 if (count != 2) 481 if (count != 2)
438 croak ("prepare callback must return exactly two values\n"); 482 croak ("prepare callback must return exactly two values\n");
439 483
… …
442 req->callback = SvREFCNT_inc (POPs); 486 req->callback = SvREFCNT_inc (POPs);
443 } 487 }
444 488
445 ++nreqs; 489 ++nreqs;
446 490
447 LOCK (reqlock); 491 X_LOCK (reqlock);
448 ++nready; 492 ++nready;
449 reqq_push (&req_queue, req); 493 reqq_push (&req_queue, req);
450 pthread_cond_signal (&reqwait); 494 X_COND_SIGNAL (reqwait);
451 UNLOCK (reqlock); 495 X_UNLOCK (reqlock);
452 496
453 maybe_start_thread (); 497 maybe_start_thread ();
454 498
455 if (wait_callback) 499 if (wait_callback)
456 { 500 {
… …
469 Newz (0, req, 1, aio_cb); 513 Newz (0, req, 1, aio_cb);
470 514
471 req->type = REQ_QUIT; 515 req->type = REQ_QUIT;
472 req->pri = PRI_MAX + PRI_BIAS; 516 req->pri = PRI_MAX + PRI_BIAS;
473 517
474 LOCK (reqlock); 518 X_LOCK (reqlock);
475 reqq_push (&req_queue, req); 519 reqq_push (&req_queue, req);
476 pthread_cond_signal (&reqwait); 520 X_COND_SIGNAL (reqwait);
477 UNLOCK (reqlock); 521 X_UNLOCK (reqlock);
478 522
479 LOCK (wrklock); 523 X_LOCK (wrklock);
480 --started; 524 --started;
481 UNLOCK (wrklock); 525 X_UNLOCK (wrklock);
482} 526}
483 527
484static void set_max_idle (int nthreads) 528static void set_max_idle (int nthreads)
485{ 529{
486 if (WORDACCESS_UNSAFE) LOCK (reqlock); 530 if (WORDACCESS_UNSAFE) X_LOCK (reqlock);
487 max_idle = nthreads <= 0 ? 1 : nthreads; 531 max_idle = nthreads <= 0 ? 1 : nthreads;
488 if (WORDACCESS_UNSAFE) UNLOCK (reqlock); 532 if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock);
489} 533}
490 534
491static void min_parallel (int nthreads) 535static void min_parallel (int nthreads)
492{ 536{
493 if (wanted < nthreads) 537 if (wanted < nthreads)
… …
508 fd_set rfd; 552 fd_set rfd;
509 553
510 while (nreqs) 554 while (nreqs)
511 { 555 {
512 int size; 556 int size;
513 if (WORDACCESS_UNSAFE) LOCK (reslock); 557 if (WORDACCESS_UNSAFE) X_LOCK (reslock);
514 size = res_queue.size; 558 size = res_queue.size;
515 if (WORDACCESS_UNSAFE) UNLOCK (reslock); 559 if (WORDACCESS_UNSAFE) X_UNLOCK (reslock);
516 560
517 if (size) 561 if (size)
518 return; 562 return;
519 563
520 maybe_start_thread (); 564 maybe_start_thread ();
521 565
522 FD_ZERO(&rfd); 566 FD_ZERO (&rfd);
523 FD_SET(respipe [0], &rfd); 567 FD_SET (respipe [0], &rfd);
524 568
525 select (respipe [0] + 1, &rfd, 0, 0, 0); 569 PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0);
526 } 570 }
527} 571}
528 572
529static int poll_cb () 573static int poll_cb ()
530{ 574{
… …
542 { 586 {
543 for (;;) 587 for (;;)
544 { 588 {
545 maybe_start_thread (); 589 maybe_start_thread ();
546 590
547 LOCK (reslock); 591 X_LOCK (reslock);
548 req = reqq_shift (&res_queue); 592 req = reqq_shift (&res_queue);
549 593
550 if (req) 594 if (req)
551 { 595 {
552 --npending; 596 --npending;
553 597
554 if (!res_queue.size) 598 if (!res_queue.size)
555 { 599 {
556 /* read any signals sent by the worker threads */ 600 /* read any signals sent by the worker threads */
557 char buf [4]; 601 char buf [4];
558 while (read (respipe [0], buf, 4) == 4) 602 while (respipe_read (respipe [0], buf, 4) == 4)
559 ; 603 ;
560 } 604 }
561 } 605 }
562 606
563 UNLOCK (reslock); 607 X_UNLOCK (reslock);
564 608
565 if (!req) 609 if (!req)
566 break; 610 break;
567 611
568 --nreqs; 612 --nreqs;
… …
598 } 642 }
599 643
600 return count; 644 return count;
601} 645}
602 646
603static void create_pipe ()
604{
605 if (pipe (respipe))
606 croak ("unable to initialize result pipe");
607
608 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
609 croak ("cannot set result pipe to nonblocking mode");
610
611 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
612 croak ("cannot set result pipe to nonblocking mode");
613}
614
615/*****************************************************************************/ 647/*****************************************************************************/
616 648
617static void *aio_proc (void *thr_arg) 649X_THREAD_PROC (bdb_proc)
618{ 650{
619 aio_req req; 651 aio_req req;
620 struct timespec ts; 652 struct timespec ts;
621 worker *self = (worker *)thr_arg; 653 worker *self = (worker *)thr_arg;
622 654
623 /* try to distribute timeouts somewhat evenly */ 655 /* try to distribute timeouts somewhat evenly */
624 ts.tv_nsec = (((unsigned long)self + (unsigned long)ts.tv_sec) & 1023UL) 656 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL);
625 * (1000000000UL / 1024UL);
626 657
627 for (;;) 658 for (;;)
628 { 659 {
629 ts.tv_sec = time (0) + IDLE_TIMEOUT; 660 ts.tv_sec = time (0) + IDLE_TIMEOUT;
630 661
631 LOCK (reqlock); 662 X_LOCK (reqlock);
632 663
633 for (;;) 664 for (;;)
634 { 665 {
635 self->req = req = reqq_shift (&req_queue); 666 self->req = req = reqq_shift (&req_queue);
636 667
637 if (req) 668 if (req)
638 break; 669 break;
639 670
640 ++idle; 671 ++idle;
641 672
642 if (pthread_cond_timedwait (&reqwait, &reqlock, &ts) 673 if (X_COND_TIMEDWAIT (reqwait, reqlock, ts)
643 == ETIMEDOUT) 674 == ETIMEDOUT)
644 { 675 {
645 if (idle > max_idle) 676 if (idle > max_idle)
646 { 677 {
647 --idle; 678 --idle;
648 UNLOCK (reqlock); 679 X_UNLOCK (reqlock);
649 LOCK (wrklock); 680 X_LOCK (wrklock);
650 --started; 681 --started;
651 UNLOCK (wrklock); 682 X_UNLOCK (wrklock);
652 goto quit; 683 goto quit;
653 } 684 }
654 685
655 /* we are allowed to idle, so do so without any timeout */ 686 /* we are allowed to idle, so do so without any timeout */
656 pthread_cond_wait (&reqwait, &reqlock); 687 X_COND_WAIT (reqwait, reqlock);
657 ts.tv_sec = time (0) + IDLE_TIMEOUT; 688 ts.tv_sec = time (0) + IDLE_TIMEOUT;
658 } 689 }
659 690
660 --idle; 691 --idle;
661 } 692 }
662 693
663 --nready; 694 --nready;
664 695
665 UNLOCK (reqlock); 696 X_UNLOCK (reqlock);
666 697
667 switch (req->type) 698 switch (req->type)
668 { 699 {
669 case REQ_QUIT: 700 case REQ_QUIT:
701 req->result = ENOSYS;
670 goto quit; 702 goto quit;
671 703
672 case REQ_ENV_OPEN: 704 case REQ_ENV_OPEN:
673 req->result = req->env->open (req->env, req->buf1, req->uint1, req->int1); 705 req->result = req->env->open (req->env, req->buf1, req->uint1, req->int1);
674 break; 706 break;
… …
707 739
708 case REQ_DB_SYNC: 740 case REQ_DB_SYNC:
709 req->result = req->db->sync (req->db, req->uint1); 741 req->result = req->db->sync (req->db, req->uint1);
710 break; 742 break;
711 743
744 case REQ_DB_UPGRADE:
745 req->result = req->db->upgrade (req->db, req->buf1, req->uint1);
746 break;
747
712 case REQ_DB_PUT: 748 case REQ_DB_PUT:
713 req->result = req->db->put (req->db, req->txn, &req->dbt1, &req->dbt2, req->uint1); 749 req->result = req->db->put (req->db, req->txn, &req->dbt1, &req->dbt2, req->uint1);
714 break; 750 break;
715 751
716 case REQ_DB_GET: 752 case REQ_DB_GET:
… …
733 req->result = req->txn->commit (req->txn, req->uint1); 769 req->result = req->txn->commit (req->txn, req->uint1);
734 break; 770 break;
735 771
736 case REQ_TXN_ABORT: 772 case REQ_TXN_ABORT:
737 req->result = req->txn->abort (req->txn); 773 req->result = req->txn->abort (req->txn);
774 break;
775
776 case REQ_TXN_FINISH:
777 if (req->txn->flags & TXN_DEADLOCK)
778 {
779 req->result = req->txn->abort (req->txn);
780 if (!req->result)
781 req->result = DB_LOCK_DEADLOCK;
782 }
783 else
784 req->result = req->txn->commit (req->txn, req->uint1);
738 break; 785 break;
739 786
740 case REQ_C_CLOSE: 787 case REQ_C_CLOSE:
741 req->result = req->dbc->c_close (req->dbc); 788 req->result = req->dbc->c_close (req->dbc);
742 break; 789 break;
… …
784 default: 831 default:
785 req->result = ENOSYS; 832 req->result = ENOSYS;
786 break; 833 break;
787 } 834 }
788 835
836 if (req->txn && (req->result > 0 || req->result == DB_LOCK_NOTGRANTED))
837 req->txn->flags |= TXN_DEADLOCK;
838
789 LOCK (reslock); 839 X_LOCK (reslock);
790 840
791 ++npending; 841 ++npending;
792 842
793 if (!reqq_push (&res_queue, req)) 843 if (!reqq_push (&res_queue, req))
794 /* write a dummy byte to the pipe so fh becomes ready */ 844 /* write a dummy byte to the pipe so fh becomes ready */
795 write (respipe [1], &respipe, 1); 845 respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1);
796 846
797 self->req = 0; 847 self->req = 0;
798 worker_clear (self); 848 worker_clear (self);
799 849
800 UNLOCK (reslock); 850 X_UNLOCK (reslock);
801 } 851 }
802 852
803quit: 853quit:
804 LOCK (wrklock); 854 X_LOCK (wrklock);
805 worker_free (self); 855 worker_free (self);
806 UNLOCK (wrklock); 856 X_UNLOCK (wrklock);
807 857
808 return 0; 858 return 0;
809} 859}
810 860
811/*****************************************************************************/ 861/*****************************************************************************/
812 862
813static void atfork_prepare (void) 863static void atfork_prepare (void)
814{ 864{
815 LOCK (wrklock); 865 X_LOCK (wrklock);
816 LOCK (reqlock); 866 X_LOCK (reqlock);
817 LOCK (reslock); 867 X_LOCK (reslock);
818} 868}
819 869
820static void atfork_parent (void) 870static void atfork_parent (void)
821{ 871{
822 UNLOCK (reslock); 872 X_UNLOCK (reslock);
823 UNLOCK (reqlock); 873 X_UNLOCK (reqlock);
824 UNLOCK (wrklock); 874 X_UNLOCK (wrklock);
825} 875}
826 876
827static void atfork_child (void) 877static void atfork_child (void)
828{ 878{
829 aio_req prv; 879 aio_req prv;
… …
849 idle = 0; 899 idle = 0;
850 nreqs = 0; 900 nreqs = 0;
851 nready = 0; 901 nready = 0;
852 npending = 0; 902 npending = 0;
853 903
854 close (respipe [0]);
855 close (respipe [1]);
856 create_pipe (); 904 create_respipe ();
857 905
858 atfork_parent (); 906 atfork_parent ();
859} 907}
860 908
861#define dREQ(reqtype) \ 909#define dREQ(reqtype) \
… …
925 const_iv (INIT_TXN) 973 const_iv (INIT_TXN)
926 const_iv (RECOVER) 974 const_iv (RECOVER)
927 const_iv (INIT_TXN) 975 const_iv (INIT_TXN)
928 const_iv (RECOVER_FATAL) 976 const_iv (RECOVER_FATAL)
929 const_iv (CREATE) 977 const_iv (CREATE)
978 const_iv (RDONLY)
930 const_iv (USE_ENVIRON) 979 const_iv (USE_ENVIRON)
931 const_iv (USE_ENVIRON_ROOT) 980 const_iv (USE_ENVIRON_ROOT)
932 const_iv (LOCKDOWN) 981 const_iv (LOCKDOWN)
933 const_iv (PRIVATE) 982 const_iv (PRIVATE)
934 const_iv (REGISTER) 983 const_iv (REGISTER)
… …
940 const_iv (DSYNC_DB) 989 const_iv (DSYNC_DB)
941 const_iv (DSYNC_LOG) 990 const_iv (DSYNC_LOG)
942 const_iv (LOG_AUTOREMOVE) 991 const_iv (LOG_AUTOREMOVE)
943 const_iv (LOG_INMEMORY) 992 const_iv (LOG_INMEMORY)
944 const_iv (NOLOCKING) 993 const_iv (NOLOCKING)
945 const_iv (MULTIVERSION)
946 const_iv (NOMMAP) 994 const_iv (NOMMAP)
947 const_iv (NOPANIC) 995 const_iv (NOPANIC)
948 const_iv (OVERWRITE) 996 const_iv (OVERWRITE)
949 const_iv (PANIC_ENVIRONMENT) 997 const_iv (PANIC_ENVIRONMENT)
950 const_iv (REGION_INIT) 998 const_iv (REGION_INIT)
951 const_iv (TIME_NOTGRANTED) 999 const_iv (TIME_NOTGRANTED)
952 const_iv (TXN_NOSYNC) 1000 const_iv (TXN_NOSYNC)
953 const_iv (TXN_SNAPSHOT) 1001 const_iv (TXN_NOT_DURABLE)
954 const_iv (TXN_WRITE_NOSYNC) 1002 const_iv (TXN_WRITE_NOSYNC)
955 const_iv (WRITECURSOR) 1003 const_iv (WRITECURSOR)
956 const_iv (YIELDCPU) 1004 const_iv (YIELDCPU)
957 const_iv (ENCRYPT_AES) 1005 const_iv (ENCRYPT_AES)
958 const_iv (XA_CREATE) 1006 const_iv (XA_CREATE)
… …
966 const_iv (READ_UNCOMMITTED) 1014 const_iv (READ_UNCOMMITTED)
967 const_iv (TRUNCATE) 1015 const_iv (TRUNCATE)
968 const_iv (NOSYNC) 1016 const_iv (NOSYNC)
969 const_iv (CHKSUM) 1017 const_iv (CHKSUM)
970 const_iv (ENCRYPT) 1018 const_iv (ENCRYPT)
971 const_iv (TXN_NOT_DURABLE)
972 const_iv (DUP) 1019 const_iv (DUP)
973 const_iv (DUPSORT) 1020 const_iv (DUPSORT)
974 const_iv (RECNUM) 1021 const_iv (RECNUM)
975 const_iv (RENUMBER) 1022 const_iv (RENUMBER)
976 const_iv (REVSPLITOFF) 1023 const_iv (REVSPLITOFF)
… …
1001 const_iv (APPEND) 1048 const_iv (APPEND)
1002 const_iv (NODUPDATA) 1049 const_iv (NODUPDATA)
1003 const_iv (NOOVERWRITE) 1050 const_iv (NOOVERWRITE)
1004 1051
1005 const_iv (TXN_NOWAIT) 1052 const_iv (TXN_NOWAIT)
1006 const_iv (TXN_SNAPSHOT)
1007 const_iv (TXN_SYNC) 1053 const_iv (TXN_SYNC)
1008 1054
1009 const_iv (SET_LOCK_TIMEOUT) 1055 const_iv (SET_LOCK_TIMEOUT)
1010 const_iv (SET_TXN_TIMEOUT) 1056 const_iv (SET_TXN_TIMEOUT)
1011 1057
… …
1039 const_iv (LOCK_YOUNGEST) 1085 const_iv (LOCK_YOUNGEST)
1040 1086
1041 const_iv (SEQ_DEC) 1087 const_iv (SEQ_DEC)
1042 const_iv (SEQ_INC) 1088 const_iv (SEQ_INC)
1043 const_iv (SEQ_WRAP) 1089 const_iv (SEQ_WRAP)
1090
1091 const_iv (BUFFER_SMALL)
1092 const_iv (DONOTINDEX)
1093 const_iv (KEYEMPTY )
1094 const_iv (KEYEXIST )
1095 const_iv (LOCK_DEADLOCK)
1096 const_iv (LOCK_NOTGRANTED)
1097 const_iv (LOG_BUFFER_FULL)
1098 const_iv (NOSERVER)
1099 const_iv (NOSERVER_HOME)
1100 const_iv (NOSERVER_ID)
1101 const_iv (NOTFOUND)
1102 const_iv (PAGE_NOTFOUND)
1103 const_iv (REP_DUPMASTER)
1104 const_iv (REP_HANDLE_DEAD)
1105 const_iv (REP_HOLDELECTION)
1106 const_iv (REP_IGNORE)
1107 const_iv (REP_ISPERM)
1108 const_iv (REP_JOIN_FAILURE)
1109 const_iv (REP_LOCKOUT)
1110 const_iv (REP_NEWMASTER)
1111 const_iv (REP_NEWSITE)
1112 const_iv (REP_NOTPERM)
1113 const_iv (REP_UNAVAIL)
1114 const_iv (RUNRECOVERY)
1115 const_iv (SECONDARY_BAD)
1116 const_iv (VERIFY_BAD)
1117 const_iv (VERSION_MISMATCH)
1118
1119 const_iv (VERB_DEADLOCK)
1120 const_iv (VERB_RECOVERY)
1121 const_iv (VERB_REGISTER)
1122 const_iv (VERB_REPLICATION)
1123 const_iv (VERB_WAITSFOR)
1124
1125 const_iv (VERSION_MAJOR)
1126 const_iv (VERSION_MINOR)
1127 const_iv (VERSION_PATCH)
1128#if DB_VERSION_MINOR >= 5
1129 const_iv (MULTIVERSION)
1130 const_iv (TXN_SNAPSHOT)
1131#endif
1132#if DB_VERSION_MINOR >= 6
1133 const_iv (PREV_DUP)
1134# if 0
1135 const_iv (PRIORITY_UNCHANGED)
1136 const_iv (PRIORITY_VERY_LOW)
1137 const_iv (PRIORITY_LOW)
1138 const_iv (PRIORITY_DEFAULT)
1139 const_iv (PRIORITY_HIGH)
1140 const_iv (PRIORITY_VERY_HIGH)
1141# endif
1142#endif
1044 }; 1143 };
1045 1144
1046 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; ) 1145 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
1047 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv)); 1146 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv));
1048 1147
1049 create_pipe (); 1148 newCONSTSUB (stash, "VERSION", newSVnv (DB_VERSION_MAJOR + DB_VERSION_MINOR * .1));
1149 newCONSTSUB (stash, "VERSION_STRING", newSVpv (DB_VERSION_STRING, 0));
1150
1151 create_respipe ();
1152
1050 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 1153 X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child);
1154#ifdef _WIN32
1155 X_MUTEX_CHECK (wrklock);
1156 X_MUTEX_CHECK (reslock);
1157 X_MUTEX_CHECK (reqlock);
1158
1159 X_COND_CHECK (reqwait);
1160#endif
1051} 1161}
1052 1162
1053void 1163void
1054max_poll_reqs (int nreqs) 1164max_poll_reqs (int nreqs)
1055 PROTOTYPE: $ 1165 PROTOTYPE: $
… …
1174 1284
1175int 1285int
1176nthreads () 1286nthreads ()
1177 PROTOTYPE: 1287 PROTOTYPE:
1178 CODE: 1288 CODE:
1179 if (WORDACCESS_UNSAFE) LOCK (wrklock); 1289 if (WORDACCESS_UNSAFE) X_LOCK (wrklock);
1180 RETVAL = started; 1290 RETVAL = started;
1181 if (WORDACCESS_UNSAFE) UNLOCK (wrklock); 1291 if (WORDACCESS_UNSAFE) X_UNLOCK (wrklock);
1182 OUTPUT: 1292 OUTPUT:
1183 RETVAL 1293 RETVAL
1184 1294
1185void 1295void
1186set_sync_prepare (SV *cb) 1296set_sync_prepare (SV *cb)
1187 PROTOTYPE: & 1297 PROTOTYPE: &
1188 CODE: 1298 CODE:
1189 SvREFCNT_dec (prepare_cb); 1299 SvREFCNT_dec (prepare_cb);
1190 prepare_cb = newSVsv (cb); 1300 prepare_cb = newSVsv (cb);
1191 1301
1302char *
1303strerror (int errorno = errno)
1304 PROTOTYPE: ;$
1305 CODE:
1306 RETVAL = db_strerror (errorno);
1307 OUTPUT:
1308 RETVAL
1192 1309
1193DB_ENV * 1310DB_ENV *
1194db_env_create (U32 env_flags = 0) 1311db_env_create (U32 env_flags = 0)
1195 CODE: 1312 CODE:
1196{ 1313{
1197 errno = db_env_create (&RETVAL, env_flags); 1314 errno = db_env_create (&RETVAL, env_flags);
1198 if (errno) 1315 if (errno)
1199 croak ("db_env_create: %s", db_strerror (errno)); 1316 croak ("db_env_create: %s", db_strerror (errno));
1317
1318 if (0)
1319 {
1320 RETVAL->set_errcall (RETVAL, debug_errcall);
1321 RETVAL->set_msgcall (RETVAL, debug_msgcall);
1322 }
1200} 1323}
1201 OUTPUT: 1324 OUTPUT:
1202 RETVAL 1325 RETVAL
1203 1326
1204void 1327void
1205db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef) 1328db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef)
1206 CODE: 1329 CODE:
1207{ 1330{
1208 env->set_thread_count (env, get_nthreads ());
1209
1210 dREQ (REQ_ENV_OPEN); 1331 dREQ (REQ_ENV_OPEN);
1332
1333 env->set_thread_count (env, wanted + 2);
1334
1211 req->env = env; 1335 req->env = env;
1212 req->uint1 = open_flags | DB_THREAD; 1336 req->uint1 = open_flags | DB_THREAD;
1213 req->int1 = mode; 1337 req->int1 = mode;
1214 req->buf1 = strdup_ornull (db_home); 1338 req->buf1 = strdup_ornull (db_home);
1215 REQ_SEND; 1339 REQ_SEND;
… …
1332 req->uint1 = flags; 1456 req->uint1 = flags;
1333 REQ_SEND; 1457 REQ_SEND;
1334} 1458}
1335 1459
1336void 1460void
1461db_upgrade (DB *db, octetstring file, U32 flags = 0, SV *callback = &PL_sv_undef)
1462 CODE:
1463{
1464 dREQ (REQ_DB_SYNC);
1465 req->db = db;
1466 req->buf1 = strdup (file);
1467 req->uint1 = flags;
1468 REQ_SEND;
1469}
1470
1471void
1337db_key_range (DB *db, DB_TXN_ornull *txn, SV *key, SV *key_range, U32 flags = 0, SV *callback = &PL_sv_undef) 1472db_key_range (DB *db, DB_TXN_ornull *txn, SV *key, SV *key_range, U32 flags = 0, SV *callback = &PL_sv_undef)
1338 CODE: 1473 CODE:
1339{ 1474{
1340 dREQ (REQ_DB_KEY_RANGE); 1475 dREQ (REQ_DB_KEY_RANGE);
1341 req->db = db; 1476 req->db = db;
… …
1420 REQ_SEND; 1555 REQ_SEND;
1421 ptr_nuke (ST (0)); 1556 ptr_nuke (ST (0));
1422} 1557}
1423 1558
1424void 1559void
1560db_txn_finish (DB_TXN *txn, U32 flags = 0, SV *callback = &PL_sv_undef)
1561 CODE:
1562{
1563 dREQ (REQ_TXN_FINISH);
1564 req->txn = txn;
1565 req->uint1 = flags;
1566 REQ_SEND;
1567 ptr_nuke (ST (0));
1568}
1569
1570void
1425db_c_close (DBC *dbc, SV *callback = &PL_sv_undef) 1571db_c_close (DBC *dbc, SV *callback = &PL_sv_undef)
1426 CODE: 1572 CODE:
1427{ 1573{
1428 dREQ (REQ_C_CLOSE); 1574 dREQ (REQ_C_CLOSE);
1429 req->dbc = dbc; 1575 req->dbc = dbc;
… …
1601 CODE: 1747 CODE:
1602 RETVAL = env->set_cachesize (env, gbytes, bytes, ncache); 1748 RETVAL = env->set_cachesize (env, gbytes, bytes, ncache);
1603 OUTPUT: 1749 OUTPUT:
1604 RETVAL 1750 RETVAL
1605 1751
1606int set_flags (DB_ENV *env, U32 flags, int onoff) 1752int set_flags (DB_ENV *env, U32 flags, int onoff = 1)
1607 CODE: 1753 CODE:
1608 RETVAL = env->set_flags (env, flags, onoff); 1754 RETVAL = env->set_flags (env, flags, onoff);
1609 OUTPUT: 1755 OUTPUT:
1610 RETVAL 1756 RETVAL
1611 1757
1758void set_errfile (DB_ENV *env, FILE *errfile = 0)
1759 CODE:
1760 env->set_errfile (env, errfile);
1761
1762void set_msgfile (DB_ENV *env, FILE *msgfile = 0)
1763 CODE:
1764 env->set_msgfile (env, msgfile);
1765
1766int set_verbose (DB_ENV *env, U32 which = -1, int onoff = 1)
1767 CODE:
1768 RETVAL = env->set_verbose (env, which, onoff);
1769 OUTPUT:
1770 RETVAL
1771
1612int set_encrypt (DB_ENV *env, const char *password, U32 flags = 0) 1772int set_encrypt (DB_ENV *env, const char *password, U32 flags = 0)
1613 CODE: 1773 CODE:
1614 RETVAL = env->set_encrypt (env, password, flags); 1774 RETVAL = env->set_encrypt (env, password, flags);
1615 OUTPUT: 1775 OUTPUT:
1616 RETVAL 1776 RETVAL
1617 1777
1618int set_timeout (DB_ENV *env, NV timeout, U32 flags) 1778int set_timeout (DB_ENV *env, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT)
1619 CODE: 1779 CODE:
1620 RETVAL = env->set_timeout (env, timeout * 1000000, flags); 1780 RETVAL = env->set_timeout (env, timeout * 1000000, flags);
1621 OUTPUT: 1781 OUTPUT:
1622 RETVAL 1782 RETVAL
1623 1783
… …
1671 1831
1672int set_lg_max (DB_ENV *env, U32 max) 1832int set_lg_max (DB_ENV *env, U32 max)
1673 CODE: 1833 CODE:
1674 RETVAL = env->set_lg_max (env, max); 1834 RETVAL = env->set_lg_max (env, max);
1675 OUTPUT: 1835 OUTPUT:
1836 RETVAL
1837
1838int mutex_set_max (DB_ENV *env, U32 max)
1839 CODE:
1840 RETVAL = env->mutex_set_max (env, max);
1841 OUTPUT:
1842 RETVAL
1843
1844int mutex_set_increment (DB_ENV *env, U32 increment)
1845 CODE:
1846 RETVAL = env->mutex_set_increment (env, increment);
1847 OUTPUT:
1848 RETVAL
1849
1850int mutex_set_tas_spins (DB_ENV *env, U32 tas_spins)
1851 CODE:
1852 RETVAL = env->mutex_set_tas_spins (env, tas_spins);
1853 OUTPUT:
1854 RETVAL
1855
1856int mutex_set_align (DB_ENV *env, U32 align)
1857 CODE:
1858 RETVAL = env->mutex_set_align (env, align);
1859 OUTPUT:
1676 RETVAL 1860 RETVAL
1677 1861
1678DB_TXN * 1862DB_TXN *
1679txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0) 1863txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0)
1680 CODE: 1864 CODE:
… …
1700 CODE: 1884 CODE:
1701 RETVAL = db->set_cachesize (db, gbytes, bytes, ncache); 1885 RETVAL = db->set_cachesize (db, gbytes, bytes, ncache);
1702 OUTPUT: 1886 OUTPUT:
1703 RETVAL 1887 RETVAL
1704 1888
1705int set_flags (DB *db, U32 flags); 1889int set_flags (DB *db, U32 flags)
1706 CODE: 1890 CODE:
1707 RETVAL = db->set_flags (db, flags); 1891 RETVAL = db->set_flags (db, flags);
1708 OUTPUT: 1892 OUTPUT:
1709 RETVAL 1893 RETVAL
1710 1894
… …
1724 CODE: 1908 CODE:
1725 RETVAL = db->set_bt_minkey (db, minkey); 1909 RETVAL = db->set_bt_minkey (db, minkey);
1726 OUTPUT: 1910 OUTPUT:
1727 RETVAL 1911 RETVAL
1728 1912
1729int set_re_delim(DB *db, int delim); 1913int set_re_delim (DB *db, int delim)
1730 CODE: 1914 CODE:
1731 RETVAL = db->set_re_delim (db, delim); 1915 RETVAL = db->set_re_delim (db, delim);
1732 OUTPUT: 1916 OUTPUT:
1733 RETVAL 1917 RETVAL
1734 1918
… …
1795DESTROY (DB_TXN_ornull *txn) 1979DESTROY (DB_TXN_ornull *txn)
1796 CODE: 1980 CODE:
1797 if (txn) 1981 if (txn)
1798 txn->abort (txn); 1982 txn->abort (txn);
1799 1983
1800int set_timeout (DB_TXN *txn, NV timeout, U32 flags) 1984int set_timeout (DB_TXN *txn, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT)
1801 CODE: 1985 CODE:
1802 RETVAL = txn->set_timeout (txn, timeout * 1000000, flags); 1986 RETVAL = txn->set_timeout (txn, timeout * 1000000, flags);
1987 OUTPUT:
1988 RETVAL
1989
1990int failed (DB_TXN *txn)
1991 CODE:
1992 RETVAL = !!(txn->flags & TXN_DEADLOCK);
1803 OUTPUT: 1993 OUTPUT:
1804 RETVAL 1994 RETVAL
1805 1995
1806 1996
1807MODULE = BDB PACKAGE = BDB::Cursor 1997MODULE = BDB PACKAGE = BDB::Cursor

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines