ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/BDB/BDB.xs
(Generate patch)

Comparing BDB/BDB.xs (file contents):
Revision 1.7 by root, Thu Feb 8 22:14:01 2007 UTC vs.
Revision 1.13 by root, Sun Jul 8 11:12:12 2007 UTC

1/* solaris */ 1#include "xthread.h"
2#define _POSIX_PTHREAD_SEMANTICS 1
3
4#if __linux && !defined(_GNU_SOURCE)
5# define _GNU_SOURCE
6#endif
7
8/* just in case */
9#define _REENTRANT 1
10 2
11#include <errno.h> 3#include <errno.h>
12 4
13#include "EXTERN.h" 5#include "EXTERN.h"
14#include "perl.h" 6#include "perl.h"
15#include "XSUB.h" 7#include "XSUB.h"
16 8
17#include <pthread.h> 9// perl stupidly defines these as macros, breaking
10// lots and lots of code.
11#undef open
12#undef close
13#undef abort
14#undef malloc
15#undef free
16#undef send
18 17
19#include <stddef.h> 18#include <stddef.h>
20#include <stdlib.h> 19#include <stdlib.h>
21#include <errno.h> 20#include <errno.h>
22#include <sys/time.h>
23#include <sys/types.h> 21#include <sys/types.h>
24#include <limits.h> 22#include <limits.h>
25#include <unistd.h>
26#include <fcntl.h> 23#include <fcntl.h>
27 24
25#ifndef _WIN32
26# include <sys/time.h>
27# include <unistd.h>
28#endif
29
28#include <db.h> 30#include <db.h>
31
32#if DB_VERSION_MAJOR < 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 4)
33# error you need Berkeley DB 4.4 or newer installed
34#endif
29 35
30/* number of seconds after which idle threads exit */ 36/* number of seconds after which idle threads exit */
31#define IDLE_TIMEOUT 10 37#define IDLE_TIMEOUT 10
32 38
33/* wether word reads are potentially non-atomic.
34 * this is conservatice, likely most arches this runs
35 * on have atomic word read/writes.
36 */
37#ifndef WORDACCESS_UNSAFE
38# if __i386 || __x86_64
39# define WORDACCESS_UNSAFE 0
40# else
41# define WORDACCESS_UNSAFE 1
42# endif
43#endif
44
45typedef DB_ENV DB_ENV_ornull; 39typedef DB_ENV DB_ENV_ornull;
46typedef DB_TXN DB_TXN_ornull; 40typedef DB_TXN DB_TXN_ornull;
47typedef DBC DBC_ornull; 41typedef DBC DBC_ornull;
48typedef DB DB_ornull; 42typedef DB DB_ornull;
43typedef DB_SEQUENCE DB_SEQUENCE_ornull;
49 44
50typedef SV SV8; /* byte-sv, used for argument-checking */ 45typedef SV SV8; /* byte-sv, used for argument-checking */
51typedef char *octetstring; 46typedef char *octetstring;
52 47
53static SV *prepare_cb; 48static SV *prepare_cb;
54 49
55static inline char * 50static char *
56strdup_ornull (const char *s) 51strdup_ornull (const char *s)
57{ 52{
58 return s ? strdup (s) : 0; 53 return s ? strdup (s) : 0;
59} 54}
60 55
61static inline void 56static void
62sv_to_dbt (DBT *dbt, SV *sv) 57sv_to_dbt (DBT *dbt, SV *sv)
63{ 58{
64 STRLEN len; 59 STRLEN len;
65 char *data = SvPVbyte (sv, len); 60 char *data = SvPVbyte (sv, len);
66 61
… …
68 memcpy (dbt->data, data, len); 63 memcpy (dbt->data, data, len);
69 dbt->size = len; 64 dbt->size = len;
70 dbt->flags = DB_DBT_REALLOC; 65 dbt->flags = DB_DBT_REALLOC;
71} 66}
72 67
73static inline void 68static void
74dbt_to_sv (SV *sv, DBT *dbt) 69dbt_to_sv (SV *sv, DBT *dbt)
75{ 70{
76 if (sv) 71 if (sv)
77 { 72 {
78 SvREADONLY_off (sv); 73 SvREADONLY_off (sv);
… …
83 free (dbt->data); 78 free (dbt->data);
84} 79}
85 80
86enum { 81enum {
87 REQ_QUIT, 82 REQ_QUIT,
88 REQ_ENV_OPEN, REQ_ENV_CLOSE, 83 REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT,
89 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, 84 REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE,
85 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC,
86 REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE,
90 REQ_TXN_COMMIT, REQ_TXN_ABORT, 87 REQ_TXN_COMMIT, REQ_TXN_ABORT,
91 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL, 88 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL,
89 REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE,
92}; 90};
93 91
94typedef struct aio_cb 92typedef struct aio_cb
95{ 93{
96 struct aio_cb *volatile next; 94 struct aio_cb *volatile next;
… …
107 U32 uint1, uint2; 105 U32 uint1, uint2;
108 char *buf1, *buf2; 106 char *buf1, *buf2;
109 SV *sv1, *sv2, *sv3; 107 SV *sv1, *sv2, *sv3;
110 108
111 DBT dbt1, dbt2, dbt3; 109 DBT dbt1, dbt2, dbt3;
110 DB_KEY_RANGE key_range;
111 DB_SEQUENCE *seq;
112 db_seq_t seq_t;
112} aio_cb; 113} aio_cb;
113 114
114typedef aio_cb *aio_req; 115typedef aio_cb *aio_req;
115 116
116enum { 117enum {
… …
136 137
137static int next_pri = DEFAULT_PRI + PRI_BIAS; 138static int next_pri = DEFAULT_PRI + PRI_BIAS;
138 139
139static unsigned int started, idle, wanted; 140static unsigned int started, idle, wanted;
140 141
141#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
142# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
143#else
144# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
145#endif
146
147#define LOCK(mutex) pthread_mutex_lock (&(mutex))
148#define UNLOCK(mutex) pthread_mutex_unlock (&(mutex))
149
150/* worker threads management */ 142/* worker threads management */
151static pthread_mutex_t wrklock = AIO_MUTEX_INIT; 143static mutex_t wrklock = X_MUTEX_INIT;
152 144
153typedef struct worker { 145typedef struct worker {
154 /* locked by wrklock */ 146 /* locked by wrklock */
155 struct worker *prev, *next; 147 struct worker *prev, *next;
156 148
157 pthread_t tid; 149 thread_t tid;
158 150
159 /* locked by reslock, reqlock or wrklock */ 151 /* locked by reslock, reqlock or wrklock */
160 aio_req req; /* currently processed request */ 152 aio_req req; /* currently processed request */
161 void *dbuf; 153 void *dbuf;
162 DIR *dirp; 154 DIR *dirp;
… …
177} 169}
178 170
179static volatile unsigned int nreqs, nready, npending; 171static volatile unsigned int nreqs, nready, npending;
180static volatile unsigned int max_idle = 4; 172static volatile unsigned int max_idle = 4;
181static volatile unsigned int max_outstanding = 0xffffffff; 173static volatile unsigned int max_outstanding = 0xffffffff;
182static int respipe [2]; 174static int respipe [2], respipe_osf [2];
183 175
184static pthread_mutex_t reslock = AIO_MUTEX_INIT; 176static mutex_t reslock = X_MUTEX_INIT;
185static pthread_mutex_t reqlock = AIO_MUTEX_INIT; 177static mutex_t reqlock = X_MUTEX_INIT;
186static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 178static cond_t reqwait = X_COND_INIT;
187 179
188#if WORDACCESS_UNSAFE 180#if WORDACCESS_UNSAFE
189 181
190static unsigned int get_nready () 182static unsigned int get_nready ()
191{ 183{
192 unsigned int retval; 184 unsigned int retval;
193 185
194 LOCK (reqlock); 186 X_LOCK (reqlock);
195 retval = nready; 187 retval = nready;
196 UNLOCK (reqlock); 188 X_UNLOCK (reqlock);
197 189
198 return retval; 190 return retval;
199} 191}
200 192
201static unsigned int get_npending () 193static unsigned int get_npending ()
202{ 194{
203 unsigned int retval; 195 unsigned int retval;
204 196
205 LOCK (reslock); 197 X_LOCK (reslock);
206 retval = npending; 198 retval = npending;
207 UNLOCK (reslock); 199 X_UNLOCK (reslock);
208 200
209 return retval; 201 return retval;
210} 202}
211 203
212static unsigned int get_nthreads () 204static unsigned int get_nthreads ()
213{ 205{
214 unsigned int retval; 206 unsigned int retval;
215 207
216 LOCK (wrklock); 208 X_LOCK (wrklock);
217 retval = started; 209 retval = started;
218 UNLOCK (wrklock); 210 X_UNLOCK (wrklock);
219 211
220 return retval; 212 return retval;
221} 213}
222 214
223#else 215#else
… …
293 if (SvOK (req->callback)) 285 if (SvOK (req->callback))
294 { 286 {
295 ENTER; 287 ENTER;
296 SAVETMPS; 288 SAVETMPS;
297 PUSHMARK (SP); 289 PUSHMARK (SP);
298 EXTEND (SP, 1);
299 290
300 switch (req->type) 291 switch (req->type)
301 { 292 {
302 case REQ_DB_CLOSE: 293 case REQ_DB_CLOSE:
303 SvREFCNT_dec (req->sv1); 294 SvREFCNT_dec (req->sv1);
… …
312 case REQ_C_PGET: 303 case REQ_C_PGET:
313 dbt_to_sv (req->sv1, &req->dbt1); 304 dbt_to_sv (req->sv1, &req->dbt1);
314 dbt_to_sv (req->sv2, &req->dbt2); 305 dbt_to_sv (req->sv2, &req->dbt2);
315 dbt_to_sv (req->sv3, &req->dbt3); 306 dbt_to_sv (req->sv3, &req->dbt3);
316 break; 307 break;
308
309 case REQ_DB_KEY_RANGE:
310 {
311 AV *av = newAV ();
312
313 av_push (av, newSVnv (req->key_range.less));
314 av_push (av, newSVnv (req->key_range.equal));
315 av_push (av, newSVnv (req->key_range.greater));
316
317 SvREADONLY_off (req->sv1);
318 sv_setsv_mg (req->sv1, newRV_noinc ((SV *)av));
319 SvREFCNT_dec (req->sv1);
320 }
321 break;
322
323 case REQ_SEQ_GET:
324 SvREADONLY_off (req->sv1);
325
326 if (sizeof (IV) > 4)
327 sv_setiv_mg (req->sv1, req->seq_t);
328 else
329 sv_setnv_mg (req->sv1, req->seq_t);
330
331 SvREFCNT_dec (req->sv1);
332 break;
317 } 333 }
318 334
319 errno = req->result; 335 errno = req->result;
320 336
321 PUTBACK; 337 PUTBACK;
… …
334 free (req->buf1); 350 free (req->buf1);
335 free (req->buf2); 351 free (req->buf2);
336 Safefree (req); 352 Safefree (req);
337} 353}
338 354
339static void *aio_proc (void *arg); 355#ifdef USE_SOCKETS_AS_HANDLES
356# define TO_SOCKET(x) (win32_get_osfhandle (x))
357#else
358# define TO_SOCKET(x) (x)
359#endif
360
361static void
362create_pipe (int fd[2])
363{
364#ifdef _WIN32
365 int arg = 1;
366 if (PerlSock_socketpair (AF_UNIX, SOCK_STREAM, 0, fd)
367 || ioctlsocket (TO_SOCKET (fd [0]), FIONBIO, &arg)
368 || ioctlsocket (TO_SOCKET (fd [1]), FIONBIO, &arg))
369#else
370 if (pipe (fd)
371 || fcntl (fd [0], F_SETFL, O_NONBLOCK)
372 || fcntl (fd [1], F_SETFL, O_NONBLOCK))
373#endif
374 croak ("unable to initialize result pipe");
375
376 respipe_osf [0] = TO_SOCKET (respipe [0]);
377 respipe_osf [1] = TO_SOCKET (respipe [1]);
378}
379
380X_THREAD_PROC (bdb_proc);
340 381
341static void start_thread (void) 382static void start_thread (void)
342{ 383{
343 sigset_t fullsigset, oldsigset;
344 pthread_attr_t attr;
345
346 worker *wrk = calloc (1, sizeof (worker)); 384 worker *wrk = calloc (1, sizeof (worker));
347 385
348 if (!wrk) 386 if (!wrk)
349 croak ("unable to allocate worker thread data"); 387 croak ("unable to allocate worker thread data");
350 388
351 pthread_attr_init (&attr);
352 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
353#ifdef PTHREAD_SCOPE_PROCESS
354 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
355#endif
356
357 sigfillset (&fullsigset);
358
359 LOCK (wrklock); 389 X_LOCK (wrklock);
360 pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset);
361
362 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) 390 if (thread_create (&wrk->tid, bdb_proc, (void *)wrk))
363 { 391 {
364 wrk->prev = &wrk_first; 392 wrk->prev = &wrk_first;
365 wrk->next = wrk_first.next; 393 wrk->next = wrk_first.next;
366 wrk_first.next->prev = wrk; 394 wrk_first.next->prev = wrk;
367 wrk_first.next = wrk; 395 wrk_first.next = wrk;
368 ++started; 396 ++started;
369 } 397 }
370 else 398 else
371 free (wrk); 399 free (wrk);
372 400
373 pthread_sigmask (SIG_SETMASK, &oldsigset, 0);
374 UNLOCK (wrklock); 401 X_UNLOCK (wrklock);
375} 402}
376 403
377static void maybe_start_thread () 404static void maybe_start_thread ()
378{ 405{
379 if (get_nthreads () >= wanted) 406 if (get_nthreads () >= wanted)
… …
391 SV *wait_callback = 0; 418 SV *wait_callback = 0;
392 419
393 // synthesize callback if none given 420 // synthesize callback if none given
394 if (!SvOK (req->callback)) 421 if (!SvOK (req->callback))
395 { 422 {
423 int count;
424
396 dSP; 425 dSP;
397 PUSHMARK (SP); 426 PUSHMARK (SP);
398 PUTBACK; 427 PUTBACK;
399 int count = call_sv (prepare_cb, G_ARRAY); 428 count = call_sv (prepare_cb, G_ARRAY);
400 SPAGAIN; 429 SPAGAIN;
401 430
402 if (count != 2) 431 if (count != 2)
403 croak ("prepare callback must return exactly two values\n"); 432 croak ("prepare callback must return exactly two values\n");
404 433
… …
407 req->callback = SvREFCNT_inc (POPs); 436 req->callback = SvREFCNT_inc (POPs);
408 } 437 }
409 438
410 ++nreqs; 439 ++nreqs;
411 440
412 LOCK (reqlock); 441 X_LOCK (reqlock);
413 ++nready; 442 ++nready;
414 reqq_push (&req_queue, req); 443 reqq_push (&req_queue, req);
415 pthread_cond_signal (&reqwait); 444 X_COND_SIGNAL (reqwait);
416 UNLOCK (reqlock); 445 X_UNLOCK (reqlock);
417 446
418 maybe_start_thread (); 447 maybe_start_thread ();
419 448
420 if (wait_callback) 449 if (wait_callback)
421 { 450 {
… …
434 Newz (0, req, 1, aio_cb); 463 Newz (0, req, 1, aio_cb);
435 464
436 req->type = REQ_QUIT; 465 req->type = REQ_QUIT;
437 req->pri = PRI_MAX + PRI_BIAS; 466 req->pri = PRI_MAX + PRI_BIAS;
438 467
439 LOCK (reqlock); 468 X_LOCK (reqlock);
440 reqq_push (&req_queue, req); 469 reqq_push (&req_queue, req);
441 pthread_cond_signal (&reqwait); 470 X_COND_SIGNAL (reqwait);
442 UNLOCK (reqlock); 471 X_UNLOCK (reqlock);
443 472
444 LOCK (wrklock); 473 X_LOCK (wrklock);
445 --started; 474 --started;
446 UNLOCK (wrklock); 475 X_UNLOCK (wrklock);
447} 476}
448 477
449static void set_max_idle (int nthreads) 478static void set_max_idle (int nthreads)
450{ 479{
451 if (WORDACCESS_UNSAFE) LOCK (reqlock); 480 if (WORDACCESS_UNSAFE) X_LOCK (reqlock);
452 max_idle = nthreads <= 0 ? 1 : nthreads; 481 max_idle = nthreads <= 0 ? 1 : nthreads;
453 if (WORDACCESS_UNSAFE) UNLOCK (reqlock); 482 if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock);
454} 483}
455 484
456static void min_parallel (int nthreads) 485static void min_parallel (int nthreads)
457{ 486{
458 if (wanted < nthreads) 487 if (wanted < nthreads)
… …
473 fd_set rfd; 502 fd_set rfd;
474 503
475 while (nreqs) 504 while (nreqs)
476 { 505 {
477 int size; 506 int size;
478 if (WORDACCESS_UNSAFE) LOCK (reslock); 507 if (WORDACCESS_UNSAFE) X_LOCK (reslock);
479 size = res_queue.size; 508 size = res_queue.size;
480 if (WORDACCESS_UNSAFE) UNLOCK (reslock); 509 if (WORDACCESS_UNSAFE) X_UNLOCK (reslock);
481 510
482 if (size) 511 if (size)
483 return; 512 return;
484 513
485 maybe_start_thread (); 514 maybe_start_thread ();
486 515
487 FD_ZERO(&rfd); 516 FD_ZERO (&rfd);
488 FD_SET(respipe [0], &rfd); 517 FD_SET (respipe [0], &rfd);
489 518
490 select (respipe [0] + 1, &rfd, 0, 0, 0); 519 PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0);
491 } 520 }
492} 521}
493 522
494static int poll_cb () 523static int poll_cb ()
495{ 524{
… …
507 { 536 {
508 for (;;) 537 for (;;)
509 { 538 {
510 maybe_start_thread (); 539 maybe_start_thread ();
511 540
512 LOCK (reslock); 541 X_LOCK (reslock);
513 req = reqq_shift (&res_queue); 542 req = reqq_shift (&res_queue);
514 543
515 if (req) 544 if (req)
516 { 545 {
517 --npending; 546 --npending;
518 547
519 if (!res_queue.size) 548 if (!res_queue.size)
520 { 549 {
521 /* read any signals sent by the worker threads */ 550 /* read any signals sent by the worker threads */
522 char buf [4]; 551 char buf [4];
523 while (read (respipe [0], buf, 4) == 4) 552 while (respipe_read (respipe [0], buf, 4) == 4)
524 ; 553 ;
525 } 554 }
526 } 555 }
527 556
528 UNLOCK (reslock); 557 X_UNLOCK (reslock);
529 558
530 if (!req) 559 if (!req)
531 break; 560 break;
532 561
533 --nreqs; 562 --nreqs;
… …
563 } 592 }
564 593
565 return count; 594 return count;
566} 595}
567 596
568static void create_pipe ()
569{
570 if (pipe (respipe))
571 croak ("unable to initialize result pipe");
572
573 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
574 croak ("cannot set result pipe to nonblocking mode");
575
576 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
577 croak ("cannot set result pipe to nonblocking mode");
578}
579
580/*****************************************************************************/ 597/*****************************************************************************/
581 598
582static void *aio_proc (void *thr_arg) 599X_THREAD_PROC (bdb_proc)
583{ 600{
584 aio_req req; 601 aio_req req;
585 struct timespec ts; 602 struct timespec ts;
586 worker *self = (worker *)thr_arg; 603 worker *self = (worker *)thr_arg;
587 604
588 /* try to distribute timeouts somewhat evenly */ 605 /* try to distribute timeouts somewhat evenly */
589 ts.tv_nsec = (((unsigned long)self + (unsigned long)ts.tv_sec) & 1023UL) 606 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL);
590 * (1000000000UL / 1024UL);
591 607
592 for (;;) 608 for (;;)
593 { 609 {
594 ts.tv_sec = time (0) + IDLE_TIMEOUT; 610 ts.tv_sec = time (0) + IDLE_TIMEOUT;
595 611
596 LOCK (reqlock); 612 X_LOCK (reqlock);
597 613
598 for (;;) 614 for (;;)
599 { 615 {
600 self->req = req = reqq_shift (&req_queue); 616 self->req = req = reqq_shift (&req_queue);
601 617
602 if (req) 618 if (req)
603 break; 619 break;
604 620
605 ++idle; 621 ++idle;
606 622
607 if (pthread_cond_timedwait (&reqwait, &reqlock, &ts) 623 if (X_COND_TIMEDWAIT (reqwait, reqlock, ts)
608 == ETIMEDOUT) 624 == ETIMEDOUT)
609 { 625 {
610 if (idle > max_idle) 626 if (idle > max_idle)
611 { 627 {
612 --idle; 628 --idle;
613 UNLOCK (reqlock); 629 X_UNLOCK (reqlock);
614 LOCK (wrklock); 630 X_LOCK (wrklock);
615 --started; 631 --started;
616 UNLOCK (wrklock); 632 X_UNLOCK (wrklock);
617 goto quit; 633 goto quit;
618 } 634 }
619 635
620 /* we are allowed to idle, so do so without any timeout */ 636 /* we are allowed to idle, so do so without any timeout */
621 pthread_cond_wait (&reqwait, &reqlock); 637 X_COND_WAIT (reqwait, reqlock);
622 ts.tv_sec = time (0) + IDLE_TIMEOUT; 638 ts.tv_sec = time (0) + IDLE_TIMEOUT;
623 } 639 }
624 640
625 --idle; 641 --idle;
626 } 642 }
627 643
628 --nready; 644 --nready;
629 645
630 UNLOCK (reqlock); 646 X_UNLOCK (reqlock);
631 647
632 switch (req->type) 648 switch (req->type)
633 { 649 {
634 case REQ_QUIT: 650 case REQ_QUIT:
635 goto quit; 651 goto quit;
… …
640 656
641 case REQ_ENV_CLOSE: 657 case REQ_ENV_CLOSE:
642 req->result = req->env->close (req->env, req->uint1); 658 req->result = req->env->close (req->env, req->uint1);
643 break; 659 break;
644 660
661 case REQ_ENV_TXN_CHECKPOINT:
662 req->result = req->env->txn_checkpoint (req->env, req->uint1, req->int1, req->uint2);
663 break;
664
665 case REQ_ENV_LOCK_DETECT:
666 req->result = req->env->lock_detect (req->env, req->uint1, req->uint2, &req->int1);
667 break;
668
669 case REQ_ENV_MEMP_SYNC:
670 req->result = req->env->memp_sync (req->env, 0);
671 break;
672
673 case REQ_ENV_MEMP_TRICKLE:
674 req->result = req->env->memp_trickle (req->env, req->int1, &req->int2);
675 break;
676
645 case REQ_DB_OPEN: 677 case REQ_DB_OPEN:
646 req->result = req->db->open (req->db, req->txn, req->buf1, req->buf2, req->int1, req->uint1, req->int2); 678 req->result = req->db->open (req->db, req->txn, req->buf1, req->buf2, req->int1, req->uint1, req->int2);
647 break; 679 break;
648 680
649 case REQ_DB_CLOSE: 681 case REQ_DB_CLOSE:
… …
670 req->result = req->db->pget (req->db, req->txn, &req->dbt1, &req->dbt2, &req->dbt3, req->uint1); 702 req->result = req->db->pget (req->db, req->txn, &req->dbt1, &req->dbt2, &req->dbt3, req->uint1);
671 break; 703 break;
672 704
673 case REQ_DB_DEL: 705 case REQ_DB_DEL:
674 req->result = req->db->del (req->db, req->txn, &req->dbt1, req->uint1); 706 req->result = req->db->del (req->db, req->txn, &req->dbt1, req->uint1);
707 break;
708
709 case REQ_DB_KEY_RANGE:
710 req->result = req->db->key_range (req->db, req->txn, &req->dbt1, &req->key_range, req->uint1);
675 break; 711 break;
676 712
677 case REQ_TXN_COMMIT: 713 case REQ_TXN_COMMIT:
678 req->result = req->txn->commit (req->txn, req->uint1); 714 req->result = req->txn->commit (req->txn, req->uint1);
679 break; 715 break;
… …
708 744
709 case REQ_C_DEL: 745 case REQ_C_DEL:
710 req->result = req->dbc->c_del (req->dbc, req->uint1); 746 req->result = req->dbc->c_del (req->dbc, req->uint1);
711 break; 747 break;
712 748
749 case REQ_SEQ_OPEN:
750 req->result = req->seq->open (req->seq, req->txn, &req->dbt1, req->uint1);
751 break;
752
753 case REQ_SEQ_CLOSE:
754 req->result = req->seq->close (req->seq, req->uint1);
755 break;
756
757 case REQ_SEQ_GET:
758 req->result = req->seq->get (req->seq, req->txn, req->int1, &req->seq_t, req->uint1);
759 break;
760
761 case REQ_SEQ_REMOVE:
762 req->result = req->seq->remove (req->seq, req->txn, req->uint1);
763 break;
764
713 default: 765 default:
714 req->result = ENOSYS; 766 req->result = ENOSYS;
715 break; 767 break;
716 } 768 }
717 769
718 LOCK (reslock); 770 X_LOCK (reslock);
719 771
720 ++npending; 772 ++npending;
721 773
722 if (!reqq_push (&res_queue, req)) 774 if (!reqq_push (&res_queue, req))
723 /* write a dummy byte to the pipe so fh becomes ready */ 775 /* write a dummy byte to the pipe so fh becomes ready */
724 write (respipe [1], &respipe, 1); 776 respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1);
725 777
726 self->req = 0; 778 self->req = 0;
727 worker_clear (self); 779 worker_clear (self);
728 780
729 UNLOCK (reslock); 781 X_UNLOCK (reslock);
730 } 782 }
731 783
732quit: 784quit:
733 LOCK (wrklock); 785 X_LOCK (wrklock);
734 worker_free (self); 786 worker_free (self);
735 UNLOCK (wrklock); 787 X_UNLOCK (wrklock);
736 788
737 return 0; 789 return 0;
738} 790}
739 791
740/*****************************************************************************/ 792/*****************************************************************************/
741 793
742static void atfork_prepare (void) 794static void atfork_prepare (void)
743{ 795{
744 LOCK (wrklock); 796 X_LOCK (wrklock);
745 LOCK (reqlock); 797 X_LOCK (reqlock);
746 LOCK (reslock); 798 X_LOCK (reslock);
747} 799}
748 800
749static void atfork_parent (void) 801static void atfork_parent (void)
750{ 802{
751 UNLOCK (reslock); 803 X_UNLOCK (reslock);
752 UNLOCK (reqlock); 804 X_UNLOCK (reqlock);
753 UNLOCK (wrklock); 805 X_UNLOCK (wrklock);
754} 806}
755 807
756static void atfork_child (void) 808static void atfork_child (void)
757{ 809{
758 aio_req prv; 810 aio_req prv;
… …
778 idle = 0; 830 idle = 0;
779 nreqs = 0; 831 nreqs = 0;
780 nready = 0; 832 nready = 0;
781 npending = 0; 833 npending = 0;
782 834
783 close (respipe [0]); 835 respipe_close (respipe [0]);
784 close (respipe [1]); 836 respipe_close (respipe [1]);
837
785 create_pipe (); 838 create_pipe (respipe);
786 839
787 atfork_parent (); 840 atfork_parent ();
788} 841}
789 842
790#define dREQ(reqtype) \ 843#define dREQ(reqtype) \
… …
869 const_iv (DSYNC_DB) 922 const_iv (DSYNC_DB)
870 const_iv (DSYNC_LOG) 923 const_iv (DSYNC_LOG)
871 const_iv (LOG_AUTOREMOVE) 924 const_iv (LOG_AUTOREMOVE)
872 const_iv (LOG_INMEMORY) 925 const_iv (LOG_INMEMORY)
873 const_iv (NOLOCKING) 926 const_iv (NOLOCKING)
874 const_iv (MULTIVERSION)
875 const_iv (NOMMAP) 927 const_iv (NOMMAP)
876 const_iv (NOPANIC) 928 const_iv (NOPANIC)
877 const_iv (OVERWRITE) 929 const_iv (OVERWRITE)
878 const_iv (PANIC_ENVIRONMENT) 930 const_iv (PANIC_ENVIRONMENT)
879 const_iv (REGION_INIT) 931 const_iv (REGION_INIT)
880 const_iv (TIME_NOTGRANTED) 932 const_iv (TIME_NOTGRANTED)
881 const_iv (TXN_NOSYNC) 933 const_iv (TXN_NOSYNC)
882 const_iv (TXN_SNAPSHOT)
883 const_iv (TXN_WRITE_NOSYNC) 934 const_iv (TXN_WRITE_NOSYNC)
884 const_iv (WRITECURSOR) 935 const_iv (WRITECURSOR)
885 const_iv (YIELDCPU) 936 const_iv (YIELDCPU)
886 const_iv (ENCRYPT_AES) 937 const_iv (ENCRYPT_AES)
887 const_iv (XA_CREATE) 938 const_iv (XA_CREATE)
… …
930 const_iv (APPEND) 981 const_iv (APPEND)
931 const_iv (NODUPDATA) 982 const_iv (NODUPDATA)
932 const_iv (NOOVERWRITE) 983 const_iv (NOOVERWRITE)
933 984
934 const_iv (TXN_NOWAIT) 985 const_iv (TXN_NOWAIT)
935 const_iv (TXN_SNAPSHOT)
936 const_iv (TXN_SYNC) 986 const_iv (TXN_SYNC)
937 987
938 const_iv (SET_LOCK_TIMEOUT) 988 const_iv (SET_LOCK_TIMEOUT)
939 const_iv (SET_TXN_TIMEOUT) 989 const_iv (SET_TXN_TIMEOUT)
940 990
… …
952 const_iv (AFTER) 1002 const_iv (AFTER)
953 const_iv (CURRENT) 1003 const_iv (CURRENT)
954 const_iv (KEYFIRST) 1004 const_iv (KEYFIRST)
955 const_iv (KEYLAST) 1005 const_iv (KEYLAST)
956 const_iv (NODUPDATA) 1006 const_iv (NODUPDATA)
1007
1008 const_iv (FORCE)
1009
1010 const_iv (LOCK_DEFAULT)
1011 const_iv (LOCK_EXPIRE)
1012 const_iv (LOCK_MAXLOCKS)
1013 const_iv (LOCK_MAXWRITE)
1014 const_iv (LOCK_MINLOCKS)
1015 const_iv (LOCK_MINWRITE)
1016 const_iv (LOCK_OLDEST)
1017 const_iv (LOCK_RANDOM)
1018 const_iv (LOCK_YOUNGEST)
1019
1020 const_iv (SEQ_DEC)
1021 const_iv (SEQ_INC)
1022 const_iv (SEQ_WRAP)
1023#if DB_VERSION_MINOR >= 5
1024 const_iv (MULTIVERSION)
1025 const_iv (TXN_SNAPSHOT)
1026#endif
957 }; 1027 };
958 1028
959 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; ) 1029 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
960 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv)); 1030 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv));
961 1031
962 create_pipe (); 1032 create_pipe (respipe);
1033
963 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 1034 X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child);
1035#ifdef _WIN32
1036 X_MUTEX_CHECK (wrklock);
1037 X_MUTEX_CHECK (reslock);
1038 X_MUTEX_CHECK (reqlock);
1039
1040 X_COND_CHECK (reqwait);
1041#endif
964} 1042}
965 1043
966void 1044void
967max_poll_reqs (int nreqs) 1045max_poll_reqs (int nreqs)
968 PROTOTYPE: $ 1046 PROTOTYPE: $
… …
1087 1165
1088int 1166int
1089nthreads () 1167nthreads ()
1090 PROTOTYPE: 1168 PROTOTYPE:
1091 CODE: 1169 CODE:
1092 if (WORDACCESS_UNSAFE) LOCK (wrklock); 1170 if (WORDACCESS_UNSAFE) X_LOCK (wrklock);
1093 RETVAL = started; 1171 RETVAL = started;
1094 if (WORDACCESS_UNSAFE) UNLOCK (wrklock); 1172 if (WORDACCESS_UNSAFE) X_UNLOCK (wrklock);
1095 OUTPUT: 1173 OUTPUT:
1096 RETVAL 1174 RETVAL
1097 1175
1098void 1176void
1099set_sync_prepare (SV *cb) 1177set_sync_prepare (SV *cb)
1100 PROTOTYPE: & 1178 PROTOTYPE: &
1101 CODE: 1179 CODE:
1102 SvREFCNT_dec (prepare_cb); 1180 SvREFCNT_dec (prepare_cb);
1103 prepare_cb = newSVsv (cb); 1181 prepare_cb = newSVsv (cb);
1182
1104 1183
1105DB_ENV * 1184DB_ENV *
1106db_env_create (U32 env_flags = 0) 1185db_env_create (U32 env_flags = 0)
1107 CODE: 1186 CODE:
1108{ 1187{
… …
1116void 1195void
1117db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef) 1196db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef)
1118 CODE: 1197 CODE:
1119{ 1198{
1120 dREQ (REQ_ENV_OPEN); 1199 dREQ (REQ_ENV_OPEN);
1200
1201 env->set_thread_count (env, get_nthreads ());
1202
1121 req->env = env; 1203 req->env = env;
1122 req->uint1 = open_flags | DB_THREAD; 1204 req->uint1 = open_flags | DB_THREAD;
1123 req->int1 = mode; 1205 req->int1 = mode;
1124 req->buf1 = strdup_ornull (db_home); 1206 req->buf1 = strdup_ornull (db_home);
1125 REQ_SEND; 1207 REQ_SEND;
… …
1133 req->env = env; 1215 req->env = env;
1134 req->uint1 = flags; 1216 req->uint1 = flags;
1135 REQ_SEND; 1217 REQ_SEND;
1136 ptr_nuke (ST (0)); 1218 ptr_nuke (ST (0));
1137} 1219}
1220
1221void
1222db_env_txn_checkpoint (DB_ENV *env, U32 kbyte = 0, U32 min = 0, U32 flags = 0, SV *callback = &PL_sv_undef)
1223 CODE:
1224{
1225 dREQ (REQ_ENV_TXN_CHECKPOINT);
1226 req->env = env;
1227 req->uint1 = kbyte;
1228 req->int1 = min;
1229 req->uint2 = flags;
1230 REQ_SEND;
1231}
1232
1233void
1234db_env_lock_detect (DB_ENV *env, U32 flags = 0, U32 atype = DB_LOCK_DEFAULT, SV *dummy = 0, SV *callback = &PL_sv_undef)
1235 CODE:
1236{
1237 dREQ (REQ_ENV_LOCK_DETECT);
1238 req->env = env;
1239 req->uint1 = flags;
1240 req->uint2 = atype;
1241 REQ_SEND;
1242}
1243
1244void
1245db_env_memp_sync (DB_ENV *env, SV *dummy = 0, SV *callback = &PL_sv_undef)
1246 CODE:
1247{
1248 dREQ (REQ_ENV_MEMP_SYNC);
1249 req->env = env;
1250 REQ_SEND;
1251}
1252
1253void
1254db_env_memp_trickle (DB_ENV *env, int percent, SV *dummy = 0, SV *callback = &PL_sv_undef)
1255 CODE:
1256{
1257 dREQ (REQ_ENV_MEMP_TRICKLE);
1258 req->env = env;
1259 req->int1 = percent;
1260 REQ_SEND;
1261}
1262
1138 1263
1139DB * 1264DB *
1140db_create (DB_ENV *env = 0, U32 flags = 0) 1265db_create (DB_ENV *env = 0, U32 flags = 0)
1141 CODE: 1266 CODE:
1142{ 1267{
… …
1199 req->uint1 = flags; 1324 req->uint1 = flags;
1200 REQ_SEND; 1325 REQ_SEND;
1201} 1326}
1202 1327
1203void 1328void
1329db_key_range (DB *db, DB_TXN_ornull *txn, SV *key, SV *key_range, U32 flags = 0, SV *callback = &PL_sv_undef)
1330 CODE:
1331{
1332 dREQ (REQ_DB_KEY_RANGE);
1333 req->db = db;
1334 req->txn = txn;
1335 sv_to_dbt (&req->dbt1, key);
1336 req->uint1 = flags;
1337 req->sv1 = SvREFCNT_inc (key_range); SvREADONLY_on (key_range);
1338 REQ_SEND;
1339}
1340
1341void
1204db_put (DB *db, DB_TXN_ornull *txn, SV *key, SV *data, U32 flags = 0, SV *callback = &PL_sv_undef) 1342db_put (DB *db, DB_TXN_ornull *txn, SV *key, SV *data, U32 flags = 0, SV *callback = &PL_sv_undef)
1205 CODE: 1343 CODE:
1206{ 1344{
1207 dREQ (REQ_DB_PUT); 1345 dREQ (REQ_DB_PUT);
1208 req->db = db; 1346 req->db = db;
… …
1369 req->uint1 = flags; 1507 req->uint1 = flags;
1370 REQ_SEND; 1508 REQ_SEND;
1371} 1509}
1372 1510
1373 1511
1512void
1513db_sequence_open (DB_SEQUENCE *seq, DB_TXN_ornull *txnid, SV *key, U32 flags = 0, SV *callback = &PL_sv_undef)
1514 CODE:
1515{
1516 dREQ (REQ_SEQ_OPEN);
1517 req->seq = seq;
1518 req->txn = txnid;
1519 req->uint1 = flags | DB_THREAD;
1520 sv_to_dbt (&req->dbt1, key);
1521 REQ_SEND;
1522}
1523
1524void
1525db_sequence_close (DB_SEQUENCE *seq, U32 flags = 0, SV *callback = &PL_sv_undef)
1526 CODE:
1527{
1528 dREQ (REQ_SEQ_CLOSE);
1529 req->seq = seq;
1530 req->uint1 = flags;
1531 REQ_SEND;
1532 ptr_nuke (ST (0));
1533}
1534
1535void
1536db_sequence_get (DB_SEQUENCE *seq, DB_TXN_ornull *txnid, int delta, SV *seq_value, U32 flags = DB_TXN_NOSYNC, SV *callback = &PL_sv_undef)
1537 CODE:
1538{
1539 dREQ (REQ_SEQ_GET);
1540 req->seq = seq;
1541 req->txn = txnid;
1542 req->int1 = delta;
1543 req->uint1 = flags;
1544 req->sv1 = SvREFCNT_inc (seq_value); SvREADONLY_on (seq_value);
1545 REQ_SEND;
1546}
1547
1548void
1549db_sequence_remove (DB_SEQUENCE *seq, DB_TXN_ornull *txnid = 0, U32 flags = 0, SV *callback = &PL_sv_undef)
1550 CODE:
1551{
1552 dREQ (REQ_SEQ_REMOVE);
1553 req->seq = seq;
1554 req->txn = txnid;
1555 req->uint1 = flags;
1556 REQ_SEND;
1557}
1558
1559
1374MODULE = BDB PACKAGE = BDB::Env 1560MODULE = BDB PACKAGE = BDB::Env
1375 1561
1376void 1562void
1377DESTROY (DB_ENV_ornull *env) 1563DESTROY (DB_ENV_ornull *env)
1378 CODE: 1564 CODE:
1379 if (env) 1565 if (env)
1380 env->close (env, 0); 1566 env->close (env, 0);
1381 1567
1568int set_data_dir (DB_ENV *env, const char *dir)
1569 CODE:
1570 RETVAL = env->set_data_dir (env, dir);
1571 OUTPUT:
1572 RETVAL
1573
1574int set_tmp_dir (DB_ENV *env, const char *dir)
1575 CODE:
1576 RETVAL = env->set_tmp_dir (env, dir);
1577 OUTPUT:
1578 RETVAL
1579
1580int set_lg_dir (DB_ENV *env, const char *dir)
1581 CODE:
1582 RETVAL = env->set_lg_dir (env, dir);
1583 OUTPUT:
1584 RETVAL
1585
1586int set_shm_key (DB_ENV *env, long shm_key)
1587 CODE:
1588 RETVAL = env->set_shm_key (env, shm_key);
1589 OUTPUT:
1590 RETVAL
1591
1382int set_cachesize (DB_ENV *env, U32 gbytes, U32 bytes, int ncache = 0) 1592int set_cachesize (DB_ENV *env, U32 gbytes, U32 bytes, int ncache = 0)
1383 CODE: 1593 CODE:
1384 RETVAL = env->set_cachesize (env, gbytes, bytes, ncache); 1594 RETVAL = env->set_cachesize (env, gbytes, bytes, ncache);
1385 OUTPUT: 1595 OUTPUT:
1386 RETVAL 1596 RETVAL
… …
1398 RETVAL 1608 RETVAL
1399 1609
1400int set_timeout (DB_ENV *env, NV timeout, U32 flags) 1610int set_timeout (DB_ENV *env, NV timeout, U32 flags)
1401 CODE: 1611 CODE:
1402 RETVAL = env->set_timeout (env, timeout * 1000000, flags); 1612 RETVAL = env->set_timeout (env, timeout * 1000000, flags);
1613 OUTPUT:
1614 RETVAL
1615
1616int set_mp_max_openfd (DB_ENV *env, int maxopenfd);
1617 CODE:
1618 RETVAL = env->set_mp_max_openfd (env, maxopenfd);
1619 OUTPUT:
1620 RETVAL
1621
1622int set_mp_max_write (DB_ENV *env, int maxwrite, int maxwrite_sleep);
1623 CODE:
1624 RETVAL = env->set_mp_max_write (env, maxwrite, maxwrite_sleep);
1625 OUTPUT:
1626 RETVAL
1627
1628int set_mp_mmapsize (DB_ENV *env, int mmapsize_mb)
1629 CODE:
1630 RETVAL = env->set_mp_mmapsize (env, ((size_t)mmapsize_mb) << 20);
1631 OUTPUT:
1632 RETVAL
1633
1634int set_lk_detect (DB_ENV *env, U32 detect = DB_LOCK_DEFAULT)
1635 CODE:
1636 RETVAL = env->set_lk_detect (env, detect);
1637 OUTPUT:
1638 RETVAL
1639
1640int set_lk_max_lockers (DB_ENV *env, U32 max)
1641 CODE:
1642 RETVAL = env->set_lk_max_lockers (env, max);
1643 OUTPUT:
1644 RETVAL
1645
1646int set_lk_max_locks (DB_ENV *env, U32 max)
1647 CODE:
1648 RETVAL = env->set_lk_max_locks (env, max);
1649 OUTPUT:
1650 RETVAL
1651
1652int set_lk_max_objects (DB_ENV *env, U32 max)
1653 CODE:
1654 RETVAL = env->set_lk_max_objects (env, max);
1655 OUTPUT:
1656 RETVAL
1657
1658int set_lg_bsize (DB_ENV *env, U32 max)
1659 CODE:
1660 RETVAL = env->set_lg_bsize (env, max);
1661 OUTPUT:
1662 RETVAL
1663
1664int set_lg_max (DB_ENV *env, U32 max)
1665 CODE:
1666 RETVAL = env->set_lg_max (env, max);
1403 OUTPUT: 1667 OUTPUT:
1404 RETVAL 1668 RETVAL
1405 1669
1406DB_TXN * 1670DB_TXN *
1407txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0) 1671txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0)
… …
1446 CODE: 1710 CODE:
1447 RETVAL = db->set_lorder (db, lorder); 1711 RETVAL = db->set_lorder (db, lorder);
1448 OUTPUT: 1712 OUTPUT:
1449 RETVAL 1713 RETVAL
1450 1714
1451
1452int set_bt_minkey (DB *db, U32 minkey) 1715int set_bt_minkey (DB *db, U32 minkey)
1453 CODE: 1716 CODE:
1454 RETVAL = db->set_bt_minkey (db, minkey); 1717 RETVAL = db->set_bt_minkey (db, minkey);
1455 OUTPUT: 1718 OUTPUT:
1456 RETVAL 1719 RETVAL
… …
1504 if (errno) 1767 if (errno)
1505 croak ("DB->cursor: %s", db_strerror (errno)); 1768 croak ("DB->cursor: %s", db_strerror (errno));
1506 OUTPUT: 1769 OUTPUT:
1507 RETVAL 1770 RETVAL
1508 1771
1772DB_SEQUENCE *
1773sequence (DB *db, U32 flags = 0)
1774 CODE:
1775{
1776 errno = db_sequence_create (&RETVAL, db, flags);
1777 if (errno)
1778 croak ("db_sequence_create: %s", db_strerror (errno));
1779}
1780 OUTPUT:
1781 RETVAL
1782
1509 1783
1510MODULE = BDB PACKAGE = BDB::Txn 1784MODULE = BDB PACKAGE = BDB::Txn
1511 1785
1512void 1786void
1513DESTROY (DB_TXN_ornull *txn) 1787DESTROY (DB_TXN_ornull *txn)
… …
1528DESTROY (DBC_ornull *dbc) 1802DESTROY (DBC_ornull *dbc)
1529 CODE: 1803 CODE:
1530 if (dbc) 1804 if (dbc)
1531 dbc->c_close (dbc); 1805 dbc->c_close (dbc);
1532 1806
1807MODULE = BDB PACKAGE = BDB::Sequence
1808
1809void
1810DESTROY (DB_SEQUENCE_ornull *seq)
1811 CODE:
1812 if (seq)
1813 seq->close (seq, 0);
1814
1815int initial_value (DB_SEQUENCE *seq, db_seq_t value)
1816 CODE:
1817 RETVAL = seq->initial_value (seq, value);
1818 OUTPUT:
1819 RETVAL
1820
1821int set_cachesize (DB_SEQUENCE *seq, U32 size)
1822 CODE:
1823 RETVAL = seq->set_cachesize (seq, size);
1824 OUTPUT:
1825 RETVAL
1826
1827int set_flags (DB_SEQUENCE *seq, U32 flags)
1828 CODE:
1829 RETVAL = seq->set_flags (seq, flags);
1830 OUTPUT:
1831 RETVAL
1832
1833int set_range (DB_SEQUENCE *seq, db_seq_t min, db_seq_t max)
1834 CODE:
1835 RETVAL = seq->set_range (seq, min, max);
1836 OUTPUT:
1837 RETVAL
1838

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines