--- BDB/BDB.xs 2007/02/11 22:07:23 1.8 +++ BDB/BDB.xs 2008/03/30 06:28:08 1.34 @@ -1,12 +1,4 @@ -/* solaris */ -#define _POSIX_PTHREAD_SEMANTICS 1 - -#if __linux && !defined(_GNU_SOURCE) -# define _GNU_SOURCE -#endif - -/* just in case */ -#define _REENTRANT 1 +#include "xthread.h" #include @@ -14,52 +6,96 @@ #include "perl.h" #include "XSUB.h" -#include +// perl stupidly defines these as macros, breaking +// lots and lots of code. +#undef open +#undef close +#undef abort +#undef malloc +#undef free +#undef send #include #include #include -#include #include #include -#include #include +#ifndef _WIN32 +# include +# include +#endif + #include +#if DB_VERSION_MAJOR < 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 4) +# error you need Berkeley DB 4.4 or newer installed +#endif + /* number of seconds after which idle threads exit */ #define IDLE_TIMEOUT 10 -/* wether word reads are potentially non-atomic. - * this is conservatice, likely most arches this runs - * on have atomic word read/writes. - */ -#ifndef WORDACCESS_UNSAFE -# if __i386 || __x86_64 -# define WORDACCESS_UNSAFE 0 -# else -# define WORDACCESS_UNSAFE 1 -# endif -#endif - typedef DB_ENV DB_ENV_ornull; typedef DB_TXN DB_TXN_ornull; typedef DBC DBC_ornull; typedef DB DB_ornull; typedef DB_SEQUENCE DB_SEQUENCE_ornull; +typedef DB_ENV DB_ENV_ornuked; +typedef DB_TXN DB_TXN_ornuked; +typedef DBC DBC_ornuked; +typedef DB DB_ornuked; +typedef DB_SEQUENCE DB_SEQUENCE_ornuked; + typedef SV SV8; /* byte-sv, used for argument-checking */ -typedef char *octetstring; +typedef char *bdb_filename; static SV *prepare_cb; -static inline char * +#if DB_VERSION_MINOR >= 6 +# define c_close close +# define c_count count +# define c_del del +# define c_dup dup +# define c_get get +# define c_pget pget +# define c_put put +#endif + +static char * +get_bdb_filename (SV *sv) +{ + return !SvOK (sv) + ? 0 + : +#if WIN32 + SvPVutf8_nolen (sv) +#else + SvPVbyte_nolen (sv) +#endif + ; +} + +static void +debug_errcall (const DB_ENV *dbenv, const char *errpfx, const char *msg) +{ + printf ("err[%s]\n", msg); +} + +static void +debug_msgcall (const DB_ENV *dbenv, const char *msg) +{ + printf ("msg[%s]\n", msg); +} + +static char * strdup_ornull (const char *s) { return s ? strdup (s) : 0; } -static inline void +static void sv_to_dbt (DBT *dbt, SV *sv) { STRLEN len; @@ -71,7 +107,7 @@ dbt->flags = DB_DBT_REALLOC; } -static inline void +static void dbt_to_sv (SV *sv, DBT *dbt) { if (sv) @@ -88,16 +124,16 @@ REQ_QUIT, REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT, REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE, - REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, + REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, REQ_DB_UPGRADE, REQ_DB_PUT, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE, - REQ_TXN_COMMIT, REQ_TXN_ABORT, + REQ_TXN_COMMIT, REQ_TXN_ABORT, REQ_TXN_FINISH, REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL, REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE, }; -typedef struct aio_cb +typedef struct bdb_cb { - struct aio_cb *volatile next; + struct bdb_cb *volatile next; SV *callback; int type, pri, result; @@ -116,9 +152,9 @@ DB_KEY_RANGE key_range; DB_SEQUENCE *seq; db_seq_t seq_t; -} aio_cb; +} bdb_cb; -typedef aio_cb *aio_req; +typedef bdb_cb *bdb_req; enum { PRI_MIN = -4, @@ -145,26 +181,17 @@ static unsigned int started, idle, wanted; -#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP) -# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP -#else -# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER -#endif - -#define LOCK(mutex) pthread_mutex_lock (&(mutex)) -#define UNLOCK(mutex) pthread_mutex_unlock (&(mutex)) - /* worker threads management */ -static pthread_mutex_t wrklock = AIO_MUTEX_INIT; +static mutex_t wrklock = X_MUTEX_INIT; typedef struct worker { /* locked by wrklock */ struct worker *prev, *next; - pthread_t tid; + thread_t tid; /* locked by reslock, reqlock or wrklock */ - aio_req req; /* currently processed request */ + bdb_req req; /* currently processed request */ void *dbuf; DIR *dirp; } worker; @@ -186,43 +213,43 @@ static volatile unsigned int nreqs, nready, npending; static volatile unsigned int max_idle = 4; static volatile unsigned int max_outstanding = 0xffffffff; -static int respipe [2]; +static int respipe_osf [2], respipe [2] = { -1, -1 }; -static pthread_mutex_t reslock = AIO_MUTEX_INIT; -static pthread_mutex_t reqlock = AIO_MUTEX_INIT; -static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; +static mutex_t reslock = X_MUTEX_INIT; +static mutex_t reqlock = X_MUTEX_INIT; +static cond_t reqwait = X_COND_INIT; #if WORDACCESS_UNSAFE -static unsigned int get_nready () +static unsigned int get_nready (void) { unsigned int retval; - LOCK (reqlock); + X_LOCK (reqlock); retval = nready; - UNLOCK (reqlock); + X_UNLOCK (reqlock); return retval; } -static unsigned int get_npending () +static unsigned int get_npending (void) { unsigned int retval; - LOCK (reslock); + X_LOCK (reslock); retval = npending; - UNLOCK (reslock); + X_UNLOCK (reslock); return retval; } -static unsigned int get_nthreads () +static unsigned int get_nthreads (void) { unsigned int retval; - LOCK (wrklock); + X_LOCK (wrklock); retval = started; - UNLOCK (wrklock); + X_UNLOCK (wrklock); return retval; } @@ -241,14 +268,14 @@ * per shift, the most expensive operation. */ typedef struct { - aio_req qs[NUM_PRI], qe[NUM_PRI]; /* qstart, qend */ + bdb_req qs[NUM_PRI], qe[NUM_PRI]; /* qstart, qend */ int size; } reqq; static reqq req_queue; static reqq res_queue; -int reqq_push (reqq *q, aio_req req) +int reqq_push (reqq *q, bdb_req req) { int pri = req->pri; req->next = 0; @@ -264,7 +291,7 @@ return q->size++; } -aio_req reqq_shift (reqq *q) +bdb_req reqq_shift (reqq *q) { int pri; @@ -275,7 +302,7 @@ for (pri = NUM_PRI; pri--; ) { - aio_req req = q->qs[pri]; + bdb_req req = q->qs[pri]; if (req) { @@ -289,11 +316,11 @@ abort (); } -static int poll_cb (); -static void req_free (aio_req req); -static void req_cancel (aio_req req); +static int poll_cb (void); +static void req_free (bdb_req req); +static void req_cancel (bdb_req req); -static int req_invoke (aio_req req) +static int req_invoke (bdb_req req) { dSP; @@ -321,6 +348,12 @@ dbt_to_sv (req->sv3, &req->dbt3); break; + case REQ_DB_PUT: + case REQ_C_PUT: + dbt_to_sv (0, &req->dbt1); + dbt_to_sv (0, &req->dbt2); + break; + case REQ_DB_KEY_RANGE: { AV *av = newAV (); @@ -339,9 +372,9 @@ SvREADONLY_off (req->sv1); if (sizeof (IV) > 4) - sv_setiv_mg (req->sv1, req->seq_t); + sv_setiv_mg (req->sv1, (IV)req->seq_t); else - sv_setnv_mg (req->sv1, req->seq_t); + sv_setnv_mg (req->sv1, (NV)req->seq_t); SvREFCNT_dec (req->sv1); break; @@ -360,37 +393,71 @@ return !SvTRUE (ERRSV); } -static void req_free (aio_req req) +static void req_free (bdb_req req) { free (req->buf1); free (req->buf2); Safefree (req); } -static void *aio_proc (void *arg); +#ifdef USE_SOCKETS_AS_HANDLES +# define TO_SOCKET(x) (win32_get_osfhandle (x)) +#else +# define TO_SOCKET(x) (x) +#endif -static void start_thread (void) +static void +create_respipe (void) { - sigset_t fullsigset, oldsigset; - pthread_attr_t attr; +#ifdef _WIN32 + int arg; /* argg */ +#endif + int old_readfd = respipe [0]; - worker *wrk = calloc (1, sizeof (worker)); + if (respipe [1] >= 0) + respipe_close (TO_SOCKET (respipe [1])); - if (!wrk) - croak ("unable to allocate worker thread data"); +#ifdef _WIN32 + if (PerlSock_socketpair (AF_UNIX, SOCK_STREAM, 0, respipe)) +#else + if (pipe (respipe)) +#endif + croak ("unable to initialize result pipe"); - pthread_attr_init (&attr); - pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED); -#ifdef PTHREAD_SCOPE_PROCESS - pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS); + if (old_readfd >= 0) + { + if (dup2 (TO_SOCKET (respipe [0]), TO_SOCKET (old_readfd)) < 0) + croak ("unable to initialize result pipe(2)"); + + respipe_close (respipe [0]); + respipe [0] = old_readfd; + } + +#ifdef _WIN32 + arg = 1; + if (ioctlsocket (TO_SOCKET (respipe [0]), FIONBIO, &arg) + || ioctlsocket (TO_SOCKET (respipe [1]), FIONBIO, &arg)) +#else + if (fcntl (respipe [0], F_SETFL, O_NONBLOCK) + || fcntl (respipe [1], F_SETFL, O_NONBLOCK)) #endif + croak ("unable to initialize result pipe(3)"); + + respipe_osf [0] = TO_SOCKET (respipe [0]); + respipe_osf [1] = TO_SOCKET (respipe [1]); +} - sigfillset (&fullsigset); +X_THREAD_PROC (bdb_proc); - LOCK (wrklock); - pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset); +static void start_thread (void) +{ + worker *wrk = calloc (1, sizeof (worker)); + + if (!wrk) + croak ("unable to allocate worker thread data"); - if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) + X_LOCK (wrklock); + if (thread_create (&wrk->tid, bdb_proc, (void *)wrk)) { wrk->prev = &wrk_first; wrk->next = wrk_first.next; @@ -401,11 +468,10 @@ else free (wrk); - pthread_sigmask (SIG_SETMASK, &oldsigset, 0); - UNLOCK (wrklock); + X_UNLOCK (wrklock); } -static void maybe_start_thread () +static void maybe_start_thread (void) { if (get_nthreads () >= wanted) return; @@ -417,34 +483,36 @@ start_thread (); } -static void req_send (aio_req req) +static void req_send (bdb_req req) { SV *wait_callback = 0; // synthesize callback if none given if (!SvOK (req->callback)) { + int count; + dSP; PUSHMARK (SP); PUTBACK; - int count = call_sv (prepare_cb, G_ARRAY); + count = call_sv (prepare_cb, G_ARRAY); SPAGAIN; if (count != 2) croak ("prepare callback must return exactly two values\n"); - wait_callback = SvREFCNT_inc (POPs); + wait_callback = POPs; SvREFCNT_dec (req->callback); req->callback = SvREFCNT_inc (POPs); } ++nreqs; - LOCK (reqlock); + X_LOCK (reqlock); ++nready; reqq_push (&req_queue, req); - pthread_cond_signal (&reqwait); - UNLOCK (reqlock); + X_COND_SIGNAL (reqwait); + X_UNLOCK (reqlock); maybe_start_thread (); @@ -454,34 +522,33 @@ PUSHMARK (SP); PUTBACK; call_sv (wait_callback, G_DISCARD); - SvREFCNT_dec (wait_callback); } } static void end_thread (void) { - aio_req req; + bdb_req req; - Newz (0, req, 1, aio_cb); + Newz (0, req, 1, bdb_cb); req->type = REQ_QUIT; req->pri = PRI_MAX + PRI_BIAS; - LOCK (reqlock); + X_LOCK (reqlock); reqq_push (&req_queue, req); - pthread_cond_signal (&reqwait); - UNLOCK (reqlock); + X_COND_SIGNAL (reqwait); + X_UNLOCK (reqlock); - LOCK (wrklock); + X_LOCK (wrklock); --started; - UNLOCK (wrklock); + X_UNLOCK (wrklock); } static void set_max_idle (int nthreads) { - if (WORDACCESS_UNSAFE) LOCK (reqlock); + if (WORDACCESS_UNSAFE) X_LOCK (reqlock); max_idle = nthreads <= 0 ? 1 : nthreads; - if (WORDACCESS_UNSAFE) UNLOCK (reqlock); + if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock); } static void min_parallel (int nthreads) @@ -499,37 +566,37 @@ end_thread (); } -static void poll_wait () +static void poll_wait (void) { fd_set rfd; while (nreqs) { int size; - if (WORDACCESS_UNSAFE) LOCK (reslock); + if (WORDACCESS_UNSAFE) X_LOCK (reslock); size = res_queue.size; - if (WORDACCESS_UNSAFE) UNLOCK (reslock); + if (WORDACCESS_UNSAFE) X_UNLOCK (reslock); if (size) return; maybe_start_thread (); - FD_ZERO(&rfd); - FD_SET(respipe [0], &rfd); + FD_ZERO (&rfd); + FD_SET (respipe [0], &rfd); - select (respipe [0] + 1, &rfd, 0, 0, 0); + PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0); } } -static int poll_cb () +static int poll_cb (void) { dSP; int count = 0; int maxreqs = max_poll_reqs; int do_croak = 0; struct timeval tv_start, tv_now; - aio_req req; + bdb_req req; if (max_poll_time) gettimeofday (&tv_start, 0); @@ -540,7 +607,7 @@ { maybe_start_thread (); - LOCK (reslock); + X_LOCK (reslock); req = reqq_shift (&res_queue); if (req) @@ -551,12 +618,12 @@ { /* read any signals sent by the worker threads */ char buf [4]; - while (read (respipe [0], buf, 4) == 4) + while (respipe_read (respipe [0], buf, 4) == 4) ; } } - UNLOCK (reslock); + X_UNLOCK (reslock); if (!req) break; @@ -596,35 +663,22 @@ return count; } -static void create_pipe () -{ - if (pipe (respipe)) - croak ("unable to initialize result pipe"); - - if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)) - croak ("cannot set result pipe to nonblocking mode"); - - if (fcntl (respipe [1], F_SETFL, O_NONBLOCK)) - croak ("cannot set result pipe to nonblocking mode"); -} - /*****************************************************************************/ -static void *aio_proc (void *thr_arg) +X_THREAD_PROC (bdb_proc) { - aio_req req; + bdb_req req; struct timespec ts; worker *self = (worker *)thr_arg; /* try to distribute timeouts somewhat evenly */ - ts.tv_nsec = (((unsigned long)self + (unsigned long)ts.tv_sec) & 1023UL) - * (1000000000UL / 1024UL); + ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL); for (;;) { ts.tv_sec = time (0) + IDLE_TIMEOUT; - LOCK (reqlock); + X_LOCK (reqlock); for (;;) { @@ -635,21 +689,21 @@ ++idle; - if (pthread_cond_timedwait (&reqwait, &reqlock, &ts) + if (X_COND_TIMEDWAIT (reqwait, reqlock, ts) == ETIMEDOUT) { if (idle > max_idle) { --idle; - UNLOCK (reqlock); - LOCK (wrklock); + X_UNLOCK (reqlock); + X_LOCK (wrklock); --started; - UNLOCK (wrklock); + X_UNLOCK (wrklock); goto quit; } /* we are allowed to idle, so do so without any timeout */ - pthread_cond_wait (&reqwait, &reqlock); + X_COND_WAIT (reqwait, reqlock); ts.tv_sec = time (0) + IDLE_TIMEOUT; } @@ -658,11 +712,12 @@ --nready; - UNLOCK (reqlock); + X_UNLOCK (reqlock); switch (req->type) { case REQ_QUIT: + req->result = ENOSYS; goto quit; case REQ_ENV_OPEN: @@ -705,6 +760,10 @@ req->result = req->db->sync (req->db, req->uint1); break; + case REQ_DB_UPGRADE: + req->result = req->db->upgrade (req->db, req->buf1, req->uint1); + break; + case REQ_DB_PUT: req->result = req->db->put (req->db, req->txn, &req->dbt1, &req->dbt2, req->uint1); break; @@ -733,6 +792,17 @@ req->result = req->txn->abort (req->txn); break; + case REQ_TXN_FINISH: + if (req->txn->flags & TXN_DEADLOCK) + { + req->result = req->txn->abort (req->txn); + if (!req->result) + req->result = DB_LOCK_DEADLOCK; + } + else + req->result = req->txn->commit (req->txn, req->uint1); + break; + case REQ_C_CLOSE: req->result = req->dbc->c_close (req->dbc); break; @@ -782,24 +852,27 @@ break; } - LOCK (reslock); + if (req->txn && (req->result > 0 || req->result == DB_LOCK_NOTGRANTED)) + req->txn->flags |= TXN_DEADLOCK; + + X_LOCK (reslock); ++npending; if (!reqq_push (&res_queue, req)) /* write a dummy byte to the pipe so fh becomes ready */ - write (respipe [1], &respipe, 1); + respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1); self->req = 0; worker_clear (self); - UNLOCK (reslock); + X_UNLOCK (reslock); } quit: - LOCK (wrklock); + X_LOCK (wrklock); worker_free (self); - UNLOCK (wrklock); + X_UNLOCK (wrklock); return 0; } @@ -808,21 +881,21 @@ static void atfork_prepare (void) { - LOCK (wrklock); - LOCK (reqlock); - LOCK (reslock); + X_LOCK (wrklock); + X_LOCK (reqlock); + X_LOCK (reslock); } static void atfork_parent (void) { - UNLOCK (reslock); - UNLOCK (reqlock); - UNLOCK (wrklock); + X_UNLOCK (reslock); + X_UNLOCK (reqlock); + X_UNLOCK (wrklock); } static void atfork_child (void) { - aio_req prv; + bdb_req prv; while (prv = reqq_shift (&req_queue)) req_free (prv); @@ -847,24 +920,22 @@ nready = 0; npending = 0; - close (respipe [0]); - close (respipe [1]); - create_pipe (); + create_respipe (); atfork_parent (); } #define dREQ(reqtype) \ - aio_req req; \ + bdb_req req; \ int req_pri = next_pri; \ next_pri = DEFAULT_PRI + PRI_BIAS; \ \ if (SvOK (callback) && !SvROK (callback)) \ croak ("callback must be undef or of reference type"); \ \ - Newz (0, req, 1, aio_cb); \ + Newz (0, req, 1, bdb_cb); \ if (!req) \ - croak ("out of memory during aio_req allocation"); \ + croak ("out of memory during bdb_req allocation"); \ \ req->callback = newSVsv (callback); \ req->type = (reqtype); \ @@ -873,10 +944,10 @@ #define REQ_SEND \ req_send (req) -#define SvPTR(var, arg, type, class, nullok) \ +#define SvPTR(var, arg, type, class, nullok) \ if (!SvOK (arg)) \ { \ - if (!nullok) \ + if (nullok != 1) \ croak (# var " must be a " # class " object, not undef"); \ \ (var) = 0; \ @@ -885,7 +956,7 @@ { \ IV tmp = SvIV ((SV*) SvRV (arg)); \ (var) = INT2PTR (type, tmp); \ - if (!var) \ + if (!var && nullok != 2) \ croak (# var " is not a valid " # class " object anymore"); \ } \ else \ @@ -899,6 +970,45 @@ sv_setiv (SvRV (sv), 0); } +static int +errno_get (pTHX_ SV *sv, MAGIC *mg) +{ + if (*mg->mg_ptr == '!') // should always be the case + if (-30999 <= errno && errno <= -30800) + { + sv_setnv (sv, (NV)errno); + sv_setpv (sv, db_strerror (errno)); + SvNOK_on (sv); /* what a wonderful hack! */ + // ^^^ copied from perl sources + return 0; + } + + return PL_vtbl_sv.svt_get (aTHX_ sv, mg); +} + +static MGVTBL vtbl_errno; + +// this wonderful hack :( patches perl's $! variable to support our errno values +static void +patch_errno (void) +{ + SV *sv; + MAGIC *mg; + + if (!(sv = get_sv ("!", 1))) + return; + + if (!(mg = mg_find (sv, PERL_MAGIC_sv))) + return; + + if (mg->mg_virtual != &PL_vtbl_sv) + return; + + vtbl_errno = PL_vtbl_sv; + vtbl_errno.svt_get = errno_get; + mg->mg_virtual = &vtbl_errno; +} + MODULE = BDB PACKAGE = BDB PROTOTYPES: ENABLE @@ -923,6 +1033,7 @@ const_iv (INIT_TXN) const_iv (RECOVER_FATAL) const_iv (CREATE) + const_iv (RDONLY) const_iv (USE_ENVIRON) const_iv (USE_ENVIRON_ROOT) const_iv (LOCKDOWN) @@ -938,7 +1049,6 @@ const_iv (LOG_AUTOREMOVE) const_iv (LOG_INMEMORY) const_iv (NOLOCKING) - const_iv (MULTIVERSION) const_iv (NOMMAP) const_iv (NOPANIC) const_iv (OVERWRITE) @@ -946,7 +1056,7 @@ const_iv (REGION_INIT) const_iv (TIME_NOTGRANTED) const_iv (TXN_NOSYNC) - const_iv (TXN_SNAPSHOT) + const_iv (TXN_NOT_DURABLE) const_iv (TXN_WRITE_NOSYNC) const_iv (WRITECURSOR) const_iv (YIELDCPU) @@ -964,7 +1074,6 @@ const_iv (NOSYNC) const_iv (CHKSUM) const_iv (ENCRYPT) - const_iv (TXN_NOT_DURABLE) const_iv (DUP) const_iv (DUPSORT) const_iv (RECNUM) @@ -979,6 +1088,7 @@ //const_iv (MULTIPLE) const_iv (SNAPSHOT) const_iv (JOIN_ITEM) + const_iv (JOIN_NOSORT) const_iv (RMW) const_iv (NOTFOUND) @@ -999,13 +1109,11 @@ const_iv (NOOVERWRITE) const_iv (TXN_NOWAIT) - const_iv (TXN_SNAPSHOT) const_iv (TXN_SYNC) const_iv (SET_LOCK_TIMEOUT) const_iv (SET_TXN_TIMEOUT) - const_iv (JOIN_ITEM) const_iv (FIRST) const_iv (NEXT) const_iv (NEXT_DUP) @@ -1037,13 +1145,76 @@ const_iv (SEQ_DEC) const_iv (SEQ_INC) const_iv (SEQ_WRAP) + + const_iv (BUFFER_SMALL) + const_iv (DONOTINDEX) + const_iv (KEYEMPTY ) + const_iv (KEYEXIST ) + const_iv (LOCK_DEADLOCK) + const_iv (LOCK_NOTGRANTED) + const_iv (LOG_BUFFER_FULL) + const_iv (NOSERVER) + const_iv (NOSERVER_HOME) + const_iv (NOSERVER_ID) + const_iv (NOTFOUND) + const_iv (PAGE_NOTFOUND) + const_iv (REP_DUPMASTER) + const_iv (REP_HANDLE_DEAD) + const_iv (REP_HOLDELECTION) + const_iv (REP_IGNORE) + const_iv (REP_ISPERM) + const_iv (REP_JOIN_FAILURE) + const_iv (REP_LOCKOUT) + const_iv (REP_NEWMASTER) + const_iv (REP_NEWSITE) + const_iv (REP_NOTPERM) + const_iv (REP_UNAVAIL) + const_iv (RUNRECOVERY) + const_iv (SECONDARY_BAD) + const_iv (VERIFY_BAD) + const_iv (VERSION_MISMATCH) + + const_iv (VERB_DEADLOCK) + const_iv (VERB_RECOVERY) + const_iv (VERB_REGISTER) + const_iv (VERB_REPLICATION) + const_iv (VERB_WAITSFOR) + + const_iv (VERSION_MAJOR) + const_iv (VERSION_MINOR) + const_iv (VERSION_PATCH) +#if DB_VERSION_MINOR >= 5 + const_iv (MULTIVERSION) + const_iv (TXN_SNAPSHOT) +#endif +#if DB_VERSION_MINOR >= 6 + const_iv (PREV_DUP) + const_iv (PRIORITY_UNCHANGED) + const_iv (PRIORITY_VERY_LOW) + const_iv (PRIORITY_LOW) + const_iv (PRIORITY_DEFAULT) + const_iv (PRIORITY_HIGH) + const_iv (PRIORITY_VERY_HIGH) +#endif }; for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; ) newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv)); - create_pipe (); - pthread_atfork (atfork_prepare, atfork_parent, atfork_child); + newCONSTSUB (stash, "VERSION", newSVnv (DB_VERSION_MAJOR + DB_VERSION_MINOR * .1)); + newCONSTSUB (stash, "VERSION_STRING", newSVpv (DB_VERSION_STRING, 0)); + + create_respipe (); + + X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child); +#ifdef _WIN32 + X_MUTEX_CHECK (wrklock); + X_MUTEX_CHECK (reslock); + X_MUTEX_CHECK (reqlock); + + X_COND_CHECK (reqwait); +#endif + patch_errno (); } void @@ -1172,9 +1343,9 @@ nthreads () PROTOTYPE: CODE: - if (WORDACCESS_UNSAFE) LOCK (wrklock); + if (WORDACCESS_UNSAFE) X_LOCK (wrklock); RETVAL = started; - if (WORDACCESS_UNSAFE) UNLOCK (wrklock); + if (WORDACCESS_UNSAFE) X_UNLOCK (wrklock); OUTPUT: RETVAL @@ -1185,6 +1356,13 @@ SvREFCNT_dec (prepare_cb); prepare_cb = newSVsv (cb); +char * +strerror (int errorno = errno) + PROTOTYPE: ;$ + CODE: + RETVAL = db_strerror (errorno); + OUTPUT: + RETVAL DB_ENV * db_env_create (U32 env_flags = 0) @@ -1193,17 +1371,22 @@ errno = db_env_create (&RETVAL, env_flags); if (errno) croak ("db_env_create: %s", db_strerror (errno)); + + if (0) + { + RETVAL->set_errcall (RETVAL, debug_errcall); + RETVAL->set_msgcall (RETVAL, debug_msgcall); + } } OUTPUT: RETVAL void -db_env_open (DB_ENV *env, octetstring db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef) +db_env_open (DB_ENV *env, bdb_filename db_home, U32 open_flags, int mode, SV *callback = &PL_sv_undef) CODE: { - env->set_thread_count (env, get_nthreads ()); - dREQ (REQ_ENV_OPEN); + req->env = env; req->uint1 = open_flags | DB_THREAD; req->int1 = mode; @@ -1280,7 +1463,7 @@ RETVAL void -db_open (DB *db, DB_TXN_ornull *txnid, octetstring file, octetstring database, int type, U32 flags, int mode, SV *callback = &PL_sv_undef) +db_open (DB *db, DB_TXN_ornull *txnid, bdb_filename file, bdb_filename database, int type, U32 flags, int mode, SV *callback = &PL_sv_undef) CODE: { dREQ (REQ_DB_OPEN); @@ -1330,6 +1513,17 @@ } void +db_upgrade (DB *db, bdb_filename file, U32 flags = 0, SV *callback = &PL_sv_undef) + CODE: +{ + dREQ (REQ_DB_SYNC); + req->db = db; + req->buf1 = strdup (file); + req->uint1 = flags; + REQ_SEND; +} + +void db_key_range (DB *db, DB_TXN_ornull *txn, SV *key, SV *key_range, U32 flags = 0, SV *callback = &PL_sv_undef) CODE: { @@ -1358,6 +1552,8 @@ void db_get (DB *db, DB_TXN_ornull *txn, SV *key, SV *data, U32 flags = 0, SV *callback = &PL_sv_undef) CODE: + if (SvREADONLY (data)) + croak ("can't modify read-only data scalar in db_get"); { dREQ (REQ_DB_GET); req->db = db; @@ -1372,6 +1568,8 @@ void db_pget (DB *db, DB_TXN_ornull *txn, SV *key, SV *pkey, SV *data, U32 flags = 0, SV *callback = &PL_sv_undef) CODE: + if (SvREADONLY (data)) + croak ("can't modify read-only data scalar in db_pget"); { dREQ (REQ_DB_PGET); req->db = db; @@ -1418,6 +1616,17 @@ } void +db_txn_finish (DB_TXN *txn, U32 flags = 0, SV *callback = &PL_sv_undef) + CODE: +{ + dREQ (REQ_TXN_FINISH); + req->txn = txn; + req->uint1 = flags; + REQ_SEND; + ptr_nuke (ST (0)); +} + +void db_c_close (DBC *dbc, SV *callback = &PL_sv_undef) CODE: { @@ -1564,7 +1773,7 @@ MODULE = BDB PACKAGE = BDB::Env void -DESTROY (DB_ENV_ornull *env) +DESTROY (DB_ENV_ornuked *env) CODE: if (env) env->close (env, 0); @@ -1599,19 +1808,33 @@ OUTPUT: RETVAL -int set_flags (DB_ENV *env, U32 flags, int onoff) +int set_flags (DB_ENV *env, U32 flags, int onoff = 1) CODE: RETVAL = env->set_flags (env, flags, onoff); OUTPUT: RETVAL +void set_errfile (DB_ENV *env, FILE *errfile = 0) + CODE: + env->set_errfile (env, errfile); + +void set_msgfile (DB_ENV *env, FILE *msgfile = 0) + CODE: + env->set_msgfile (env, msgfile); + +int set_verbose (DB_ENV *env, U32 which = -1, int onoff = 1) + CODE: + RETVAL = env->set_verbose (env, which, onoff); + OUTPUT: + RETVAL + int set_encrypt (DB_ENV *env, const char *password, U32 flags = 0) CODE: RETVAL = env->set_encrypt (env, password, flags); OUTPUT: RETVAL -int set_timeout (DB_ENV *env, NV timeout, U32 flags) +int set_timeout (DB_ENV *env, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT) CODE: RETVAL = env->set_timeout (env, timeout * 1000000, flags); OUTPUT: @@ -1635,7 +1858,7 @@ OUTPUT: RETVAL -int set_lk_detect (DB_ENV *env, U32 detect) +int set_lk_detect (DB_ENV *env, U32 detect = DB_LOCK_DEFAULT) CODE: RETVAL = env->set_lk_detect (env, detect); OUTPUT: @@ -1671,6 +1894,30 @@ OUTPUT: RETVAL +int mutex_set_max (DB_ENV *env, U32 max) + CODE: + RETVAL = env->mutex_set_max (env, max); + OUTPUT: + RETVAL + +int mutex_set_increment (DB_ENV *env, U32 increment) + CODE: + RETVAL = env->mutex_set_increment (env, increment); + OUTPUT: + RETVAL + +int mutex_set_tas_spins (DB_ENV *env, U32 tas_spins) + CODE: + RETVAL = env->mutex_set_tas_spins (env, tas_spins); + OUTPUT: + RETVAL + +int mutex_set_align (DB_ENV *env, U32 align) + CODE: + RETVAL = env->mutex_set_align (env, align); + OUTPUT: + RETVAL + DB_TXN * txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0) CODE: @@ -1683,7 +1930,7 @@ MODULE = BDB PACKAGE = BDB::Db void -DESTROY (DB_ornull *db) +DESTROY (DB_ornuked *db) CODE: if (db) { @@ -1698,7 +1945,7 @@ OUTPUT: RETVAL -int set_flags (DB *db, U32 flags); +int set_flags (DB *db, U32 flags) CODE: RETVAL = db->set_flags (db, flags); OUTPUT: @@ -1722,7 +1969,7 @@ OUTPUT: RETVAL -int set_re_delim(DB *db, int delim); +int set_re_delim (DB *db, int delim) CODE: RETVAL = db->set_re_delim (db, delim); OUTPUT: @@ -1788,30 +2035,44 @@ MODULE = BDB PACKAGE = BDB::Txn void -DESTROY (DB_TXN_ornull *txn) +DESTROY (DB_TXN_ornuked *txn) CODE: if (txn) txn->abort (txn); -int set_timeout (DB_TXN *txn, NV timeout, U32 flags) +int set_timeout (DB_TXN *txn, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT) CODE: RETVAL = txn->set_timeout (txn, timeout * 1000000, flags); OUTPUT: RETVAL +int failed (DB_TXN *txn) + CODE: + RETVAL = !!(txn->flags & TXN_DEADLOCK); + OUTPUT: + RETVAL + MODULE = BDB PACKAGE = BDB::Cursor void -DESTROY (DBC_ornull *dbc) +DESTROY (DBC_ornuked *dbc) CODE: if (dbc) dbc->c_close (dbc); +#if DB_VERSION_MINOR >= 6 + +int set_priority (DBC *dbc, int priority) + CODE: + dbc->set_priority (dbc, priority); + +#endif + MODULE = BDB PACKAGE = BDB::Sequence void -DESTROY (DB_SEQUENCE_ornull *seq) +DESTROY (DB_SEQUENCE_ornuked *seq) CODE: if (seq) seq->close (seq, 0); @@ -1840,3 +2101,4 @@ OUTPUT: RETVAL +