ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/BDB/BDB.xs
(Generate patch)

Comparing BDB/BDB.xs (file contents):
Revision 1.1 by root, Mon Feb 5 18:40:55 2007 UTC vs.
Revision 1.65 by root, Fri Jan 2 22:37:51 2009 UTC

1/* solaris */ 1#define X_STACKSIZE 1024 * 128 + sizeof (long) * 64 * 1024 / 4
2#define _POSIX_PTHREAD_SEMANTICS 1
3 2
4#if __linux && !defined(_GNU_SOURCE) 3#include "xthread.h"
5# define _GNU_SOURCE
6#endif
7
8/* just in case */
9#define _REENTRANT 1
10 4
11#include <errno.h> 5#include <errno.h>
12 6
13#include "EXTERN.h" 7#include "EXTERN.h"
14#include "perl.h" 8#include "perl.h"
15#include "XSUB.h" 9#include "XSUB.h"
16 10
17#include <pthread.h> 11// perl stupidly defines these as macros, breaking
12// lots and lots of code.
13#undef open
14#undef close
15#undef abort
16#undef malloc
17#undef free
18#undef send
18 19
19#include <stddef.h> 20#include <stddef.h>
20#include <stdlib.h> 21#include <stdlib.h>
21#include <errno.h> 22#include <errno.h>
22#include <sys/time.h>
23#include <sys/select.h>
24#include <sys/types.h> 23#include <sys/types.h>
25#include <sys/stat.h>
26#include <limits.h> 24#include <limits.h>
27#include <unistd.h>
28#include <fcntl.h> 25#include <fcntl.h>
29#include <signal.h> 26
27#ifndef _WIN32
28# include <sys/time.h>
29# include <unistd.h>
30#endif
31
30#include <sched.h> 32#include <db.h>
33
34#if DB_VERSION_MAJOR != 4 || (DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR < 3)
35# error you need Berkeley DB 4.3 or a newer 4.x version installed
36#endif
31 37
32/* number of seconds after which idle threads exit */ 38/* number of seconds after which idle threads exit */
33#define IDLE_TIMEOUT 10 39#define IDLE_TIMEOUT 10
34 40
35/* wether word reads are potentially non-atomic. 41typedef SV SV_mutable;
36 * this is conservatice, likely most arches this runs 42
37 * on have atomic word read/writes. 43typedef DB_ENV DB_ENV_ornull;
38 */ 44typedef DB_TXN DB_TXN_ornull;
39#ifndef WORDACCESS_UNSAFE 45typedef DBC DBC_ornull;
40# if __i386 || __x86_64 46typedef DB DB_ornull;
41# define WORDACCESS_UNSAFE 0 47
42# else 48typedef DB_ENV DB_ENV_ornuked;
43# define WORDACCESS_UNSAFE 1 49typedef DB_TXN DB_TXN_ornuked;
50typedef DBC DBC_ornuked;
51typedef DB DB_ornuked;
52
53#if DB_VERSION_MINOR >= 3
54typedef DB_SEQUENCE DB_SEQUENCE_ornull;
55typedef DB_SEQUENCE DB_SEQUENCE_ornuked;
44# endif 56#endif
45#endif
46 57
47typedef SV SV8; /* byte-sv, used for argument-checking */ 58typedef char *bdb_filename;
48 59
60static SV *prepare_cb;
61
62#if DB_VERSION_MINOR >= 6
63# define c_close close
64# define c_count count
65# define c_del del
66# define c_dup dup
67# define c_get get
68# define c_pget pget
69# define c_put put
70#endif
71
72static char *
73get_bdb_filename (SV *sv)
74{
75 if (!SvOK (sv))
76 return 0;
77
78#if _WIN32
79 /* win32 madness + win32 perl absolutely brokenness make for horrible hacks */
80 {
81 STRLEN len;
82 char *src = SvPVbyte (sv, len);
83 SV *t1 = sv_newmortal ();
84 SV *t2 = sv_newmortal ();
85
86 sv_upgrade (t1, SVt_PV); SvPOK_only (t1); SvGROW (t1, len * 16 + 1);
87 sv_upgrade (t2, SVt_PV); SvPOK_only (t2); SvGROW (t2, len * 16 + 1);
88
89 len = MultiByteToWideChar (CP_ACP, 0, src, len, (WCHAR *)SvPVX (t1), SvLEN (t1) / sizeof (WCHAR));
90 len = WideCharToMultiByte (CP_UTF8, 0, (WCHAR *)SvPVX (t1), len, SvPVX (t2), SvLEN (t2), 0, 0);
91 SvPOK_only (t2);
92 SvPVX (t2)[len] = 0;
93 SvCUR_set (t2, len);
94
95 return SvPVX (t2);
96 }
97#else
98 return SvPVbyte_nolen (sv);
99#endif
100}
101
102static void
103debug_errcall (const DB_ENV *dbenv, const char *errpfx, const char *msg)
104{
105 printf ("err[%s]\n", msg);
106}
107
108static void
109debug_msgcall (const DB_ENV *dbenv, const char *msg)
110{
111 printf ("msg[%s]\n", msg);
112}
113
114static char *
115strdup_ornull (const char *s)
116{
117 return s ? strdup (s) : 0;
118}
119
120static void
121sv_to_dbt (DBT *dbt, SV *sv)
122{
123 STRLEN len;
124 char *data = SvPVbyte (sv, len);
125
126 dbt->data = malloc (len);
127 memcpy (dbt->data, data, len);
128 dbt->size = len;
129 dbt->flags = DB_DBT_REALLOC;
130}
131
132static void
133dbt_to_sv (SV *sv, DBT *dbt)
134{
135 if (sv)
136 {
137 SvREADONLY_off (sv);
138
139 if (dbt->data)
140 sv_setpvn_mg (sv, dbt->data, dbt->size);
141 else
142 sv_setsv_mg (sv, &PL_sv_undef);
143
144 SvREFCNT_dec (sv);
145 }
146
147 free (dbt->data);
148}
149
49enum { 150enum {
50 REQ_QUIT, 151 REQ_QUIT,
152 REQ_ENV_OPEN, REQ_ENV_CLOSE, REQ_ENV_TXN_CHECKPOINT, REQ_ENV_LOCK_DETECT,
153 REQ_ENV_MEMP_SYNC, REQ_ENV_MEMP_TRICKLE, REQ_ENV_DBREMOVE, REQ_ENV_DBRENAME,
154 REQ_ENV_LOG_ARCHIVE,
155 REQ_DB_OPEN, REQ_DB_CLOSE, REQ_DB_COMPACT, REQ_DB_SYNC, REQ_DB_UPGRADE,
156 REQ_DB_PUT, REQ_DB_EXISTS, REQ_DB_GET, REQ_DB_PGET, REQ_DB_DEL, REQ_DB_KEY_RANGE,
157 REQ_TXN_COMMIT, REQ_TXN_ABORT, REQ_TXN_FINISH,
158 REQ_C_CLOSE, REQ_C_COUNT, REQ_C_PUT, REQ_C_GET, REQ_C_PGET, REQ_C_DEL,
159 REQ_SEQ_OPEN, REQ_SEQ_CLOSE, REQ_SEQ_GET, REQ_SEQ_REMOVE,
51}; 160};
52 161
53#define AIO_CB \ 162typedef struct bdb_cb
163{
54 struct aio_cb *volatile next; \ 164 struct bdb_cb *volatile next;
55 SV *callback; \ 165 SV *callback;
56 int type, pri 166 int type, pri, result;
57 167
58typedef struct aio_cb 168 DB_ENV *env;
59{ 169 DB *db;
60 AIO_CB; 170 DB_TXN *txn;
61} aio_cb; 171 DBC *dbc;
62 172
173 UV uv1;
174 int int1, int2;
175 U32 uint1, uint2;
176 char *buf1, *buf2, *buf3;
177 SV *sv1, *sv2, *sv3;
178
179 DBT dbt1, dbt2, dbt3;
180 DB_KEY_RANGE key_range;
181#if DB_VERSION_MINOR >= 3
182 DB_SEQUENCE *seq;
183 db_seq_t seq_t;
184#endif
185
186 SV *rsv1, *rsv2; // keep some request objects alive
187} bdb_cb;
188
63typedef aio_cb *aio_req; 189typedef bdb_cb *bdb_req;
64 190
65enum { 191enum {
66 PRI_MIN = -4, 192 PRI_MIN = -4,
67 PRI_MAX = 4, 193 PRI_MAX = 4,
68 194
71 NUM_PRI = PRI_MAX + PRI_BIAS + 1, 197 NUM_PRI = PRI_MAX + PRI_BIAS + 1,
72}; 198};
73 199
74#define AIO_TICKS ((1000000 + 1023) >> 10) 200#define AIO_TICKS ((1000000 + 1023) >> 10)
75 201
202static SV *on_next_submit;
203
76static unsigned int max_poll_time = 0; 204static unsigned int max_poll_time = 0;
77static unsigned int max_poll_reqs = 0; 205static unsigned int max_poll_reqs = 0;
78 206
79/* calculcate time difference in ~1/AIO_TICKS of a second */ 207/* calculcate time difference in ~1/AIO_TICKS of a second */
80static int tvdiff (struct timeval *tv1, struct timeval *tv2) 208static int tvdiff (struct timeval *tv1, struct timeval *tv2)
85 213
86static int next_pri = DEFAULT_PRI + PRI_BIAS; 214static int next_pri = DEFAULT_PRI + PRI_BIAS;
87 215
88static unsigned int started, idle, wanted; 216static unsigned int started, idle, wanted;
89 217
90#if __linux && defined (PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP)
91# define AIO_MUTEX_INIT PTHREAD_ADAPTIVE_MUTEX_INITIALIZER_NP
92#else
93# define AIO_MUTEX_INIT PTHREAD_MUTEX_INITIALIZER
94#endif
95
96#define LOCK(mutex) pthread_mutex_lock (&(mutex))
97#define UNLOCK(mutex) pthread_mutex_unlock (&(mutex))
98
99/* worker threads management */ 218/* worker threads management */
100static pthread_mutex_t wrklock = AIO_MUTEX_INIT; 219static mutex_t wrklock = X_MUTEX_INIT;
101 220
102typedef struct worker { 221typedef struct worker {
103 /* locked by wrklock */ 222 /* locked by wrklock */
104 struct worker *prev, *next; 223 struct worker *prev, *next;
105 224
106 pthread_t tid; 225 thread_t tid;
107 226
108 /* locked by reslock, reqlock or wrklock */ 227 /* locked by reslock, reqlock or wrklock */
109 aio_req req; /* currently processed request */ 228 bdb_req req; /* currently processed request */
110 void *dbuf; 229 void *dbuf;
111 DIR *dirp; 230 DIR *dirp;
112} worker; 231} worker;
113 232
114static worker wrk_first = { &wrk_first, &wrk_first, 0 }; 233static worker wrk_first = { &wrk_first, &wrk_first, 0 };
126} 245}
127 246
128static volatile unsigned int nreqs, nready, npending; 247static volatile unsigned int nreqs, nready, npending;
129static volatile unsigned int max_idle = 4; 248static volatile unsigned int max_idle = 4;
130static volatile unsigned int max_outstanding = 0xffffffff; 249static volatile unsigned int max_outstanding = 0xffffffff;
131static int respipe [2]; 250static int respipe_osf [2], respipe [2] = { -1, -1 };
132 251
133static pthread_mutex_t reslock = AIO_MUTEX_INIT; 252static mutex_t reslock = X_MUTEX_INIT;
134static pthread_mutex_t reqlock = AIO_MUTEX_INIT; 253static mutex_t reqlock = X_MUTEX_INIT;
135static pthread_cond_t reqwait = PTHREAD_COND_INITIALIZER; 254static cond_t reqwait = X_COND_INIT;
136 255
137#if WORDACCESS_UNSAFE 256#if WORDACCESS_UNSAFE
138 257
139static unsigned int get_nready () 258static unsigned int get_nready (void)
140{ 259{
141 unsigned int retval; 260 unsigned int retval;
142 261
143 LOCK (reqlock); 262 X_LOCK (reqlock);
144 retval = nready; 263 retval = nready;
145 UNLOCK (reqlock); 264 X_UNLOCK (reqlock);
146 265
147 return retval; 266 return retval;
148} 267}
149 268
150static unsigned int get_npending () 269static unsigned int get_npending (void)
151{ 270{
152 unsigned int retval; 271 unsigned int retval;
153 272
154 LOCK (reslock); 273 X_LOCK (reslock);
155 retval = npending; 274 retval = npending;
156 UNLOCK (reslock); 275 X_UNLOCK (reslock);
157 276
158 return retval; 277 return retval;
159} 278}
160 279
161static unsigned int get_nthreads () 280static unsigned int get_nthreads (void)
162{ 281{
163 unsigned int retval; 282 unsigned int retval;
164 283
165 LOCK (wrklock); 284 X_LOCK (wrklock);
166 retval = started; 285 retval = started;
167 UNLOCK (wrklock); 286 X_UNLOCK (wrklock);
168 287
169 return retval; 288 return retval;
170} 289}
171 290
172#else 291#else
181 * a somewhat faster data structure might be nice, but 300 * a somewhat faster data structure might be nice, but
182 * with 8 priorities this actually needs <20 insns 301 * with 8 priorities this actually needs <20 insns
183 * per shift, the most expensive operation. 302 * per shift, the most expensive operation.
184 */ 303 */
185typedef struct { 304typedef struct {
186 aio_req qs[NUM_PRI], qe[NUM_PRI]; /* qstart, qend */ 305 bdb_req qs[NUM_PRI], qe[NUM_PRI]; /* qstart, qend */
187 int size; 306 int size;
188} reqq; 307} reqq;
189 308
190static reqq req_queue; 309static reqq req_queue;
191static reqq res_queue; 310static reqq res_queue;
192 311
193int reqq_push (reqq *q, aio_req req) 312int reqq_push (reqq *q, bdb_req req)
194{ 313{
195 int pri = req->pri; 314 int pri = req->pri;
196 req->next = 0; 315 req->next = 0;
197 316
198 if (q->qe[pri]) 317 if (q->qe[pri])
204 q->qe[pri] = q->qs[pri] = req; 323 q->qe[pri] = q->qs[pri] = req;
205 324
206 return q->size++; 325 return q->size++;
207} 326}
208 327
209aio_req reqq_shift (reqq *q) 328bdb_req reqq_shift (reqq *q)
210{ 329{
211 int pri; 330 int pri;
212 331
213 if (!q->size) 332 if (!q->size)
214 return 0; 333 return 0;
215 334
216 --q->size; 335 --q->size;
217 336
218 for (pri = NUM_PRI; pri--; ) 337 for (pri = NUM_PRI; pri--; )
219 { 338 {
220 aio_req req = q->qs[pri]; 339 bdb_req req = q->qs[pri];
221 340
222 if (req) 341 if (req)
223 { 342 {
224 if (!(q->qs[pri] = req->next)) 343 if (!(q->qs[pri] = req->next))
225 q->qe[pri] = 0; 344 q->qe[pri] = 0;
229 } 348 }
230 349
231 abort (); 350 abort ();
232} 351}
233 352
234static int poll_cb (); 353static int poll_cb (void);
235static int req_invoke (aio_req req);
236static void req_free (aio_req req); 354static void req_free (bdb_req req);
237static void req_cancel (aio_req req);
238 355
239static int req_invoke (aio_req req) 356static int req_invoke (bdb_req req)
240{ 357{
241 dSP; 358 switch (req->type)
242
243 if (SvOK (req->callback))
244 { 359 {
360 case REQ_DB_CLOSE:
361 SvREFCNT_dec (req->sv1);
362 break;
363
364 case REQ_DB_GET:
365 case REQ_DB_PGET:
366 case REQ_C_GET:
367 case REQ_C_PGET:
368 case REQ_DB_PUT:
369 case REQ_C_PUT:
370 dbt_to_sv (req->sv1, &req->dbt1);
371 dbt_to_sv (req->sv2, &req->dbt2);
372 dbt_to_sv (req->sv3, &req->dbt3);
373 break;
374
375 case REQ_DB_KEY_RANGE:
376 {
377 AV *av = newAV ();
378
379 av_push (av, newSVnv (req->key_range.less));
380 av_push (av, newSVnv (req->key_range.equal));
381 av_push (av, newSVnv (req->key_range.greater));
382
383 av = (AV *)newRV_noinc ((SV *)av);
384
385 SvREADONLY_off (req->sv1);
386 sv_setsv_mg (req->sv1, newRV_noinc ((SV *)av));
387 SvREFCNT_dec (av);
388 SvREFCNT_dec (req->sv1);
389 }
390 break;
391
392#if DB_VERSION_MINOR >= 3
393 case REQ_SEQ_GET:
394 SvREADONLY_off (req->sv1);
395
396 if (sizeof (IV) > 4)
397 sv_setiv_mg (req->sv1, (IV)req->seq_t);
398 else
399 sv_setnv_mg (req->sv1, (NV)req->seq_t);
400
401 SvREFCNT_dec (req->sv1);
402 break;
403#endif
404
405 case REQ_ENV_LOG_ARCHIVE:
406 {
407 AV *av = newAV ();
408 char **listp = (char **)req->buf1;
409
410 if (listp)
411 while (*listp)
412 av_push (av, newSVpv (*listp, 0)), ++listp;
413
414 av = (AV *)newRV_noinc ((SV *)av);
415
416 SvREADONLY_off (req->sv1);
417 sv_setsv_mg (req->sv1, (SV *)av);
418 SvREFCNT_dec (av);
419 SvREFCNT_dec (req->sv1);
420 }
421 break;
422 }
423
424 errno = req->result;
425
426 if (req->callback)
427 {
428 dSP;
429
245 ENTER; 430 ENTER;
246 SAVETMPS; 431 SAVETMPS;
247 PUSHMARK (SP); 432 PUSHMARK (SP);
248 EXTEND (SP, 1);
249
250 switch (req->type)
251 {
252 }
253 433
254 PUTBACK; 434 PUTBACK;
255 call_sv (req->callback, G_VOID | G_EVAL); 435 call_sv (req->callback, G_VOID | G_EVAL);
256 SPAGAIN; 436 SPAGAIN;
257 437
258 FREETMPS; 438 FREETMPS;
259 LEAVE; 439 LEAVE;
440
441 return !SvTRUE (ERRSV);
260 } 442 }
261 443
262 return !SvTRUE (ERRSV); 444 return 1;
263} 445}
264 446
265static void req_free (aio_req req) 447static void req_free (bdb_req req)
266{ 448{
449 SvREFCNT_dec (req->callback);
450
451 SvREFCNT_dec (req->rsv1);
452 SvREFCNT_dec (req->rsv2);
453
454 free (req->buf1);
455 free (req->buf2);
456 free (req->buf3);
457
267 Safefree (req); 458 Safefree (req);
268} 459}
269 460
270static void *aio_proc(void *arg); 461#ifdef USE_SOCKETS_AS_HANDLES
462# define TO_SOCKET(x) (win32_get_osfhandle (x))
463#else
464# define EV_SELECT_IS_WINSOCKET 1
465# define TO_SOCKET(x) (x)
466#endif
467
468#ifdef _WIN32
469/* taken verbatim from libev's ev_win32.c */
470/* oh, the humanity! */
471static int
472ev_pipe (int filedes [2])
473{
474 struct sockaddr_in addr = { 0 };
475 int addr_size = sizeof (addr);
476 struct sockaddr_in adr2;
477 int adr2_size;
478 SOCKET listener;
479 SOCKET sock [2] = { -1, -1 };
480
481 if ((listener = socket (AF_INET, SOCK_STREAM, 0)) == INVALID_SOCKET)
482 return -1;
483
484 addr.sin_family = AF_INET;
485 addr.sin_addr.s_addr = htonl (INADDR_LOOPBACK);
486 addr.sin_port = 0;
487
488 if (bind (listener, (struct sockaddr *)&addr, addr_size))
489 goto fail;
490
491 if (getsockname (listener, (struct sockaddr *)&addr, &addr_size))
492 goto fail;
493
494 if (listen (listener, 1))
495 goto fail;
496
497 if ((sock [0] = socket (AF_INET, SOCK_STREAM, 0)) == INVALID_SOCKET)
498 goto fail;
499
500 if (connect (sock [0], (struct sockaddr *)&addr, addr_size))
501 goto fail;
502
503 if ((sock [1] = accept (listener, 0, 0)) < 0)
504 goto fail;
505
506 /* windows vista returns fantasy port numbers for getpeername.
507 * example for two interconnected tcp sockets:
508 *
509 * (Socket::unpack_sockaddr_in getsockname $sock0)[0] == 53364
510 * (Socket::unpack_sockaddr_in getpeername $sock0)[0] == 53363
511 * (Socket::unpack_sockaddr_in getsockname $sock1)[0] == 53363
512 * (Socket::unpack_sockaddr_in getpeername $sock1)[0] == 53365
513 *
514 * wow! tridirectional sockets!
515 *
516 * this way of checking ports seems to work:
517 */
518 if (getpeername (sock [0], (struct sockaddr *)&addr, &addr_size))
519 goto fail;
520
521 if (getsockname (sock [1], (struct sockaddr *)&adr2, &adr2_size))
522 goto fail;
523
524 errno = WSAEINVAL;
525 if (addr_size != adr2_size
526 || addr.sin_addr.s_addr != adr2.sin_addr.s_addr /* just to be sure, I mean, it's windows */
527 || addr.sin_port != adr2.sin_port)
528 goto fail;
529
530 closesocket (listener);
531
532#if EV_SELECT_IS_WINSOCKET
533 filedes [0] = _open_osfhandle (sock [0], 0);
534 filedes [1] = _open_osfhandle (sock [1], 0);
535#else
536 /* when select isn't winsocket, we also expect socket, connect, accept etc.
537 * to work on fds */
538 filedes [0] = sock [0];
539 filedes [1] = sock [1];
540#endif
541
542 return 0;
543
544fail:
545 closesocket (listener);
546
547 if (sock [0] != INVALID_SOCKET) closesocket (sock [0]);
548 if (sock [1] != INVALID_SOCKET) closesocket (sock [1]);
549
550 return -1;
551}
552#endif
553
554static void
555create_respipe (void)
556{
557#ifdef _WIN32
558 int arg; /* argg */
559#endif
560 int old_readfd = respipe [0];
561
562 if (respipe [1] >= 0)
563 respipe_close (TO_SOCKET (respipe [1]));
564
565#ifdef _WIN32
566 if (ev_pipe (respipe))
567#else
568 if (pipe (respipe))
569#endif
570 croak ("unable to initialize result pipe");
571
572 if (old_readfd >= 0)
573 {
574 if (dup2 (TO_SOCKET (respipe [0]), TO_SOCKET (old_readfd)) < 0)
575 croak ("unable to initialize result pipe(2)");
576
577 respipe_close (respipe [0]);
578 respipe [0] = old_readfd;
579 }
580
581#ifdef _WIN32
582 arg = 1;
583 if (ioctlsocket (TO_SOCKET (respipe [0]), FIONBIO, &arg)
584 || ioctlsocket (TO_SOCKET (respipe [1]), FIONBIO, &arg))
585#else
586 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK)
587 || fcntl (respipe [1], F_SETFL, O_NONBLOCK))
588#endif
589 croak ("unable to initialize result pipe(3)");
590
591 respipe_osf [0] = TO_SOCKET (respipe [0]);
592 respipe_osf [1] = TO_SOCKET (respipe [1]);
593}
594
595static void bdb_request (bdb_req req);
596X_THREAD_PROC (bdb_proc);
271 597
272static void start_thread (void) 598static void start_thread (void)
273{ 599{
274 sigset_t fullsigset, oldsigset;
275 pthread_attr_t attr;
276
277 worker *wrk = calloc (1, sizeof (worker)); 600 worker *wrk = calloc (1, sizeof (worker));
278 601
279 if (!wrk) 602 if (!wrk)
280 croak ("unable to allocate worker thread data"); 603 croak ("unable to allocate worker thread data");
281 604
282 pthread_attr_init (&attr);
283 pthread_attr_setdetachstate (&attr, PTHREAD_CREATE_DETACHED);
284#ifdef PTHREAD_SCOPE_PROCESS
285 pthread_attr_setscope (&attr, PTHREAD_SCOPE_PROCESS);
286#endif
287
288 sigfillset (&fullsigset);
289
290 LOCK (wrklock); 605 X_LOCK (wrklock);
291 pthread_sigmask (SIG_SETMASK, &fullsigset, &oldsigset);
292
293 if (pthread_create (&wrk->tid, &attr, aio_proc, (void *)wrk) == 0) 606 if (thread_create (&wrk->tid, bdb_proc, (void *)wrk))
294 { 607 {
295 wrk->prev = &wrk_first; 608 wrk->prev = &wrk_first;
296 wrk->next = wrk_first.next; 609 wrk->next = wrk_first.next;
297 wrk_first.next->prev = wrk; 610 wrk_first.next->prev = wrk;
298 wrk_first.next = wrk; 611 wrk_first.next = wrk;
299 ++started; 612 ++started;
300 } 613 }
301 else 614 else
302 free (wrk); 615 free (wrk);
303 616
304 pthread_sigmask (SIG_SETMASK, &oldsigset, 0);
305 UNLOCK (wrklock); 617 X_UNLOCK (wrklock);
306} 618}
307 619
308static void maybe_start_thread () 620static void maybe_start_thread (void)
309{ 621{
310 if (get_nthreads () >= wanted) 622 if (get_nthreads () >= wanted)
311 return; 623 return;
312 624
313 /* todo: maybe use idle here, but might be less exact */ 625 /* todo: maybe use idle here, but might be less exact */
315 return; 627 return;
316 628
317 start_thread (); 629 start_thread ();
318} 630}
319 631
320static void req_send (aio_req req) 632static void req_send (bdb_req req)
321{ 633{
634 SV *wait_callback = 0;
635
636 if (on_next_submit)
637 {
638 dSP;
639 SV *cb = sv_2mortal (on_next_submit);
640
641 on_next_submit = 0;
642
643 PUSHMARK (SP);
644 PUTBACK;
645 call_sv (cb, G_DISCARD | G_EVAL);
646 SPAGAIN;
647 }
648
649 // synthesize callback if none given
650 if (!req->callback)
651 {
652 if (SvOK (prepare_cb))
653 {
654 int count;
655
656 dSP;
657 PUSHMARK (SP);
658 PUTBACK;
659 count = call_sv (prepare_cb, G_ARRAY);
660 SPAGAIN;
661
662 if (count != 2)
663 croak ("sync prepare callback must return exactly two values\n");
664
665 wait_callback = POPs;
666 req->callback = SvREFCNT_inc (POPs);
667 }
668 else
669 {
670 // execute request synchronously
671 bdb_request (req);
672 req_invoke (req);
673 req_free (req);
674 return;
675 }
676 }
677
322 ++nreqs; 678 ++nreqs;
323 679
324 LOCK (reqlock); 680 X_LOCK (reqlock);
325 ++nready; 681 ++nready;
326 reqq_push (&req_queue, req); 682 reqq_push (&req_queue, req);
327 pthread_cond_signal (&reqwait); 683 X_COND_SIGNAL (reqwait);
328 UNLOCK (reqlock); 684 X_UNLOCK (reqlock);
329 685
330 maybe_start_thread (); 686 maybe_start_thread ();
687
688 if (wait_callback)
689 {
690 dSP;
691 PUSHMARK (SP);
692 PUTBACK;
693 call_sv (wait_callback, G_DISCARD);
694 }
331} 695}
332 696
333static void end_thread (void) 697static void end_thread (void)
334{ 698{
335 aio_req req; 699 bdb_req req = calloc (1, sizeof (bdb_cb));
336
337 Newz (0, req, 1, aio_cb);
338 700
339 req->type = REQ_QUIT; 701 req->type = REQ_QUIT;
340 req->pri = PRI_MAX + PRI_BIAS; 702 req->pri = PRI_MAX + PRI_BIAS;
341 703
342 LOCK (reqlock); 704 X_LOCK (reqlock);
343 reqq_push (&req_queue, req); 705 reqq_push (&req_queue, req);
344 pthread_cond_signal (&reqwait); 706 X_COND_SIGNAL (reqwait);
345 UNLOCK (reqlock); 707 X_UNLOCK (reqlock);
346 708
347 LOCK (wrklock); 709 X_LOCK (wrklock);
348 --started; 710 --started;
349 UNLOCK (wrklock); 711 X_UNLOCK (wrklock);
350} 712}
351 713
352static void set_max_idle (int nthreads) 714static void set_max_idle (int nthreads)
353{ 715{
354 if (WORDACCESS_UNSAFE) LOCK (reqlock); 716 if (WORDACCESS_UNSAFE) X_LOCK (reqlock);
355 max_idle = nthreads <= 0 ? 1 : nthreads; 717 max_idle = nthreads <= 0 ? 1 : nthreads;
356 if (WORDACCESS_UNSAFE) UNLOCK (reqlock); 718 if (WORDACCESS_UNSAFE) X_UNLOCK (reqlock);
357} 719}
358 720
359static void min_parallel (int nthreads) 721static void min_parallel (int nthreads)
360{ 722{
361 if (wanted < nthreads) 723 if (wanted < nthreads)
369 731
370 while (started > wanted) 732 while (started > wanted)
371 end_thread (); 733 end_thread ();
372} 734}
373 735
374static void poll_wait () 736static void poll_wait (void)
375{ 737{
376 fd_set rfd; 738 fd_set rfd;
377 739
378 while (nreqs) 740 while (nreqs)
379 { 741 {
380 int size; 742 int size;
381 if (WORDACCESS_UNSAFE) LOCK (reslock); 743 if (WORDACCESS_UNSAFE) X_LOCK (reslock);
382 size = res_queue.size; 744 size = res_queue.size;
383 if (WORDACCESS_UNSAFE) UNLOCK (reslock); 745 if (WORDACCESS_UNSAFE) X_UNLOCK (reslock);
384 746
385 if (size) 747 if (size)
386 return; 748 return;
387 749
388 maybe_start_thread (); 750 maybe_start_thread ();
389 751
390 FD_ZERO(&rfd); 752 FD_ZERO (&rfd);
391 FD_SET(respipe [0], &rfd); 753 FD_SET (respipe [0], &rfd);
392 754
393 select (respipe [0] + 1, &rfd, 0, 0, 0); 755 PerlSock_select (respipe [0] + 1, &rfd, 0, 0, 0);
394 } 756 }
395} 757}
396 758
397static int poll_cb () 759static int poll_cb (void)
398{ 760{
399 dSP; 761 dSP;
400 int count = 0; 762 int count = 0;
401 int maxreqs = max_poll_reqs; 763 int maxreqs = max_poll_reqs;
402 int do_croak = 0; 764 int do_croak = 0;
403 struct timeval tv_start, tv_now; 765 struct timeval tv_start, tv_now;
404 aio_req req; 766 bdb_req req;
405 767
406 if (max_poll_time) 768 if (max_poll_time)
407 gettimeofday (&tv_start, 0); 769 gettimeofday (&tv_start, 0);
408 770
409 for (;;) 771 for (;;)
410 { 772 {
411 for (;;) 773 for (;;)
412 { 774 {
413 maybe_start_thread (); 775 maybe_start_thread ();
414 776
415 LOCK (reslock); 777 X_LOCK (reslock);
416 req = reqq_shift (&res_queue); 778 req = reqq_shift (&res_queue);
417 779
418 if (req) 780 if (req)
419 { 781 {
420 --npending; 782 --npending;
421 783
422 if (!res_queue.size) 784 if (!res_queue.size)
423 { 785 {
424 /* read any signals sent by the worker threads */ 786 /* read any signals sent by the worker threads */
425 char buf [4]; 787 char buf [4];
426 while (read (respipe [0], buf, 4) == 4) 788 while (respipe_read (respipe [0], buf, 4) == 4)
427 ; 789 ;
428 } 790 }
429 } 791 }
430 792
431 UNLOCK (reslock); 793 X_UNLOCK (reslock);
432 794
433 if (!req) 795 if (!req)
434 break; 796 break;
435 797
436 --nreqs; 798 --nreqs;
466 } 828 }
467 829
468 return count; 830 return count;
469} 831}
470 832
471static void create_pipe ()
472{
473 if (pipe (respipe))
474 croak ("unable to initialize result pipe");
475
476 if (fcntl (respipe [0], F_SETFL, O_NONBLOCK))
477 croak ("cannot set result pipe to nonblocking mode");
478
479 if (fcntl (respipe [1], F_SETFL, O_NONBLOCK))
480 croak ("cannot set result pipe to nonblocking mode");
481}
482
483/*****************************************************************************/ 833/*****************************************************************************/
484 834
485static void *aio_proc (void *thr_arg) 835static void
836bdb_request (bdb_req req)
486{ 837{
838 switch (req->type)
839 {
840 case REQ_ENV_OPEN:
841 req->result = req->env->open (req->env, req->buf1, req->uint1, req->int1);
842 break;
843
844 case REQ_ENV_CLOSE:
845 req->result = req->env->close (req->env, req->uint1);
846 break;
847
848 case REQ_ENV_TXN_CHECKPOINT:
849 req->result = req->env->txn_checkpoint (req->env, req->uint1, req->int1, req->uint2);
850 break;
851
852 case REQ_ENV_LOCK_DETECT:
853 req->result = req->env->lock_detect (req->env, req->uint1, req->uint2, &req->int1);
854 break;
855
856 case REQ_ENV_MEMP_SYNC:
857 req->result = req->env->memp_sync (req->env, 0);
858 break;
859
860 case REQ_ENV_MEMP_TRICKLE:
861 req->result = req->env->memp_trickle (req->env, req->int1, &req->int2);
862 break;
863
864 case REQ_ENV_DBREMOVE:
865 req->result = req->env->dbremove (req->env, req->txn, req->buf1, req->buf2, req->uint1);
866 break;
867
868 case REQ_ENV_DBRENAME:
869 req->result = req->env->dbrename (req->env, req->txn, req->buf1, req->buf2, req->buf3, req->uint1);
870 break;
871
872 case REQ_DB_OPEN:
873 req->result = req->db->open (req->db, req->txn, req->buf1, req->buf2, req->int1, req->uint1, req->int2);
874 break;
875
876 case REQ_DB_CLOSE:
877 req->result = req->db->close (req->db, req->uint1);
878 break;
879
880#if DB_VERSION_MINOR >= 4
881 case REQ_DB_COMPACT:
882 req->result = req->db->compact (req->db, req->txn, req->dbt1.data ? &req->dbt1 : 0, req->dbt2.data ? &req->dbt2 : 0, 0, req->uint1, 0);
883 break;
884#endif
885
886 case REQ_DB_SYNC:
887 req->result = req->db->sync (req->db, req->uint1);
888 break;
889
890 case REQ_DB_UPGRADE:
891 req->result = req->db->upgrade (req->db, req->buf1, req->uint1);
892 break;
893
894 case REQ_DB_PUT:
895 req->result = req->db->put (req->db, req->txn, &req->dbt1, &req->dbt2, req->uint1);
896 break;
897
898#if DB_VERSION_MINOR >= 6
899 case REQ_DB_EXISTS:
900 req->result = req->db->exists (req->db, req->txn, &req->dbt1, req->uint1);
901 break;
902#endif
903 case REQ_DB_GET:
904 req->result = req->db->get (req->db, req->txn, &req->dbt1, &req->dbt3, req->uint1);
905 break;
906
907 case REQ_DB_PGET:
908 req->result = req->db->pget (req->db, req->txn, &req->dbt1, &req->dbt2, &req->dbt3, req->uint1);
909 break;
910
911 case REQ_DB_DEL:
912 req->result = req->db->del (req->db, req->txn, &req->dbt1, req->uint1);
913 break;
914
915 case REQ_DB_KEY_RANGE:
916 req->result = req->db->key_range (req->db, req->txn, &req->dbt1, &req->key_range, req->uint1);
917 break;
918
919 case REQ_TXN_COMMIT:
920 req->result = req->txn->commit (req->txn, req->uint1);
921 break;
922
923 case REQ_TXN_ABORT:
924 req->result = req->txn->abort (req->txn);
925 break;
926
927 case REQ_TXN_FINISH:
928 if (req->txn->flags & TXN_DEADLOCK)
929 {
930 req->result = req->txn->abort (req->txn);
931 if (!req->result)
932 req->result = DB_LOCK_DEADLOCK;
933 }
934 else
935 req->result = req->txn->commit (req->txn, req->uint1);
936 break;
937
938 case REQ_C_CLOSE:
939 req->result = req->dbc->c_close (req->dbc);
940 break;
941
942 case REQ_C_COUNT:
943 {
944 db_recno_t recno;
945 req->result = req->dbc->c_count (req->dbc, &recno, req->uint1);
946 req->uv1 = recno;
947 }
948 break;
949
950 case REQ_C_PUT:
951 req->result = req->dbc->c_put (req->dbc, &req->dbt1, &req->dbt2, req->uint1);
952 break;
953
954 case REQ_C_GET:
955 req->result = req->dbc->c_get (req->dbc, &req->dbt1, &req->dbt3, req->uint1);
956 break;
957
958 case REQ_C_PGET:
959 req->result = req->dbc->c_pget (req->dbc, &req->dbt1, &req->dbt2, &req->dbt3, req->uint1);
960 break;
961
962 case REQ_C_DEL:
963 req->result = req->dbc->c_del (req->dbc, req->uint1);
964 break;
965
966#if DB_VERSION_MINOR >= 3
967 case REQ_SEQ_OPEN:
968 req->result = req->seq->open (req->seq, req->txn, &req->dbt1, req->uint1);
969 break;
970
971 case REQ_SEQ_CLOSE:
972 req->result = req->seq->close (req->seq, req->uint1);
973 break;
974
975 case REQ_SEQ_GET:
976 req->result = req->seq->get (req->seq, req->txn, req->int1, &req->seq_t, req->uint1);
977 break;
978
979 case REQ_SEQ_REMOVE:
980 req->result = req->seq->remove (req->seq, req->txn, req->uint1);
981 break;
982#endif
983
984 case REQ_ENV_LOG_ARCHIVE:
985 {
986 char **listp = 0; /* DB_ARCH_REMOVE does not touch listp, contrary to docs */
987 req->result = req->env->log_archive (req->env, &listp, req->uint1);
988 req->buf1 = (char *)listp;
989 }
990 break;
991
992 default:
993 req->result = ENOSYS;
994 break;
995 }
996
997 if (req->txn && (req->result > 0 || req->result == DB_LOCK_NOTGRANTED))
998 req->txn->flags |= TXN_DEADLOCK;
999}
1000
1001X_THREAD_PROC (bdb_proc)
1002{
487 aio_req req; 1003 bdb_req req;
488 struct timespec ts; 1004 struct timespec ts;
489 worker *self = (worker *)thr_arg; 1005 worker *self = (worker *)thr_arg;
490 1006
491 /* try to distribute timeouts somewhat evenly */ 1007 /* try to distribute timeouts somewhat evenly */
492 ts.tv_nsec = (((unsigned long)self + (unsigned long)ts.tv_sec) & 1023UL) 1008 ts.tv_nsec = ((unsigned long)self & 1023UL) * (1000000000UL / 1024UL);
493 * (1000000000UL / 1024UL);
494 1009
495 for (;;) 1010 for (;;)
496 { 1011 {
497 ts.tv_sec = time (0) + IDLE_TIMEOUT; 1012 ts.tv_sec = time (0) + IDLE_TIMEOUT;
498 1013
499 LOCK (reqlock); 1014 X_LOCK (reqlock);
500 1015
501 for (;;) 1016 for (;;)
502 { 1017 {
503 self->req = req = reqq_shift (&req_queue); 1018 self->req = req = reqq_shift (&req_queue);
504 1019
505 if (req) 1020 if (req)
506 break; 1021 break;
507 1022
508 ++idle; 1023 ++idle;
509 1024
510 if (pthread_cond_timedwait (&reqwait, &reqlock, &ts) 1025 if (X_COND_TIMEDWAIT (reqwait, reqlock, ts)
511 == ETIMEDOUT) 1026 == ETIMEDOUT)
512 { 1027 {
513 if (idle > max_idle) 1028 if (idle > max_idle)
514 { 1029 {
515 --idle; 1030 --idle;
516 UNLOCK (reqlock); 1031 X_UNLOCK (reqlock);
517 LOCK (wrklock); 1032 X_LOCK (wrklock);
518 --started; 1033 --started;
519 UNLOCK (wrklock); 1034 X_UNLOCK (wrklock);
520 goto quit; 1035 goto quit;
521 } 1036 }
522 1037
523 /* we are allowed to idle, so do so without any timeout */ 1038 /* we are allowed to idle, so do so without any timeout */
524 pthread_cond_wait (&reqwait, &reqlock); 1039 X_COND_WAIT (reqwait, reqlock);
525 ts.tv_sec = time (0) + IDLE_TIMEOUT; 1040 ts.tv_sec = time (0) + IDLE_TIMEOUT;
526 } 1041 }
527 1042
528 --idle; 1043 --idle;
529 } 1044 }
530 1045
531 --nready; 1046 --nready;
532 1047
533 UNLOCK (reqlock); 1048 X_UNLOCK (reqlock);
534
535 errno = 0; /* strictly unnecessary */
536 1049
537 switch (req->type) 1050 if (req->type == REQ_QUIT)
538 { 1051 {
539 case REQ_QUIT: 1052 X_LOCK (reslock);
1053 free (req);
1054 self->req = 0;
1055 X_UNLOCK (reslock);
1056
540 goto quit; 1057 goto quit;
541
542 default:
543 //req->result = ENOSYS;
544 break;
545 } 1058 }
546 1059
547 //req->errorno = errno; 1060 bdb_request (req);
548 1061
549 LOCK (reslock); 1062 X_LOCK (reslock);
550 1063
551 ++npending; 1064 ++npending;
552 1065
553 if (!reqq_push (&res_queue, req)) 1066 if (!reqq_push (&res_queue, req))
554 /* write a dummy byte to the pipe so fh becomes ready */ 1067 /* write a dummy byte to the pipe so fh becomes ready */
555 write (respipe [1], &respipe, 1); 1068 respipe_write (respipe_osf [1], (const void *)&respipe_osf, 1);
556 1069
557 self->req = 0; 1070 self->req = 0;
558 worker_clear (self); 1071 worker_clear (self);
559 1072
560 UNLOCK (reslock); 1073 X_UNLOCK (reslock);
561 } 1074 }
562 1075
563quit: 1076quit:
564 LOCK (wrklock); 1077 X_LOCK (wrklock);
565 worker_free (self); 1078 worker_free (self);
566 UNLOCK (wrklock); 1079 X_UNLOCK (wrklock);
567 1080
568 return 0; 1081 return 0;
569} 1082}
570 1083
571/*****************************************************************************/ 1084/*****************************************************************************/
572 1085
573static void atfork_prepare (void) 1086static void atfork_prepare (void)
574{ 1087{
575 LOCK (wrklock); 1088 X_LOCK (wrklock);
576 LOCK (reqlock); 1089 X_LOCK (reqlock);
577 LOCK (reslock); 1090 X_LOCK (reslock);
578} 1091}
579 1092
580static void atfork_parent (void) 1093static void atfork_parent (void)
581{ 1094{
582 UNLOCK (reslock); 1095 X_UNLOCK (reslock);
583 UNLOCK (reqlock); 1096 X_UNLOCK (reqlock);
584 UNLOCK (wrklock); 1097 X_UNLOCK (wrklock);
585} 1098}
586 1099
587static void atfork_child (void) 1100static void atfork_child (void)
588{ 1101{
589 aio_req prv; 1102 bdb_req prv;
590 1103
591 while (prv = reqq_shift (&req_queue)) 1104 while (prv = reqq_shift (&req_queue))
592 req_free (prv); 1105 req_free (prv);
593 1106
594 while (prv = reqq_shift (&res_queue)) 1107 while (prv = reqq_shift (&res_queue))
609 idle = 0; 1122 idle = 0;
610 nreqs = 0; 1123 nreqs = 0;
611 nready = 0; 1124 nready = 0;
612 npending = 0; 1125 npending = 0;
613 1126
614 close (respipe [0]);
615 close (respipe [1]);
616 create_pipe (); 1127 create_respipe ();
617 1128
618 atfork_parent (); 1129 atfork_parent ();
619} 1130}
620 1131
621#define dREQ \ 1132#define dREQ(reqtype,rsvcnt) \
622 aio_req req; \ 1133 bdb_req req; \
623 int req_pri = next_pri; \ 1134 int req_pri = next_pri; \
624 next_pri = DEFAULT_PRI + PRI_BIAS; \ 1135 next_pri = DEFAULT_PRI + PRI_BIAS; \
625 \ 1136 \
626 if (SvOK (callback) && !SvROK (callback)) \ 1137 if (callback && SvOK (callback)) \
627 croak ("callback must be undef or of reference type"); \ 1138 croak ("callback has illegal type or extra arguments"); \
628 \ 1139 \
629 Newz (0, req, 1, aio_cb); \ 1140 Newz (0, req, 1, bdb_cb); \
630 if (!req) \ 1141 if (!req) \
631 croak ("out of memory during aio_req allocation"); \ 1142 croak ("out of memory during bdb_req allocation"); \
632 \ 1143 \
633 req->callback = newSVsv (callback); \ 1144 req->callback = SvREFCNT_inc (cb); \
1145 req->type = (reqtype); \
634 req->pri = req_pri 1146 req->pri = req_pri; \
1147 if (rsvcnt >= 1) req->rsv1 = SvREFCNT_inc (ST (0)); \
1148 if (rsvcnt >= 2) req->rsv2 = SvREFCNT_inc (ST (1)); \
1149 (void)0;
635 1150
636#define REQ_SEND \ 1151#define REQ_SEND \
637 req_send (req); \ 1152 req_send (req)
1153
1154#define SvPTR(var, arg, type, class, nullok) \
1155 if (!SvOK (arg)) \
1156 { \
1157 if (nullok != 1) \
1158 croak (# var " must be a " # class " object, not undef"); \
638 \ 1159 \
639 if (GIMME_V != G_VOID) \ 1160 (var) = 0; \
640 XPUSHs (req_sv (req, AIO_REQ_KLASS)); 1161 } \
641 1162 else if (sv_derived_from ((arg), # class)) \
1163 { \
1164 IV tmp = SvIV ((SV*) SvRV (arg)); \
1165 (var) = INT2PTR (type, tmp); \
1166 if (!var && nullok != 2) \
1167 croak (# var " is not a valid " # class " object anymore"); \
1168 } \
1169 else \
1170 croak (# var " is not of type " # class);
1171
1172#define ARG_MUTABLE(name) \
1173 if (SvREADONLY (name)) \
1174 croak ("argument " #name " is read-only/constant, but the request requires it to be mutable");
1175
1176static void
1177ptr_nuke (SV *sv)
1178{
1179 assert (SvROK (sv));
1180 sv_setiv (SvRV (sv), 0);
1181}
1182
1183static int
1184errno_get (pTHX_ SV *sv, MAGIC *mg)
1185{
1186 if (*mg->mg_ptr == '!') // should always be the case
1187 if (-30999 <= errno && errno <= -30800)
1188 {
1189 sv_setnv (sv, (NV)errno);
1190 sv_setpv (sv, db_strerror (errno));
1191 SvNOK_on (sv); /* what a wonderful hack! */
1192 // ^^^ copied from perl sources
1193 return 0;
1194 }
1195
1196 return PL_vtbl_sv.svt_get (aTHX_ sv, mg);
1197}
1198
1199static MGVTBL vtbl_errno;
1200
1201// this wonderful hack :( patches perl's $! variable to support our errno values
1202static void
1203patch_errno (void)
1204{
1205 SV *sv;
1206 MAGIC *mg;
1207
1208 if (!(sv = get_sv ("!", 1)))
1209 return;
1210
1211 if (!(mg = mg_find (sv, PERL_MAGIC_sv)))
1212 return;
1213
1214 if (mg->mg_virtual != &PL_vtbl_sv)
1215 return;
1216
1217 vtbl_errno = PL_vtbl_sv;
1218 vtbl_errno.svt_get = errno_get;
1219 mg->mg_virtual = &vtbl_errno;
1220}
1221
1222#if __GNUC__ >= 4
1223# define noinline __attribute__ ((noinline))
1224#else
1225# define noinline
1226#endif
1227
1228static noinline SV *
1229pop_callback (I32 *ritems, SV *sv)
1230{
1231 if (SvROK (sv))
1232 {
1233 HV *st;
1234 GV *gvp;
1235 CV *cv;
1236 const char *name;
1237
1238 /* forgive me */
1239 if (SvTYPE (SvRV (sv)) == SVt_PVMG
1240 && (st = SvSTASH (SvRV (sv)))
1241 && (name = HvNAME_get (st))
1242 && (name [0] == 'B' && name [1] == 'D' && name [2] == 'B' && name [3] == ':'))
1243 return 0;
1244
1245 if ((cv = sv_2cv (sv, &st, &gvp, 0)))
1246 {
1247 --*ritems;
1248 return (SV *)cv;
1249 }
1250 }
1251
1252 return 0;
1253}
1254
1255/*****************************************************************************/
1256
1257#if 0
1258static int
1259bt_pfxc_compare (DB *db, const DBT *dbt1, const DBT *dbt2)
1260{
1261 ssize_t size1 = dbt1->size;
1262 ssize_t size2 = dbt2->size;
1263 int res = memcmp ((void *)dbt1->data, (void *)dbt2->data,
1264 size1 <= size2 ? size1 : size2);
1265
1266 if (res)
1267 return res;
1268 else if (size1 - size2)
1269 return size1 - size2;
1270 else
1271 return 0;
1272}
1273
1274static size_t
1275bt_pfxc_prefix_x (DB *db, const DBT *dbt1, const DBT *dbt2)
1276{
1277 ssize_t size1 = dbt1->size;
1278 ssize_t size2 = dbt2->size;
1279 u_int8_t *p1 = (u_int8_t *)dbt1->data;
1280 u_int8_t *p2 = (u_int8_t *)dbt2->data;
1281 u_int8_t *pe = p1 + (size1 <= size2 ? size1 : size2);
1282
1283 while (p1 < pe)
1284 if (*p1++ != *p2++)
1285 return p1 - (u_int8_t *)dbt1->data - 1;
1286
1287 if (size1 < size2) return size1 + 1;
1288 if (size1 > size2) return size2 + 1;
1289
1290 return size1;
1291}
1292#endif
1293
1294/*****************************************************************************/
1295
1296/* stupid windows defines CALLBACK as well */
1297#undef CALLBACK
1298#define CALLBACK SV *cb = pop_callback (&items, ST (items - 1));
1299
642MODULE = BDB::AIO PACKAGE = BDB::AIO 1300MODULE = BDB PACKAGE = BDB
643 1301
644PROTOTYPES: ENABLE 1302PROTOTYPES: ENABLE
645 1303
646BOOT: 1304BOOT:
647{ 1305{
648 HV *stash = gv_stashpv ("BDB::AIO", 1); 1306 HV *stash = gv_stashpv ("BDB", 1);
649 1307
650 create_pipe (); 1308 static const struct {
1309 const char *name;
1310 IV iv;
1311 } *civ, const_iv[] = {
1312#define const_iv(name) { # name, (IV)DB_ ## name },
1313 const_iv (RPCCLIENT)
1314 const_iv (INIT_CDB)
1315 const_iv (INIT_LOCK)
1316 const_iv (INIT_LOG)
1317 const_iv (INIT_MPOOL)
1318 const_iv (INIT_REP)
1319 const_iv (INIT_TXN)
1320 const_iv (RECOVER)
1321 const_iv (INIT_TXN)
1322 const_iv (RECOVER_FATAL)
1323 const_iv (CREATE)
1324 const_iv (RDONLY)
1325 const_iv (USE_ENVIRON)
1326 const_iv (USE_ENVIRON_ROOT)
1327 const_iv (LOCKDOWN)
1328 const_iv (PRIVATE)
1329 const_iv (SYSTEM_MEM)
1330 const_iv (AUTO_COMMIT)
1331 const_iv (CDB_ALLDB)
1332 const_iv (DIRECT_DB)
1333 const_iv (NOLOCKING)
1334 const_iv (NOMMAP)
1335 const_iv (NOPANIC)
1336 const_iv (OVERWRITE)
1337 const_iv (PANIC_ENVIRONMENT)
1338 const_iv (REGION_INIT)
1339 const_iv (TIME_NOTGRANTED)
1340 const_iv (TXN_NOSYNC)
1341 const_iv (TXN_NOT_DURABLE)
1342 const_iv (TXN_WRITE_NOSYNC)
1343 const_iv (WRITECURSOR)
1344 const_iv (YIELDCPU)
1345 const_iv (ENCRYPT_AES)
1346 const_iv (XA_CREATE)
1347 const_iv (BTREE)
1348 const_iv (HASH)
1349 const_iv (QUEUE)
1350 const_iv (RECNO)
1351 const_iv (UNKNOWN)
1352 const_iv (EXCL)
1353 const_iv (TRUNCATE)
1354 const_iv (NOSYNC)
1355 const_iv (CHKSUM)
1356 const_iv (ENCRYPT)
1357 const_iv (DUP)
1358 const_iv (DUPSORT)
1359 //const_iv (RECNUM)
1360 const_iv (RENUMBER)
1361 const_iv (REVSPLITOFF)
1362 const_iv (CONSUME)
1363 const_iv (CONSUME_WAIT)
1364 const_iv (GET_BOTH)
1365 const_iv (GET_BOTH_RANGE)
1366 //const_iv (SET_RECNO)
1367 //const_iv (MULTIPLE)
1368 const_iv (SNAPSHOT)
1369 const_iv (JOIN_ITEM)
1370 const_iv (JOIN_NOSORT)
1371 const_iv (RMW)
1372
1373 const_iv (NOTFOUND)
1374 const_iv (KEYEMPTY)
1375 const_iv (LOCK_DEADLOCK)
1376 const_iv (LOCK_NOTGRANTED)
1377 const_iv (RUNRECOVERY)
1378 const_iv (OLD_VERSION)
1379 const_iv (REP_HANDLE_DEAD)
1380 const_iv (SECONDARY_BAD)
1381
1382 const_iv (APPEND)
1383 const_iv (NODUPDATA)
1384 const_iv (NOOVERWRITE)
1385
1386 const_iv (TXN_NOWAIT)
1387 const_iv (TXN_SYNC)
1388
1389 const_iv (SET_LOCK_TIMEOUT)
1390 const_iv (SET_TXN_TIMEOUT)
1391
1392 const_iv (FIRST)
1393 const_iv (NEXT)
1394 const_iv (NEXT_DUP)
1395 const_iv (NEXT_NODUP)
1396 const_iv (PREV)
1397 const_iv (PREV_NODUP)
1398 const_iv (SET)
1399 const_iv (SET_RANGE)
1400 const_iv (LAST)
1401 const_iv (BEFORE)
1402 const_iv (AFTER)
1403 const_iv (CURRENT)
1404 const_iv (KEYFIRST)
1405 const_iv (KEYLAST)
1406 const_iv (NODUPDATA)
1407
1408 const_iv (FORCE)
1409
1410 const_iv (LOCK_DEFAULT)
1411 const_iv (LOCK_EXPIRE)
1412 const_iv (LOCK_MAXLOCKS)
1413 const_iv (LOCK_MINLOCKS)
1414 const_iv (LOCK_MINWRITE)
1415 const_iv (LOCK_OLDEST)
1416 const_iv (LOCK_RANDOM)
1417 const_iv (LOCK_YOUNGEST)
1418
1419 const_iv (DONOTINDEX)
1420 const_iv (KEYEMPTY )
1421 const_iv (KEYEXIST )
1422 const_iv (LOCK_DEADLOCK)
1423 const_iv (LOCK_NOTGRANTED)
1424 const_iv (NOSERVER)
1425 const_iv (NOSERVER_HOME)
1426 const_iv (NOSERVER_ID)
1427 const_iv (NOTFOUND)
1428 const_iv (PAGE_NOTFOUND)
1429 const_iv (REP_DUPMASTER)
1430 const_iv (REP_HANDLE_DEAD)
1431 const_iv (REP_HOLDELECTION)
1432 const_iv (REP_ISPERM)
1433 const_iv (REP_NEWMASTER)
1434 const_iv (REP_NEWSITE)
1435 const_iv (REP_NOTPERM)
1436 const_iv (REP_UNAVAIL)
1437 const_iv (RUNRECOVERY)
1438 const_iv (SECONDARY_BAD)
1439 const_iv (VERIFY_BAD)
1440
1441 const_iv (ARCH_ABS)
1442 const_iv (ARCH_DATA)
1443 const_iv (ARCH_LOG)
1444 const_iv (ARCH_REMOVE)
1445
1446 const_iv (VERB_DEADLOCK)
1447 const_iv (VERB_RECOVERY)
1448 const_iv (VERB_REPLICATION)
1449 const_iv (VERB_WAITSFOR)
1450
1451 const_iv (VERSION_MAJOR)
1452 const_iv (VERSION_MINOR)
1453 const_iv (VERSION_PATCH)
1454#if DB_VERSION_MINOR >= 3
1455 const_iv (INORDER)
1456 const_iv (LOCK_MAXWRITE)
1457 const_iv (SEQ_DEC)
1458 const_iv (SEQ_INC)
1459 const_iv (SEQ_WRAP)
1460 const_iv (BUFFER_SMALL)
1461 const_iv (LOG_BUFFER_FULL)
1462 const_iv (VERSION_MISMATCH)
1463#endif
1464#if DB_VERSION_MINOR >= 4
1465 const_iv (REGISTER)
1466 const_iv (DSYNC_DB)
1467 const_iv (READ_COMMITTED)
1468 const_iv (READ_UNCOMMITTED)
1469 const_iv (REP_IGNORE)
1470 const_iv (REP_LOCKOUT)
1471 const_iv (REP_JOIN_FAILURE)
1472 const_iv (FREE_SPACE)
1473 const_iv (FREELIST_ONLY)
1474 const_iv (VERB_REGISTER)
1475#endif
1476#if DB_VERSION_MINOR >= 5
1477 const_iv (MULTIVERSION)
1478 const_iv (TXN_SNAPSHOT)
1479#endif
1480#if DB_VERSION_MINOR >= 6
1481 const_iv (PREV_DUP)
1482 const_iv (PRIORITY_UNCHANGED)
1483 const_iv (PRIORITY_VERY_LOW)
1484 const_iv (PRIORITY_LOW)
1485 const_iv (PRIORITY_DEFAULT)
1486 const_iv (PRIORITY_HIGH)
1487 const_iv (PRIORITY_VERY_HIGH)
1488 const_iv (IGNORE_LEASE)
1489#endif
1490#if DB_VERSION_MINOR >= 7
1491 //const_iv (MULTIPLE_KEY)
1492 const_iv (LOG_DIRECT)
1493 const_iv (LOG_DSYNC)
1494 const_iv (LOG_AUTO_REMOVE)
1495 const_iv (LOG_IN_MEMORY)
1496 const_iv (LOG_ZERO)
1497#else
1498 const_iv (DIRECT_LOG)
1499 const_iv (LOG_AUTOREMOVE)
1500# if DB_VERSION_MINOR >= 3
1501 const_iv (DSYNC_LOG)
1502 const_iv (LOG_INMEMORY)
1503# endif
1504#endif
1505 };
1506
1507 for (civ = const_iv + sizeof (const_iv) / sizeof (const_iv [0]); civ-- > const_iv; )
1508 newCONSTSUB (stash, (char *)civ->name, newSViv (civ->iv));
1509
1510 prepare_cb = &PL_sv_undef;
1511
1512 {
1513 /* we currently only allow version, minor-version and patchlevel to go up to 255 */
1514 char vstring[3] = { DB_VERSION_MAJOR, DB_VERSION_MINOR, DB_VERSION_PATCH };
1515
1516 newCONSTSUB (stash, "VERSION_v", newSVpvn (vstring, 3));
1517 }
1518
1519 newCONSTSUB (stash, "VERSION_STRING", newSVpv (DB_VERSION_STRING, 0));
1520
1521 create_respipe ();
1522
651 pthread_atfork (atfork_prepare, atfork_parent, atfork_child); 1523 X_THREAD_ATFORK (atfork_prepare, atfork_parent, atfork_child);
1524 patch_errno ();
652} 1525}
653 1526
654void 1527void
655max_poll_reqs (int nreqs) 1528max_poll_reqs (int nreqs)
656 PROTOTYPE: $ 1529 PROTOTYPE: $
685 max_outstanding = maxreqs; 1558 max_outstanding = maxreqs;
686 OUTPUT: 1559 OUTPUT:
687 RETVAL 1560 RETVAL
688 1561
689int 1562int
690bdbreq_pri (int pri = 0) 1563dbreq_pri (int pri = 0)
691 PROTOTYPE: ;$ 1564 PROTOTYPE: ;$
692 CODE: 1565 CODE:
693 RETVAL = next_pri - PRI_BIAS; 1566 RETVAL = next_pri - PRI_BIAS;
694 if (items > 0) 1567 if (items > 0)
695 { 1568 {
699 } 1572 }
700 OUTPUT: 1573 OUTPUT:
701 RETVAL 1574 RETVAL
702 1575
703void 1576void
704bdbreq_nice (int nice = 0) 1577dbreq_nice (int nice = 0)
705 CODE: 1578 CODE:
706 nice = next_pri - nice; 1579 nice = next_pri - nice;
707 if (nice < PRI_MIN) nice = PRI_MIN; 1580 if (nice < PRI_MIN) nice = PRI_MIN;
708 if (nice > PRI_MAX) nice = PRI_MAX; 1581 if (nice > PRI_MAX) nice = PRI_MAX;
709 next_pri = nice + PRI_BIAS; 1582 next_pri = nice + PRI_BIAS;
717 poll_wait (); 1590 poll_wait ();
718 poll_cb (); 1591 poll_cb ();
719 } 1592 }
720 1593
721int 1594int
722poll() 1595poll ()
723 PROTOTYPE: 1596 PROTOTYPE:
724 CODE: 1597 CODE:
725 poll_wait (); 1598 poll_wait ();
726 RETVAL = poll_cb (); 1599 RETVAL = poll_cb ();
727 OUTPUT: 1600 OUTPUT:
728 RETVAL 1601 RETVAL
729 1602
730int 1603int
731poll_fileno() 1604poll_fileno ()
732 PROTOTYPE: 1605 PROTOTYPE:
733 CODE: 1606 CODE:
734 RETVAL = respipe [0]; 1607 RETVAL = respipe [0];
735 OUTPUT: 1608 OUTPUT:
736 RETVAL 1609 RETVAL
737 1610
738int 1611int
739poll_cb(...) 1612poll_cb (...)
740 PROTOTYPE: 1613 PROTOTYPE:
741 CODE: 1614 CODE:
742 RETVAL = poll_cb (); 1615 RETVAL = poll_cb ();
743 OUTPUT: 1616 OUTPUT:
744 RETVAL 1617 RETVAL
745 1618
746void 1619void
747poll_wait() 1620poll_wait ()
748 PROTOTYPE: 1621 PROTOTYPE:
749 CODE: 1622 CODE:
750 poll_wait (); 1623 poll_wait ();
751 1624
752int 1625int
753nreqs() 1626nreqs ()
754 PROTOTYPE: 1627 PROTOTYPE:
755 CODE: 1628 CODE:
756 RETVAL = nreqs; 1629 RETVAL = nreqs;
757 OUTPUT: 1630 OUTPUT:
758 RETVAL 1631 RETVAL
759 1632
760int 1633int
761nready() 1634nready ()
762 PROTOTYPE: 1635 PROTOTYPE:
763 CODE: 1636 CODE:
764 RETVAL = get_nready (); 1637 RETVAL = get_nready ();
765 OUTPUT: 1638 OUTPUT:
766 RETVAL 1639 RETVAL
767 1640
768int 1641int
769npending() 1642npending ()
770 PROTOTYPE: 1643 PROTOTYPE:
771 CODE: 1644 CODE:
772 RETVAL = get_npending (); 1645 RETVAL = get_npending ();
773 OUTPUT: 1646 OUTPUT:
774 RETVAL 1647 RETVAL
775 1648
776int 1649int
777nthreads() 1650nthreads ()
778 PROTOTYPE: 1651 PROTOTYPE:
779 CODE: 1652 CODE:
780 if (WORDACCESS_UNSAFE) LOCK (wrklock); 1653 if (WORDACCESS_UNSAFE) X_LOCK (wrklock);
781 RETVAL = started; 1654 RETVAL = started;
782 if (WORDACCESS_UNSAFE) UNLOCK (wrklock); 1655 if (WORDACCESS_UNSAFE) X_UNLOCK (wrklock);
783 OUTPUT: 1656 OUTPUT:
784 RETVAL 1657 RETVAL
785 1658
1659SV *
1660set_sync_prepare (SV *cb)
1661 PROTOTYPE: &
1662 CODE:
1663 RETVAL = prepare_cb;
1664 prepare_cb = newSVsv (cb);
1665 OUTPUT:
1666 RETVAL
786 1667
1668char *
1669strerror (int errorno = errno)
1670 PROTOTYPE: ;$
1671 CODE:
1672 RETVAL = db_strerror (errorno);
1673 OUTPUT:
1674 RETVAL
1675
1676void _on_next_submit (SV *cb)
1677 CODE:
1678 SvREFCNT_dec (on_next_submit);
1679 on_next_submit = SvOK (cb) ? newSVsv (cb) : 0;
1680
1681DB_ENV *
1682db_env_create (U32 env_flags = 0)
1683 CODE:
1684{
1685 errno = db_env_create (&RETVAL, env_flags);
1686 if (errno)
1687 croak ("db_env_create: %s", db_strerror (errno));
1688
1689 if (0)
1690 {
1691 RETVAL->set_errcall (RETVAL, debug_errcall);
1692 RETVAL->set_msgcall (RETVAL, debug_msgcall);
1693 }
1694}
1695 OUTPUT:
1696 RETVAL
1697
1698void
1699db_env_open (DB_ENV *env, bdb_filename db_home, U32 open_flags, int mode, SV *callback = 0)
1700 PREINIT:
1701 CALLBACK
1702 CODE:
1703{
1704 dREQ (REQ_ENV_OPEN, 1);
1705 req->env = env;
1706 req->uint1 = open_flags | DB_THREAD;
1707 req->int1 = mode;
1708 req->buf1 = strdup_ornull (db_home);
1709 REQ_SEND;
1710}
1711
1712void
1713db_env_close (DB_ENV *env, U32 flags = 0, SV *callback = 0)
1714 PREINIT:
1715 CALLBACK
1716 CODE:
1717{
1718 dREQ (REQ_ENV_CLOSE, 0);
1719 ptr_nuke (ST (0));
1720 req->env = env;
1721 req->uint1 = flags;
1722 REQ_SEND;
1723}
1724
1725void
1726db_env_txn_checkpoint (DB_ENV *env, U32 kbyte = 0, U32 min = 0, U32 flags = 0, SV *callback = 0)
1727 PREINIT:
1728 CALLBACK
1729 CODE:
1730{
1731 dREQ (REQ_ENV_TXN_CHECKPOINT, 1);
1732 req->env = env;
1733 req->uint1 = kbyte;
1734 req->int1 = min;
1735 req->uint2 = flags;
1736 REQ_SEND;
1737}
1738
1739void
1740db_env_lock_detect (DB_ENV *env, U32 flags = 0, U32 atype = DB_LOCK_DEFAULT, SV *dummy = 0, SV *callback = 0)
1741 PREINIT:
1742 CALLBACK
1743 CODE:
1744{
1745 dREQ (REQ_ENV_LOCK_DETECT, 1);
1746 req->env = env;
1747 req->uint1 = flags;
1748 req->uint2 = atype;
1749 /* req->int2 = 0; dummy */
1750 REQ_SEND;
1751}
1752
1753void
1754db_env_memp_sync (DB_ENV *env, SV *dummy = 0, SV *callback = 0)
1755 PREINIT:
1756 CALLBACK
1757 CODE:
1758{
1759 dREQ (REQ_ENV_MEMP_SYNC, 1);
1760 req->env = env;
1761 REQ_SEND;
1762}
1763
1764void
1765db_env_memp_trickle (DB_ENV *env, int percent, SV *dummy = 0, SV *callback = 0)
1766 PREINIT:
1767 CALLBACK
1768 CODE:
1769{
1770 dREQ (REQ_ENV_MEMP_TRICKLE, 1);
1771 req->env = env;
1772 req->int1 = percent;
1773 REQ_SEND;
1774}
1775
1776void
1777db_env_dbremove (DB_ENV *env, DB_TXN_ornull *txnid, bdb_filename file, bdb_filename database, U32 flags = 0, SV *callback = 0)
1778 PREINIT:
1779 CALLBACK
1780 CODE:
1781{
1782 dREQ (REQ_ENV_DBREMOVE, 2);
1783 req->env = env;
1784 req->buf1 = strdup_ornull (file);
1785 req->buf2 = strdup_ornull (database);
1786 req->uint1 = flags;
1787 REQ_SEND;
1788}
1789
1790void
1791db_env_dbrename (DB_ENV *env, DB_TXN_ornull *txnid, bdb_filename file, bdb_filename database, bdb_filename newname, U32 flags = 0, SV *callback = 0)
1792 PREINIT:
1793 CALLBACK
1794 CODE:
1795{
1796 dREQ (REQ_ENV_DBRENAME, 2);
1797 req->env = env;
1798 req->buf1 = strdup_ornull (file);
1799 req->buf2 = strdup_ornull (database);
1800 req->buf3 = strdup_ornull (newname);
1801 req->uint1 = flags;
1802 REQ_SEND;
1803}
1804
1805void
1806db_env_log_archive (DB_ENV *env, SV_mutable *listp, U32 flags = 0, SV *callback = 0)
1807 PREINIT:
1808 CALLBACK
1809 CODE:
1810{
1811 dREQ (REQ_ENV_LOG_ARCHIVE, 1);
1812 req->sv1 = SvREFCNT_inc (listp);
1813 req->env = env;
1814 req->uint1 = flags;
1815 REQ_SEND;
1816}
1817
1818DB *
1819db_create (DB_ENV *env = 0, U32 flags = 0)
1820 CODE:
1821{
1822 errno = db_create (&RETVAL, env, flags);
1823 if (errno)
1824 croak ("db_create: %s", db_strerror (errno));
1825
1826 if (RETVAL)
1827 RETVAL->app_private = (void *)newSVsv (ST (0));
1828}
1829 OUTPUT:
1830 RETVAL
1831
1832void
1833db_open (DB *db, DB_TXN_ornull *txnid, bdb_filename file, bdb_filename database, int type, U32 flags, int mode, SV *callback = 0)
1834 PREINIT:
1835 CALLBACK
1836 CODE:
1837{
1838 dREQ (REQ_DB_OPEN, 2);
1839 req->db = db;
1840 req->txn = txnid;
1841 req->buf1 = strdup_ornull (file);
1842 req->buf2 = strdup_ornull (database);
1843 req->int1 = type;
1844 req->uint1 = flags | DB_THREAD;
1845 req->int2 = mode;
1846 REQ_SEND;
1847}
1848
1849void
1850db_close (DB *db, U32 flags = 0, SV *callback = 0)
1851 PREINIT:
1852 CALLBACK
1853 CODE:
1854{
1855 dREQ (REQ_DB_CLOSE, 0);
1856 ptr_nuke (ST (0));
1857 req->db = db;
1858 req->uint1 = flags;
1859 req->sv1 = (SV *)db->app_private;
1860 REQ_SEND;
1861}
1862
1863#if DB_VERSION_MINOR >= 4
1864
1865void
1866db_compact (DB *db, DB_TXN_ornull *txn = 0, SV *start = 0, SV *stop = 0, SV *unused1 = 0, U32 flags = DB_FREE_SPACE, SV *unused2 = 0, SV *callback = 0)
1867 PREINIT:
1868 CALLBACK
1869 CODE:
1870{
1871 dREQ (REQ_DB_COMPACT, 2);
1872 req->db = db;
1873 req->txn = txn;
1874 if (start) sv_to_dbt (&req->dbt1, start);
1875 if (stop ) sv_to_dbt (&req->dbt2, stop );
1876 req->uint1 = flags;
1877 REQ_SEND;
1878}
1879
1880#endif
1881
1882void
1883db_sync (DB *db, U32 flags = 0, SV *callback = 0)
1884 PREINIT:
1885 CALLBACK
1886 CODE:
1887{
1888 dREQ (REQ_DB_SYNC, 1);
1889 req->db = db;
1890 req->uint1 = flags;
1891 REQ_SEND;
1892}
1893
1894void
1895db_upgrade (DB *db, bdb_filename file, U32 flags = 0, SV *callback = 0)
1896 PREINIT:
1897 CALLBACK
1898 CODE:
1899{
1900 dREQ (REQ_DB_SYNC, 1);
1901 req->db = db;
1902 req->buf1 = strdup (file);
1903 req->uint1 = flags;
1904 REQ_SEND;
1905}
1906
1907void
1908db_key_range (DB *db, DB_TXN_ornull *txn, SV *key, SV_mutable *key_range, U32 flags = 0, SV *callback = 0)
1909 PREINIT:
1910 CALLBACK
1911 CODE:
1912{
1913 dREQ (REQ_DB_KEY_RANGE, 2);
1914 req->db = db;
1915 req->txn = txn;
1916 sv_to_dbt (&req->dbt1, key);
1917 req->uint1 = flags;
1918 req->sv1 = SvREFCNT_inc (key_range); SvREADONLY_on (key_range);
1919 REQ_SEND;
1920}
1921
1922void
1923db_put (DB *db, DB_TXN_ornull *txn, SV *key, SV *data, U32 flags = 0, SV *callback = 0)
1924 PREINIT:
1925 CALLBACK
1926 CODE:
1927{
1928 dREQ (REQ_DB_PUT, 2);
1929 req->db = db;
1930 req->txn = txn;
1931 sv_to_dbt (&req->dbt1, key);
1932 sv_to_dbt (&req->dbt2, data);
1933 req->uint1 = flags;
1934 REQ_SEND;
1935}
1936
1937#if DB_VERSION_MINOR >= 6
1938
1939void
1940db_exists (DB *db, DB_TXN_ornull *txn, SV *key, U32 flags = 0, SV *callback = 0)
1941 PREINIT:
1942 CALLBACK
1943 CODE:
1944{
1945 dREQ (REQ_DB_EXISTS, 2);
1946 req->db = db;
1947 req->txn = txn;
1948 req->uint1 = flags;
1949 sv_to_dbt (&req->dbt1, key);
1950 REQ_SEND;
1951}
1952
1953#endif
1954
1955void
1956db_get (DB *db, DB_TXN_ornull *txn, SV *key, SV_mutable *data, U32 flags = 0, SV *callback = 0)
1957 PREINIT:
1958 CALLBACK
1959 CODE:
1960{
1961 //TODO: key is somtimesmutable
1962 dREQ (REQ_DB_GET, 2);
1963 req->db = db;
1964 req->txn = txn;
1965 req->uint1 = flags;
1966 sv_to_dbt (&req->dbt1, key);
1967 req->dbt3.flags = DB_DBT_MALLOC;
1968 req->sv3 = SvREFCNT_inc (data); SvREADONLY_on (data);
1969 REQ_SEND;
1970}
1971
1972void
1973db_pget (DB *db, DB_TXN_ornull *txn, SV *key, SV_mutable *pkey, SV_mutable *data, U32 flags = 0, SV *callback = 0)
1974 PREINIT:
1975 CALLBACK
1976 CODE:
1977{
1978 //TODO: key is somtimesmutable
1979 dREQ (REQ_DB_PGET, 2);
1980 req->db = db;
1981 req->txn = txn;
1982 req->uint1 = flags;
1983
1984 sv_to_dbt (&req->dbt1, key);
1985
1986 req->dbt2.flags = DB_DBT_MALLOC;
1987 req->sv2 = SvREFCNT_inc (pkey); SvREADONLY_on (pkey);
1988
1989 req->dbt3.flags = DB_DBT_MALLOC;
1990 req->sv3 = SvREFCNT_inc (data); SvREADONLY_on (data);
1991 REQ_SEND;
1992}
1993
1994void
1995db_del (DB *db, DB_TXN_ornull *txn, SV *key, U32 flags = 0, SV *callback = 0)
1996 PREINIT:
1997 CALLBACK
1998 CODE:
1999{
2000 dREQ (REQ_DB_DEL, 2);
2001 req->db = db;
2002 req->txn = txn;
2003 req->uint1 = flags;
2004 sv_to_dbt (&req->dbt1, key);
2005 REQ_SEND;
2006}
2007
2008void
2009db_txn_commit (DB_TXN *txn, U32 flags = 0, SV *callback = 0)
2010 PREINIT:
2011 CALLBACK
2012 CODE:
2013{
2014 dREQ (REQ_TXN_COMMIT, 0);
2015 ptr_nuke (ST (0));
2016 req->txn = txn;
2017 req->uint1 = flags;
2018 REQ_SEND;
2019}
2020
2021void
2022db_txn_abort (DB_TXN *txn, SV *callback = 0)
2023 PREINIT:
2024 CALLBACK
2025 CODE:
2026{
2027 dREQ (REQ_TXN_ABORT, 0);
2028 ptr_nuke (ST (0));
2029 req->txn = txn;
2030 REQ_SEND;
2031}
2032
2033void
2034db_txn_finish (DB_TXN *txn, U32 flags = 0, SV *callback = 0)
2035 PREINIT:
2036 CALLBACK
2037 CODE:
2038{
2039 dREQ (REQ_TXN_FINISH, 0);
2040 ptr_nuke (ST (0));
2041 req->txn = txn;
2042 req->uint1 = flags;
2043 REQ_SEND;
2044}
2045
2046void
2047db_c_close (DBC *dbc, SV *callback = 0)
2048 PREINIT:
2049 CALLBACK
2050 CODE:
2051{
2052 dREQ (REQ_C_CLOSE, 0);
2053 ptr_nuke (ST (0));
2054 req->dbc = dbc;
2055 REQ_SEND;
2056}
2057
2058void
2059db_c_count (DBC *dbc, SV *count, U32 flags = 0, SV *callback = 0)
2060 PREINIT:
2061 CALLBACK
2062 CODE:
2063{
2064 dREQ (REQ_C_COUNT, 1);
2065 req->dbc = dbc;
2066 req->sv1 = SvREFCNT_inc (count);
2067 REQ_SEND;
2068}
2069
2070void
2071db_c_put (DBC *dbc, SV *key, SV *data, U32 flags = 0, SV *callback = 0)
2072 PREINIT:
2073 CALLBACK
2074 CODE:
2075{
2076 dREQ (REQ_C_PUT, 1);
2077 req->dbc = dbc;
2078 sv_to_dbt (&req->dbt1, key);
2079 sv_to_dbt (&req->dbt2, data);
2080 req->uint1 = flags;
2081 REQ_SEND;
2082}
2083
2084void
2085db_c_get (DBC *dbc, SV *key, SV_mutable *data, U32 flags = 0, SV *callback = 0)
2086 PREINIT:
2087 CALLBACK
2088 CODE:
2089{
2090 if ((flags & DB_OPFLAGS_MASK) != DB_SET && SvREADONLY (key))
2091 croak ("db_c_get was passed a read-only/constant 'key' argument but operation is not DB_SET");
2092 if (SvPOKp (key) && !sv_utf8_downgrade (key, 1))
2093 croak ("argument \"%s\" must be byte/octet-encoded in %s",
2094 "key",
2095 "BDB::db_c_get");
2096
2097 {
2098 dREQ (REQ_C_GET, 1);
2099 req->dbc = dbc;
2100 req->uint1 = flags;
2101 if ((flags & DB_OPFLAGS_MASK) == DB_SET)
2102 sv_to_dbt (&req->dbt1, key);
2103 else
2104 {
2105 if ((flags & DB_OPFLAGS_MASK) == DB_SET_RANGE)
2106 sv_to_dbt (&req->dbt1, key);
2107 else
2108 req->dbt1.flags = DB_DBT_MALLOC;
2109
2110 req->sv1 = SvREFCNT_inc (key); SvREADONLY_on (key);
2111 }
2112
2113 if ((flags & DB_OPFLAGS_MASK) == DB_GET_BOTH
2114 || (flags & DB_OPFLAGS_MASK) == DB_GET_BOTH_RANGE)
2115 sv_to_dbt (&req->dbt3, data);
2116 else
2117 req->dbt3.flags = DB_DBT_MALLOC;
2118
2119 req->sv3 = SvREFCNT_inc (data); SvREADONLY_on (data);
2120 REQ_SEND;
2121 }
2122}
2123
2124void
2125db_c_pget (DBC *dbc, SV *key, SV_mutable *pkey, SV_mutable *data, U32 flags = 0, SV *callback = 0)
2126 PREINIT:
2127 CALLBACK
2128 CODE:
2129{
2130 if ((flags & DB_OPFLAGS_MASK) != DB_SET && SvREADONLY (key))
2131 croak ("db_c_pget was passed a read-only/constant 'key' argument but operation is not DB_SET");
2132 if (SvPOKp (key) && !sv_utf8_downgrade (key, 1))
2133 croak ("argument \"%s\" must be byte/octet-encoded in %s",
2134 "key",
2135 "BDB::db_c_pget");
2136
2137 {
2138 dREQ (REQ_C_PGET, 1);
2139 req->dbc = dbc;
2140 req->uint1 = flags;
2141 if ((flags & DB_OPFLAGS_MASK) == DB_SET)
2142 sv_to_dbt (&req->dbt1, key);
2143 else
2144 {
2145 if ((flags & DB_OPFLAGS_MASK) == DB_SET_RANGE)
2146 sv_to_dbt (&req->dbt1, key);
2147 else
2148 req->dbt1.flags = DB_DBT_MALLOC;
2149
2150 req->sv1 = SvREFCNT_inc (key); SvREADONLY_on (key);
2151 }
2152
2153 req->dbt2.flags = DB_DBT_MALLOC;
2154 req->sv2 = SvREFCNT_inc (pkey); SvREADONLY_on (pkey);
2155
2156 if ((flags & DB_OPFLAGS_MASK) == DB_GET_BOTH
2157 || (flags & DB_OPFLAGS_MASK) == DB_GET_BOTH_RANGE)
2158 sv_to_dbt (&req->dbt3, data);
2159 else
2160 req->dbt3.flags = DB_DBT_MALLOC;
2161
2162 req->sv3 = SvREFCNT_inc (data); SvREADONLY_on (data);
2163 REQ_SEND;
2164 }
2165}
2166
2167void
2168db_c_del (DBC *dbc, U32 flags = 0, SV *callback = 0)
2169 PREINIT:
2170 CALLBACK
2171 CODE:
2172{
2173 dREQ (REQ_C_DEL, 1);
2174 req->dbc = dbc;
2175 req->uint1 = flags;
2176 REQ_SEND;
2177}
2178
2179
2180#if DB_VERSION_MINOR >= 3
2181
2182void
2183db_sequence_open (DB_SEQUENCE *seq, DB_TXN_ornull *txnid, SV *key, U32 flags = 0, SV *callback = 0)
2184 PREINIT:
2185 CALLBACK
2186 CODE:
2187{
2188 dREQ (REQ_SEQ_OPEN, 2);
2189 req->seq = seq;
2190 req->txn = txnid;
2191 req->uint1 = flags | DB_THREAD;
2192 sv_to_dbt (&req->dbt1, key);
2193 REQ_SEND;
2194}
2195
2196void
2197db_sequence_close (DB_SEQUENCE *seq, U32 flags = 0, SV *callback = 0)
2198 PREINIT:
2199 CALLBACK
2200 CODE:
2201{
2202 dREQ (REQ_SEQ_CLOSE, 0);
2203 ptr_nuke (ST (0));
2204 req->seq = seq;
2205 req->uint1 = flags;
2206 REQ_SEND;
2207}
2208
2209void
2210db_sequence_get (DB_SEQUENCE *seq, DB_TXN_ornull *txnid, int delta, SV_mutable *seq_value, U32 flags = DB_TXN_NOSYNC, SV *callback = 0)
2211 PREINIT:
2212 CALLBACK
2213 CODE:
2214{
2215 dREQ (REQ_SEQ_GET, 2);
2216 req->seq = seq;
2217 req->txn = txnid;
2218 req->int1 = delta;
2219 req->uint1 = flags;
2220 req->sv1 = SvREFCNT_inc (seq_value); SvREADONLY_on (seq_value);
2221 REQ_SEND;
2222}
2223
2224void
2225db_sequence_remove (DB_SEQUENCE *seq, DB_TXN_ornull *txnid = 0, U32 flags = 0, SV *callback = 0)
2226 PREINIT:
2227 CALLBACK
2228 CODE:
2229{
2230 dREQ (REQ_SEQ_REMOVE, 2);
2231 req->seq = seq;
2232 req->txn = txnid;
2233 req->uint1 = flags;
2234 REQ_SEND;
2235}
2236
2237#endif
2238
2239
2240MODULE = BDB PACKAGE = BDB::Env
2241
2242void
2243DESTROY (DB_ENV_ornuked *env)
2244 CODE:
2245 if (env)
2246 env->close (env, 0);
2247
2248int set_data_dir (DB_ENV *env, const char *dir)
2249 CODE:
2250 RETVAL = env->set_data_dir (env, dir);
2251 OUTPUT:
2252 RETVAL
2253
2254int set_tmp_dir (DB_ENV *env, const char *dir)
2255 CODE:
2256 RETVAL = env->set_tmp_dir (env, dir);
2257 OUTPUT:
2258 RETVAL
2259
2260int set_lg_dir (DB_ENV *env, const char *dir)
2261 CODE:
2262 RETVAL = env->set_lg_dir (env, dir);
2263 OUTPUT:
2264 RETVAL
2265
2266int set_shm_key (DB_ENV *env, long shm_key)
2267 CODE:
2268 RETVAL = env->set_shm_key (env, shm_key);
2269 OUTPUT:
2270 RETVAL
2271
2272int set_cachesize (DB_ENV *env, U32 gbytes, U32 bytes, int ncache = 0)
2273 CODE:
2274 RETVAL = env->set_cachesize (env, gbytes, bytes, ncache);
2275 OUTPUT:
2276 RETVAL
2277
2278int set_flags (DB_ENV *env, U32 flags, int onoff = 1)
2279 CODE:
2280 RETVAL = env->set_flags (env, flags, onoff);
2281 OUTPUT:
2282 RETVAL
2283
2284#if DB_VERSION_MINOR >= 7
2285
2286int set_intermediate_dir_mode (DB_ENV *env, const char *mode)
2287 CODE:
2288 RETVAL = env->set_intermediate_dir_mode (env, mode);
2289 OUTPUT:
2290 RETVAL
2291
2292int log_set_config (DB_ENV *env, U32 flags, int onoff = 1)
2293 CODE:
2294 RETVAL = env->log_set_config (env, flags, onoff);
2295 OUTPUT:
2296 RETVAL
2297
2298#endif
2299
2300
2301void set_errfile (DB_ENV *env, FILE *errfile = 0)
2302 CODE:
2303 env->set_errfile (env, errfile);
2304
2305void set_msgfile (DB_ENV *env, FILE *msgfile = 0)
2306 CODE:
2307 env->set_msgfile (env, msgfile);
2308
2309int set_verbose (DB_ENV *env, U32 which = -1, int onoff = 1)
2310 CODE:
2311 RETVAL = env->set_verbose (env, which, onoff);
2312 OUTPUT:
2313 RETVAL
2314
2315int set_encrypt (DB_ENV *env, const char *password, U32 flags = 0)
2316 CODE:
2317 RETVAL = env->set_encrypt (env, password, flags);
2318 OUTPUT:
2319 RETVAL
2320
2321int set_timeout (DB_ENV *env, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT)
2322 CODE:
2323 RETVAL = env->set_timeout (env, timeout * 1000000, flags);
2324 OUTPUT:
2325 RETVAL
2326
2327int set_mp_max_openfd (DB_ENV *env, int maxopenfd);
2328 CODE:
2329 RETVAL = env->set_mp_max_openfd (env, maxopenfd);
2330 OUTPUT:
2331 RETVAL
2332
2333int set_mp_max_write (DB_ENV *env, int maxwrite, int maxwrite_sleep);
2334 CODE:
2335 RETVAL = env->set_mp_max_write (env, maxwrite, maxwrite_sleep);
2336 OUTPUT:
2337 RETVAL
2338
2339int set_mp_mmapsize (DB_ENV *env, int mmapsize_mb)
2340 CODE:
2341 RETVAL = env->set_mp_mmapsize (env, ((size_t)mmapsize_mb) << 20);
2342 OUTPUT:
2343 RETVAL
2344
2345int set_lk_detect (DB_ENV *env, U32 detect = DB_LOCK_DEFAULT)
2346 CODE:
2347 RETVAL = env->set_lk_detect (env, detect);
2348 OUTPUT:
2349 RETVAL
2350
2351int set_lk_max_lockers (DB_ENV *env, U32 max)
2352 CODE:
2353 RETVAL = env->set_lk_max_lockers (env, max);
2354 OUTPUT:
2355 RETVAL
2356
2357int set_lk_max_locks (DB_ENV *env, U32 max)
2358 CODE:
2359 RETVAL = env->set_lk_max_locks (env, max);
2360 OUTPUT:
2361 RETVAL
2362
2363int set_lk_max_objects (DB_ENV *env, U32 max)
2364 CODE:
2365 RETVAL = env->set_lk_max_objects (env, max);
2366 OUTPUT:
2367 RETVAL
2368
2369int set_lg_bsize (DB_ENV *env, U32 max)
2370 CODE:
2371 RETVAL = env->set_lg_bsize (env, max);
2372 OUTPUT:
2373 RETVAL
2374
2375int set_lg_max (DB_ENV *env, U32 max)
2376 CODE:
2377 RETVAL = env->set_lg_max (env, max);
2378 OUTPUT:
2379 RETVAL
2380
2381#if DB_VERSION_MINOR >= 4
2382
2383int mutex_set_max (DB_ENV *env, U32 max)
2384 CODE:
2385 RETVAL = env->mutex_set_max (env, max);
2386 OUTPUT:
2387 RETVAL
2388
2389int mutex_set_increment (DB_ENV *env, U32 increment)
2390 CODE:
2391 RETVAL = env->mutex_set_increment (env, increment);
2392 OUTPUT:
2393 RETVAL
2394
2395int mutex_set_tas_spins (DB_ENV *env, U32 tas_spins)
2396 CODE:
2397 RETVAL = env->mutex_set_tas_spins (env, tas_spins);
2398 OUTPUT:
2399 RETVAL
2400
2401int mutex_set_align (DB_ENV *env, U32 align)
2402 CODE:
2403 RETVAL = env->mutex_set_align (env, align);
2404 OUTPUT:
2405 RETVAL
2406
2407#endif
2408
2409DB_TXN *
2410txn_begin (DB_ENV *env, DB_TXN_ornull *parent = 0, U32 flags = 0)
2411 CODE:
2412 errno = env->txn_begin (env, parent, &RETVAL, flags);
2413 if (errno)
2414 croak ("DB_ENV->txn_begin: %s", db_strerror (errno));
2415 OUTPUT:
2416 RETVAL
2417
2418#if DB_VERSION_MINOR >= 5
2419
2420DB_TXN *
2421cdsgroup_begin (DB_ENV *env)
2422 CODE:
2423 errno = env->cdsgroup_begin (env, &RETVAL);
2424 if (errno)
2425 croak ("DB_ENV->cdsgroup_begin: %s", db_strerror (errno));
2426 OUTPUT:
2427 RETVAL
2428
2429#endif
2430
2431MODULE = BDB PACKAGE = BDB::Db
2432
2433void
2434DESTROY (DB_ornuked *db)
2435 CODE:
2436 if (db)
2437 {
2438 SV *env = (SV *)db->app_private;
2439 db->close (db, 0);
2440 SvREFCNT_dec (env);
2441 }
2442
2443int set_cachesize (DB *db, U32 gbytes, U32 bytes, int ncache = 0)
2444 CODE:
2445 RETVAL = db->set_cachesize (db, gbytes, bytes, ncache);
2446 OUTPUT:
2447 RETVAL
2448
2449int set_pagesize (DB *db, U32 pagesize)
2450 CODE:
2451 RETVAL = db->set_pagesize (db, pagesize);
2452 OUTPUT:
2453 RETVAL
2454
2455int set_flags (DB *db, U32 flags)
2456 CODE:
2457 RETVAL = db->set_flags (db, flags);
2458 OUTPUT:
2459 RETVAL
2460
2461int set_encrypt (DB *db, const char *password, U32 flags)
2462 CODE:
2463 RETVAL = db->set_encrypt (db, password, flags);
2464 OUTPUT:
2465 RETVAL
2466
2467int set_lorder (DB *db, int lorder)
2468 CODE:
2469 RETVAL = db->set_lorder (db, lorder);
2470 OUTPUT:
2471 RETVAL
2472
2473int set_bt_minkey (DB *db, U32 minkey)
2474 CODE:
2475 RETVAL = db->set_bt_minkey (db, minkey);
2476 OUTPUT:
2477 RETVAL
2478
2479int set_re_delim (DB *db, int delim)
2480 CODE:
2481 RETVAL = db->set_re_delim (db, delim);
2482 OUTPUT:
2483 RETVAL
2484
2485int set_re_pad (DB *db, int re_pad)
2486 CODE:
2487 RETVAL = db->set_re_pad (db, re_pad);
2488 OUTPUT:
2489 RETVAL
2490
2491int set_re_source (DB *db, char *source)
2492 CODE:
2493 RETVAL = db->set_re_source (db, source);
2494 OUTPUT:
2495 RETVAL
2496
2497int set_re_len (DB *db, U32 re_len)
2498 CODE:
2499 RETVAL = db->set_re_len (db, re_len);
2500 OUTPUT:
2501 RETVAL
2502
2503int set_h_ffactor (DB *db, U32 h_ffactor)
2504 CODE:
2505 RETVAL = db->set_h_ffactor (db, h_ffactor);
2506 OUTPUT:
2507 RETVAL
2508
2509int set_h_nelem (DB *db, U32 h_nelem)
2510 CODE:
2511 RETVAL = db->set_h_nelem (db, h_nelem);
2512 OUTPUT:
2513 RETVAL
2514
2515int set_q_extentsize (DB *db, U32 extentsize)
2516 CODE:
2517 RETVAL = db->set_q_extentsize (db, extentsize);
2518 OUTPUT:
2519 RETVAL
2520
2521DBC *
2522cursor (DB *db, DB_TXN_ornull *txn = 0, U32 flags = 0)
2523 CODE:
2524 errno = db->cursor (db, txn, &RETVAL, flags);
2525 if (errno)
2526 croak ("DB->cursor: %s", db_strerror (errno));
2527 OUTPUT:
2528 RETVAL
2529
2530#if DB_VERSION_MINOR >= 3
2531
2532DB_SEQUENCE *
2533sequence (DB *db, U32 flags = 0)
2534 CODE:
2535{
2536 errno = db_sequence_create (&RETVAL, db, flags);
2537 if (errno)
2538 croak ("db_sequence_create: %s", db_strerror (errno));
2539}
2540 OUTPUT:
2541 RETVAL
2542
2543#endif
2544
2545
2546MODULE = BDB PACKAGE = BDB::Txn
2547
2548void
2549DESTROY (DB_TXN_ornuked *txn)
2550 CODE:
2551 if (txn)
2552 txn->abort (txn);
2553
2554int set_timeout (DB_TXN *txn, NV timeout, U32 flags = DB_SET_TXN_TIMEOUT)
2555 CODE:
2556 RETVAL = txn->set_timeout (txn, timeout * 1000000, flags);
2557 OUTPUT:
2558 RETVAL
2559
2560int failed (DB_TXN *txn)
2561 CODE:
2562 RETVAL = !!(txn->flags & TXN_DEADLOCK);
2563 OUTPUT:
2564 RETVAL
2565
2566
2567MODULE = BDB PACKAGE = BDB::Cursor
2568
2569void
2570DESTROY (DBC_ornuked *dbc)
2571 CODE:
2572 if (dbc)
2573 dbc->c_close (dbc);
2574
2575#if DB_VERSION_MINOR >= 6
2576
2577int set_priority (DBC *dbc, int priority)
2578 CODE:
2579 dbc->set_priority (dbc, priority);
2580
2581#endif
2582
2583#if DB_VERSION_MINOR >= 3
2584
2585MODULE = BDB PACKAGE = BDB::Sequence
2586
2587void
2588DESTROY (DB_SEQUENCE_ornuked *seq)
2589 CODE:
2590 if (seq)
2591 seq->close (seq, 0);
2592
2593int initial_value (DB_SEQUENCE *seq, db_seq_t value)
2594 CODE:
2595 RETVAL = seq->initial_value (seq, value);
2596 OUTPUT:
2597 RETVAL
2598
2599int set_cachesize (DB_SEQUENCE *seq, U32 size)
2600 CODE:
2601 RETVAL = seq->set_cachesize (seq, size);
2602 OUTPUT:
2603 RETVAL
2604
2605int set_flags (DB_SEQUENCE *seq, U32 flags)
2606 CODE:
2607 RETVAL = seq->set_flags (seq, flags);
2608 OUTPUT:
2609 RETVAL
2610
2611int set_range (DB_SEQUENCE *seq, db_seq_t min, db_seq_t max)
2612 CODE:
2613 RETVAL = seq->set_range (seq, min, max);
2614 OUTPUT:
2615 RETVAL
2616
2617#endif
2618
2619

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines