ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/Deliantra-Client/DC/DB.pm
(Generate patch)

Comparing deliantra/Deliantra-Client/DC/DB.pm (file contents):
Revision 1.14 by root, Sun Jul 29 19:32:29 2007 UTC vs.
Revision 1.20 by root, Tue Aug 28 20:07:18 2007 UTC

51 51
52sub unlink($$) { 52sub unlink($$) {
53 CFPlus::DB::Server::req (unlink => @_); 53 CFPlus::DB::Server::req (unlink => @_);
54} 54}
55 55
56sub read_file($$) {
57 CFPlus::DB::Server::req (read_file => @_);
58}
59
56sub write_file($$$) { 60sub write_file($$$) {
57 CFPlus::DB::Server::req (write_file => @_); 61 CFPlus::DB::Server::req (write_file => @_);
58} 62}
59 63
60sub prefetch_file($$$) { 64sub prefetch_file($$$) {
61 CFPlus::DB::Server::req (prefetch_file => @_); 65 CFPlus::DB::Server::req (prefetch_file => @_);
62} 66}
63 67
68sub logprint($$$) {
69 CFPlus::DB::Server::req (logprint => @_);
70}
71
64our $tilemap; 72our $tilemap;
65 73
66sub get_tile_id_sync($) { 74sub get_tile_id_sync($) {
67 my ($hash) = @_; 75 my ($name) = @_;
68 76
69 # fetch the full face table first 77 # fetch the full face table first
70 unless ($tilemap) { 78 unless ($tilemap) {
71 CFPlus::DB::Server::req (table => facemap => sub { $tilemap = $_[0] }); 79 CFPlus::DB::Server::req (table => facemap => sub {
80 $tilemap = $_[0];
81 delete $tilemap->{id};
82 my %maptile = reverse %$tilemap;#d#
83 if ((scalar keys %$tilemap) != (scalar keys %maptile)) {#d#
84 $tilemap = { };#d#
85 CFPlus::error "FATAL: facemap is not a 1:1 mapping, please report this and delete your $DB_HOME directory!\n";#d#
86 }#d#
87 });
72 sync; 88 sync;
73 } 89 }
74 90
75 $tilemap->{$hash} ||= do { 91 $tilemap->{$name} ||= do {
76 my $id; 92 my $id;
77 CFPlus::DB::Server::req (get_tile_id => $hash, sub { $id = $_[0] }); 93 CFPlus::DB::Server::req (get_tile_id => $name, sub { $id = $_[0] });
78 sync; 94 sync;
79 $id 95 $id
80 } 96 }
81} 97}
82 98
102 -Cachesize => 8_000_000, 118 -Cachesize => 8_000_000,
103 -ErrFile => "$DB_HOME/errorlog.txt", 119 -ErrFile => "$DB_HOME/errorlog.txt",
104# -ErrPrefix => "DATABASE", 120# -ErrPrefix => "DATABASE",
105 -Verbose => 1, 121 -Verbose => 1,
106 -Flags => DB_CREATE | DB_RECOVER | DB_INIT_MPOOL | DB_INIT_LOCK | DB_INIT_TXN | $recover, 122 -Flags => DB_CREATE | DB_RECOVER | DB_INIT_MPOOL | DB_INIT_LOCK | DB_INIT_TXN | $recover,
107 -SetFlags => DB_AUTO_COMMIT | DB_LOG_AUTOREMOVE, 123 -SetFlags => DB_AUTO_COMMIT | DB_LOG_AUTOREMOVE | DB_TXN_WRITE_NOSYNC,
108 or die "unable to create/open database home $DB_HOME: $BerkeleyDB::Error"; 124 or die "unable to create/open database home $DB_HOME: $BerkeleyDB::Error";
109 125
110 1 126 1
111} 127}
112 128
120 -Env => $DB_ENV, 136 -Env => $DB_ENV,
121 -Filename => $table, 137 -Filename => $table,
122# -Filename => "database", 138# -Filename => "database",
123# -Subname => $table, 139# -Subname => $table,
124 -Property => DB_CHKSUM, 140 -Property => DB_CHKSUM,
125 -Flags => DB_CREATE | DB_UPGRADE, 141 -Flags => DB_AUTO_COMMIT | DB_CREATE | DB_UPGRADE,
126 or die "unable to create/open database table $_[0]: $BerkeleyDB::Error" 142 or die "unable to create/open database table $_[0]: $BerkeleyDB::Error"
127 } 143 }
128} 144}
129 145
130our %CB; 146our %CB;
133our ($fh_r_watcher, $fh_w_watcher); 149our ($fh_r_watcher, $fh_w_watcher);
134our $sync_timer; 150our $sync_timer;
135our $write_buf; 151our $write_buf;
136our $read_buf; 152our $read_buf;
137 153
138our $SYNC = Event->idle (min => 5, max => 60, parked => 1, cb => sub { 154our $SYNC = Event->idle (min => 120, max => 180, parked => 1, cb => sub {
139 CFPlus::DB::Server::req (sync => sub { }); 155 CFPlus::DB::Server::req (sync => sub { });
140 $_[0]->w->stop; 156 $_[0]->w->stop;
141}); 157});
142 158
143sub fh_write { 159sub fh_write {
240 256
241 \%kv 257 \%kv
242} 258}
243 259
244sub do_get_tile_id { 260sub do_get_tile_id {
245 my ($hash) = @_; 261 my ($name) = @_;
246 262
247 my $id; 263 my $id;
248 my $table = table "facemap"; 264 my $table = table "facemap";
249 265
250 return $id 266 return $id
251 if $table->db_get ($hash, $id) == 0; 267 if $table->db_get ($name, $id) == 0;
252 268
253 for (1..100) { 269 for (1..100) {
254 my $txn = $DB_ENV->txn_begin; 270 my $txn = $DB_ENV->txn_begin;
255 my $status = $table->db_get (id => $id); 271 my $status = $table->db_get (id => $id);
256 if ($status == 0 || $status == BerkeleyDB::DB_NOTFOUND) { 272 if ($status == 0 || $status == BerkeleyDB::DB_NOTFOUND) {
257 $id = ($id || 64) + 1; 273 $id = ($id || 64) + 1;
258 if ($table->db_put (id => $id) == 0 274 if ($table->db_put (id => $id) == 0
259 && $table->db_put ($hash => $id) == 0) { 275 && $table->db_put ($name => $id) == 0) {
260 $txn->txn_commit; 276 $txn->txn_commit;
261 277
262 return $id; 278 return $id;
263 } 279 }
264 } 280 }
265 $txn->txn_abort; 281 $txn->txn_abort;
282 select undef, undef, undef, 0.01 * rand;
266 } 283 }
267 284
268 die "maximum number of transaction retries reached - database problems?"; 285 die "maximum number of transaction retries reached - database problems?";
269} 286}
270 287
271sub do_unlink { 288sub do_unlink {
272 unlink $_[0]; 289 unlink $_[0];
273} 290}
274 291
292sub do_read_file {
293 my ($path) = @_;
294
295 utf8::downgrade $path;
296 open my $fh, "<:raw", $path
297 or return;
298 sysread $fh, my $buf, -s $fh;
299
300 $buf
301}
302
275sub do_write_file { 303sub do_write_file {
276 my ($file, $data) = @_; 304 my ($path, $data) = @_;
277 305
278 utf8::downgrade $file; 306 utf8::downgrade $path;
279 utf8::downgrade $data; 307 utf8::downgrade $data;
280 open my $fh, ">:raw", $file 308 open my $fh, ">:raw", $path
281 or return; 309 or return;
282 print $fh $data; 310 syswrite $fh, $data;
283 close $fh; 311 close $fh;
284 312
285 1 313 1
286} 314}
287 315
288sub do_prefetch_file { 316sub do_prefetch_file {
289 my ($file, $size) = @_; 317 my ($path, $size) = @_;
290 318
291 utf8::downgrade $file; 319 utf8::downgrade $path;
292 open my $fh, "<:raw", $file 320 open my $fh, "<:raw", $path
293 or return; 321 or return;
294 sysread $fh, my $buf, $size; 322 sysread $fh, my $buf, $size;
295 323
296 1 324 1
325}
326
327our %LOG_FH;
328
329sub do_logprint {
330 my ($path, $line) = @_;
331
332 $LOG_FH{$path} ||= do {
333 open my $fh, ">>:utf8", $path
334 or warn "Couldn't open logfile $path: $!";
335
336 $fh->autoflush (1);
337
338 $fh
339 };
340
341 my ($sec, $min, $hour, $mday, $mon, $year) = localtime time;
342
343 my $ts = sprintf "%04d-%02d-%02d %02d:%02d:%02d",
344 $year + 1900, $mon + 1, $mday, $hour, $min, $sec;
345
346 print { $LOG_FH{$path} } "$ts $line\n"
297} 347}
298 348
299sub run { 349sub run {
300 ($FH, my $fh) = CFPlus::socketpipe; 350 ($FH, my $fh) = CFPlus::socketpipe;
301 351
303 my $oldfh = select $fh; $| = 1; select $oldfh; 353 my $oldfh = select $fh; $| = 1; select $oldfh;
304 354
305 my $pid = fork; 355 my $pid = fork;
306 356
307 if (defined $pid && !$pid) { 357 if (defined $pid && !$pid) {
358 local $SIG{QUIT};
308 local $SIG{__DIE__}; 359 local $SIG{__DIE__};
360 local $SIG{__WARN__};
309 eval { 361 eval {
310 close $FH; 362 close $FH;
311 363
312 unless (eval { open_db }) { 364 unless (eval { open_db }) {
313 eval { File::Path::rmtree $DB_HOME }; 365 eval { File::Path::rmtree $DB_HOME };

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines