… | |
… | |
22 | use Digest::MD5; |
22 | use Digest::MD5; |
23 | use Fcntl; |
23 | use Fcntl; |
24 | use IO::AIO 2.32 (); |
24 | use IO::AIO 2.32 (); |
25 | use YAML::Syck (); |
25 | use YAML::Syck (); |
26 | use Time::HiRes; |
26 | use Time::HiRes; |
|
|
27 | use Compress::LZF; |
|
|
28 | |
|
|
29 | Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later |
27 | |
30 | |
28 | use Event; $Event::Eval = 1; # no idea why this is required, but it is |
31 | use Event; $Event::Eval = 1; # no idea why this is required, but it is |
29 | |
32 | |
30 | sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload |
33 | sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload |
31 | |
34 | |
… | |
… | |
2182 | The parameter C<$family> should best start with the name of the extension |
2185 | The parameter C<$family> should best start with the name of the extension |
2183 | using it, it should be unique. |
2186 | using it, it should be unique. |
2184 | |
2187 | |
2185 | =over 4 |
2188 | =over 4 |
2186 | |
2189 | |
2187 | =item $hashref = cf::db_get $family |
|
|
2188 | |
|
|
2189 | Return a hashref for use by the extension C<$family>, which can be |
|
|
2190 | modified. After modifications, you have to call C<cf::db_dirty> or |
|
|
2191 | C<cf::db_sync>. |
|
|
2192 | |
|
|
2193 | =item $value = cf::db_get $family => $key |
2190 | =item $value = cf::db_get $family => $key |
2194 | |
2191 | |
2195 | Returns a single value from the database |
2192 | Returns a single value from the database. |
2196 | |
|
|
2197 | =item cf::db_put $family => $hashref |
|
|
2198 | |
|
|
2199 | Stores the given family hashref into the database. Updates are delayed, if |
|
|
2200 | you want the data to be synced to disk immediately, use C<cf::db_sync>. |
|
|
2201 | |
2193 | |
2202 | =item cf::db_put $family => $key => $value |
2194 | =item cf::db_put $family => $key => $value |
2203 | |
2195 | |
2204 | Stores the given C<$value> in the family hash. Updates are delayed, if you |
2196 | Stores the given C<$value> in the family. |
2205 | want the data to be synced to disk immediately, use C<cf::db_sync>. |
|
|
2206 | |
|
|
2207 | =item cf::db_dirty |
|
|
2208 | |
|
|
2209 | Marks the database as dirty, to be updated at a later time. |
|
|
2210 | |
|
|
2211 | =item cf::db_sync |
|
|
2212 | |
|
|
2213 | Immediately write the database to disk I<if it is dirty>. |
|
|
2214 | |
2197 | |
2215 | =cut |
2198 | =cut |
2216 | |
2199 | |
2217 | our $DB; |
2200 | our $DB; |
2218 | |
2201 | |
2219 | { |
2202 | sub db_load() { |
|
|
2203 | unless ($DB) { |
|
|
2204 | $DB = BDB::db_create $DB_ENV; |
|
|
2205 | |
|
|
2206 | cf::sync_job { |
|
|
2207 | eval { |
|
|
2208 | $DB->set_flags (BDB::CHKSUM); |
|
|
2209 | |
|
|
2210 | BDB::db_open $DB, undef, "db", undef, BDB::BTREE, |
|
|
2211 | BDB::CREATE | BDB::AUTO_COMMIT, 0666; |
|
|
2212 | cf::cleanup "db_open(db): $!" if $!; |
|
|
2213 | }; |
|
|
2214 | cf::cleanup "db_open(db): $@" if $@; |
|
|
2215 | }; |
|
|
2216 | |
2220 | my $path = cf::localdir . "/database.pst"; |
2217 | my $path = cf::localdir . "/database.pst"; |
|
|
2218 | if (stat $path) { |
|
|
2219 | cf::sync_job { |
|
|
2220 | my $pst = Storable::retrieve $path; |
2221 | |
2221 | |
2222 | sub db_load() { |
2222 | cf::db_put (board => data => $pst->{board}); |
2223 | $DB = stat $path ? Storable::retrieve $path : { }; |
2223 | cf::db_put (guildrules => data => $pst->{guildrules}); |
2224 | } |
2224 | cf::db_put (rent => balance => $pst->{rent}{balance}); |
|
|
2225 | BDB::db_env_txn_checkpoint $DB_ENV; |
2225 | |
2226 | |
2226 | my $pid; |
2227 | unlink $path; |
2227 | |
|
|
2228 | sub db_save() { |
|
|
2229 | waitpid $pid, 0 if $pid; |
|
|
2230 | if (0 == ($pid = fork)) { |
|
|
2231 | $DB->{_meta}{version} = 1; |
|
|
2232 | Storable::nstore $DB, "$path~"; |
|
|
2233 | rename "$path~", $path; |
|
|
2234 | cf::_exit 0 if defined $pid; |
|
|
2235 | } |
2228 | }; |
2236 | } |
|
|
2237 | |
|
|
2238 | my $dirty; |
|
|
2239 | |
|
|
2240 | sub db_sync() { |
|
|
2241 | db_save if $dirty; |
|
|
2242 | undef $dirty; |
|
|
2243 | } |
|
|
2244 | |
|
|
2245 | my $idle = Event->idle ( |
|
|
2246 | reentrant => 0, |
|
|
2247 | min => 10, |
|
|
2248 | max => 20, |
|
|
2249 | repeat => 0, |
|
|
2250 | data => WF_AUTOCANCEL, |
|
|
2251 | cb => \&db_sync, |
|
|
2252 | ); |
|
|
2253 | |
|
|
2254 | sub db_dirty() { |
|
|
2255 | $dirty = 1; |
|
|
2256 | $idle->start; |
|
|
2257 | } |
|
|
2258 | |
|
|
2259 | sub db_get($;$) { |
|
|
2260 | @_ >= 2 |
|
|
2261 | ? $DB->{$_[0]}{$_[1]} |
|
|
2262 | : ($DB->{$_[0]} ||= { }) |
|
|
2263 | } |
|
|
2264 | |
|
|
2265 | sub db_put($$;$) { |
|
|
2266 | if (@_ >= 3) { |
|
|
2267 | $DB->{$_[0]}{$_[1]} = $_[2]; |
|
|
2268 | } else { |
|
|
2269 | $DB->{$_[0]} = $_[1]; |
|
|
2270 | } |
|
|
2271 | db_dirty; |
|
|
2272 | } |
|
|
2273 | |
|
|
2274 | cf::global->attach ( |
|
|
2275 | prio => 10000, |
|
|
2276 | on_cleanup => sub { |
|
|
2277 | db_sync; |
|
|
2278 | }, |
2229 | } |
2279 | ); |
2230 | } |
|
|
2231 | } |
|
|
2232 | |
|
|
2233 | sub db_get($$) { |
|
|
2234 | my $key = "$_[0]/$_[1]"; |
|
|
2235 | |
|
|
2236 | cf::sync_job { |
|
|
2237 | BDB::db_get $DB, undef, $key, my $data; |
|
|
2238 | |
|
|
2239 | $! ? () |
|
|
2240 | : Compress::LZF::sthaw $data |
|
|
2241 | } |
|
|
2242 | } |
|
|
2243 | |
|
|
2244 | sub db_put($$$) { |
|
|
2245 | BDB::dbreq_pri 4; |
|
|
2246 | BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; |
2280 | } |
2247 | } |
2281 | |
2248 | |
2282 | ############################################################################# |
2249 | ############################################################################# |
2283 | # the server's init and main functions |
2250 | # the server's init and main functions |
2284 | |
2251 | |
… | |
… | |
2369 | my $map = $cf::MAP{$path} or next; |
2336 | my $map = $cf::MAP{$path} or next; |
2370 | $map->valid or next; |
2337 | $map->valid or next; |
2371 | $map->save; |
2338 | $map->save; |
2372 | } |
2339 | } |
2373 | warn "end emergency map save\n"; |
2340 | warn "end emergency map save\n"; |
|
|
2341 | |
|
|
2342 | warn "begin emergency database checkpoint\n"; |
|
|
2343 | BDB::db_env_txn_checkpoint $DB_ENV; |
|
|
2344 | warn "end emergency database checkpoint\n"; |
2374 | }; |
2345 | }; |
2375 | |
2346 | |
2376 | warn "leave emergency perl save\n"; |
2347 | warn "leave emergency perl save\n"; |
2377 | } |
2348 | } |
2378 | |
2349 | |
… | |
… | |
2391 | cf::emergency_save; |
2362 | cf::emergency_save; |
2392 | |
2363 | |
2393 | eval { |
2364 | eval { |
2394 | # if anything goes wrong in here, we should simply crash as we already saved |
2365 | # if anything goes wrong in here, we should simply crash as we already saved |
2395 | |
2366 | |
2396 | warn "syncing database to disk"; |
|
|
2397 | cf::db_sync; |
|
|
2398 | |
|
|
2399 | warn "cancelling all WF_AUTOCANCEL watchers"; |
2367 | warn "cancelling all WF_AUTOCANCEL watchers"; |
2400 | for (Event::all_watchers) { |
2368 | for (Event::all_watchers) { |
2401 | $_->cancel if $_->data & WF_AUTOCANCEL; |
2369 | $_->cancel if $_->data & WF_AUTOCANCEL; |
2402 | } |
2370 | } |
2403 | |
2371 | |
|
|
2372 | warn "syncing database to disk"; |
|
|
2373 | BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { }; |
|
|
2374 | |
2404 | warn "flushing outstanding aio requests"; |
2375 | warn "flushing outstanding aio requests"; |
2405 | for (;;) { |
2376 | for (;;) { |
|
|
2377 | BDB::flush; |
2406 | IO::AIO::flush; |
2378 | IO::AIO::flush; |
2407 | Coro::cede; |
2379 | Coro::cede; |
2408 | last unless IO::AIO::nreqs; |
2380 | last unless IO::AIO::nreqs || BDB::nreqs; |
2409 | warn "iterate..."; |
2381 | warn "iterate..."; |
2410 | } |
2382 | } |
2411 | |
2383 | |
2412 | warn "cancelling all extension coros"; |
2384 | warn "cancelling all extension coros"; |
2413 | $_->cancel for values %EXT_CORO; |
2385 | $_->cancel for values %EXT_CORO; |
… | |
… | |
2589 | |
2561 | |
2590 | unless ($DB_ENV) { |
2562 | unless ($DB_ENV) { |
2591 | $DB_ENV = BDB::db_env_create; |
2563 | $DB_ENV = BDB::db_env_create; |
2592 | |
2564 | |
2593 | cf::sync_job { |
2565 | cf::sync_job { |
|
|
2566 | eval { |
2594 | BDB::db_env_open |
2567 | BDB::db_env_open |
2595 | $DB_ENV, |
2568 | $DB_ENV, |
2596 | $BDB_ENV_DIR, |
2569 | $BDB_ENV_DIR, |
2597 | BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN |
2570 | BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN |
2598 | | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, |
2571 | | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, |
2599 | 0666; |
2572 | 0666; |
2600 | |
2573 | |
2601 | cf::cleanup "$!" if $!; |
2574 | cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; |
2602 | |
2575 | |
2603 | $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); |
2576 | $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); |
2604 | $DB_ENV->set_lk_detect; |
2577 | $DB_ENV->set_lk_detect; |
|
|
2578 | }; |
|
|
2579 | |
|
|
2580 | cf::cleanup "db_env_open(db): $@" if $@; |
2605 | }; |
2581 | }; |
2606 | } |
2582 | } |
2607 | } |
2583 | } |
2608 | |
2584 | |
2609 | { |
2585 | { |