… | |
… | |
15 | use Coro::Timer; |
15 | use Coro::Timer; |
16 | use Coro::Signal; |
16 | use Coro::Signal; |
17 | use Coro::Semaphore; |
17 | use Coro::Semaphore; |
18 | use Coro::AIO; |
18 | use Coro::AIO; |
19 | |
19 | |
|
|
20 | use BDB (); |
20 | use Data::Dumper; |
21 | use Data::Dumper; |
21 | use Digest::MD5; |
22 | use Digest::MD5; |
22 | use Fcntl; |
23 | use Fcntl; |
23 | use IO::AIO 2.32 (); |
24 | use IO::AIO 2.32 (); |
24 | use YAML::Syck (); |
25 | use YAML::Syck (); |
25 | use Time::HiRes; |
26 | use Time::HiRes; |
|
|
27 | use Compress::LZF; |
|
|
28 | |
|
|
29 | Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later |
26 | |
30 | |
27 | use Event; $Event::Eval = 1; # no idea why this is required, but it is |
31 | use Event; $Event::Eval = 1; # no idea why this is required, but it is |
28 | |
32 | |
29 | sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload |
33 | sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload |
30 | |
34 | |
… | |
… | |
48 | our $TICK_WATCHER; |
52 | our $TICK_WATCHER; |
49 | our $AIO_POLL_WATCHER; |
53 | our $AIO_POLL_WATCHER; |
50 | our $WRITE_RUNTIME_WATCHER; |
54 | our $WRITE_RUNTIME_WATCHER; |
51 | our $NEXT_TICK; |
55 | our $NEXT_TICK; |
52 | our $NOW; |
56 | our $NOW; |
|
|
57 | our $USE_FSYNC = 1; # use fsync to write maps - default off |
|
|
58 | |
|
|
59 | our $BDB_POLL_WATCHER; |
|
|
60 | our $DB_ENV; |
53 | |
61 | |
54 | our %CFG; |
62 | our %CFG; |
55 | |
63 | |
56 | our $UPTIME; $UPTIME ||= time; |
64 | our $UPTIME; $UPTIME ||= time; |
57 | our $RUNTIME; |
65 | our $RUNTIME; |
58 | |
66 | |
59 | our %PLAYER; # all users |
67 | our %PLAYER; # all users |
60 | our %MAP; # all maps |
68 | our %MAP; # all maps |
61 | our $LINK_MAP; # the special {link} map, which is always available |
69 | our $LINK_MAP; # the special {link} map, which is always available |
62 | our $RANDOM_MAPS = cf::localdir . "/random"; |
70 | our $RANDOM_MAPS = cf::localdir . "/random"; |
|
|
71 | our $BDB_ENV_DIR = cf::localdir . "/db"; |
63 | |
72 | |
64 | our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; |
73 | our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; |
65 | our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; |
74 | our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; |
66 | |
75 | |
67 | # used to convert map paths into valid unix filenames by replacing / by ∕ |
76 | # used to convert map paths into valid unix filenames by replacing / by ∕ |
… | |
… | |
80 | mkdir cf::localdir; |
89 | mkdir cf::localdir; |
81 | mkdir cf::localdir . "/" . cf::playerdir; |
90 | mkdir cf::localdir . "/" . cf::playerdir; |
82 | mkdir cf::localdir . "/" . cf::tmpdir; |
91 | mkdir cf::localdir . "/" . cf::tmpdir; |
83 | mkdir cf::localdir . "/" . cf::uniquedir; |
92 | mkdir cf::localdir . "/" . cf::uniquedir; |
84 | mkdir $RANDOM_MAPS; |
93 | mkdir $RANDOM_MAPS; |
|
|
94 | mkdir $BDB_ENV_DIR; |
85 | |
95 | |
86 | our $EMERGENCY_POSITION; |
96 | our $EMERGENCY_POSITION; |
87 | |
97 | |
88 | sub cf::map::normalise; |
98 | sub cf::map::normalise; |
89 | |
99 | |
… | |
… | |
358 | # 60 allows for the watchdog to kill the server. |
368 | # 60 allows for the watchdog to kill the server. |
359 | |
369 | |
360 | (aio_write $fh, 0, (length $value), $value, 0) <= 0 |
370 | (aio_write $fh, 0, (length $value), $value, 0) <= 0 |
361 | and return; |
371 | and return; |
362 | |
372 | |
|
|
373 | # always fsync - this file is important |
363 | aio_fsync $fh |
374 | aio_fsync $fh |
364 | and return; |
375 | and return; |
365 | |
376 | |
366 | close $fh |
377 | close $fh |
367 | or return; |
378 | or return; |
… | |
… | |
752 | $filename, length $$rdata, scalar @$objs; |
763 | $filename, length $$rdata, scalar @$objs; |
753 | |
764 | |
754 | if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { |
765 | if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { |
755 | chmod SAVE_MODE, $fh; |
766 | chmod SAVE_MODE, $fh; |
756 | aio_write $fh, 0, (length $$rdata), $$rdata, 0; |
767 | aio_write $fh, 0, (length $$rdata), $$rdata, 0; |
757 | aio_fsync $fh; |
768 | aio_fsync $fh if $cf::USE_FSYNC; |
758 | close $fh; |
769 | close $fh; |
759 | |
770 | |
760 | if (@$objs) { |
771 | if (@$objs) { |
761 | if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { |
772 | if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { |
762 | chmod SAVE_MODE, $fh; |
773 | chmod SAVE_MODE, $fh; |
763 | my $data = Storable::nfreeze { version => 1, objs => $objs }; |
774 | my $data = Storable::nfreeze { version => 1, objs => $objs }; |
764 | aio_write $fh, 0, (length $data), $data, 0; |
775 | aio_write $fh, 0, (length $data), $data, 0; |
765 | aio_fsync $fh; |
776 | aio_fsync $fh if $cf::USE_FSYNC; |
766 | close $fh; |
777 | close $fh; |
767 | aio_rename "$filename.pst~", "$filename.pst"; |
778 | aio_rename "$filename.pst~", "$filename.pst"; |
768 | } |
779 | } |
769 | } else { |
780 | } else { |
770 | aio_unlink "$filename.pst"; |
781 | aio_unlink "$filename.pst"; |
… | |
… | |
2174 | The parameter C<$family> should best start with the name of the extension |
2185 | The parameter C<$family> should best start with the name of the extension |
2175 | using it, it should be unique. |
2186 | using it, it should be unique. |
2176 | |
2187 | |
2177 | =over 4 |
2188 | =over 4 |
2178 | |
2189 | |
2179 | =item $hashref = cf::db_get $family |
|
|
2180 | |
|
|
2181 | Return a hashref for use by the extension C<$family>, which can be |
|
|
2182 | modified. After modifications, you have to call C<cf::db_dirty> or |
|
|
2183 | C<cf::db_sync>. |
|
|
2184 | |
|
|
2185 | =item $value = cf::db_get $family => $key |
2190 | =item $value = cf::db_get $family => $key |
2186 | |
2191 | |
2187 | Returns a single value from the database |
2192 | Returns a single value from the database. |
2188 | |
|
|
2189 | =item cf::db_put $family => $hashref |
|
|
2190 | |
|
|
2191 | Stores the given family hashref into the database. Updates are delayed, if |
|
|
2192 | you want the data to be synced to disk immediately, use C<cf::db_sync>. |
|
|
2193 | |
2193 | |
2194 | =item cf::db_put $family => $key => $value |
2194 | =item cf::db_put $family => $key => $value |
2195 | |
2195 | |
2196 | Stores the given C<$value> in the family hash. Updates are delayed, if you |
2196 | Stores the given C<$value> in the family. |
2197 | want the data to be synced to disk immediately, use C<cf::db_sync>. |
|
|
2198 | |
|
|
2199 | =item cf::db_dirty |
|
|
2200 | |
|
|
2201 | Marks the database as dirty, to be updated at a later time. |
|
|
2202 | |
|
|
2203 | =item cf::db_sync |
|
|
2204 | |
|
|
2205 | Immediately write the database to disk I<if it is dirty>. |
|
|
2206 | |
2197 | |
2207 | =cut |
2198 | =cut |
2208 | |
2199 | |
2209 | our $DB; |
2200 | our $DB; |
2210 | |
2201 | |
2211 | { |
2202 | unless ($DB) { |
|
|
2203 | $DB = BDB::db_create $DB_ENV; |
|
|
2204 | |
|
|
2205 | cf::sync_job { |
|
|
2206 | eval { |
|
|
2207 | $DB->set_flags (BDB::CHKSUM); |
|
|
2208 | |
|
|
2209 | BDB::db_open $DB, undef, "db", undef, BDB::BTREE, |
|
|
2210 | BDB::CREATE | BDB::AUTO_COMMIT, 0666; |
|
|
2211 | cf::cleanup "db_open(db): $!" if $!; |
|
|
2212 | }; |
|
|
2213 | cf::cleanup "db_open(db): $@" if $@; |
|
|
2214 | }; |
|
|
2215 | |
2212 | my $path = cf::localdir . "/database.pst"; |
2216 | my $path = cf::localdir . "/database.pst"; |
|
|
2217 | if (stat $path) { |
|
|
2218 | cf::sync_job { |
|
|
2219 | my $pst = Storable::retrieve $path; |
2213 | |
2220 | |
2214 | sub db_load() { |
2221 | cf::db_put (board => data => $pst->{board}); |
2215 | $DB = stat $path ? Storable::retrieve $path : { }; |
2222 | cf::db_put (guildrules => data => $pst->{guildrules}); |
2216 | } |
2223 | cf::db_put (rent => balance => $pst->{rent}{balance}); |
|
|
2224 | BDB::db_env_txn_checkpoint $DB_ENV; |
2217 | |
2225 | |
2218 | my $pid; |
2226 | unlink $path; |
2219 | |
|
|
2220 | sub db_save() { |
|
|
2221 | waitpid $pid, 0 if $pid; |
|
|
2222 | if (0 == ($pid = fork)) { |
|
|
2223 | $DB->{_meta}{version} = 1; |
|
|
2224 | Storable::nstore $DB, "$path~"; |
|
|
2225 | rename "$path~", $path; |
|
|
2226 | cf::_exit 0 if defined $pid; |
|
|
2227 | } |
2227 | }; |
2228 | } |
2228 | } |
|
|
2229 | } |
2229 | |
2230 | |
2230 | my $dirty; |
|
|
2231 | |
|
|
2232 | sub db_sync() { |
|
|
2233 | db_save if $dirty; |
|
|
2234 | undef $dirty; |
|
|
2235 | } |
|
|
2236 | |
|
|
2237 | my $idle = Event->idle ( |
|
|
2238 | reentrant => 0, |
|
|
2239 | min => 10, |
|
|
2240 | max => 20, |
|
|
2241 | repeat => 0, |
|
|
2242 | data => WF_AUTOCANCEL, |
|
|
2243 | cb => \&db_sync, |
|
|
2244 | ); |
|
|
2245 | |
|
|
2246 | sub db_dirty() { |
|
|
2247 | $dirty = 1; |
|
|
2248 | $idle->start; |
|
|
2249 | } |
|
|
2250 | |
|
|
2251 | sub db_get($;$) { |
2231 | sub db_get($$) { |
2252 | @_ >= 2 |
2232 | my $key = "$_[0]/$_[1]"; |
2253 | ? $DB->{$_[0]}{$_[1]} |
|
|
2254 | : ($DB->{$_[0]} ||= { }) |
|
|
2255 | } |
|
|
2256 | |
2233 | |
|
|
2234 | cf::sync_job { |
|
|
2235 | BDB::db_get $DB, undef, $key, my $data; |
|
|
2236 | |
|
|
2237 | $! ? () |
|
|
2238 | : Compress::LZF::sthaw $data |
|
|
2239 | } |
|
|
2240 | } |
|
|
2241 | |
2257 | sub db_put($$;$) { |
2242 | sub db_put($$$) { |
2258 | if (@_ >= 3) { |
2243 | BDB::dbreq_pri 4; |
2259 | $DB->{$_[0]}{$_[1]} = $_[2]; |
2244 | BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; |
2260 | } else { |
|
|
2261 | $DB->{$_[0]} = $_[1]; |
|
|
2262 | } |
|
|
2263 | db_dirty; |
|
|
2264 | } |
|
|
2265 | |
|
|
2266 | cf::global->attach ( |
|
|
2267 | prio => 10000, |
|
|
2268 | on_cleanup => sub { |
|
|
2269 | db_sync; |
|
|
2270 | }, |
|
|
2271 | ); |
|
|
2272 | } |
2245 | } |
2273 | |
2246 | |
2274 | ############################################################################# |
2247 | ############################################################################# |
2275 | # the server's init and main functions |
2248 | # the server's init and main functions |
2276 | |
2249 | |
… | |
… | |
2312 | Event::one_event; |
2285 | Event::one_event; |
2313 | })->prio (Coro::PRIO_MAX); |
2286 | })->prio (Coro::PRIO_MAX); |
2314 | }; |
2287 | }; |
2315 | |
2288 | |
2316 | cfg_load; |
2289 | cfg_load; |
2317 | db_load; |
|
|
2318 | load_extensions; |
2290 | load_extensions; |
2319 | |
2291 | |
2320 | $TICK_WATCHER->start; |
2292 | $TICK_WATCHER->start; |
2321 | Event::loop; |
2293 | Event::loop; |
2322 | } |
2294 | } |
… | |
… | |
2361 | my $map = $cf::MAP{$path} or next; |
2333 | my $map = $cf::MAP{$path} or next; |
2362 | $map->valid or next; |
2334 | $map->valid or next; |
2363 | $map->save; |
2335 | $map->save; |
2364 | } |
2336 | } |
2365 | warn "end emergency map save\n"; |
2337 | warn "end emergency map save\n"; |
|
|
2338 | |
|
|
2339 | warn "begin emergency database checkpoint\n"; |
|
|
2340 | BDB::db_env_txn_checkpoint $DB_ENV; |
|
|
2341 | warn "end emergency database checkpoint\n"; |
2366 | }; |
2342 | }; |
2367 | |
2343 | |
2368 | warn "leave emergency perl save\n"; |
2344 | warn "leave emergency perl save\n"; |
2369 | } |
2345 | } |
2370 | |
2346 | |
… | |
… | |
2383 | cf::emergency_save; |
2359 | cf::emergency_save; |
2384 | |
2360 | |
2385 | eval { |
2361 | eval { |
2386 | # if anything goes wrong in here, we should simply crash as we already saved |
2362 | # if anything goes wrong in here, we should simply crash as we already saved |
2387 | |
2363 | |
2388 | warn "syncing database to disk"; |
|
|
2389 | cf::db_sync; |
|
|
2390 | |
|
|
2391 | warn "cancelling all WF_AUTOCANCEL watchers"; |
2364 | warn "cancelling all WF_AUTOCANCEL watchers"; |
2392 | for (Event::all_watchers) { |
2365 | for (Event::all_watchers) { |
2393 | $_->cancel if $_->data & WF_AUTOCANCEL; |
2366 | $_->cancel if $_->data & WF_AUTOCANCEL; |
2394 | } |
2367 | } |
2395 | |
2368 | |
|
|
2369 | warn "syncing database to disk"; |
|
|
2370 | BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { }; |
|
|
2371 | |
2396 | warn "flushing outstanding aio requests"; |
2372 | warn "flushing outstanding aio requests"; |
2397 | for (;;) { |
2373 | for (;;) { |
|
|
2374 | BDB::flush; |
2398 | IO::AIO::flush; |
2375 | IO::AIO::flush; |
2399 | Coro::cede; |
2376 | Coro::cede; |
2400 | last unless IO::AIO::nreqs; |
2377 | last unless IO::AIO::nreqs || BDB::nreqs; |
2401 | warn "iterate..."; |
2378 | warn "iterate..."; |
2402 | } |
2379 | } |
2403 | |
2380 | |
2404 | warn "cancelling all extension coros"; |
2381 | warn "cancelling all extension coros"; |
2405 | $_->cancel for values %EXT_CORO; |
2382 | $_->cancel for values %EXT_CORO; |
… | |
… | |
2460 | require cf; |
2437 | require cf; |
2461 | cf::_connect_to_perl; # nominally unnecessary, but cannot hurt |
2438 | cf::_connect_to_perl; # nominally unnecessary, but cannot hurt |
2462 | |
2439 | |
2463 | warn "loading config and database again"; |
2440 | warn "loading config and database again"; |
2464 | cf::cfg_load; |
2441 | cf::cfg_load; |
2465 | cf::db_load; |
|
|
2466 | |
2442 | |
2467 | warn "loading extensions"; |
2443 | warn "loading extensions"; |
2468 | cf::load_extensions; |
2444 | cf::load_extensions; |
2469 | |
2445 | |
2470 | warn "reattaching attachments to objects/players"; |
2446 | warn "reattaching attachments to objects/players"; |
… | |
… | |
2550 | $TICK_WATCHER->at ($NEXT_TICK); |
2526 | $TICK_WATCHER->at ($NEXT_TICK); |
2551 | $TICK_WATCHER->start; |
2527 | $TICK_WATCHER->start; |
2552 | }, |
2528 | }, |
2553 | ); |
2529 | ); |
2554 | |
2530 | |
|
|
2531 | { |
|
|
2532 | BDB::max_poll_time $TICK * 0.1; |
|
|
2533 | $BDB_POLL_WATCHER = Event->io ( |
|
|
2534 | reentrant => 0, |
|
|
2535 | fd => BDB::poll_fileno, |
|
|
2536 | poll => 'r', |
|
|
2537 | prio => 0, |
|
|
2538 | data => WF_AUTOCANCEL, |
|
|
2539 | cb => \&BDB::poll_cb, |
|
|
2540 | ); |
|
|
2541 | BDB::min_parallel 8; |
|
|
2542 | |
|
|
2543 | BDB::set_sync_prepare { |
|
|
2544 | my $status; |
|
|
2545 | my $current = $Coro::current; |
|
|
2546 | ( |
|
|
2547 | sub { |
|
|
2548 | $status = $!; |
|
|
2549 | $current->ready; undef $current; |
|
|
2550 | }, |
|
|
2551 | sub { |
|
|
2552 | Coro::schedule while defined $current; |
|
|
2553 | $! = $status; |
|
|
2554 | }, |
|
|
2555 | ) |
|
|
2556 | }; |
|
|
2557 | |
|
|
2558 | unless ($DB_ENV) { |
|
|
2559 | $DB_ENV = BDB::db_env_create; |
|
|
2560 | |
|
|
2561 | cf::sync_job { |
|
|
2562 | eval { |
|
|
2563 | BDB::db_env_open |
|
|
2564 | $DB_ENV, |
|
|
2565 | $BDB_ENV_DIR, |
|
|
2566 | BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN |
|
|
2567 | | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, |
|
|
2568 | 0666; |
|
|
2569 | |
|
|
2570 | cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; |
|
|
2571 | |
|
|
2572 | $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); |
|
|
2573 | $DB_ENV->set_lk_detect; |
|
|
2574 | }; |
|
|
2575 | |
|
|
2576 | cf::cleanup "db_env_open(db): $@" if $@; |
|
|
2577 | }; |
|
|
2578 | } |
|
|
2579 | } |
|
|
2580 | |
|
|
2581 | { |
|
|
2582 | IO::AIO::min_parallel 8; |
|
|
2583 | |
|
|
2584 | undef $Coro::AIO::WATCHER; |
2555 | IO::AIO::max_poll_time $TICK * 0.1; |
2585 | IO::AIO::max_poll_time $TICK * 0.1; |
2556 | |
|
|
2557 | undef $Coro::AIO::WATCHER; |
|
|
2558 | $AIO_POLL_WATCHER = Event->io ( |
2586 | $AIO_POLL_WATCHER = Event->io ( |
2559 | reentrant => 0, |
2587 | reentrant => 0, |
2560 | fd => IO::AIO::poll_fileno, |
2588 | fd => IO::AIO::poll_fileno, |
2561 | poll => 'r', |
2589 | poll => 'r', |
2562 | prio => 6, |
2590 | prio => 6, |
2563 | data => WF_AUTOCANCEL, |
2591 | data => WF_AUTOCANCEL, |
2564 | cb => \&IO::AIO::poll_cb, |
2592 | cb => \&IO::AIO::poll_cb, |
2565 | ); |
2593 | ); |
|
|
2594 | } |
2566 | |
2595 | |
2567 | $WRITE_RUNTIME_WATCHER = Event->timer ( |
2596 | $WRITE_RUNTIME_WATCHER = Event->timer ( |
2568 | reentrant => 0, |
2597 | reentrant => 0, |
2569 | data => WF_AUTOCANCEL, |
2598 | data => WF_AUTOCANCEL, |
2570 | after => 1, |
2599 | after => 1, |