ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.238 by root, Sat Apr 14 07:23:00 2007 UTC vs.
Revision 1.267 by root, Sat May 19 00:08:11 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext";
58 59
59our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63our $NEXT_TICK; 76our $NEXT_TICK;
64our $NOW; 77our $NOW;
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80
81our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
82our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
83 91
84# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
85our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
86 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
87binmode STDOUT; 99binmode STDOUT;
88binmode STDERR; 100binmode STDERR;
89 101
90# read virtual server time, if available 102# read virtual server time, if available
91unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
92 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
93 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
94 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
95} 107}
96 108
97mkdir cf::localdir; 109mkdir $_
98mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
99mkdir cf::localdir . "/" . cf::tmpdir;
100mkdir cf::localdir . "/" . cf::uniquedir;
101mkdir $RANDOM_MAPS;
102mkdir $BDB_ENV_DIR;
103 111
104our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
105 113
106sub cf::map::normalise; 114sub cf::map::normalise;
107 115
118=item $cf::RUNTIME 126=item $cf::RUNTIME
119 127
120The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
121every server tick. 129every server tick.
122 130
123=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
124 134
125The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
126be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
127 139
128=item $cf::NOW 140=item $cf::NOW
129 141
130The time of the last (current) server tick. 142The time of the last (current) server tick.
131 143
132=item $cf::TICK 144=item $cf::TICK
133 145
134The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
135 157
136=item %cf::CFG 158=item %cf::CFG
137 159
138Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
139from wherever your confdir points to. 161from wherever your confdir points to.
140 162
141=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
142 164
143These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
144or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
145processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
146window of cpu time available, or simply to synchronise to the server tick.
147 168
148=back 169=back
149 170
150=cut 171=cut
151 172
152BEGIN { 173BEGIN {
153 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
154 my $msg = join "", @_; 175 my $msg = join "", @_;
155 utf8::encode $msg;
156 176
157 $msg .= "\n" 177 $msg .= "\n"
158 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
159 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
160 LOG llevError, $msg; 183 LOG llevError, $msg;
161 }; 184 };
162} 185}
163 186
164@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
234returned. 257returned.
235 258
236Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
237uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
238 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
239=cut 266=cut
240 267
241our %LOCK; 268our %LOCK;
242 269
243sub lock_wait($) { 270sub lock_wait($) {
260 287
261 Coro::guard { 288 Coro::guard {
262 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
263 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
264 } 291 }
292}
293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
265} 298}
266 299
267sub freeze_mainloop { 300sub freeze_mainloop {
268 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
269 302
299 332
300sub sync_job(&) { 333sub sync_job(&) {
301 my ($job) = @_; 334 my ($job) = @_;
302 335
303 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
304 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
305 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
306 341
307 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
308 # (but this is cancel-safe) 343 # (but this is cancel-safe)
319 354
320 while ($busy) { 355 while ($busy) {
321 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
322 } 357 }
323 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
324 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
325 } else { 367 } else {
326 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
327 369
328 $job->() 370 $job->()
348 390
349 $coro 391 $coro
350} 392}
351 393
352sub write_runtime { 394sub write_runtime {
395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
401 utime undef, undef, $fh;
402 }
403
353 my $guard = cf::lock_acquire "write_runtime"; 404 my $guard = cf::lock_acquire "write_runtime";
354
355 my $runtime = cf::localdir . "/runtime";
356 405
357 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
358 or return; 407 or return;
359 408
360 my $value = $cf::RUNTIME + 90 + 10; 409 my $value = $cf::RUNTIME + 90 + 10;
366 415
367 # always fsync - this file is important 416 # always fsync - this file is important
368 aio_fsync $fh 417 aio_fsync $fh
369 and return; 418 and return;
370 419
420 # touch it again to show we are up-to-date
421 utime undef, undef, $fh;
422
371 close $fh 423 close $fh
372 or return; 424 or return;
373 425
374 aio_rename "$runtime~", $runtime 426 aio_rename "$runtime~", $runtime
375 and return; 427 and return;
428
429 warn "runtime file written.\n";#d#
376 430
377 1 431 1
378} 432}
379 433
380=item cf::datalog type => key => value, ... 434=item cf::datalog type => key => value, ...
573 $registry = $CB_TYPE[$object_type] ||= []; 627 $registry = $CB_TYPE[$object_type] ||= [];
574 628
575 } elsif ($type eq "subtype") { 629 } elsif ($type eq "subtype") {
576 defined $object_type or Carp::croak "subtype specified without type"; 630 defined $object_type or Carp::croak "subtype specified without type";
577 my $object_subtype = shift @arg; 631 my $object_subtype = shift @arg;
578 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 632 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
579 633
580 } elsif ($type eq "package") { 634 } elsif ($type eq "package") {
581 my $pkg = shift @arg; 635 my $pkg = shift @arg;
582 636
583 while (my ($name, $id) = each %cb_id) { 637 while (my ($name, $id) = each %cb_id) {
624 if (ref $_[0]) { 678 if (ref $_[0]) {
625 _object_attach @_; 679 _object_attach @_;
626 } else { 680 } else {
627 _attach shift->_attach_registry, @_; 681 _attach shift->_attach_registry, @_;
628 } 682 }
683 _recalc_want;
629}; 684};
630 685
631# all those should be optimised 686# all those should be optimised
632sub cf::attachable::detach { 687sub cf::attachable::detach {
633 my ($obj, $name) = @_; 688 my ($obj, $name) = @_;
636 delete $obj->{_attachment}{$name}; 691 delete $obj->{_attachment}{$name};
637 reattach ($obj); 692 reattach ($obj);
638 } else { 693 } else {
639 Carp::croak "cannot, currently, detach class attachments"; 694 Carp::croak "cannot, currently, detach class attachments";
640 } 695 }
696 _recalc_want;
641}; 697};
642 698
643sub cf::attachable::attached { 699sub cf::attachable::attached {
644 my ($obj, $name) = @_; 700 my ($obj, $name) = @_;
645 701
955Returns the given player object, loading it if necessary (might block). 1011Returns the given player object, loading it if necessary (might block).
956 1012
957=cut 1013=cut
958 1014
959sub playerdir($) { 1015sub playerdir($) {
960 cf::localdir 1016 "$PLAYERDIR/"
961 . "/"
962 . cf::playerdir
963 . "/"
964 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1017 . (ref $_[0] ? $_[0]->ob->name : $_[0])
965} 1018}
966 1019
967sub path($) { 1020sub path($) {
968 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1021 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1088while and may block, so not sync_job-capable, ever. 1141while and may block, so not sync_job-capable, ever.
1089 1142
1090=cut 1143=cut
1091 1144
1092sub list_logins { 1145sub list_logins {
1093 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1146 my $dirs = aio_readdir $PLAYERDIR
1094 or return []; 1147 or return [];
1095 1148
1096 my @logins; 1149 my @logins;
1097 1150
1098 for my $login (@$dirs) { 1151 for my $login (@$dirs) {
1336 1389
1337# the original (read-only) location 1390# the original (read-only) location
1338sub load_path { 1391sub load_path {
1339 my ($self) = @_; 1392 my ($self) = @_;
1340 1393
1341 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1394 "$MAPDIR/$self->{path}.map"
1342} 1395}
1343 1396
1344# the temporary/swap location 1397# the temporary/swap location
1345sub save_path { 1398sub save_path {
1346 my ($self) = @_; 1399 my ($self) = @_;
1347 1400
1348 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1401 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1349 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1402 "$TMPDIR/$path.map"
1350} 1403}
1351 1404
1352# the unique path, undef == no special unique path 1405# the unique path, undef == no special unique path
1353sub uniq_path { 1406sub uniq_path {
1354 my ($self) = @_; 1407 my ($self) = @_;
1355 1408
1356 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1409 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1357 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1410 "$UNIQUEDIR/$path"
1358} 1411}
1359 1412
1360# and all this just because we cannot iterate over 1413# and all this just because we cannot iterate over
1361# all maps in C++... 1414# all maps in C++...
1362sub change_all_map_light { 1415sub change_all_map_light {
1474 my ($self) = @_; 1527 my ($self) = @_;
1475 1528
1476 local $self->{deny_reset} = 1; # loading can take a long time 1529 local $self->{deny_reset} = 1; # loading can take a long time
1477 1530
1478 my $path = $self->{path}; 1531 my $path = $self->{path};
1532
1533 {
1479 my $guard = cf::lock_acquire "map_load:$path"; 1534 my $guard = cf::lock_acquire "map_load:$path";
1480 1535
1481 return if $self->in_memory != cf::MAP_SWAPPED; 1536 return if $self->in_memory != cf::MAP_SWAPPED;
1482 1537
1483 $self->in_memory (cf::MAP_LOADING); 1538 $self->in_memory (cf::MAP_LOADING);
1484 1539
1485 $self->alloc; 1540 $self->alloc;
1486 1541
1487 $self->pre_load; 1542 $self->pre_load;
1488
1489 $self->_load_objects ($self->{load_path}, 1)
1490 or return;
1491
1492 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1493 if delete $self->{load_original};
1494
1495 if (my $uniq = $self->uniq_path) {
1496 utf8::encode $uniq;
1497 if (aio_open $uniq, O_RDONLY, 0) {
1498 $self->clear_unique_items;
1499 $self->_load_objects ($uniq, 0);
1500 }
1501 }
1502
1503 Coro::cede;
1504
1505 # now do the right thing for maps
1506 $self->link_multipart_objects;
1507
1508 unless ($self->{deny_activate}) {
1509 $self->decay_objects;
1510 $self->fix_auto_apply;
1511 $self->update_buttons;
1512 Coro::cede; 1543 Coro::cede;
1513 $self->set_darkness_map; 1544
1545 $self->_load_objects ($self->{load_path}, 1)
1546 or return;
1547
1548 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1549 if delete $self->{load_original};
1550
1551 if (my $uniq = $self->uniq_path) {
1552 utf8::encode $uniq;
1553 if (aio_open $uniq, O_RDONLY, 0) {
1554 $self->clear_unique_items;
1555 $self->_load_objects ($uniq, 0);
1556 }
1557 }
1558
1559 Coro::cede;
1560 # now do the right thing for maps
1561 $self->link_multipart_objects;
1514 $self->difficulty ($self->estimate_difficulty) 1562 $self->difficulty ($self->estimate_difficulty)
1515 unless $self->difficulty; 1563 unless $self->difficulty;
1516 Coro::cede; 1564 Coro::cede;
1565
1566 unless ($self->{deny_activate}) {
1567 $self->decay_objects;
1568 $self->fix_auto_apply;
1569 $self->update_buttons;
1570 Coro::cede;
1571 $self->set_darkness_map;
1572 Coro::cede;
1517 $self->activate; 1573 $self->activate;
1574 }
1575
1576 $self->in_memory (cf::MAP_IN_MEMORY);
1518 } 1577 }
1519 1578
1520 $self->post_load; 1579 $self->post_load;
1521
1522 $self->in_memory (cf::MAP_IN_MEMORY);
1523} 1580}
1524 1581
1525sub customise_for { 1582sub customise_for {
1526 my ($self, $ob) = @_; 1583 my ($self, $ob) = @_;
1527 1584
1718instantiated unique items. May block. 1775instantiated unique items. May block.
1719 1776
1720=cut 1777=cut
1721 1778
1722sub unique_maps() { 1779sub unique_maps() {
1723 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1780 my $files = aio_readdir $UNIQUEDIR
1724 or return; 1781 or return;
1725 1782
1726 my @paths; 1783 my @paths;
1727 1784
1728 for (@$files) { 1785 for (@$files) {
1984 2041
1985 $rmp->{random_seed} ||= $exit->random_seed; 2042 $rmp->{random_seed} ||= $exit->random_seed;
1986 2043
1987 my $data = cf::to_json $rmp; 2044 my $data = cf::to_json $rmp;
1988 my $md5 = Digest::MD5::md5_hex $data; 2045 my $md5 = Digest::MD5::md5_hex $data;
1989 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2046 my $meta = "$RANDOMDIR/$md5.meta";
1990 2047
1991 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2048 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1992 aio_write $fh, 0, (length $data), $data, 0; 2049 aio_write $fh, 0, (length $data), $data, 0;
1993 undef $fh; 2050 undef $fh;
1994 aio_rename "$meta~", $meta; 2051 aio_rename "$meta~", $meta;
2263############################################################################# 2320#############################################################################
2264 2321
2265=head2 EXTENSION DATABASE SUPPORT 2322=head2 EXTENSION DATABASE SUPPORT
2266 2323
2267Crossfire maintains a very simple database for extension use. It can 2324Crossfire maintains a very simple database for extension use. It can
2268currently store anything that can be serialised using Storable, which 2325currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2269excludes objects. 2326convert to/from binary).
2270 2327
2271The parameter C<$family> should best start with the name of the extension 2328The parameter C<$family> should best start with the name of the extension
2272using it, it should be unique. 2329using it, it should be unique.
2273 2330
2274=over 4 2331=over 4
2297 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2354 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2298 cf::cleanup "db_open(db): $!" if $!; 2355 cf::cleanup "db_open(db): $!" if $!;
2299 }; 2356 };
2300 cf::cleanup "db_open(db): $@" if $@; 2357 cf::cleanup "db_open(db): $@" if $@;
2301 }; 2358 };
2302
2303 my $path = cf::localdir . "/database.pst";
2304 if (stat $path) {
2305 cf::sync_job {
2306 my $pst = Storable::retrieve $path;
2307
2308 cf::db_put (board => data => $pst->{board});
2309 cf::db_put (guildrules => data => $pst->{guildrules});
2310 cf::db_put (rent => balance => $pst->{rent}{balance});
2311 BDB::db_env_txn_checkpoint $DB_ENV;
2312
2313 unlink $path;
2314 };
2315 }
2316 } 2359 }
2317} 2360}
2318 2361
2319sub db_get($$) { 2362sub db_get($$) {
2320 my $key = "$_[0]/$_[1]"; 2363 my $key = "$_[0]/$_[1]";
2321 2364
2322 cf::sync_job { 2365 cf::sync_job {
2323 BDB::db_get $DB, undef, $key, my $data; 2366 BDB::db_get $DB, undef, $key, my $data;
2324 2367
2325 $! ? () 2368 $! ? ()
2326 : Compress::LZF::sthaw $data 2369 : $data
2327 } 2370 }
2328} 2371}
2329 2372
2330sub db_put($$$) { 2373sub db_put($$$) {
2331 BDB::dbreq_pri 4; 2374 BDB::dbreq_pri 4;
2332 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2375 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2333} 2376}
2377
2378=item cf::cache $id => [$paths...], $processversion => $process
2379
2380Generic caching function that returns the value of the resource $id,
2381caching and regenerating as required.
2382
2383This function can block.
2384
2385=cut
2386
2387sub cache {
2388 my ($id, $src, $processversion, $process) = @_;
2389
2390 my $meta =
2391 join "\x00",
2392 $processversion,
2393 map {
2394 aio_stat $_
2395 and Carp::croak "$_: $!";
2396
2397 ($_, (stat _)[7,9])
2398 } @$src;
2399
2400 my $dbmeta = db_get cache => "$id/meta";
2401 if ($dbmeta ne $meta) {
2402 # changed, we may need to process
2403
2404 my @data;
2405 my $md5;
2406
2407 for (0 .. $#$src) {
2408 0 <= aio_load $src->[$_], $data[$_]
2409 or Carp::croak "$src->[$_]: $!";
2410 }
2411
2412 # if processing is expensive, check
2413 # checksum first
2414 if (1) {
2415 $md5 =
2416 join "\x00",
2417 $processversion,
2418 map {
2419 Coro::cede;
2420 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2421 } 0.. $#$src;
2422
2423
2424 my $dbmd5 = db_get cache => "$id/md5";
2425 if ($dbmd5 eq $md5) {
2426 db_put cache => "$id/meta", $meta;
2427
2428 return db_get cache => "$id/data";
2429 }
2430 }
2431
2432 my $t1 = Time::HiRes::time;
2433 my $data = $process->(\@data);
2434 my $t2 = Time::HiRes::time;
2435
2436 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2437
2438 db_put cache => "$id/data", $data;
2439 db_put cache => "$id/md5" , $md5;
2440 db_put cache => "$id/meta", $meta;
2441
2442 return $data;
2443 }
2444
2445 db_get cache => "$id/data"
2446}
2447
2448=item fork_call { }, $args
2449
2450Executes the given code block with the given arguments in a seperate
2451process, returning the results. Everything must be serialisable with
2452Coro::Storable. May, of course, block. Note that the executed sub may
2453never block itself or use any form of Event handling.
2454
2455=cut
2456
2457sub fork_call(&@) {
2458 my ($cb, @args) = @_;
2459
2460# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2461# or die "socketpair: $!";
2462 pipe my $fh1, my $fh2
2463 or die "pipe: $!";
2464
2465 if (my $pid = fork) {
2466 close $fh2;
2467
2468 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2469 $res = Coro::Storable::thaw $res;
2470
2471 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2472
2473 die $$res unless "ARRAY" eq ref $res;
2474
2475 return wantarray ? @$res : $res->[-1];
2476 } else {
2477 reset_signals;
2478 local $SIG{__WARN__};
2479 local $SIG{__DIE__};
2480 eval {
2481 close $fh1;
2482
2483 my @res = eval { $cb->(@args) };
2484 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2485 };
2486
2487 warn $@ if $@;
2488 _exit 0;
2489 }
2490}
2491
2492
2334 2493
2335############################################################################# 2494#############################################################################
2336# the server's init and main functions 2495# the server's init and main functions
2337 2496
2338sub load_facedata { 2497sub load_facedata($) {
2339 my $path = sprintf "%s/facedata", cf::datadir; 2498 my ($path) = @_;
2340 2499
2341 warn "loading facedata from $path\n"; 2500 warn "loading facedata from $path\n";
2342 2501
2343 my $facedata; 2502 my $facedata;
2344 0 < aio_load $path, $facedata 2503 0 < aio_load $path, $facedata
2385 } 2544 }
2386 2545
2387 1 2546 1
2388} 2547}
2389 2548
2549sub reload_regions {
2550 load_resource_file "$MAPDIR/regions"
2551 or die "unable to load regions file\n";
2552}
2553
2554sub reload_facedata {
2555 load_facedata "$DATADIR/facedata"
2556 or die "unable to load facedata\n";
2557}
2558
2559sub reload_archetypes {
2560 load_resource_file "$DATADIR/archetypes"
2561 or die "unable to load archetypes\n";
2562}
2563
2564sub reload_treasures {
2565 load_resource_file "$DATADIR/treasures"
2566 or die "unable to load treasurelists\n";
2567}
2568
2390sub reload_resources { 2569sub reload_resources {
2391 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2570 warn "reloading resource files...\n";
2392 or die "unable to load regions file\n";#d# 2571
2572 reload_regions;
2393 load_facedata 2573 reload_facedata;
2394 or die "unable to load facedata\n";#d# 2574 reload_archetypes;
2575 reload_treasures;
2576
2577 warn "finished reloading resource files\n";
2395} 2578}
2396 2579
2397sub init { 2580sub init {
2398 reload_resources; 2581 reload_resources;
2399} 2582}
2400 2583
2401sub cfg_load { 2584sub cfg_load {
2402 open my $fh, "<:utf8", cf::confdir . "/config" 2585 open my $fh, "<:utf8", "$CONFDIR/config"
2403 or return; 2586 or return;
2404 2587
2405 local $/; 2588 local $/;
2406 *CFG = YAML::Syck::Load <$fh>; 2589 *CFG = YAML::Syck::Load <$fh>;
2407 2590
2492 2675
2493 warn Carp::longmess "post_cleanup backtrace" 2676 warn Carp::longmess "post_cleanup backtrace"
2494 if $make_core; 2677 if $make_core;
2495} 2678}
2496 2679
2497sub reload() { 2680sub do_reload_perl() {
2498 # can/must only be called in main 2681 # can/must only be called in main
2499 if ($Coro::current != $Coro::main) { 2682 if ($Coro::current != $Coro::main) {
2500 warn "can only reload from main coroutine"; 2683 warn "can only reload from main coroutine";
2501 return; 2684 return;
2502 } 2685 }
2577 Symbol::delete_package "safe::$_" 2760 Symbol::delete_package "safe::$_"
2578 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2761 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2579 2762
2580 warn "unloading cf.pm \"a bit\""; 2763 warn "unloading cf.pm \"a bit\"";
2581 delete $INC{"cf.pm"}; 2764 delete $INC{"cf.pm"};
2765 delete $INC{"cf/pod.pm"};
2582 2766
2583 # don't, removes xs symbols, too, 2767 # don't, removes xs symbols, too,
2584 # and global variables created in xs 2768 # and global variables created in xs
2585 #Symbol::delete_package __PACKAGE__; 2769 #Symbol::delete_package __PACKAGE__;
2586 2770
2601 warn "reattaching attachments to maps"; 2785 warn "reattaching attachments to maps";
2602 reattach $_ for values %MAP; 2786 reattach $_ for values %MAP;
2603 warn "reattaching attachments to players"; 2787 warn "reattaching attachments to players";
2604 reattach $_ for values %PLAYER; 2788 reattach $_ for values %PLAYER;
2605 2789
2606 warn "loading reloadable resources";
2607 reload_resources;
2608
2609 warn "leaving sync_job"; 2790 warn "leaving sync_job";
2610 2791
2611 1 2792 1
2612 } or do { 2793 } or do {
2613 warn $@; 2794 warn $@;
2618 warn "reloaded"; 2799 warn "reloaded";
2619}; 2800};
2620 2801
2621our $RELOAD_WATCHER; # used only during reload 2802our $RELOAD_WATCHER; # used only during reload
2622 2803
2804sub reload_perl() {
2805 # doing reload synchronously and two reloads happen back-to-back,
2806 # coro crashes during coro_state_free->destroy here.
2807
2808 $RELOAD_WATCHER ||= Event->timer (
2809 reentrant => 0,
2810 after => 0,
2811 data => WF_AUTOCANCEL,
2812 cb => sub {
2813 do_reload_perl;
2814 undef $RELOAD_WATCHER;
2815 },
2816 );
2817}
2818
2623register_command "reload" => sub { 2819register_command "reload" => sub {
2624 my ($who, $arg) = @_; 2820 my ($who, $arg) = @_;
2625 2821
2626 if ($who->flag (FLAG_WIZ)) { 2822 if ($who->flag (FLAG_WIZ)) {
2627 $who->message ("reloading server."); 2823 $who->message ("reloading server.");
2628 2824 async { reload_perl };
2629 # doing reload synchronously and two reloads happen back-to-back,
2630 # coro crashes during coro_state_free->destroy here.
2631
2632 $RELOAD_WATCHER ||= Event->timer (
2633 reentrant => 0,
2634 after => 0,
2635 data => WF_AUTOCANCEL,
2636 cb => sub {
2637 reload;
2638 undef $RELOAD_WATCHER;
2639 },
2640 );
2641 } 2825 }
2642}; 2826};
2643 2827
2644unshift @INC, $LIBDIR; 2828unshift @INC, $LIBDIR;
2645 2829
2646my $bug_warning = 0; 2830my $bug_warning = 0;
2831
2832our @WAIT_FOR_TICK;
2833our @WAIT_FOR_TICK_BEGIN;
2834
2835sub wait_for_tick {
2836 return unless $TICK_WATCHER->is_active;
2837 return if $Coro::current == $Coro::main;
2838
2839 my $signal = new Coro::Signal;
2840 push @WAIT_FOR_TICK, $signal;
2841 $signal->wait;
2842}
2843
2844sub wait_for_tick_begin {
2845 return unless $TICK_WATCHER->is_active;
2846 return if $Coro::current == $Coro::main;
2847
2848 my $signal = new Coro::Signal;
2849 push @WAIT_FOR_TICK_BEGIN, $signal;
2850 $signal->wait;
2851}
2647 2852
2648$TICK_WATCHER = Event->timer ( 2853$TICK_WATCHER = Event->timer (
2649 reentrant => 0, 2854 reentrant => 0,
2650 parked => 1, 2855 parked => 1,
2651 prio => 0, 2856 prio => 0,
2656 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 2861 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2657 unless ++$bug_warning > 10; 2862 unless ++$bug_warning > 10;
2658 return; 2863 return;
2659 } 2864 }
2660 2865
2661 $NOW = Event::time; 2866 $NOW = $tick_start = Event::time;
2662 2867
2663 cf::server_tick; # one server iteration 2868 cf::server_tick; # one server iteration
2869
2664 $RUNTIME += $TICK; 2870 $RUNTIME += $TICK;
2665 $NEXT_TICK += $TICK; 2871 $NEXT_TICK += $TICK;
2666 2872
2667 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2873 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2668 $NEXT_RUNTIME_WRITE = $NOW + 10; 2874 $NEXT_RUNTIME_WRITE = $NOW + 10;
2670 write_runtime 2876 write_runtime
2671 or warn "ERROR: unable to write runtime file: $!"; 2877 or warn "ERROR: unable to write runtime file: $!";
2672 }; 2878 };
2673 } 2879 }
2674 2880
2675 $WAIT_FOR_TICK->broadcast;
2676 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2677
2678# my $AFTER = Event::time; 2881# my $AFTER = Event::time;
2679# warn $AFTER - $NOW;#d# 2882# warn $AFTER - $NOW;#d#
2680 2883
2884 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2885 $sig->send;
2886 }
2887 while (my $sig = shift @WAIT_FOR_TICK) {
2888 $sig->send;
2889 }
2890
2891 $NOW = Event::time;
2892
2681 # if we are delayed by four ticks or more, skip them all 2893 # if we are delayed by four ticks or more, skip them all
2682 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2894 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2683 2895
2684 $TICK_WATCHER->at ($NEXT_TICK); 2896 $TICK_WATCHER->at ($NEXT_TICK);
2685 $TICK_WATCHER->start; 2897 $TICK_WATCHER->start;
2898
2899 $LOAD = ($NOW - $tick_start) / $TICK;
2900 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2901
2902 _post_tick;
2903
2904
2686 }, 2905 },
2687); 2906);
2688 2907
2689{ 2908{
2690 BDB::max_poll_time $TICK * 0.1; 2909 BDB::max_poll_time $TICK * 0.1;
2718 2937
2719 cf::sync_job { 2938 cf::sync_job {
2720 eval { 2939 eval {
2721 BDB::db_env_open 2940 BDB::db_env_open
2722 $DB_ENV, 2941 $DB_ENV,
2723 $BDB_ENV_DIR, 2942 $BDBDIR,
2724 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2943 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2725 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2944 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2726 0666; 2945 0666;
2727 2946
2728 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2947 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2729 2948
2730 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2949 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2731 $DB_ENV->set_lk_detect; 2950 $DB_ENV->set_lk_detect;
2732 }; 2951 };
2733 2952
2749 prio => 6, 2968 prio => 6,
2750 cb => \&IO::AIO::poll_cb, 2969 cb => \&IO::AIO::poll_cb,
2751 ); 2970 );
2752} 2971}
2753 2972
2973my $_log_backtrace;
2974
2975sub _log_backtrace {
2976 my ($msg, @addr) = @_;
2977
2978 $msg =~ s/\n//;
2979
2980 # limit the # of concurrent backtraces
2981 if ($_log_backtrace < 2) {
2982 ++$_log_backtrace;
2983 async {
2984 my @bt = fork_call {
2985 @addr = map { sprintf "%x", $_ } @addr;
2986 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2987 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2988 or die "addr2line: $!";
2989
2990 my @funcs;
2991 my @res = <$fh>;
2992 chomp for @res;
2993 while (@res) {
2994 my ($func, $line) = splice @res, 0, 2, ();
2995 push @funcs, "[$func] $line";
2996 }
2997
2998 @funcs
2999 };
3000
3001 LOG llevInfo, "[ABT] $msg\n";
3002 LOG llevInfo, "[ABT] $_\n" for @bt;
3003 --$_log_backtrace;
3004 };
3005 } else {
3006 LOG llevInfo, "[ABT] $msg\n";
3007 LOG llevInfo, "[ABT] [suppressed]\n";
3008 }
3009}
3010
3011# load additional modules
3012use cf::pod;
3013
2754END { cf::emergency_save } 3014END { cf::emergency_save }
2755 3015
27561 30161
2757 3017

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines