ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.245 by root, Tue Apr 17 10:06:33 2007 UTC vs.
Revision 1.267 by root, Sat May 19 00:08:11 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.61 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext"; 59
60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
58 71
59our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80 91
81# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
82our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
84binmode STDOUT; 99binmode STDOUT;
85binmode STDERR; 100binmode STDERR;
86 101
87# read virtual server time, if available 102# read virtual server time, if available
88unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
89 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
90 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
91 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
92} 107}
93 108
94mkdir cf::localdir; 109mkdir $_
95mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96mkdir cf::localdir . "/" . cf::tmpdir;
97mkdir cf::localdir . "/" . cf::uniquedir;
98mkdir $RANDOM_MAPS;
99mkdir $BDB_ENV_DIR;
100 111
101our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
102 113
103sub cf::map::normalise; 114sub cf::map::normalise;
104 115
115=item $cf::RUNTIME 126=item $cf::RUNTIME
116 127
117The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
118every server tick. 129every server tick.
119 130
120=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121 134
122The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
123be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
124 139
125=item $cf::NOW 140=item $cf::NOW
126 141
127The time of the last (current) server tick. 142The time of the last (current) server tick.
128 143
129=item $cf::TICK 144=item $cf::TICK
130 145
131The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
132 157
133=item %cf::CFG 158=item %cf::CFG
134 159
135Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
136from wherever your confdir points to. 161from wherever your confdir points to.
146=cut 171=cut
147 172
148BEGIN { 173BEGIN {
149 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
150 my $msg = join "", @_; 175 my $msg = join "", @_;
151 utf8::encode $msg;
152 176
153 $msg .= "\n" 177 $msg .= "\n"
154 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
155 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
156 LOG llevError, $msg; 183 LOG llevError, $msg;
157 }; 184 };
158} 185}
159 186
160@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
230returned. 257returned.
231 258
232Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
233uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
234 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
235=cut 266=cut
236 267
237our %LOCK; 268our %LOCK;
238 269
239sub lock_wait($) { 270sub lock_wait($) {
256 287
257 Coro::guard { 288 Coro::guard {
258 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
259 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
260 } 291 }
292}
293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
261} 298}
262 299
263sub freeze_mainloop { 300sub freeze_mainloop {
264 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
265 302
295 332
296sub sync_job(&) { 333sub sync_job(&) {
297 my ($job) = @_; 334 my ($job) = @_;
298 335
299 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
300 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
301 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
302 341
303 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
304 # (but this is cancel-safe) 343 # (but this is cancel-safe)
315 354
316 while ($busy) { 355 while ($busy) {
317 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
318 } 357 }
319 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
320 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
321 } else { 367 } else {
322 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
323 369
324 $job->() 370 $job->()
344 390
345 $coro 391 $coro
346} 392}
347 393
348sub write_runtime { 394sub write_runtime {
395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
401 utime undef, undef, $fh;
402 }
403
349 my $guard = cf::lock_acquire "write_runtime"; 404 my $guard = cf::lock_acquire "write_runtime";
350
351 my $runtime = cf::localdir . "/runtime";
352 405
353 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
354 or return; 407 or return;
355 408
356 my $value = $cf::RUNTIME + 90 + 10; 409 my $value = $cf::RUNTIME + 90 + 10;
362 415
363 # always fsync - this file is important 416 # always fsync - this file is important
364 aio_fsync $fh 417 aio_fsync $fh
365 and return; 418 and return;
366 419
420 # touch it again to show we are up-to-date
421 utime undef, undef, $fh;
422
367 close $fh 423 close $fh
368 or return; 424 or return;
369 425
370 aio_rename "$runtime~", $runtime 426 aio_rename "$runtime~", $runtime
371 and return; 427 and return;
428
429 warn "runtime file written.\n";#d#
372 430
373 1 431 1
374} 432}
375 433
376=item cf::datalog type => key => value, ... 434=item cf::datalog type => key => value, ...
569 $registry = $CB_TYPE[$object_type] ||= []; 627 $registry = $CB_TYPE[$object_type] ||= [];
570 628
571 } elsif ($type eq "subtype") { 629 } elsif ($type eq "subtype") {
572 defined $object_type or Carp::croak "subtype specified without type"; 630 defined $object_type or Carp::croak "subtype specified without type";
573 my $object_subtype = shift @arg; 631 my $object_subtype = shift @arg;
574 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 632 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
575 633
576 } elsif ($type eq "package") { 634 } elsif ($type eq "package") {
577 my $pkg = shift @arg; 635 my $pkg = shift @arg;
578 636
579 while (my ($name, $id) = each %cb_id) { 637 while (my ($name, $id) = each %cb_id) {
620 if (ref $_[0]) { 678 if (ref $_[0]) {
621 _object_attach @_; 679 _object_attach @_;
622 } else { 680 } else {
623 _attach shift->_attach_registry, @_; 681 _attach shift->_attach_registry, @_;
624 } 682 }
683 _recalc_want;
625}; 684};
626 685
627# all those should be optimised 686# all those should be optimised
628sub cf::attachable::detach { 687sub cf::attachable::detach {
629 my ($obj, $name) = @_; 688 my ($obj, $name) = @_;
632 delete $obj->{_attachment}{$name}; 691 delete $obj->{_attachment}{$name};
633 reattach ($obj); 692 reattach ($obj);
634 } else { 693 } else {
635 Carp::croak "cannot, currently, detach class attachments"; 694 Carp::croak "cannot, currently, detach class attachments";
636 } 695 }
696 _recalc_want;
637}; 697};
638 698
639sub cf::attachable::attached { 699sub cf::attachable::attached {
640 my ($obj, $name) = @_; 700 my ($obj, $name) = @_;
641 701
951Returns the given player object, loading it if necessary (might block). 1011Returns the given player object, loading it if necessary (might block).
952 1012
953=cut 1013=cut
954 1014
955sub playerdir($) { 1015sub playerdir($) {
956 cf::localdir 1016 "$PLAYERDIR/"
957 . "/"
958 . cf::playerdir
959 . "/"
960 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1017 . (ref $_[0] ? $_[0]->ob->name : $_[0])
961} 1018}
962 1019
963sub path($) { 1020sub path($) {
964 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1021 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1084while and may block, so not sync_job-capable, ever. 1141while and may block, so not sync_job-capable, ever.
1085 1142
1086=cut 1143=cut
1087 1144
1088sub list_logins { 1145sub list_logins {
1089 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1146 my $dirs = aio_readdir $PLAYERDIR
1090 or return []; 1147 or return [];
1091 1148
1092 my @logins; 1149 my @logins;
1093 1150
1094 for my $login (@$dirs) { 1151 for my $login (@$dirs) {
1332 1389
1333# the original (read-only) location 1390# the original (read-only) location
1334sub load_path { 1391sub load_path {
1335 my ($self) = @_; 1392 my ($self) = @_;
1336 1393
1337 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1394 "$MAPDIR/$self->{path}.map"
1338} 1395}
1339 1396
1340# the temporary/swap location 1397# the temporary/swap location
1341sub save_path { 1398sub save_path {
1342 my ($self) = @_; 1399 my ($self) = @_;
1343 1400
1344 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1401 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1402 "$TMPDIR/$path.map"
1346} 1403}
1347 1404
1348# the unique path, undef == no special unique path 1405# the unique path, undef == no special unique path
1349sub uniq_path { 1406sub uniq_path {
1350 my ($self) = @_; 1407 my ($self) = @_;
1351 1408
1352 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1409 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1410 "$UNIQUEDIR/$path"
1354} 1411}
1355 1412
1356# and all this just because we cannot iterate over 1413# and all this just because we cannot iterate over
1357# all maps in C++... 1414# all maps in C++...
1358sub change_all_map_light { 1415sub change_all_map_light {
1470 my ($self) = @_; 1527 my ($self) = @_;
1471 1528
1472 local $self->{deny_reset} = 1; # loading can take a long time 1529 local $self->{deny_reset} = 1; # loading can take a long time
1473 1530
1474 my $path = $self->{path}; 1531 my $path = $self->{path};
1532
1533 {
1475 my $guard = cf::lock_acquire "map_load:$path"; 1534 my $guard = cf::lock_acquire "map_load:$path";
1476 1535
1477 return if $self->in_memory != cf::MAP_SWAPPED; 1536 return if $self->in_memory != cf::MAP_SWAPPED;
1478 1537
1479 $self->in_memory (cf::MAP_LOADING); 1538 $self->in_memory (cf::MAP_LOADING);
1480 1539
1481 $self->alloc; 1540 $self->alloc;
1482 1541
1483 $self->pre_load; 1542 $self->pre_load;
1484 Coro::cede;
1485
1486 $self->_load_objects ($self->{load_path}, 1)
1487 or return;
1488
1489 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1490 if delete $self->{load_original};
1491
1492 if (my $uniq = $self->uniq_path) {
1493 utf8::encode $uniq;
1494 if (aio_open $uniq, O_RDONLY, 0) {
1495 $self->clear_unique_items;
1496 $self->_load_objects ($uniq, 0);
1497 }
1498 }
1499
1500 Coro::cede;
1501 # now do the right thing for maps
1502 $self->link_multipart_objects;
1503 Coro::cede;
1504
1505 unless ($self->{deny_activate}) {
1506 $self->decay_objects;
1507 $self->fix_auto_apply;
1508 $self->update_buttons;
1509 Coro::cede; 1543 Coro::cede;
1510 $self->set_darkness_map; 1544
1545 $self->_load_objects ($self->{load_path}, 1)
1546 or return;
1547
1548 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1549 if delete $self->{load_original};
1550
1551 if (my $uniq = $self->uniq_path) {
1552 utf8::encode $uniq;
1553 if (aio_open $uniq, O_RDONLY, 0) {
1554 $self->clear_unique_items;
1555 $self->_load_objects ($uniq, 0);
1556 }
1557 }
1558
1559 Coro::cede;
1560 # now do the right thing for maps
1561 $self->link_multipart_objects;
1511 $self->difficulty ($self->estimate_difficulty) 1562 $self->difficulty ($self->estimate_difficulty)
1512 unless $self->difficulty; 1563 unless $self->difficulty;
1513 Coro::cede; 1564 Coro::cede;
1565
1566 unless ($self->{deny_activate}) {
1567 $self->decay_objects;
1568 $self->fix_auto_apply;
1569 $self->update_buttons;
1570 Coro::cede;
1571 $self->set_darkness_map;
1572 Coro::cede;
1514 $self->activate; 1573 $self->activate;
1515 Coro::cede; 1574 }
1575
1576 $self->in_memory (cf::MAP_IN_MEMORY);
1516 } 1577 }
1517 1578
1518 $self->post_load; 1579 $self->post_load;
1519 Coro::cede;
1520
1521 $self->in_memory (cf::MAP_IN_MEMORY);
1522} 1580}
1523 1581
1524sub customise_for { 1582sub customise_for {
1525 my ($self, $ob) = @_; 1583 my ($self, $ob) = @_;
1526 1584
1717instantiated unique items. May block. 1775instantiated unique items. May block.
1718 1776
1719=cut 1777=cut
1720 1778
1721sub unique_maps() { 1779sub unique_maps() {
1722 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1780 my $files = aio_readdir $UNIQUEDIR
1723 or return; 1781 or return;
1724 1782
1725 my @paths; 1783 my @paths;
1726 1784
1727 for (@$files) { 1785 for (@$files) {
1983 2041
1984 $rmp->{random_seed} ||= $exit->random_seed; 2042 $rmp->{random_seed} ||= $exit->random_seed;
1985 2043
1986 my $data = cf::to_json $rmp; 2044 my $data = cf::to_json $rmp;
1987 my $md5 = Digest::MD5::md5_hex $data; 2045 my $md5 = Digest::MD5::md5_hex $data;
1988 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2046 my $meta = "$RANDOMDIR/$md5.meta";
1989 2047
1990 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2048 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1991 aio_write $fh, 0, (length $data), $data, 0; 2049 aio_write $fh, 0, (length $data), $data, 0;
1992 undef $fh; 2050 undef $fh;
1993 aio_rename "$meta~", $meta; 2051 aio_rename "$meta~", $meta;
2262############################################################################# 2320#############################################################################
2263 2321
2264=head2 EXTENSION DATABASE SUPPORT 2322=head2 EXTENSION DATABASE SUPPORT
2265 2323
2266Crossfire maintains a very simple database for extension use. It can 2324Crossfire maintains a very simple database for extension use. It can
2267currently store anything that can be serialised using Storable, which 2325currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2268excludes objects. 2326convert to/from binary).
2269 2327
2270The parameter C<$family> should best start with the name of the extension 2328The parameter C<$family> should best start with the name of the extension
2271using it, it should be unique. 2329using it, it should be unique.
2272 2330
2273=over 4 2331=over 4
2296 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2354 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2297 cf::cleanup "db_open(db): $!" if $!; 2355 cf::cleanup "db_open(db): $!" if $!;
2298 }; 2356 };
2299 cf::cleanup "db_open(db): $@" if $@; 2357 cf::cleanup "db_open(db): $@" if $@;
2300 }; 2358 };
2301
2302 my $path = cf::localdir . "/database.pst";
2303 if (stat $path) {
2304 cf::sync_job {
2305 my $pst = Storable::retrieve $path;
2306
2307 cf::db_put (board => data => $pst->{board});
2308 cf::db_put (guildrules => data => $pst->{guildrules});
2309 cf::db_put (rent => balance => $pst->{rent}{balance});
2310 BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312 unlink $path;
2313 };
2314 }
2315 } 2359 }
2316} 2360}
2317 2361
2318sub db_get($$) { 2362sub db_get($$) {
2319 my $key = "$_[0]/$_[1]"; 2363 my $key = "$_[0]/$_[1]";
2320 2364
2321 cf::sync_job { 2365 cf::sync_job {
2322 BDB::db_get $DB, undef, $key, my $data; 2366 BDB::db_get $DB, undef, $key, my $data;
2323 2367
2324 $! ? () 2368 $! ? ()
2325 : Compress::LZF::sthaw $data 2369 : $data
2326 } 2370 }
2327} 2371}
2328 2372
2329sub db_put($$$) { 2373sub db_put($$$) {
2330 BDB::dbreq_pri 4; 2374 BDB::dbreq_pri 4;
2331 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2375 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2332} 2376}
2377
2378=item cf::cache $id => [$paths...], $processversion => $process
2379
2380Generic caching function that returns the value of the resource $id,
2381caching and regenerating as required.
2382
2383This function can block.
2384
2385=cut
2386
2387sub cache {
2388 my ($id, $src, $processversion, $process) = @_;
2389
2390 my $meta =
2391 join "\x00",
2392 $processversion,
2393 map {
2394 aio_stat $_
2395 and Carp::croak "$_: $!";
2396
2397 ($_, (stat _)[7,9])
2398 } @$src;
2399
2400 my $dbmeta = db_get cache => "$id/meta";
2401 if ($dbmeta ne $meta) {
2402 # changed, we may need to process
2403
2404 my @data;
2405 my $md5;
2406
2407 for (0 .. $#$src) {
2408 0 <= aio_load $src->[$_], $data[$_]
2409 or Carp::croak "$src->[$_]: $!";
2410 }
2411
2412 # if processing is expensive, check
2413 # checksum first
2414 if (1) {
2415 $md5 =
2416 join "\x00",
2417 $processversion,
2418 map {
2419 Coro::cede;
2420 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2421 } 0.. $#$src;
2422
2423
2424 my $dbmd5 = db_get cache => "$id/md5";
2425 if ($dbmd5 eq $md5) {
2426 db_put cache => "$id/meta", $meta;
2427
2428 return db_get cache => "$id/data";
2429 }
2430 }
2431
2432 my $t1 = Time::HiRes::time;
2433 my $data = $process->(\@data);
2434 my $t2 = Time::HiRes::time;
2435
2436 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2437
2438 db_put cache => "$id/data", $data;
2439 db_put cache => "$id/md5" , $md5;
2440 db_put cache => "$id/meta", $meta;
2441
2442 return $data;
2443 }
2444
2445 db_get cache => "$id/data"
2446}
2447
2448=item fork_call { }, $args
2449
2450Executes the given code block with the given arguments in a seperate
2451process, returning the results. Everything must be serialisable with
2452Coro::Storable. May, of course, block. Note that the executed sub may
2453never block itself or use any form of Event handling.
2454
2455=cut
2456
2457sub fork_call(&@) {
2458 my ($cb, @args) = @_;
2459
2460# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2461# or die "socketpair: $!";
2462 pipe my $fh1, my $fh2
2463 or die "pipe: $!";
2464
2465 if (my $pid = fork) {
2466 close $fh2;
2467
2468 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2469 $res = Coro::Storable::thaw $res;
2470
2471 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2472
2473 die $$res unless "ARRAY" eq ref $res;
2474
2475 return wantarray ? @$res : $res->[-1];
2476 } else {
2477 reset_signals;
2478 local $SIG{__WARN__};
2479 local $SIG{__DIE__};
2480 eval {
2481 close $fh1;
2482
2483 my @res = eval { $cb->(@args) };
2484 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2485 };
2486
2487 warn $@ if $@;
2488 _exit 0;
2489 }
2490}
2491
2492
2333 2493
2334############################################################################# 2494#############################################################################
2335# the server's init and main functions 2495# the server's init and main functions
2336 2496
2337sub load_facedata { 2497sub load_facedata($) {
2338 my $path = sprintf "%s/facedata", cf::datadir; 2498 my ($path) = @_;
2339 2499
2340 warn "loading facedata from $path\n"; 2500 warn "loading facedata from $path\n";
2341 2501
2342 my $facedata; 2502 my $facedata;
2343 0 < aio_load $path, $facedata 2503 0 < aio_load $path, $facedata
2384 } 2544 }
2385 2545
2386 1 2546 1
2387} 2547}
2388 2548
2549sub reload_regions {
2550 load_resource_file "$MAPDIR/regions"
2551 or die "unable to load regions file\n";
2552}
2553
2554sub reload_facedata {
2555 load_facedata "$DATADIR/facedata"
2556 or die "unable to load facedata\n";
2557}
2558
2389sub load_archetypes { 2559sub reload_archetypes {
2390 load_archetype_file sprintf "%s/archetypes", cf::datadir; # remove when stable 2560 load_resource_file "$DATADIR/archetypes"
2391 load_archetype_file sprintf "%s/archetypes", cf::datadir 2561 or die "unable to load archetypes\n";
2392} 2562}
2393 2563
2394sub load_treasures { 2564sub reload_treasures {
2395 load_treasure_file sprintf "%s/treasures", cf::datadir 2565 load_resource_file "$DATADIR/treasures"
2566 or die "unable to load treasurelists\n";
2396} 2567}
2397 2568
2398sub reload_resources { 2569sub reload_resources {
2399 warn "reloading resource files...\n"; 2570 warn "reloading resource files...\n";
2400 2571
2401 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2572 reload_regions;
2402 or die "unable to load regions file\n";
2403 load_facedata 2573 reload_facedata;
2404 or die "unable to load facedata\n";
2405 load_archetypes 2574 reload_archetypes;
2406 or die "unable to load archetypes\n";
2407 load_treasures 2575 reload_treasures;
2408 or die "unable to load treasurelists\n";
2409 2576
2410 warn "finished reloading resource files\n"; 2577 warn "finished reloading resource files\n";
2411} 2578}
2412 2579
2413sub init { 2580sub init {
2414 reload_resources; 2581 reload_resources;
2415} 2582}
2416 2583
2417sub cfg_load { 2584sub cfg_load {
2418 open my $fh, "<:utf8", cf::confdir . "/config" 2585 open my $fh, "<:utf8", "$CONFDIR/config"
2419 or return; 2586 or return;
2420 2587
2421 local $/; 2588 local $/;
2422 *CFG = YAML::Syck::Load <$fh>; 2589 *CFG = YAML::Syck::Load <$fh>;
2423 2590
2508 2675
2509 warn Carp::longmess "post_cleanup backtrace" 2676 warn Carp::longmess "post_cleanup backtrace"
2510 if $make_core; 2677 if $make_core;
2511} 2678}
2512 2679
2513sub reload() { 2680sub do_reload_perl() {
2514 # can/must only be called in main 2681 # can/must only be called in main
2515 if ($Coro::current != $Coro::main) { 2682 if ($Coro::current != $Coro::main) {
2516 warn "can only reload from main coroutine"; 2683 warn "can only reload from main coroutine";
2517 return; 2684 return;
2518 } 2685 }
2593 Symbol::delete_package "safe::$_" 2760 Symbol::delete_package "safe::$_"
2594 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2761 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2595 2762
2596 warn "unloading cf.pm \"a bit\""; 2763 warn "unloading cf.pm \"a bit\"";
2597 delete $INC{"cf.pm"}; 2764 delete $INC{"cf.pm"};
2765 delete $INC{"cf/pod.pm"};
2598 2766
2599 # don't, removes xs symbols, too, 2767 # don't, removes xs symbols, too,
2600 # and global variables created in xs 2768 # and global variables created in xs
2601 #Symbol::delete_package __PACKAGE__; 2769 #Symbol::delete_package __PACKAGE__;
2602 2770
2617 warn "reattaching attachments to maps"; 2785 warn "reattaching attachments to maps";
2618 reattach $_ for values %MAP; 2786 reattach $_ for values %MAP;
2619 warn "reattaching attachments to players"; 2787 warn "reattaching attachments to players";
2620 reattach $_ for values %PLAYER; 2788 reattach $_ for values %PLAYER;
2621 2789
2622 warn "loading reloadable resources";
2623 reload_resources;
2624
2625 warn "leaving sync_job"; 2790 warn "leaving sync_job";
2626 2791
2627 1 2792 1
2628 } or do { 2793 } or do {
2629 warn $@; 2794 warn $@;
2634 warn "reloaded"; 2799 warn "reloaded";
2635}; 2800};
2636 2801
2637our $RELOAD_WATCHER; # used only during reload 2802our $RELOAD_WATCHER; # used only during reload
2638 2803
2804sub reload_perl() {
2805 # doing reload synchronously and two reloads happen back-to-back,
2806 # coro crashes during coro_state_free->destroy here.
2807
2808 $RELOAD_WATCHER ||= Event->timer (
2809 reentrant => 0,
2810 after => 0,
2811 data => WF_AUTOCANCEL,
2812 cb => sub {
2813 do_reload_perl;
2814 undef $RELOAD_WATCHER;
2815 },
2816 );
2817}
2818
2639register_command "reload" => sub { 2819register_command "reload" => sub {
2640 my ($who, $arg) = @_; 2820 my ($who, $arg) = @_;
2641 2821
2642 if ($who->flag (FLAG_WIZ)) { 2822 if ($who->flag (FLAG_WIZ)) {
2643 $who->message ("reloading server."); 2823 $who->message ("reloading server.");
2644 2824 async { reload_perl };
2645 # doing reload synchronously and two reloads happen back-to-back,
2646 # coro crashes during coro_state_free->destroy here.
2647
2648 $RELOAD_WATCHER ||= Event->timer (
2649 reentrant => 0,
2650 after => 0,
2651 data => WF_AUTOCANCEL,
2652 cb => sub {
2653 reload;
2654 undef $RELOAD_WATCHER;
2655 },
2656 );
2657 } 2825 }
2658}; 2826};
2659 2827
2660unshift @INC, $LIBDIR; 2828unshift @INC, $LIBDIR;
2661 2829
2693 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 2861 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2694 unless ++$bug_warning > 10; 2862 unless ++$bug_warning > 10;
2695 return; 2863 return;
2696 } 2864 }
2697 2865
2698 $NOW = Event::time; 2866 $NOW = $tick_start = Event::time;
2699 2867
2700 cf::server_tick; # one server iteration 2868 cf::server_tick; # one server iteration
2701 2869
2702 $RUNTIME += $TICK; 2870 $RUNTIME += $TICK;
2703 $NEXT_TICK += $TICK; 2871 $NEXT_TICK += $TICK;
2711 } 2879 }
2712 2880
2713# my $AFTER = Event::time; 2881# my $AFTER = Event::time;
2714# warn $AFTER - $NOW;#d# 2882# warn $AFTER - $NOW;#d#
2715 2883
2884 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2885 $sig->send;
2886 }
2887 while (my $sig = shift @WAIT_FOR_TICK) {
2888 $sig->send;
2889 }
2890
2891 $NOW = Event::time;
2892
2716 # if we are delayed by four ticks or more, skip them all 2893 # if we are delayed by four ticks or more, skip them all
2717 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2894 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2718 2895
2719 $TICK_WATCHER->at ($NEXT_TICK); 2896 $TICK_WATCHER->at ($NEXT_TICK);
2720 $TICK_WATCHER->start; 2897 $TICK_WATCHER->start;
2721 2898
2722 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 2899 $LOAD = ($NOW - $tick_start) / $TICK;
2723 $sig->send; 2900 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2724 }
2725 while (my $sig = shift @WAIT_FOR_TICK) {
2726 $sig->send;
2727 }
2728 2901
2729 _post_tick; 2902 _post_tick;
2903
2904
2730 }, 2905 },
2731); 2906);
2732 2907
2733{ 2908{
2734 BDB::max_poll_time $TICK * 0.1; 2909 BDB::max_poll_time $TICK * 0.1;
2762 2937
2763 cf::sync_job { 2938 cf::sync_job {
2764 eval { 2939 eval {
2765 BDB::db_env_open 2940 BDB::db_env_open
2766 $DB_ENV, 2941 $DB_ENV,
2767 $BDB_ENV_DIR, 2942 $BDBDIR,
2768 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2943 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2769 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2944 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2770 0666; 2945 0666;
2771 2946
2772 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2947 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2773 2948
2774 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2949 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2775 $DB_ENV->set_lk_detect; 2950 $DB_ENV->set_lk_detect;
2776 }; 2951 };
2777 2952
2793 prio => 6, 2968 prio => 6,
2794 cb => \&IO::AIO::poll_cb, 2969 cb => \&IO::AIO::poll_cb,
2795 ); 2970 );
2796} 2971}
2797 2972
2973my $_log_backtrace;
2974
2975sub _log_backtrace {
2976 my ($msg, @addr) = @_;
2977
2978 $msg =~ s/\n//;
2979
2980 # limit the # of concurrent backtraces
2981 if ($_log_backtrace < 2) {
2982 ++$_log_backtrace;
2983 async {
2984 my @bt = fork_call {
2985 @addr = map { sprintf "%x", $_ } @addr;
2986 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2987 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2988 or die "addr2line: $!";
2989
2990 my @funcs;
2991 my @res = <$fh>;
2992 chomp for @res;
2993 while (@res) {
2994 my ($func, $line) = splice @res, 0, 2, ();
2995 push @funcs, "[$func] $line";
2996 }
2997
2998 @funcs
2999 };
3000
3001 LOG llevInfo, "[ABT] $msg\n";
3002 LOG llevInfo, "[ABT] $_\n" for @bt;
3003 --$_log_backtrace;
3004 };
3005 } else {
3006 LOG llevInfo, "[ABT] $msg\n";
3007 LOG llevInfo, "[ABT] [suppressed]\n";
3008 }
3009}
3010
3011# load additional modules
3012use cf::pod;
3013
2798END { cf::emergency_save } 3014END { cf::emergency_save }
2799 3015
28001 30161
2801 3017

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines