ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.247 by root, Tue Apr 17 18:24:30 2007 UTC vs.
Revision 1.269 by root, Tue May 22 21:35:26 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.61 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext"; 59
60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
58 71
59our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80 91
81# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
82our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
84binmode STDOUT; 99binmode STDOUT;
85binmode STDERR; 100binmode STDERR;
86 101
87# read virtual server time, if available 102# read virtual server time, if available
88unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
89 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
90 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
91 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
92} 107}
93 108
94mkdir cf::localdir; 109mkdir $_
95mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96mkdir cf::localdir . "/" . cf::tmpdir;
97mkdir cf::localdir . "/" . cf::uniquedir;
98mkdir $RANDOM_MAPS;
99mkdir $BDB_ENV_DIR;
100 111
101our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
102 113
103sub cf::map::normalise; 114sub cf::map::normalise;
104 115
115=item $cf::RUNTIME 126=item $cf::RUNTIME
116 127
117The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
118every server tick. 129every server tick.
119 130
120=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121 134
122The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
123be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
124 139
125=item $cf::NOW 140=item $cf::NOW
126 141
127The time of the last (current) server tick. 142The time of the last (current) server tick.
128 143
129=item $cf::TICK 144=item $cf::TICK
130 145
131The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
132 157
133=item %cf::CFG 158=item %cf::CFG
134 159
135Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
136from wherever your confdir points to. 161from wherever your confdir points to.
146=cut 171=cut
147 172
148BEGIN { 173BEGIN {
149 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
150 my $msg = join "", @_; 175 my $msg = join "", @_;
151 utf8::encode $msg;
152 176
153 $msg .= "\n" 177 $msg .= "\n"
154 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
155 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
156 LOG llevError, $msg; 183 LOG llevError, $msg;
157 }; 184 };
158} 185}
159 186
160@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
230returned. 257returned.
231 258
232Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
233uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
234 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
235=cut 266=cut
236 267
237our %LOCK; 268our %LOCK;
238 269
239sub lock_wait($) { 270sub lock_wait($) {
256 287
257 Coro::guard { 288 Coro::guard {
258 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
259 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
260 } 291 }
292}
293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
261} 298}
262 299
263sub freeze_mainloop { 300sub freeze_mainloop {
264 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
265 302
295 332
296sub sync_job(&) { 333sub sync_job(&) {
297 my ($job) = @_; 334 my ($job) = @_;
298 335
299 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
300 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
301 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
302 341
303 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
304 # (but this is cancel-safe) 343 # (but this is cancel-safe)
315 354
316 while ($busy) { 355 while ($busy) {
317 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
318 } 357 }
319 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
320 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
321 } else { 367 } else {
322 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
323 369
324 $job->() 370 $job->()
344 390
345 $coro 391 $coro
346} 392}
347 393
348sub write_runtime { 394sub write_runtime {
395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
401 utime undef, undef, $fh;
402 }
403
349 my $guard = cf::lock_acquire "write_runtime"; 404 my $guard = cf::lock_acquire "write_runtime";
350
351 my $runtime = cf::localdir . "/runtime";
352 405
353 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
354 or return; 407 or return;
355 408
356 my $value = $cf::RUNTIME + 90 + 10; 409 my $value = $cf::RUNTIME + 90 + 10;
362 415
363 # always fsync - this file is important 416 # always fsync - this file is important
364 aio_fsync $fh 417 aio_fsync $fh
365 and return; 418 and return;
366 419
420 # touch it again to show we are up-to-date
421 utime undef, undef, $fh;
422
367 close $fh 423 close $fh
368 or return; 424 or return;
369 425
370 aio_rename "$runtime~", $runtime 426 aio_rename "$runtime~", $runtime
371 and return; 427 and return;
428
429 warn "runtime file written.\n";#d#
372 430
373 1 431 1
374} 432}
375 433
376=item cf::datalog type => key => value, ... 434=item cf::datalog type => key => value, ...
569 $registry = $CB_TYPE[$object_type] ||= []; 627 $registry = $CB_TYPE[$object_type] ||= [];
570 628
571 } elsif ($type eq "subtype") { 629 } elsif ($type eq "subtype") {
572 defined $object_type or Carp::croak "subtype specified without type"; 630 defined $object_type or Carp::croak "subtype specified without type";
573 my $object_subtype = shift @arg; 631 my $object_subtype = shift @arg;
574 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 632 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
575 633
576 } elsif ($type eq "package") { 634 } elsif ($type eq "package") {
577 my $pkg = shift @arg; 635 my $pkg = shift @arg;
578 636
579 while (my ($name, $id) = each %cb_id) { 637 while (my ($name, $id) = each %cb_id) {
620 if (ref $_[0]) { 678 if (ref $_[0]) {
621 _object_attach @_; 679 _object_attach @_;
622 } else { 680 } else {
623 _attach shift->_attach_registry, @_; 681 _attach shift->_attach_registry, @_;
624 } 682 }
683 _recalc_want;
625}; 684};
626 685
627# all those should be optimised 686# all those should be optimised
628sub cf::attachable::detach { 687sub cf::attachable::detach {
629 my ($obj, $name) = @_; 688 my ($obj, $name) = @_;
632 delete $obj->{_attachment}{$name}; 691 delete $obj->{_attachment}{$name};
633 reattach ($obj); 692 reattach ($obj);
634 } else { 693 } else {
635 Carp::croak "cannot, currently, detach class attachments"; 694 Carp::croak "cannot, currently, detach class attachments";
636 } 695 }
696 _recalc_want;
637}; 697};
638 698
639sub cf::attachable::attached { 699sub cf::attachable::attached {
640 my ($obj, $name) = @_; 700 my ($obj, $name) = @_;
641 701
951Returns the given player object, loading it if necessary (might block). 1011Returns the given player object, loading it if necessary (might block).
952 1012
953=cut 1013=cut
954 1014
955sub playerdir($) { 1015sub playerdir($) {
956 cf::localdir 1016 "$PLAYERDIR/"
957 . "/"
958 . cf::playerdir
959 . "/"
960 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1017 . (ref $_[0] ? $_[0]->ob->name : $_[0])
961} 1018}
962 1019
963sub path($) { 1020sub path($) {
964 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1021 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1084while and may block, so not sync_job-capable, ever. 1141while and may block, so not sync_job-capable, ever.
1085 1142
1086=cut 1143=cut
1087 1144
1088sub list_logins { 1145sub list_logins {
1089 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1146 my $dirs = aio_readdir $PLAYERDIR
1090 or return []; 1147 or return [];
1091 1148
1092 my @logins; 1149 my @logins;
1093 1150
1094 for my $login (@$dirs) { 1151 for my $login (@$dirs) {
1332 1389
1333# the original (read-only) location 1390# the original (read-only) location
1334sub load_path { 1391sub load_path {
1335 my ($self) = @_; 1392 my ($self) = @_;
1336 1393
1337 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1394 "$MAPDIR/$self->{path}.map"
1338} 1395}
1339 1396
1340# the temporary/swap location 1397# the temporary/swap location
1341sub save_path { 1398sub save_path {
1342 my ($self) = @_; 1399 my ($self) = @_;
1343 1400
1344 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1401 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1402 "$TMPDIR/$path.map"
1346} 1403}
1347 1404
1348# the unique path, undef == no special unique path 1405# the unique path, undef == no special unique path
1349sub uniq_path { 1406sub uniq_path {
1350 my ($self) = @_; 1407 my ($self) = @_;
1351 1408
1352 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1409 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1410 "$UNIQUEDIR/$path"
1354} 1411}
1355 1412
1356# and all this just because we cannot iterate over 1413# and all this just because we cannot iterate over
1357# all maps in C++... 1414# all maps in C++...
1358sub change_all_map_light { 1415sub change_all_map_light {
1470 my ($self) = @_; 1527 my ($self) = @_;
1471 1528
1472 local $self->{deny_reset} = 1; # loading can take a long time 1529 local $self->{deny_reset} = 1; # loading can take a long time
1473 1530
1474 my $path = $self->{path}; 1531 my $path = $self->{path};
1532
1533 {
1475 my $guard = cf::lock_acquire "map_load:$path"; 1534 my $guard = cf::lock_acquire "map_load:$path";
1476 1535
1477 return if $self->in_memory != cf::MAP_SWAPPED; 1536 return if $self->in_memory != cf::MAP_SWAPPED;
1478 1537
1479 $self->in_memory (cf::MAP_LOADING); 1538 $self->in_memory (cf::MAP_LOADING);
1480 1539
1481 $self->alloc; 1540 $self->alloc;
1482 1541
1483 $self->pre_load; 1542 $self->pre_load;
1484 Coro::cede;
1485
1486 $self->_load_objects ($self->{load_path}, 1)
1487 or return;
1488
1489 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1490 if delete $self->{load_original};
1491
1492 if (my $uniq = $self->uniq_path) {
1493 utf8::encode $uniq;
1494 if (aio_open $uniq, O_RDONLY, 0) {
1495 $self->clear_unique_items;
1496 $self->_load_objects ($uniq, 0);
1497 }
1498 }
1499
1500 Coro::cede;
1501 # now do the right thing for maps
1502 $self->link_multipart_objects;
1503 Coro::cede;
1504
1505 unless ($self->{deny_activate}) {
1506 $self->decay_objects;
1507 $self->fix_auto_apply;
1508 $self->update_buttons;
1509 Coro::cede; 1543 Coro::cede;
1510 $self->set_darkness_map; 1544
1545 $self->_load_objects ($self->{load_path}, 1)
1546 or return;
1547
1548 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1549 if delete $self->{load_original};
1550
1551 if (my $uniq = $self->uniq_path) {
1552 utf8::encode $uniq;
1553 if (aio_open $uniq, O_RDONLY, 0) {
1554 $self->clear_unique_items;
1555 $self->_load_objects ($uniq, 0);
1556 }
1557 }
1558
1559 Coro::cede;
1560 # now do the right thing for maps
1561 $self->link_multipart_objects;
1511 $self->difficulty ($self->estimate_difficulty) 1562 $self->difficulty ($self->estimate_difficulty)
1512 unless $self->difficulty; 1563 unless $self->difficulty;
1513 Coro::cede; 1564 Coro::cede;
1565
1566 unless ($self->{deny_activate}) {
1567 $self->decay_objects;
1568 $self->fix_auto_apply;
1569 $self->update_buttons;
1570 Coro::cede;
1571 $self->set_darkness_map;
1572 Coro::cede;
1514 $self->activate; 1573 $self->activate;
1515 Coro::cede; 1574 }
1575
1576 $self->in_memory (cf::MAP_IN_MEMORY);
1516 } 1577 }
1517 1578
1518 $self->post_load; 1579 $self->post_load;
1519 Coro::cede;
1520
1521 $self->in_memory (cf::MAP_IN_MEMORY);
1522} 1580}
1523 1581
1524sub customise_for { 1582sub customise_for {
1525 my ($self, $ob) = @_; 1583 my ($self, $ob) = @_;
1526 1584
1717instantiated unique items. May block. 1775instantiated unique items. May block.
1718 1776
1719=cut 1777=cut
1720 1778
1721sub unique_maps() { 1779sub unique_maps() {
1722 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1780 my $files = aio_readdir $UNIQUEDIR
1723 or return; 1781 or return;
1724 1782
1725 my @paths; 1783 my @paths;
1726 1784
1727 for (@$files) { 1785 for (@$files) {
1917 })->prio (2); 1975 })->prio (2);
1918 } 1976 }
1919 }, 1977 },
1920); 1978);
1921 1979
1922=item $player_object->goto ($path, $x, $y) 1980=item $player_object->goto ($path, $x, $y[, $check->($map)])
1981
1982Moves the player to the given map-path and coordinates by first freezing
1983her, loading and preparing them map, calling the provided $check callback
1984that has to return the map if sucecssful, and then unfreezes the player on
1985the new (success) or old (failed) map position.
1923 1986
1924=cut 1987=cut
1925 1988
1926sub cf::object::player::goto { 1989sub cf::object::player::goto {
1927 my ($self, $path, $x, $y) = @_; 1990 my ($self, $path, $x, $y, $check) = @_;
1928 1991
1929 $self->enter_link; 1992 $self->enter_link;
1930 1993
1931 (async { 1994 (async {
1932 my $map = eval { 1995 my $map = eval {
1933 my $map = cf::map::find $path; 1996 my $map = cf::map::find $path;
1997
1998 if ($map) {
1934 $map = $map->customise_for ($self) if $map; 1999 $map = $map->customise_for ($self);
2000 $map = $check->($map) if $check && $map;
2001 } else {
2002 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2003 }
2004
1935 $map 2005 $map
2006 };
2007
2008 if ($@) {
2009 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2010 LOG llevError | logBacktrace, Carp::longmess $@;
1936 } or 2011 }
1937 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1938 2012
1939 $self->leave_link ($map, $x, $y); 2013 $self->leave_link ($map, $x, $y);
1940 })->prio (1); 2014 })->prio (1);
1941} 2015}
1942 2016
1983 2057
1984 $rmp->{random_seed} ||= $exit->random_seed; 2058 $rmp->{random_seed} ||= $exit->random_seed;
1985 2059
1986 my $data = cf::to_json $rmp; 2060 my $data = cf::to_json $rmp;
1987 my $md5 = Digest::MD5::md5_hex $data; 2061 my $md5 = Digest::MD5::md5_hex $data;
1988 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2062 my $meta = "$RANDOMDIR/$md5.meta";
1989 2063
1990 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2064 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1991 aio_write $fh, 0, (length $data), $data, 0; 2065 aio_write $fh, 0, (length $data), $data, 0;
1992 undef $fh; 2066 undef $fh;
1993 aio_rename "$meta~", $meta; 2067 aio_rename "$meta~", $meta;
2262############################################################################# 2336#############################################################################
2263 2337
2264=head2 EXTENSION DATABASE SUPPORT 2338=head2 EXTENSION DATABASE SUPPORT
2265 2339
2266Crossfire maintains a very simple database for extension use. It can 2340Crossfire maintains a very simple database for extension use. It can
2267currently store anything that can be serialised using Storable, which 2341currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2268excludes objects. 2342convert to/from binary).
2269 2343
2270The parameter C<$family> should best start with the name of the extension 2344The parameter C<$family> should best start with the name of the extension
2271using it, it should be unique. 2345using it, it should be unique.
2272 2346
2273=over 4 2347=over 4
2296 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2370 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2297 cf::cleanup "db_open(db): $!" if $!; 2371 cf::cleanup "db_open(db): $!" if $!;
2298 }; 2372 };
2299 cf::cleanup "db_open(db): $@" if $@; 2373 cf::cleanup "db_open(db): $@" if $@;
2300 }; 2374 };
2301
2302 my $path = cf::localdir . "/database.pst";
2303 if (stat $path) {
2304 cf::sync_job {
2305 my $pst = Storable::retrieve $path;
2306
2307 cf::db_put (board => data => $pst->{board});
2308 cf::db_put (guildrules => data => $pst->{guildrules});
2309 cf::db_put (rent => balance => $pst->{rent}{balance});
2310 BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312 unlink $path;
2313 };
2314 }
2315 } 2375 }
2316} 2376}
2317 2377
2318sub db_get($$) { 2378sub db_get($$) {
2319 my $key = "$_[0]/$_[1]"; 2379 my $key = "$_[0]/$_[1]";
2320 2380
2321 cf::sync_job { 2381 cf::sync_job {
2322 BDB::db_get $DB, undef, $key, my $data; 2382 BDB::db_get $DB, undef, $key, my $data;
2323 2383
2324 $! ? () 2384 $! ? ()
2325 : Compress::LZF::sthaw $data 2385 : $data
2326 } 2386 }
2327} 2387}
2328 2388
2329sub db_put($$$) { 2389sub db_put($$$) {
2330 BDB::dbreq_pri 4; 2390 BDB::dbreq_pri 4;
2331 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2391 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2332} 2392}
2393
2394=item cf::cache $id => [$paths...], $processversion => $process
2395
2396Generic caching function that returns the value of the resource $id,
2397caching and regenerating as required.
2398
2399This function can block.
2400
2401=cut
2402
2403sub cache {
2404 my ($id, $src, $processversion, $process) = @_;
2405
2406 my $meta =
2407 join "\x00",
2408 $processversion,
2409 map {
2410 aio_stat $_
2411 and Carp::croak "$_: $!";
2412
2413 ($_, (stat _)[7,9])
2414 } @$src;
2415
2416 my $dbmeta = db_get cache => "$id/meta";
2417 if ($dbmeta ne $meta) {
2418 # changed, we may need to process
2419
2420 my @data;
2421 my $md5;
2422
2423 for (0 .. $#$src) {
2424 0 <= aio_load $src->[$_], $data[$_]
2425 or Carp::croak "$src->[$_]: $!";
2426 }
2427
2428 # if processing is expensive, check
2429 # checksum first
2430 if (1) {
2431 $md5 =
2432 join "\x00",
2433 $processversion,
2434 map {
2435 Coro::cede;
2436 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2437 } 0.. $#$src;
2438
2439
2440 my $dbmd5 = db_get cache => "$id/md5";
2441 if ($dbmd5 eq $md5) {
2442 db_put cache => "$id/meta", $meta;
2443
2444 return db_get cache => "$id/data";
2445 }
2446 }
2447
2448 my $t1 = Time::HiRes::time;
2449 my $data = $process->(\@data);
2450 my $t2 = Time::HiRes::time;
2451
2452 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2453
2454 db_put cache => "$id/data", $data;
2455 db_put cache => "$id/md5" , $md5;
2456 db_put cache => "$id/meta", $meta;
2457
2458 return $data;
2459 }
2460
2461 db_get cache => "$id/data"
2462}
2463
2464=item fork_call { }, $args
2465
2466Executes the given code block with the given arguments in a seperate
2467process, returning the results. Everything must be serialisable with
2468Coro::Storable. May, of course, block. Note that the executed sub may
2469never block itself or use any form of Event handling.
2470
2471=cut
2472
2473sub fork_call(&@) {
2474 my ($cb, @args) = @_;
2475
2476# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2477# or die "socketpair: $!";
2478 pipe my $fh1, my $fh2
2479 or die "pipe: $!";
2480
2481 if (my $pid = fork) {
2482 close $fh2;
2483
2484 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2485 $res = Coro::Storable::thaw $res;
2486
2487 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2488
2489 die $$res unless "ARRAY" eq ref $res;
2490
2491 return wantarray ? @$res : $res->[-1];
2492 } else {
2493 reset_signals;
2494 local $SIG{__WARN__};
2495 local $SIG{__DIE__};
2496 eval {
2497 close $fh1;
2498
2499 my @res = eval { $cb->(@args) };
2500 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2501 };
2502
2503 warn $@ if $@;
2504 _exit 0;
2505 }
2506}
2507
2508
2333 2509
2334############################################################################# 2510#############################################################################
2335# the server's init and main functions 2511# the server's init and main functions
2336 2512
2337sub load_facedata($) { 2513sub load_facedata($) {
2384 } 2560 }
2385 2561
2386 1 2562 1
2387} 2563}
2388 2564
2565sub reload_regions {
2566 load_resource_file "$MAPDIR/regions"
2567 or die "unable to load regions file\n";
2568}
2569
2389sub reload_facedata { 2570sub reload_facedata {
2390 load_facedata sprintf "%s/facedata", cf::datadir 2571 load_facedata "$DATADIR/facedata"
2391 or die "unable to load facedata\n"; 2572 or die "unable to load facedata\n";
2392} 2573}
2393 2574
2394sub reload_regions {
2395 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir
2396 or die "unable to load regions file\n";
2397}
2398
2399sub reload_archetypes { 2575sub reload_archetypes {
2400 load_archetype_file sprintf "%s/archetypes", cf::datadir 2576 load_resource_file "$DATADIR/archetypes"
2401 or die "unable to load archetypes\n"; 2577 or die "unable to load archetypes\n";
2402} 2578}
2403 2579
2404sub reload_treasures { 2580sub reload_treasures {
2405 load_resource_file sprintf "%s/treasures", cf::datadir 2581 load_resource_file "$DATADIR/treasures"
2406 or die "unable to load treasurelists\n"; 2582 or die "unable to load treasurelists\n";
2407} 2583}
2408 2584
2409sub reload_resources { 2585sub reload_resources {
2410 warn "reloading resource files...\n"; 2586 warn "reloading resource files...\n";
2420sub init { 2596sub init {
2421 reload_resources; 2597 reload_resources;
2422} 2598}
2423 2599
2424sub cfg_load { 2600sub cfg_load {
2425 open my $fh, "<:utf8", cf::confdir . "/config" 2601 open my $fh, "<:utf8", "$CONFDIR/config"
2426 or return; 2602 or return;
2427 2603
2428 local $/; 2604 local $/;
2429 *CFG = YAML::Syck::Load <$fh>; 2605 *CFG = YAML::Syck::Load <$fh>;
2430 2606
2600 Symbol::delete_package "safe::$_" 2776 Symbol::delete_package "safe::$_"
2601 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2777 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2602 2778
2603 warn "unloading cf.pm \"a bit\""; 2779 warn "unloading cf.pm \"a bit\"";
2604 delete $INC{"cf.pm"}; 2780 delete $INC{"cf.pm"};
2781 delete $INC{"cf/pod.pm"};
2605 2782
2606 # don't, removes xs symbols, too, 2783 # don't, removes xs symbols, too,
2607 # and global variables created in xs 2784 # and global variables created in xs
2608 #Symbol::delete_package __PACKAGE__; 2785 #Symbol::delete_package __PACKAGE__;
2609 2786
2687 my $signal = new Coro::Signal; 2864 my $signal = new Coro::Signal;
2688 push @WAIT_FOR_TICK_BEGIN, $signal; 2865 push @WAIT_FOR_TICK_BEGIN, $signal;
2689 $signal->wait; 2866 $signal->wait;
2690} 2867}
2691 2868
2869 my $min = 1e6;#d#
2870 my $avg = 10;
2692$TICK_WATCHER = Event->timer ( 2871$TICK_WATCHER = Event->timer (
2693 reentrant => 0, 2872 reentrant => 0,
2694 parked => 1, 2873 parked => 1,
2695 prio => 0, 2874 prio => 0,
2696 at => $NEXT_TICK || $TICK, 2875 at => $NEXT_TICK || $TICK,
2700 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 2879 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2701 unless ++$bug_warning > 10; 2880 unless ++$bug_warning > 10;
2702 return; 2881 return;
2703 } 2882 }
2704 2883
2705 $NOW = Event::time; 2884 $NOW = $tick_start = Event::time;
2706 2885
2707 cf::server_tick; # one server iteration 2886 cf::server_tick; # one server iteration
2887
2888 0 && sync_job {#d#
2889 for(1..10) {
2890 my $t = Event::time;
2891 my $map = my $map = new_from_path cf::map "/tmp/x.map"
2892 or die;
2893
2894 $map->width (50);
2895 $map->height (50);
2896 $map->alloc;
2897 $map->_load_objects ("/tmp/x.map", 1);
2898 my $t = Event::time - $t;
2899
2900 #next unless $t < 0.0013;#d#
2901 if ($t < $min) {
2902 $min = $t;
2903 }
2904 $avg = $avg * 0.99 + $t * 0.01;
2905 }
2906 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2907 exit 0;
2908 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2909 };
2708 2910
2709 $RUNTIME += $TICK; 2911 $RUNTIME += $TICK;
2710 $NEXT_TICK += $TICK; 2912 $NEXT_TICK += $TICK;
2711 2913
2712 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2914 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2718 } 2920 }
2719 2921
2720# my $AFTER = Event::time; 2922# my $AFTER = Event::time;
2721# warn $AFTER - $NOW;#d# 2923# warn $AFTER - $NOW;#d#
2722 2924
2925 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2926 $sig->send;
2927 }
2928 while (my $sig = shift @WAIT_FOR_TICK) {
2929 $sig->send;
2930 }
2931
2932 $NOW = Event::time;
2933
2723 # if we are delayed by four ticks or more, skip them all 2934 # if we are delayed by four ticks or more, skip them all
2724 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2935 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2725 2936
2726 $TICK_WATCHER->at ($NEXT_TICK); 2937 $TICK_WATCHER->at ($NEXT_TICK);
2727 $TICK_WATCHER->start; 2938 $TICK_WATCHER->start;
2728 2939
2729 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 2940 $LOAD = ($NOW - $tick_start) / $TICK;
2730 $sig->send; 2941 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2731 }
2732 while (my $sig = shift @WAIT_FOR_TICK) {
2733 $sig->send;
2734 }
2735 2942
2736 _post_tick; 2943 _post_tick;
2944
2945
2737 }, 2946 },
2738); 2947);
2739 2948
2740{ 2949{
2741 BDB::max_poll_time $TICK * 0.1; 2950 BDB::max_poll_time $TICK * 0.1;
2769 2978
2770 cf::sync_job { 2979 cf::sync_job {
2771 eval { 2980 eval {
2772 BDB::db_env_open 2981 BDB::db_env_open
2773 $DB_ENV, 2982 $DB_ENV,
2774 $BDB_ENV_DIR, 2983 $BDBDIR,
2775 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2984 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2776 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2985 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2777 0666; 2986 0666;
2778 2987
2779 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2988 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2780 2989
2781 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2990 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2782 $DB_ENV->set_lk_detect; 2991 $DB_ENV->set_lk_detect;
2783 }; 2992 };
2784 2993
2800 prio => 6, 3009 prio => 6,
2801 cb => \&IO::AIO::poll_cb, 3010 cb => \&IO::AIO::poll_cb,
2802 ); 3011 );
2803} 3012}
2804 3013
3014my $_log_backtrace;
3015
3016sub _log_backtrace {
3017 my ($msg, @addr) = @_;
3018
3019 $msg =~ s/\n//;
3020
3021 # limit the # of concurrent backtraces
3022 if ($_log_backtrace < 2) {
3023 ++$_log_backtrace;
3024 async {
3025 my @bt = fork_call {
3026 @addr = map { sprintf "%x", $_ } @addr;
3027 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3028 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3029 or die "addr2line: $!";
3030
3031 my @funcs;
3032 my @res = <$fh>;
3033 chomp for @res;
3034 while (@res) {
3035 my ($func, $line) = splice @res, 0, 2, ();
3036 push @funcs, "[$func] $line";
3037 }
3038
3039 @funcs
3040 };
3041
3042 LOG llevInfo, "[ABT] $msg\n";
3043 LOG llevInfo, "[ABT] $_\n" for @bt;
3044 --$_log_backtrace;
3045 };
3046 } else {
3047 LOG llevInfo, "[ABT] $msg\n";
3048 LOG llevInfo, "[ABT] [suppressed]\n";
3049 }
3050}
3051
3052# load additional modules
3053use cf::pod;
3054
2805END { cf::emergency_save } 3055END { cf::emergency_save }
2806 3056
28071 30571
2808 3058

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines