ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.238 by root, Sat Apr 14 07:23:00 2007 UTC vs.
Revision 1.271 by root, Fri Jun 1 06:04:08 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext";
58 59
59our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63our $NEXT_TICK; 76our $NEXT_TICK;
64our $NOW; 77our $NOW;
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80
81our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
82our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
83 91
84# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
85our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
86 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
87binmode STDOUT; 99binmode STDOUT;
88binmode STDERR; 100binmode STDERR;
89 101
90# read virtual server time, if available 102# read virtual server time, if available
91unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
92 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
93 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
94 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
95} 107}
96 108
97mkdir cf::localdir; 109mkdir $_
98mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
99mkdir cf::localdir . "/" . cf::tmpdir;
100mkdir cf::localdir . "/" . cf::uniquedir;
101mkdir $RANDOM_MAPS;
102mkdir $BDB_ENV_DIR;
103 111
104our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
105 113
106sub cf::map::normalise; 114sub cf::map::normalise;
107 115
118=item $cf::RUNTIME 126=item $cf::RUNTIME
119 127
120The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
121every server tick. 129every server tick.
122 130
123=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
124 134
125The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
126be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
127 139
128=item $cf::NOW 140=item $cf::NOW
129 141
130The time of the last (current) server tick. 142The time of the last (current) server tick.
131 143
132=item $cf::TICK 144=item $cf::TICK
133 145
134The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
135 157
136=item %cf::CFG 158=item %cf::CFG
137 159
138Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
139from wherever your confdir points to. 161from wherever your confdir points to.
140 162
141=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
142 164
143These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
144or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
145processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
146window of cpu time available, or simply to synchronise to the server tick.
147 168
148=back 169=back
149 170
150=cut 171=cut
151 172
152BEGIN { 173BEGIN {
153 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
154 my $msg = join "", @_; 175 my $msg = join "", @_;
155 utf8::encode $msg;
156 176
157 $msg .= "\n" 177 $msg .= "\n"
158 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
159 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
160 LOG llevError, $msg; 183 LOG llevError, $msg;
161 }; 184 };
162} 185}
163 186
164@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
234returned. 257returned.
235 258
236Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
237uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
238 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
239=cut 266=cut
240 267
241our %LOCK; 268our %LOCK;
242 269
243sub lock_wait($) { 270sub lock_wait($) {
260 287
261 Coro::guard { 288 Coro::guard {
262 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
263 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
264 } 291 }
292}
293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
265} 298}
266 299
267sub freeze_mainloop { 300sub freeze_mainloop {
268 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
269 302
299 332
300sub sync_job(&) { 333sub sync_job(&) {
301 my ($job) = @_; 334 my ($job) = @_;
302 335
303 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
304 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
305 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
306 341
307 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
308 # (but this is cancel-safe) 343 # (but this is cancel-safe)
319 354
320 while ($busy) { 355 while ($busy) {
321 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
322 } 357 }
323 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
324 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
325 } else { 367 } else {
326 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
327 369
328 $job->() 370 $job->()
348 390
349 $coro 391 $coro
350} 392}
351 393
352sub write_runtime { 394sub write_runtime {
395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 IO::AIO::aio_utime $runtime, undef, undef;
401
353 my $guard = cf::lock_acquire "write_runtime"; 402 my $guard = cf::lock_acquire "write_runtime";
354
355 my $runtime = cf::localdir . "/runtime";
356 403
357 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 404 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
358 or return; 405 or return;
359 406
360 my $value = $cf::RUNTIME + 90 + 10; 407 my $value = $cf::RUNTIME + 90 + 10;
366 413
367 # always fsync - this file is important 414 # always fsync - this file is important
368 aio_fsync $fh 415 aio_fsync $fh
369 and return; 416 and return;
370 417
418 # touch it again to show we are up-to-date
419 aio_utime $fh, undef, undef;
420
371 close $fh 421 close $fh
372 or return; 422 or return;
373 423
374 aio_rename "$runtime~", $runtime 424 aio_rename "$runtime~", $runtime
375 and return; 425 and return;
426
427 warn "runtime file written.\n";#d#
376 428
377 1 429 1
378} 430}
379 431
380=item cf::datalog type => key => value, ... 432=item cf::datalog type => key => value, ...
573 $registry = $CB_TYPE[$object_type] ||= []; 625 $registry = $CB_TYPE[$object_type] ||= [];
574 626
575 } elsif ($type eq "subtype") { 627 } elsif ($type eq "subtype") {
576 defined $object_type or Carp::croak "subtype specified without type"; 628 defined $object_type or Carp::croak "subtype specified without type";
577 my $object_subtype = shift @arg; 629 my $object_subtype = shift @arg;
578 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 630 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
579 631
580 } elsif ($type eq "package") { 632 } elsif ($type eq "package") {
581 my $pkg = shift @arg; 633 my $pkg = shift @arg;
582 634
583 while (my ($name, $id) = each %cb_id) { 635 while (my ($name, $id) = each %cb_id) {
624 if (ref $_[0]) { 676 if (ref $_[0]) {
625 _object_attach @_; 677 _object_attach @_;
626 } else { 678 } else {
627 _attach shift->_attach_registry, @_; 679 _attach shift->_attach_registry, @_;
628 } 680 }
681 _recalc_want;
629}; 682};
630 683
631# all those should be optimised 684# all those should be optimised
632sub cf::attachable::detach { 685sub cf::attachable::detach {
633 my ($obj, $name) = @_; 686 my ($obj, $name) = @_;
636 delete $obj->{_attachment}{$name}; 689 delete $obj->{_attachment}{$name};
637 reattach ($obj); 690 reattach ($obj);
638 } else { 691 } else {
639 Carp::croak "cannot, currently, detach class attachments"; 692 Carp::croak "cannot, currently, detach class attachments";
640 } 693 }
694 _recalc_want;
641}; 695};
642 696
643sub cf::attachable::attached { 697sub cf::attachable::attached {
644 my ($obj, $name) = @_; 698 my ($obj, $name) = @_;
645 699
955Returns the given player object, loading it if necessary (might block). 1009Returns the given player object, loading it if necessary (might block).
956 1010
957=cut 1011=cut
958 1012
959sub playerdir($) { 1013sub playerdir($) {
960 cf::localdir 1014 "$PLAYERDIR/"
961 . "/"
962 . cf::playerdir
963 . "/"
964 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1015 . (ref $_[0] ? $_[0]->ob->name : $_[0])
965} 1016}
966 1017
967sub path($) { 1018sub path($) {
968 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1019 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1088while and may block, so not sync_job-capable, ever. 1139while and may block, so not sync_job-capable, ever.
1089 1140
1090=cut 1141=cut
1091 1142
1092sub list_logins { 1143sub list_logins {
1093 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1144 my $dirs = aio_readdir $PLAYERDIR
1094 or return []; 1145 or return [];
1095 1146
1096 my @logins; 1147 my @logins;
1097 1148
1098 for my $login (@$dirs) { 1149 for my $login (@$dirs) {
1336 1387
1337# the original (read-only) location 1388# the original (read-only) location
1338sub load_path { 1389sub load_path {
1339 my ($self) = @_; 1390 my ($self) = @_;
1340 1391
1341 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1392 "$MAPDIR/$self->{path}.map"
1342} 1393}
1343 1394
1344# the temporary/swap location 1395# the temporary/swap location
1345sub save_path { 1396sub save_path {
1346 my ($self) = @_; 1397 my ($self) = @_;
1347 1398
1348 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1399 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1349 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1400 "$TMPDIR/$path.map"
1350} 1401}
1351 1402
1352# the unique path, undef == no special unique path 1403# the unique path, undef == no special unique path
1353sub uniq_path { 1404sub uniq_path {
1354 my ($self) = @_; 1405 my ($self) = @_;
1355 1406
1356 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1407 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1357 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1408 "$UNIQUEDIR/$path"
1358} 1409}
1359 1410
1360# and all this just because we cannot iterate over 1411# and all this just because we cannot iterate over
1361# all maps in C++... 1412# all maps in C++...
1362sub change_all_map_light { 1413sub change_all_map_light {
1474 my ($self) = @_; 1525 my ($self) = @_;
1475 1526
1476 local $self->{deny_reset} = 1; # loading can take a long time 1527 local $self->{deny_reset} = 1; # loading can take a long time
1477 1528
1478 my $path = $self->{path}; 1529 my $path = $self->{path};
1530
1531 {
1479 my $guard = cf::lock_acquire "map_load:$path"; 1532 my $guard = cf::lock_acquire "map_load:$path";
1480 1533
1481 return if $self->in_memory != cf::MAP_SWAPPED; 1534 return if $self->in_memory != cf::MAP_SWAPPED;
1482 1535
1483 $self->in_memory (cf::MAP_LOADING); 1536 $self->in_memory (cf::MAP_LOADING);
1484 1537
1485 $self->alloc; 1538 $self->alloc;
1486 1539
1487 $self->pre_load; 1540 $self->pre_load;
1488
1489 $self->_load_objects ($self->{load_path}, 1)
1490 or return;
1491
1492 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1493 if delete $self->{load_original};
1494
1495 if (my $uniq = $self->uniq_path) {
1496 utf8::encode $uniq;
1497 if (aio_open $uniq, O_RDONLY, 0) {
1498 $self->clear_unique_items;
1499 $self->_load_objects ($uniq, 0);
1500 }
1501 }
1502
1503 Coro::cede;
1504
1505 # now do the right thing for maps
1506 $self->link_multipart_objects;
1507
1508 unless ($self->{deny_activate}) {
1509 $self->decay_objects;
1510 $self->fix_auto_apply;
1511 $self->update_buttons;
1512 Coro::cede; 1541 Coro::cede;
1513 $self->set_darkness_map; 1542
1543 $self->_load_objects ($self->{load_path}, 1)
1544 or return;
1545
1546 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1547 if delete $self->{load_original};
1548
1549 if (my $uniq = $self->uniq_path) {
1550 utf8::encode $uniq;
1551 if (aio_open $uniq, O_RDONLY, 0) {
1552 $self->clear_unique_items;
1553 $self->_load_objects ($uniq, 0);
1554 }
1555 }
1556
1557 Coro::cede;
1558 # now do the right thing for maps
1559 $self->link_multipart_objects;
1514 $self->difficulty ($self->estimate_difficulty) 1560 $self->difficulty ($self->estimate_difficulty)
1515 unless $self->difficulty; 1561 unless $self->difficulty;
1516 Coro::cede; 1562 Coro::cede;
1563
1564 unless ($self->{deny_activate}) {
1565 $self->decay_objects;
1566 $self->fix_auto_apply;
1567 $self->update_buttons;
1568 Coro::cede;
1569 $self->set_darkness_map;
1570 Coro::cede;
1517 $self->activate; 1571 $self->activate;
1572 }
1573
1574 $self->in_memory (cf::MAP_IN_MEMORY);
1518 } 1575 }
1519 1576
1520 $self->post_load; 1577 $self->post_load;
1521
1522 $self->in_memory (cf::MAP_IN_MEMORY);
1523} 1578}
1524 1579
1525sub customise_for { 1580sub customise_for {
1526 my ($self, $ob) = @_; 1581 my ($self, $ob) = @_;
1527 1582
1718instantiated unique items. May block. 1773instantiated unique items. May block.
1719 1774
1720=cut 1775=cut
1721 1776
1722sub unique_maps() { 1777sub unique_maps() {
1723 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1778 my $files = aio_readdir $UNIQUEDIR
1724 or return; 1779 or return;
1725 1780
1726 my @paths; 1781 my @paths;
1727 1782
1728 for (@$files) { 1783 for (@$files) {
1847 $self->deactivate_recursive; 1902 $self->deactivate_recursive;
1848 1903
1849 return if UNIVERSAL::isa $self->map, "ext::map_link"; 1904 return if UNIVERSAL::isa $self->map, "ext::map_link";
1850 1905
1851 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1906 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1852 if $self->map; 1907 if $self->map && $self->map->{path} ne "{link}";
1853 1908
1854 $self->enter_map ($LINK_MAP || link_map, 10, 10); 1909 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1855} 1910}
1856 1911
1857sub cf::object::player::leave_link { 1912sub cf::object::player::leave_link {
1858 my ($self, $map, $x, $y) = @_; 1913 my ($self, $map, $x, $y) = @_;
1914
1915 return unless $self->contr->active;
1859 1916
1860 my $link_pos = delete $self->{_link_pos}; 1917 my $link_pos = delete $self->{_link_pos};
1861 1918
1862 unless ($map) { 1919 unless ($map) {
1863 # restore original map position 1920 # restore original map position
1886 1943
1887 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 1944 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1888 $self->enter_map ($map, $x, $y); 1945 $self->enter_map ($map, $x, $y);
1889} 1946}
1890 1947
1891cf::player->attach (
1892 on_logout => sub {
1893 my ($pl) = @_;
1894
1895 # abort map switching before logout
1896 if ($pl->ob->{_link_pos}) {
1897 cf::sync_job {
1898 $pl->ob->leave_link
1899 };
1900 }
1901 },
1902 on_login => sub {
1903 my ($pl) = @_;
1904
1905 # try to abort aborted map switching on player login :)
1906 # should happen only on crashes
1907 if ($pl->ob->{_link_pos}) {
1908 $pl->ob->enter_link;
1909 (async {
1910 $pl->ob->reply (undef,
1911 "There was an internal problem at your last logout, "
1912 . "the server will try to bring you to your intended destination in a second.",
1913 cf::NDI_RED);
1914 # we need this sleep as the login has a concurrent enter_exit running
1915 # and this sleep increases chances of the player not ending up in scorn
1916 Coro::Timer::sleep 1;
1917 $pl->ob->leave_link;
1918 })->prio (2);
1919 }
1920 },
1921);
1922
1923=item $player_object->goto ($path, $x, $y) 1948=item $player_object->goto ($path, $x, $y[, $check->($map)])
1924 1949
1950Moves the player to the given map-path and coordinates by first freezing
1951her, loading and preparing them map, calling the provided $check callback
1952that has to return the map if sucecssful, and then unfreezes the player on
1953the new (success) or old (failed) map position.
1954
1925=cut 1955=cut
1956
1957our $GOTOGEN;
1926 1958
1927sub cf::object::player::goto { 1959sub cf::object::player::goto {
1928 my ($self, $path, $x, $y) = @_; 1960 my ($self, $path, $x, $y, $check) = @_;
1961
1962 # do generation counting so two concurrent goto's will be executed in-order
1963 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1929 1964
1930 $self->enter_link; 1965 $self->enter_link;
1931 1966
1932 (async { 1967 (async {
1933 my $map = eval { 1968 my $map = eval {
1934 my $map = cf::map::find $path; 1969 my $map = cf::map::find $path;
1970
1971 if ($map) {
1935 $map = $map->customise_for ($self) if $map; 1972 $map = $map->customise_for ($self);
1973 $map = $check->($map) if $check && $map;
1974 } else {
1975 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1976 }
1977
1936 $map 1978 $map
1979 };
1980
1981 if ($@) {
1982 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
1983 LOG llevError | logBacktrace, Carp::longmess $@;
1937 } or 1984 }
1938 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1939 1985
1986 if ($gen == $self->{_goto_generation}) {
1987 delete $self->{_goto_generation};
1940 $self->leave_link ($map, $x, $y); 1988 $self->leave_link ($map, $x, $y);
1989 }
1941 })->prio (1); 1990 })->prio (1);
1942} 1991}
1943 1992
1944=item $player_object->enter_exit ($exit_object) 1993=item $player_object->enter_exit ($exit_object)
1945 1994
1984 2033
1985 $rmp->{random_seed} ||= $exit->random_seed; 2034 $rmp->{random_seed} ||= $exit->random_seed;
1986 2035
1987 my $data = cf::to_json $rmp; 2036 my $data = cf::to_json $rmp;
1988 my $md5 = Digest::MD5::md5_hex $data; 2037 my $md5 = Digest::MD5::md5_hex $data;
1989 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2038 my $meta = "$RANDOMDIR/$md5.meta";
1990 2039
1991 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2040 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1992 aio_write $fh, 0, (length $data), $data, 0; 2041 aio_write $fh, 0, (length $data), $data, 0;
1993 undef $fh; 2042 undef $fh;
1994 aio_rename "$meta~", $meta; 2043 aio_rename "$meta~", $meta;
2263############################################################################# 2312#############################################################################
2264 2313
2265=head2 EXTENSION DATABASE SUPPORT 2314=head2 EXTENSION DATABASE SUPPORT
2266 2315
2267Crossfire maintains a very simple database for extension use. It can 2316Crossfire maintains a very simple database for extension use. It can
2268currently store anything that can be serialised using Storable, which 2317currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2269excludes objects. 2318convert to/from binary).
2270 2319
2271The parameter C<$family> should best start with the name of the extension 2320The parameter C<$family> should best start with the name of the extension
2272using it, it should be unique. 2321using it, it should be unique.
2273 2322
2274=over 4 2323=over 4
2297 BDB::CREATE | BDB::AUTO_COMMIT, 0666; 2346 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2298 cf::cleanup "db_open(db): $!" if $!; 2347 cf::cleanup "db_open(db): $!" if $!;
2299 }; 2348 };
2300 cf::cleanup "db_open(db): $@" if $@; 2349 cf::cleanup "db_open(db): $@" if $@;
2301 }; 2350 };
2302
2303 my $path = cf::localdir . "/database.pst";
2304 if (stat $path) {
2305 cf::sync_job {
2306 my $pst = Storable::retrieve $path;
2307
2308 cf::db_put (board => data => $pst->{board});
2309 cf::db_put (guildrules => data => $pst->{guildrules});
2310 cf::db_put (rent => balance => $pst->{rent}{balance});
2311 BDB::db_env_txn_checkpoint $DB_ENV;
2312
2313 unlink $path;
2314 };
2315 }
2316 } 2351 }
2317} 2352}
2318 2353
2319sub db_get($$) { 2354sub db_get($$) {
2320 my $key = "$_[0]/$_[1]"; 2355 my $key = "$_[0]/$_[1]";
2321 2356
2322 cf::sync_job { 2357 cf::sync_job {
2323 BDB::db_get $DB, undef, $key, my $data; 2358 BDB::db_get $DB, undef, $key, my $data;
2324 2359
2325 $! ? () 2360 $! ? ()
2326 : Compress::LZF::sthaw $data 2361 : $data
2327 } 2362 }
2328} 2363}
2329 2364
2330sub db_put($$$) { 2365sub db_put($$$) {
2331 BDB::dbreq_pri 4; 2366 BDB::dbreq_pri 4;
2332 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { }; 2367 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2368}
2369
2370=item cf::cache $id => [$paths...], $processversion => $process
2371
2372Generic caching function that returns the value of the resource $id,
2373caching and regenerating as required.
2374
2375This function can block.
2376
2377=cut
2378
2379sub cache {
2380 my ($id, $src, $processversion, $process) = @_;
2381
2382 my $meta =
2383 join "\x00",
2384 $processversion,
2385 map {
2386 aio_stat $_
2387 and Carp::croak "$_: $!";
2388
2389 ($_, (stat _)[7,9])
2390 } @$src;
2391
2392 my $dbmeta = db_get cache => "$id/meta";
2393 if ($dbmeta ne $meta) {
2394 # changed, we may need to process
2395
2396 my @data;
2397 my $md5;
2398
2399 for (0 .. $#$src) {
2400 0 <= aio_load $src->[$_], $data[$_]
2401 or Carp::croak "$src->[$_]: $!";
2402 }
2403
2404 # if processing is expensive, check
2405 # checksum first
2406 if (1) {
2407 $md5 =
2408 join "\x00",
2409 $processversion,
2410 map {
2411 Coro::cede;
2412 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2413 } 0.. $#$src;
2414
2415
2416 my $dbmd5 = db_get cache => "$id/md5";
2417 if ($dbmd5 eq $md5) {
2418 db_put cache => "$id/meta", $meta;
2419
2420 return db_get cache => "$id/data";
2421 }
2422 }
2423
2424 my $t1 = Time::HiRes::time;
2425 my $data = $process->(\@data);
2426 my $t2 = Time::HiRes::time;
2427
2428 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2429
2430 db_put cache => "$id/data", $data;
2431 db_put cache => "$id/md5" , $md5;
2432 db_put cache => "$id/meta", $meta;
2433
2434 return $data;
2435 }
2436
2437 db_get cache => "$id/data"
2438}
2439
2440=item fork_call { }, $args
2441
2442Executes the given code block with the given arguments in a seperate
2443process, returning the results. Everything must be serialisable with
2444Coro::Storable. May, of course, block. Note that the executed sub may
2445never block itself or use any form of Event handling.
2446
2447=cut
2448
2449sub fork_call(&@) {
2450 my ($cb, @args) = @_;
2451
2452# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2453# or die "socketpair: $!";
2454 pipe my $fh1, my $fh2
2455 or die "pipe: $!";
2456
2457 if (my $pid = fork) {
2458 close $fh2;
2459
2460 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2461 $res = Coro::Storable::thaw $res;
2462
2463 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2464
2465 die $$res unless "ARRAY" eq ref $res;
2466
2467 return wantarray ? @$res : $res->[-1];
2468 } else {
2469 reset_signals;
2470 local $SIG{__WARN__};
2471 local $SIG{__DIE__};
2472 eval {
2473 close $fh1;
2474
2475 my @res = eval { $cb->(@args) };
2476 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2477 };
2478
2479 warn $@ if $@;
2480 _exit 0;
2481 }
2333} 2482}
2334 2483
2335############################################################################# 2484#############################################################################
2336# the server's init and main functions 2485# the server's init and main functions
2337 2486
2338sub load_facedata { 2487sub load_facedata($) {
2339 my $path = sprintf "%s/facedata", cf::datadir; 2488 my ($path) = @_;
2340 2489
2341 warn "loading facedata from $path\n"; 2490 warn "loading facedata from $path\n";
2342 2491
2343 my $facedata; 2492 my $facedata;
2344 0 < aio_load $path, $facedata 2493 0 < aio_load $path, $facedata
2385 } 2534 }
2386 2535
2387 1 2536 1
2388} 2537}
2389 2538
2539sub reload_regions {
2540 load_resource_file "$MAPDIR/regions"
2541 or die "unable to load regions file\n";
2542}
2543
2544sub reload_facedata {
2545 load_facedata "$DATADIR/facedata"
2546 or die "unable to load facedata\n";
2547}
2548
2549sub reload_archetypes {
2550 load_resource_file "$DATADIR/archetypes"
2551 or die "unable to load archetypes\n";
2552}
2553
2554sub reload_treasures {
2555 load_resource_file "$DATADIR/treasures"
2556 or die "unable to load treasurelists\n";
2557}
2558
2390sub reload_resources { 2559sub reload_resources {
2391 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2560 warn "reloading resource files...\n";
2392 or die "unable to load regions file\n";#d# 2561
2562 reload_regions;
2393 load_facedata 2563 reload_facedata;
2394 or die "unable to load facedata\n";#d# 2564 reload_archetypes;
2565 reload_treasures;
2566
2567 warn "finished reloading resource files\n";
2395} 2568}
2396 2569
2397sub init { 2570sub init {
2398 reload_resources; 2571 reload_resources;
2399} 2572}
2400 2573
2401sub cfg_load { 2574sub cfg_load {
2402 open my $fh, "<:utf8", cf::confdir . "/config" 2575 open my $fh, "<:utf8", "$CONFDIR/config"
2403 or return; 2576 or return;
2404 2577
2405 local $/; 2578 local $/;
2406 *CFG = YAML::Syck::Load <$fh>; 2579 *CFG = YAML::Syck::Load <$fh>;
2407 2580
2492 2665
2493 warn Carp::longmess "post_cleanup backtrace" 2666 warn Carp::longmess "post_cleanup backtrace"
2494 if $make_core; 2667 if $make_core;
2495} 2668}
2496 2669
2497sub reload() { 2670sub do_reload_perl() {
2498 # can/must only be called in main 2671 # can/must only be called in main
2499 if ($Coro::current != $Coro::main) { 2672 if ($Coro::current != $Coro::main) {
2500 warn "can only reload from main coroutine"; 2673 warn "can only reload from main coroutine";
2501 return; 2674 return;
2502 } 2675 }
2577 Symbol::delete_package "safe::$_" 2750 Symbol::delete_package "safe::$_"
2578 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2751 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2579 2752
2580 warn "unloading cf.pm \"a bit\""; 2753 warn "unloading cf.pm \"a bit\"";
2581 delete $INC{"cf.pm"}; 2754 delete $INC{"cf.pm"};
2755 delete $INC{"cf/pod.pm"};
2582 2756
2583 # don't, removes xs symbols, too, 2757 # don't, removes xs symbols, too,
2584 # and global variables created in xs 2758 # and global variables created in xs
2585 #Symbol::delete_package __PACKAGE__; 2759 #Symbol::delete_package __PACKAGE__;
2586 2760
2601 warn "reattaching attachments to maps"; 2775 warn "reattaching attachments to maps";
2602 reattach $_ for values %MAP; 2776 reattach $_ for values %MAP;
2603 warn "reattaching attachments to players"; 2777 warn "reattaching attachments to players";
2604 reattach $_ for values %PLAYER; 2778 reattach $_ for values %PLAYER;
2605 2779
2606 warn "loading reloadable resources";
2607 reload_resources;
2608
2609 warn "leaving sync_job"; 2780 warn "leaving sync_job";
2610 2781
2611 1 2782 1
2612 } or do { 2783 } or do {
2613 warn $@; 2784 warn $@;
2618 warn "reloaded"; 2789 warn "reloaded";
2619}; 2790};
2620 2791
2621our $RELOAD_WATCHER; # used only during reload 2792our $RELOAD_WATCHER; # used only during reload
2622 2793
2794sub reload_perl() {
2795 # doing reload synchronously and two reloads happen back-to-back,
2796 # coro crashes during coro_state_free->destroy here.
2797
2798 $RELOAD_WATCHER ||= Event->timer (
2799 reentrant => 0,
2800 after => 0,
2801 data => WF_AUTOCANCEL,
2802 cb => sub {
2803 do_reload_perl;
2804 undef $RELOAD_WATCHER;
2805 },
2806 );
2807}
2808
2623register_command "reload" => sub { 2809register_command "reload" => sub {
2624 my ($who, $arg) = @_; 2810 my ($who, $arg) = @_;
2625 2811
2626 if ($who->flag (FLAG_WIZ)) { 2812 if ($who->flag (FLAG_WIZ)) {
2627 $who->message ("reloading server."); 2813 $who->message ("reloading server.");
2628 2814 async { reload_perl };
2629 # doing reload synchronously and two reloads happen back-to-back,
2630 # coro crashes during coro_state_free->destroy here.
2631
2632 $RELOAD_WATCHER ||= Event->timer (
2633 reentrant => 0,
2634 after => 0,
2635 data => WF_AUTOCANCEL,
2636 cb => sub {
2637 reload;
2638 undef $RELOAD_WATCHER;
2639 },
2640 );
2641 } 2815 }
2642}; 2816};
2643 2817
2644unshift @INC, $LIBDIR; 2818unshift @INC, $LIBDIR;
2645 2819
2646my $bug_warning = 0; 2820my $bug_warning = 0;
2647 2821
2822our @WAIT_FOR_TICK;
2823our @WAIT_FOR_TICK_BEGIN;
2824
2825sub wait_for_tick {
2826 return unless $TICK_WATCHER->is_active;
2827 return if $Coro::current == $Coro::main;
2828
2829 my $signal = new Coro::Signal;
2830 push @WAIT_FOR_TICK, $signal;
2831 $signal->wait;
2832}
2833
2834sub wait_for_tick_begin {
2835 return unless $TICK_WATCHER->is_active;
2836 return if $Coro::current == $Coro::main;
2837
2838 my $signal = new Coro::Signal;
2839 push @WAIT_FOR_TICK_BEGIN, $signal;
2840 $signal->wait;
2841}
2842
2843 my $min = 1e6;#d#
2844 my $avg = 10;
2648$TICK_WATCHER = Event->timer ( 2845$TICK_WATCHER = Event->timer (
2649 reentrant => 0, 2846 reentrant => 0,
2650 parked => 1, 2847 parked => 1,
2651 prio => 0, 2848 prio => 0,
2652 at => $NEXT_TICK || $TICK, 2849 at => $NEXT_TICK || $TICK,
2656 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 2853 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2657 unless ++$bug_warning > 10; 2854 unless ++$bug_warning > 10;
2658 return; 2855 return;
2659 } 2856 }
2660 2857
2661 $NOW = Event::time; 2858 $NOW = $tick_start = Event::time;
2662 2859
2663 cf::server_tick; # one server iteration 2860 cf::server_tick; # one server iteration
2861
2862 0 && sync_job {#d#
2863 for(1..10) {
2864 my $t = Event::time;
2865 my $map = my $map = new_from_path cf::map "/tmp/x.map"
2866 or die;
2867
2868 $map->width (50);
2869 $map->height (50);
2870 $map->alloc;
2871 $map->_load_objects ("/tmp/x.map", 1);
2872 my $t = Event::time - $t;
2873
2874 #next unless $t < 0.0013;#d#
2875 if ($t < $min) {
2876 $min = $t;
2877 }
2878 $avg = $avg * 0.99 + $t * 0.01;
2879 }
2880 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2881 exit 0;
2882 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2883 };
2884
2664 $RUNTIME += $TICK; 2885 $RUNTIME += $TICK;
2665 $NEXT_TICK += $TICK; 2886 $NEXT_TICK += $TICK;
2666 2887
2667 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2888 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2668 $NEXT_RUNTIME_WRITE = $NOW + 10; 2889 $NEXT_RUNTIME_WRITE = $NOW + 10;
2670 write_runtime 2891 write_runtime
2671 or warn "ERROR: unable to write runtime file: $!"; 2892 or warn "ERROR: unable to write runtime file: $!";
2672 }; 2893 };
2673 } 2894 }
2674 2895
2675 $WAIT_FOR_TICK->broadcast;
2676 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2677
2678# my $AFTER = Event::time; 2896# my $AFTER = Event::time;
2679# warn $AFTER - $NOW;#d# 2897# warn $AFTER - $NOW;#d#
2680 2898
2899 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2900 $sig->send;
2901 }
2902 while (my $sig = shift @WAIT_FOR_TICK) {
2903 $sig->send;
2904 }
2905
2906 $NOW = Event::time;
2907
2681 # if we are delayed by four ticks or more, skip them all 2908 # if we are delayed by four ticks or more, skip them all
2682 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2909 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2683 2910
2684 $TICK_WATCHER->at ($NEXT_TICK); 2911 $TICK_WATCHER->at ($NEXT_TICK);
2685 $TICK_WATCHER->start; 2912 $TICK_WATCHER->start;
2913
2914 $LOAD = ($NOW - $tick_start) / $TICK;
2915 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2916
2917 _post_tick;
2918
2919
2686 }, 2920 },
2687); 2921);
2688 2922
2689{ 2923{
2690 BDB::max_poll_time $TICK * 0.1; 2924 BDB::max_poll_time $TICK * 0.1;
2718 2952
2719 cf::sync_job { 2953 cf::sync_job {
2720 eval { 2954 eval {
2721 BDB::db_env_open 2955 BDB::db_env_open
2722 $DB_ENV, 2956 $DB_ENV,
2723 $BDB_ENV_DIR, 2957 $BDBDIR,
2724 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 2958 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2725 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 2959 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2726 0666; 2960 0666;
2727 2961
2728 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 2962 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2729 2963
2730 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 2964 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2731 $DB_ENV->set_lk_detect; 2965 $DB_ENV->set_lk_detect;
2732 }; 2966 };
2733 2967
2749 prio => 6, 2983 prio => 6,
2750 cb => \&IO::AIO::poll_cb, 2984 cb => \&IO::AIO::poll_cb,
2751 ); 2985 );
2752} 2986}
2753 2987
2988my $_log_backtrace;
2989
2990sub _log_backtrace {
2991 my ($msg, @addr) = @_;
2992
2993 $msg =~ s/\n//;
2994
2995 # limit the # of concurrent backtraces
2996 if ($_log_backtrace < 2) {
2997 ++$_log_backtrace;
2998 async {
2999 my @bt = fork_call {
3000 @addr = map { sprintf "%x", $_ } @addr;
3001 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3002 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3003 or die "addr2line: $!";
3004
3005 my @funcs;
3006 my @res = <$fh>;
3007 chomp for @res;
3008 while (@res) {
3009 my ($func, $line) = splice @res, 0, 2, ();
3010 push @funcs, "[$func] $line";
3011 }
3012
3013 @funcs
3014 };
3015
3016 LOG llevInfo, "[ABT] $msg\n";
3017 LOG llevInfo, "[ABT] $_\n" for @bt;
3018 --$_log_backtrace;
3019 };
3020 } else {
3021 LOG llevInfo, "[ABT] $msg\n";
3022 LOG llevInfo, "[ABT] [suppressed]\n";
3023 }
3024}
3025
3026# load additional modules
3027use cf::pod;
3028
2754END { cf::emergency_save } 3029END { cf::emergency_save }
2755 3030
27561 30311
2757 3032

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines