ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.473 by root, Fri Jun 26 16:32:10 2009 UTC vs.
Revision 1.509 by root, Mon Apr 5 03:22:25 2010 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify 6# Deliantra is free software: you can redistribute it and/or modify it under
7# it under the terms of the GNU General Public License as published by 7# the terms of the Affero GNU General Public License as published by the
8# the Free Software Foundation, either version 3 of the License, or 8# Free Software Foundation, either version 3 of the License, or (at your
9# (at your option) any later version. 9# option) any later version.
10# 10#
11# This program is distributed in the hope that it will be useful, 11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of 12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details. 14# GNU General Public License for more details.
15# 15#
16# You should have received a copy of the GNU General Public License 16# You should have received a copy of the Affero GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>. 17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
18# 19#
19# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
20# 21#
21 22
22package cf; 23package cf;
23 24
24use 5.10.0; 25use 5.10.0;
25use utf8; 26use utf8;
31use EV; 32use EV;
32use Opcode; 33use Opcode;
33use Safe; 34use Safe;
34use Safe::Hole; 35use Safe::Hole;
35use Storable (); 36use Storable ();
37use Carp ();
36 38
37use Guard (); 39use Guard ();
38use Coro (); 40use Coro ();
39use Coro::State; 41use Coro::State;
40use Coro::Handle; 42use Coro::Handle;
51use Coro::Util (); 53use Coro::Util ();
52 54
53use JSON::XS 2.01 (); 55use JSON::XS 2.01 ();
54use BDB (); 56use BDB ();
55use Data::Dumper; 57use Data::Dumper;
56use Digest::MD5;
57use Fcntl; 58use Fcntl;
58use YAML (); 59use YAML::XS ();
59use IO::AIO (); 60use IO::AIO ();
60use Time::HiRes; 61use Time::HiRes;
61use Compress::LZF; 62use Compress::LZF;
62use Digest::MD5 (); 63use Digest::MD5 ();
63 64
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 72$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72 73
73# make sure c-lzf reinitialises itself 74# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve"; 75Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 76Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
77
78# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
76 80
77sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
78 82
79our %COMMAND = (); 83our %COMMAND = ();
80our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
85our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
86our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
87 91
88our $RELOAD; # number of reloads so far, non-zero while in reload 92our $RELOAD; # number of reloads so far, non-zero while in reload
89our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS
95our %REFLECT; # set by us
90 96
91our $CONFDIR = confdir; 97our $CONFDIR = confdir;
92our $DATADIR = datadir; 98our $DATADIR = datadir;
93our $LIBDIR = "$DATADIR/ext"; 99our $LIBDIR = "$DATADIR/ext";
94our $PODDIR = "$DATADIR/pod"; 100our $PODDIR = "$DATADIR/pod";
112our $BDB_DEADLOCK_WATCHER; 118our $BDB_DEADLOCK_WATCHER;
113our $BDB_CHECKPOINT_WATCHER; 119our $BDB_CHECKPOINT_WATCHER;
114our $BDB_TRICKLE_WATCHER; 120our $BDB_TRICKLE_WATCHER;
115our $DB_ENV; 121our $DB_ENV;
116 122
117our @EXTRA_MODULES = qw(pod mapscript); 123our @EXTRA_MODULES = qw(pod match mapscript);
118 124
119our %CFG; 125our %CFG;
120 126
121our $UPTIME; $UPTIME ||= time; 127our $UPTIME; $UPTIME ||= time;
122our $RUNTIME; 128our $RUNTIME;
134our $JITTER; # average jitter 140our $JITTER; # average jitter
135our $TICK_START; # for load detecting purposes 141our $TICK_START; # for load detecting purposes
136 142
137our @POST_INIT; 143our @POST_INIT;
138 144
139our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow) 145our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
146our $REALLY_UNLOOP; # never set to true, please :)
140 147
141binmode STDOUT; 148binmode STDOUT;
142binmode STDERR; 149binmode STDERR;
143 150
144# read virtual server time, if available 151# read virtual server time, if available
157 164
158sub cf::map::normalise; 165sub cf::map::normalise;
159 166
160############################################################################# 167#############################################################################
161 168
169%REFLECT = ();
170for (@REFLECT) {
171 my $reflect = JSON::XS::decode_json $_;
172 $REFLECT{$reflect->{class}} = $reflect;
173}
174
175# this is decidedly evil
176$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
177
178#############################################################################
179
162=head2 GLOBAL VARIABLES 180=head2 GLOBAL VARIABLES
163 181
164=over 4 182=over 4
165 183
166=item $cf::UPTIME 184=item $cf::UPTIME
210returns directly I<after> the tick processing (and consequently, can only wake one process 228returns directly I<after> the tick processing (and consequently, can only wake one process
211per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 229per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
212 230
213=item @cf::INVOKE_RESULTS 231=item @cf::INVOKE_RESULTS
214 232
215This array contains the results of the last C<invoke ()> call. When 233This array contains the results of the last C<invoke ()> call. When
216C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 234C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
217that call. 235that call.
218 236
237=item %cf::REFLECT
238
239Contains, for each (C++) class name, a hash reference with information
240about object members (methods, scalars, arrays and flags) and other
241metadata, which is useful for introspection.
242
219=back 243=back
220 244
221=cut 245=cut
222 246
223BEGIN { 247$Coro::State::WARNHOOK = sub {
224 *CORE::GLOBAL::warn = sub {
225 my $msg = join "", @_; 248 my $msg = join "", @_;
226 249
227 $msg .= "\n" 250 $msg .= "\n"
228 unless $msg =~ /\n$/; 251 unless $msg =~ /\n$/;
229 252
230 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 253 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
231 254
232 LOG llevError, $msg; 255 LOG llevError, $msg;
233 }; 256};
234}
235 257
236$Coro::State::DIEHOOK = sub { 258$Coro::State::DIEHOOK = sub {
237 return unless $^S eq 0; # "eq", not "==" 259 return unless $^S eq 0; # "eq", not "=="
260
261 warn Carp::longmess $_[0];
238 262
239 if ($Coro::current == $Coro::main) {#d# 263 if ($Coro::current == $Coro::main) {#d#
240 warn "DIEHOOK called in main context, Coro bug?\n";#d# 264 warn "DIEHOOK called in main context, Coro bug?\n";#d#
241 return;#d# 265 return;#d#
242 }#d# 266 }#d#
243 267
244 # kill coroutine otherwise 268 # kill coroutine otherwise
245 warn Carp::longmess $_[0];
246 Coro::terminate 269 Coro::terminate
247}; 270};
248
249$SIG{__DIE__} = sub { }; #d#?
250 271
251@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 272@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
252@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 273@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
253@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 274@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
254@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 275@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
268)) { 289)) {
269 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 290 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
270} 291}
271 292
272$EV::DIED = sub { 293$EV::DIED = sub {
273 warn "error in event callback: @_"; 294 Carp::cluck "error in event callback: @_";
274}; 295};
275 296
276############################################################################# 297#############################################################################
277 298
278=head2 UTILITY FUNCTIONS 299=head2 UTILITY FUNCTIONS
402 423
403=cut 424=cut
404 425
405our @SLOT_QUEUE; 426our @SLOT_QUEUE;
406our $SLOT_QUEUE; 427our $SLOT_QUEUE;
428our $SLOT_DECAY = 0.9;
407 429
408$SLOT_QUEUE->cancel if $SLOT_QUEUE; 430$SLOT_QUEUE->cancel if $SLOT_QUEUE;
409$SLOT_QUEUE = Coro::async { 431$SLOT_QUEUE = Coro::async {
410 $Coro::current->desc ("timeslot manager"); 432 $Coro::current->desc ("timeslot manager");
411 433
412 my $signal = new Coro::Signal; 434 my $signal = new Coro::Signal;
435 my $busy;
413 436
414 while () { 437 while () {
415 next_job: 438 next_job:
439
416 my $avail = cf::till_tick; 440 my $avail = cf::till_tick;
417 if ($avail > 0.01) { 441
418 for (0 .. $#SLOT_QUEUE) { 442 for (0 .. $#SLOT_QUEUE) {
419 if ($SLOT_QUEUE[$_][0] < $avail) { 443 if ($SLOT_QUEUE[$_][0] <= $avail) {
444 $busy = 0;
420 my $job = splice @SLOT_QUEUE, $_, 1, (); 445 my $job = splice @SLOT_QUEUE, $_, 1, ();
421 $job->[2]->send; 446 $job->[2]->send;
422 Coro::cede; 447 Coro::cede;
423 goto next_job; 448 goto next_job;
424 } 449 } else {
450 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
425 } 451 }
426 } 452 }
427 453
428 if (@SLOT_QUEUE) { 454 if (@SLOT_QUEUE) {
429 # we do not use wait_for_tick() as it returns immediately when tick is inactive 455 # we do not use wait_for_tick() as it returns immediately when tick is inactive
430 push @cf::WAIT_FOR_TICK, $signal; 456 push @cf::WAIT_FOR_TICK, $signal;
431 $signal->wait; 457 $signal->wait;
432 } else { 458 } else {
459 $busy = 0;
433 Coro::schedule; 460 Coro::schedule;
434 } 461 }
435 } 462 }
436}; 463};
437 464
438sub get_slot($;$$) { 465sub get_slot($;$$) {
439 return if tick_inhibit || $Coro::current == $Coro::main; 466 return if tick_inhibit || $Coro::current == $Coro::main;
440 467
441 my ($time, $pri, $name) = @_; 468 my ($time, $pri, $name) = @_;
442 469
443 $time = $TICK * .6 if $time > $TICK * .6; 470 $time = clamp $time, 0.01, $TICK * .6;
471
444 my $sig = new Coro::Signal; 472 my $sig = new Coro::Signal;
445 473
446 push @SLOT_QUEUE, [$time, $pri, $sig, $name]; 474 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
447 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE; 475 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
448 $SLOT_QUEUE->ready; 476 $SLOT_QUEUE->ready;
1282} 1310}
1283 1311
1284use File::Glob (); 1312use File::Glob ();
1285 1313
1286cf::player->attach ( 1314cf::player->attach (
1287 on_command => sub { 1315 on_unknown_command => sub {
1288 my ($pl, $name, $params) = @_; 1316 my ($pl, $name, $params) = @_;
1289 1317
1290 my $cb = $COMMAND{$name} 1318 my $cb = $COMMAND{$name}
1291 or return; 1319 or return;
1292 1320
1371 . "\n};\n1"; 1399 . "\n};\n1";
1372 1400
1373 $todo{$base} = \%ext; 1401 $todo{$base} = \%ext;
1374 } 1402 }
1375 1403
1404 my $pass = 0;
1376 my %done; 1405 my %done;
1377 while (%todo) { 1406 while (%todo) {
1378 my $progress; 1407 my $progress;
1379 1408
1409 ++$pass;
1410
1411 ext:
1380 while (my ($k, $v) = each %todo) { 1412 while (my ($k, $v) = each %todo) {
1381 for (split /,\s*/, $v->{meta}{depends}) { 1413 for (split /,\s*/, $v->{meta}{depends}) {
1382 goto skip 1414 next ext
1383 unless exists $done{$_}; 1415 unless exists $done{$_};
1384 } 1416 }
1385 1417
1386 warn "... loading '$k' into '$v->{pkg}'\n"; 1418 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1387 1419
1388 unless (eval $v->{source}) { 1420 my $active = eval $v->{source};
1421
1422 if (length $@) {
1389 my $msg = $@ ? "$v->{path}: $@\n" 1423 warn "$v->{path}: $@\n";
1390 : "$v->{base}: extension inactive.\n";
1391 1424
1392 if (exists $v->{meta}{mandatory}) {
1393 warn $msg;
1394 cf::cleanup "mandatory extension failed to load, exiting."; 1425 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1395 } 1426 if exists $v->{meta}{mandatory};
1396 1427 } else {
1397 warn $msg; 1428 $done{$k} = delete $todo{$k};
1429 push @EXTS, $v->{pkg};
1430 $progress = 1;
1431
1432 warn "$v->{base}: extension inactive.\n"
1433 unless $active;
1398 } 1434 }
1399
1400 $done{$k} = delete $todo{$k};
1401 push @EXTS, $v->{pkg};
1402 $progress = 1;
1403 } 1435 }
1404 1436
1405 skip: 1437 unless ($progress) {
1406 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n" 1438 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1407 unless $progress; 1439
1440 while (my ($k, $v) = each %todo) {
1441 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1442 if exists $v->{meta}{mandatory};
1443 }
1444 }
1408 } 1445 }
1409 }; 1446 };
1410} 1447}
1411 1448
1412############################################################################# 1449#############################################################################
1732 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1769 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1733 1770
1734 # mit "rum" bekleckern, nicht 1771 # mit "rum" bekleckern, nicht
1735 $self->_create_random_map ( 1772 $self->_create_random_map (
1736 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1773 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1737 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1774 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1738 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1775 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1739 $rmp->{exit_on_final_map}, 1776 $rmp->{exit_on_final_map},
1740 $rmp->{xsize}, $rmp->{ysize}, 1777 $rmp->{xsize}, $rmp->{ysize},
1741 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1778 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1742 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1779 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1988 2025
1989 $cf::MAP{$path} = $map 2026 $cf::MAP{$path} = $map
1990 } 2027 }
1991} 2028}
1992 2029
1993sub pre_load { } 2030sub pre_load { }
1994sub post_load { } 2031#sub post_load { } # XS
1995 2032
1996sub load { 2033sub load {
1997 my ($self) = @_; 2034 my ($self) = @_;
1998 2035
1999 local $self->{deny_reset} = 1; # loading can take a long time 2036 local $self->{deny_reset} = 1; # loading can take a long time
2056 } 2093 }
2057 2094
2058 $self->post_load; 2095 $self->post_load;
2059} 2096}
2060 2097
2098# customize the map for a given player, i.e.
2099# return the _real_ map. used by e.g. per-player
2100# maps to change the path to ~playername/mappath
2061sub customise_for { 2101sub customise_for {
2062 my ($self, $ob) = @_; 2102 my ($self, $ob) = @_;
2063 2103
2064 return find "~" . $ob->name . "/" . $self->{path} 2104 return find "~" . $ob->name . "/" . $self->{path}
2065 if $self->per_player; 2105 if $self->per_player;
2219 2259
2220 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2260 my $lock = cf::lock_acquire "map_data:$self->{path}";
2221 2261
2222 return if $self->players; 2262 return if $self->players;
2223 2263
2224 warn "resetting map ", $self->path; 2264 warn "resetting map ", $self->path, "\n";
2225 2265
2226 $self->in_memory (cf::MAP_SWAPPED); 2266 $self->in_memory (cf::MAP_SWAPPED);
2227 2267
2228 # need to save uniques path 2268 # need to save uniques path
2229 unless ($self->{deny_save}) { 2269 unless ($self->{deny_save}) {
2320 : normalise $_ 2360 : normalise $_
2321 } @{ aio_readdir $UNIQUEDIR or [] } 2361 } @{ aio_readdir $UNIQUEDIR or [] }
2322 ] 2362 ]
2323} 2363}
2324 2364
2365=item cf::map::static_maps
2366
2367Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2368file in the shared directory excluding F</styles> and F</editor>). May
2369block.
2370
2371=cut
2372
2373sub static_maps() {
2374 my @dirs = "";
2375 my @maps;
2376
2377 while (@dirs) {
2378 my $dir = shift @dirs;
2379
2380 next if $dir eq "/styles" || $dir eq "/editor";
2381
2382 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2383 or return;
2384
2385 for (@$files) {
2386 s/\.map$// or next;
2387 utf8::decode $_;
2388 push @maps, "$dir/$_";
2389 }
2390
2391 push @dirs, map "$dir/$_", @$dirs;
2392 }
2393
2394 \@maps
2395}
2396
2325=back 2397=back
2326 2398
2327=head3 cf::object 2399=head3 cf::object
2328 2400
2329=cut 2401=cut
2524 ($x, $y) = (-1, -1) 2596 ($x, $y) = (-1, -1)
2525 unless (defined $x) && (defined $y); 2597 unless (defined $x) && (defined $y);
2526 2598
2527 # use -1 or undef as default coordinates, not 0, 0 2599 # use -1 or undef as default coordinates, not 0, 0
2528 ($x, $y) = ($map->enter_x, $map->enter_y) 2600 ($x, $y) = ($map->enter_x, $map->enter_y)
2529 if $x <=0 && $y <= 0; 2601 if $x <= 0 && $y <= 0;
2530 2602
2531 $map->load; 2603 $map->load;
2532 $map->load_neighbours; 2604 $map->load_neighbours;
2533 2605
2534 return unless $self->contr->active; 2606 return unless $self->contr->active;
2535 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2536 $self->activate_recursive;
2537 2607
2538 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2608 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2539 $self->enter_map ($map, $x, $y); 2609 $self->enter_map ($map, $x, $y);
2610
2611 # only activate afterwards, to support waiting in hooks
2612 $self->activate_recursive;
2540} 2613}
2541 2614
2542=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]]) 2615=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2543 2616
2544Moves the player to the given map-path and coordinates by first freezing 2617Moves the player to the given map-path and coordinates by first freezing
2732 2805
2733 utf8::encode $text; 2806 utf8::encode $text;
2734 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2807 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2735} 2808}
2736 2809
2810=item $client->send_big_packet ($pkt)
2811
2812Like C<send_packet>, but tries to compress large packets, and fragments
2813them as required.
2814
2815=cut
2816
2817our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2818
2819sub cf::client::send_big_packet {
2820 my ($self, $pkt) = @_;
2821
2822 # try lzf for large packets
2823 $pkt = "lzf " . Compress::LZF::compress $pkt
2824 if 1024 <= length $pkt and $self->{can_lzf};
2825
2826 # split very large packets
2827 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2828 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2829 $pkt = "frag";
2830 }
2831
2832 $self->send_packet ($pkt);
2833}
2834
2737=item $client->send_msg ($channel, $msg, $color, [extra...]) 2835=item $client->send_msg ($channel, $msg, $color, [extra...])
2738 2836
2739Send a drawinfo or msg packet to the client, formatting the msg for the 2837Send a drawinfo or msg packet to the client, formatting the msg for the
2740client if neccessary. C<$type> should be a string identifying the type of 2838client if neccessary. C<$type> should be a string identifying the type of
2741the message, with C<log> being the default. If C<$color> is negative, suppress 2839the message, with C<log> being the default. If C<$color> is negative, suppress
2743 2841
2744=cut 2842=cut
2745 2843
2746# non-persistent channels (usually the info channel) 2844# non-persistent channels (usually the info channel)
2747our %CHANNEL = ( 2845our %CHANNEL = (
2846 "c/motd" => {
2847 id => "infobox",
2848 title => "MOTD",
2849 reply => undef,
2850 tooltip => "The message of the day",
2851 },
2748 "c/identify" => { 2852 "c/identify" => {
2749 id => "infobox", 2853 id => "infobox",
2750 title => "Identify", 2854 title => "Identify",
2751 reply => undef, 2855 reply => undef,
2752 tooltip => "Items recently identified", 2856 tooltip => "Items recently identified",
2754 "c/examine" => { 2858 "c/examine" => {
2755 id => "infobox", 2859 id => "infobox",
2756 title => "Examine", 2860 title => "Examine",
2757 reply => undef, 2861 reply => undef,
2758 tooltip => "Signs and other items you examined", 2862 tooltip => "Signs and other items you examined",
2863 },
2864 "c/shopinfo" => {
2865 id => "infobox",
2866 title => "Shop Info",
2867 reply => undef,
2868 tooltip => "What your bargaining skill tells you about the shop",
2759 }, 2869 },
2760 "c/book" => { 2870 "c/book" => {
2761 id => "infobox", 2871 id => "infobox",
2762 title => "Book", 2872 title => "Book",
2763 reply => undef, 2873 reply => undef,
2879 my $pkt = "msg " 2989 my $pkt = "msg "
2880 . $self->{json_coder}->encode ( 2990 . $self->{json_coder}->encode (
2881 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra] 2991 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2882 ); 2992 );
2883 2993
2884 # try lzf for large packets
2885 $pkt = "lzf " . Compress::LZF::compress $pkt
2886 if 1024 <= length $pkt and $self->{can_lzf};
2887
2888 # split very large packets
2889 if (8192 < length $pkt and $self->{can_lzf}) {
2890 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2891 $pkt = "frag";
2892 }
2893
2894 $self->send_packet ($pkt); 2994 $self->send_big_packet ($pkt);
2895} 2995}
2896 2996
2897=item $client->ext_msg ($type, @msg) 2997=item $client->ext_msg ($type, @msg)
2898 2998
2899Sends an ext event to the client. 2999Sends an ext event to the client.
2902 3002
2903sub cf::client::ext_msg($$@) { 3003sub cf::client::ext_msg($$@) {
2904 my ($self, $type, @msg) = @_; 3004 my ($self, $type, @msg) = @_;
2905 3005
2906 if ($self->extcmd == 2) { 3006 if ($self->extcmd == 2) {
2907 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3007 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2908 } elsif ($self->extcmd == 1) { # TODO: remove 3008 } elsif ($self->extcmd == 1) { # TODO: remove
2909 push @msg, msgtype => "event_$type"; 3009 push @msg, msgtype => "event_$type";
2910 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3010 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2911 } 3011 }
2912} 3012}
2913 3013
2914=item $client->ext_reply ($msgid, @msg) 3014=item $client->ext_reply ($msgid, @msg)
2915 3015
2919 3019
2920sub cf::client::ext_reply($$@) { 3020sub cf::client::ext_reply($$@) {
2921 my ($self, $id, @msg) = @_; 3021 my ($self, $id, @msg) = @_;
2922 3022
2923 if ($self->extcmd == 2) { 3023 if ($self->extcmd == 2) {
2924 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); 3024 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2925 } elsif ($self->extcmd == 1) { 3025 } elsif ($self->extcmd == 1) {
2926 #TODO: version 1, remove 3026 #TODO: version 1, remove
2927 unshift @msg, msgtype => "reply", msgid => $id; 3027 unshift @msg, msgtype => "reply", msgid => $id;
2928 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3028 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2929 } 3029 }
2930} 3030}
2931 3031
2932=item $success = $client->query ($flags, "text", \&cb) 3032=item $success = $client->query ($flags, "text", \&cb)
2933 3033
3034 3134
3035 $coro 3135 $coro
3036} 3136}
3037 3137
3038cf::client->attach ( 3138cf::client->attach (
3039 on_destroy => sub { 3139 on_client_destroy => sub {
3040 my ($ns) = @_; 3140 my ($ns) = @_;
3041 3141
3042 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3142 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
3043 }, 3143 },
3044); 3144);
3060our $safe_hole = new Safe::Hole; 3160our $safe_hole = new Safe::Hole;
3061 3161
3062$SIG{FPE} = 'IGNORE'; 3162$SIG{FPE} = 'IGNORE';
3063 3163
3064$safe->permit_only (Opcode::opset qw( 3164$safe->permit_only (Opcode::opset qw(
3065 :base_core :base_mem :base_orig :base_math 3165 :base_core :base_mem :base_orig :base_math :base_loop
3066 grepstart grepwhile mapstart mapwhile 3166 grepstart grepwhile mapstart mapwhile
3067 sort time 3167 sort time
3068)); 3168));
3069 3169
3070# here we export the classes and methods available to script code 3170# here we export the classes and methods available to script code
3122 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3222 $qcode =~ s/"/‟/g; # not allowed in #line filenames
3123 $qcode =~ s/\n/\\n/g; 3223 $qcode =~ s/\n/\\n/g;
3124 3224
3125 %vars = (_dummy => 0) unless %vars; 3225 %vars = (_dummy => 0) unless %vars;
3126 3226
3227 my @res;
3127 local $_; 3228 local $_;
3128 local @safe::cf::_safe_eval_args = values %vars;
3129 3229
3130 my $eval = 3230 my $eval =
3131 "do {\n" 3231 "do {\n"
3132 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3232 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3133 . "#line 0 \"{$qcode}\"\n" 3233 . "#line 0 \"{$qcode}\"\n"
3134 . $code 3234 . $code
3135 . "\n}" 3235 . "\n}"
3136 ; 3236 ;
3137 3237
3238 if ($CFG{safe_eval}) {
3138 sub_generation_inc; 3239 sub_generation_inc;
3240 local @safe::cf::_safe_eval_args = values %vars;
3139 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3241 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3140 sub_generation_inc; 3242 sub_generation_inc;
3243 } else {
3244 local @cf::_safe_eval_args = values %vars;
3245 @res = wantarray ? eval eval : scalar eval $eval;
3246 }
3141 3247
3142 if ($@) { 3248 if ($@) {
3143 warn "$@"; 3249 warn "$@";
3144 warn "while executing safe code '$code'\n"; 3250 warn "while executing safe code '$code'\n";
3145 warn "with arguments " . (join " ", %vars) . "\n"; 3251 warn "with arguments " . (join " ", %vars) . "\n";
3164=cut 3270=cut
3165 3271
3166sub register_script_function { 3272sub register_script_function {
3167 my ($fun, $cb) = @_; 3273 my ($fun, $cb) = @_;
3168 3274
3169 no strict 'refs'; 3275 $fun = "safe::$fun" if $CFG{safe_eval};
3170 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3276 *$fun = $safe_hole->wrap ($cb);
3171} 3277}
3172 3278
3173=back 3279=back
3174 3280
3175=cut 3281=cut
3196 3302
3197 $facedata->{version} == 2 3303 $facedata->{version} == 2
3198 or cf::cleanup "$path: version mismatch, cannot proceed."; 3304 or cf::cleanup "$path: version mismatch, cannot proceed.";
3199 3305
3200 # patch in the exptable 3306 # patch in the exptable
3307 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3201 $facedata->{resource}{"res/exp_table"} = { 3308 $facedata->{resource}{"res/exp_table"} = {
3202 type => FT_RSRC, 3309 type => FT_RSRC,
3203 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]), 3310 data => $exp_table,
3311 hash => (Digest::MD5::md5 $exp_table),
3204 }; 3312 };
3205 cf::cede_to_tick; 3313 cf::cede_to_tick;
3206 3314
3207 { 3315 {
3208 my $faces = $facedata->{faceinfo}; 3316 my $faces = $facedata->{faceinfo};
3210 while (my ($face, $info) = each %$faces) { 3318 while (my ($face, $info) = each %$faces) {
3211 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3319 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3212 3320
3213 cf::face::set_visibility $idx, $info->{visibility}; 3321 cf::face::set_visibility $idx, $info->{visibility};
3214 cf::face::set_magicmap $idx, $info->{magicmap}; 3322 cf::face::set_magicmap $idx, $info->{magicmap};
3215 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3323 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3216 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3324 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3217 3325
3218 cf::cede_to_tick; 3326 cf::cede_to_tick;
3219 } 3327 }
3220 3328
3221 while (my ($face, $info) = each %$faces) { 3329 while (my ($face, $info) = each %$faces) {
3245 3353
3246 cf::anim::invalidate_all; # d'oh 3354 cf::anim::invalidate_all; # d'oh
3247 } 3355 }
3248 3356
3249 { 3357 {
3250 # TODO: for gcfclient pleasure, we should give resources
3251 # that gcfclient doesn't grok a >10000 face index.
3252 my $res = $facedata->{resource}; 3358 my $res = $facedata->{resource};
3253 3359
3254 while (my ($name, $info) = each %$res) { 3360 while (my ($name, $info) = each %$res) {
3255 if (defined $info->{type}) { 3361 if (defined $info->{type}) {
3256 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3362 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3257 my $data;
3258 3363
3259 if ($info->{type} & 1) { 3364 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3260 # prepend meta info
3261
3262 my $meta = $enc->encode ({
3263 name => $name,
3264 %{ $info->{meta} || {} },
3265 });
3266
3267 $data = pack "(w/a*)*", $meta, $info->{data};
3268 } else {
3269 $data = $info->{data};
3270 }
3271
3272 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3273 cf::face::set_type $idx, $info->{type}; 3365 cf::face::set_type $idx, $info->{type};
3274 } else { 3366 } else {
3275 $RESOURCE{$name} = $info; 3367 $RESOURCE{$name} = $info;
3276 } 3368 }
3277 3369
3361 3453
3362 warn "finished reloading resource files\n"; 3454 warn "finished reloading resource files\n";
3363} 3455}
3364 3456
3365sub reload_config { 3457sub reload_config {
3458 warn "reloading config file...\n";
3459
3366 open my $fh, "<:utf8", "$CONFDIR/config" 3460 open my $fh, "<:utf8", "$CONFDIR/config"
3367 or return; 3461 or return;
3368 3462
3369 local $/; 3463 local $/;
3370 *CFG = YAML::Load <$fh>; 3464 *CFG = YAML::XS::Load scalar <$fh>;
3371 3465
3372 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3466 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3373 3467
3374 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3468 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3375 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3469 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3379 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3473 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3380 and die "WARNING: m(un)lockall failed: $!\n"; 3474 and die "WARNING: m(un)lockall failed: $!\n";
3381 }; 3475 };
3382 warn $@ if $@; 3476 warn $@ if $@;
3383 } 3477 }
3478
3479 warn "finished reloading resource files\n";
3384} 3480}
3385 3481
3386sub pidfile() { 3482sub pidfile() {
3387 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT 3483 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3388 or die "$PIDFILE: $!"; 3484 or die "$PIDFILE: $!";
3398 my $pid = <$fh>; 3494 my $pid = <$fh>;
3399 kill 9, $pid if $pid > 0; 3495 kill 9, $pid if $pid > 0;
3400 3496
3401 seek $fh, 0, 0; 3497 seek $fh, 0, 0;
3402 print $fh $$; 3498 print $fh $$;
3499}
3500
3501sub main_loop {
3502 warn "EV::loop starting\n";
3503 if (1) {
3504 EV::loop;
3505 }
3506 warn "EV::loop returned\n";
3507 goto &main_loop unless $REALLY_UNLOOP;
3403} 3508}
3404 3509
3405sub main { 3510sub main {
3406 cf::init_globals; # initialise logging 3511 cf::init_globals; # initialise logging
3407 3512
3427 }; 3532 };
3428 3533
3429 evthread_start IO::AIO::poll_fileno; 3534 evthread_start IO::AIO::poll_fileno;
3430 3535
3431 cf::sync_job { 3536 cf::sync_job {
3537 cf::load_settings;
3538 cf::load_materials;
3539
3432 reload_resources; 3540 reload_resources;
3433 reload_config; 3541 reload_config;
3434 db_init; 3542 db_init;
3435 3543
3436 cf::load_settings;
3437 cf::load_materials;
3438 cf::init_uuid; 3544 cf::init_uuid;
3439 cf::init_signals; 3545 cf::init_signals;
3440 cf::init_commands; 3546 cf::init_commands;
3441 cf::init_skills; 3547 cf::init_skills;
3442 3548
3447 load_extensions; 3553 load_extensions;
3448 3554
3449 utime time, time, $RUNTIMEFILE; 3555 utime time, time, $RUNTIMEFILE;
3450 3556
3451 # no (long-running) fork's whatsoever before this point(!) 3557 # no (long-running) fork's whatsoever before this point(!)
3558 use POSIX ();
3452 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3559 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3453 3560
3454 (pop @POST_INIT)->(0) while @POST_INIT; 3561 (pop @POST_INIT)->(0) while @POST_INIT;
3455 }; 3562 };
3456 3563
3457 EV::loop; 3564 main_loop;
3458} 3565}
3459 3566
3460############################################################################# 3567#############################################################################
3461# initialisation and cleanup 3568# initialisation and cleanup
3462 3569
3469 }; 3576 };
3470 } 3577 }
3471} 3578}
3472 3579
3473sub write_runtime_sync { 3580sub write_runtime_sync {
3581 my $t0 = EV::time;
3582
3474 # first touch the runtime file to show we are still running: 3583 # first touch the runtime file to show we are still running:
3475 # the fsync below can take a very very long time. 3584 # the fsync below can take a very very long time.
3476 3585
3477 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef; 3586 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3478 3587
3479 my $guard = cf::lock_acquire "write_runtime"; 3588 my $guard = cf::lock_acquire "write_runtime";
3480 3589
3481 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644 3590 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3482 or return; 3591 or return;
3483 3592
3484 my $value = $cf::RUNTIME + 90 + 10; 3593 my $value = $cf::RUNTIME + 90 + 10;
3485 # 10 is the runtime save interval, for a monotonic clock 3594 # 10 is the runtime save interval, for a monotonic clock
3486 # 60 allows for the watchdog to kill the server. 3595 # 60 allows for the watchdog to kill the server.
3499 or return; 3608 or return;
3500 3609
3501 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE 3610 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3502 and return; 3611 and return;
3503 3612
3504 warn "runtime file written.\n"; 3613 warn sprintf "runtime file written (%gs).\n", EV::time - $t0;
3505 3614
3506 1 3615 1
3507} 3616}
3508 3617
3509our $uuid_lock; 3618our $uuid_lock;
3728 3837
3729 warn "unload completed, starting to reload now"; 3838 warn "unload completed, starting to reload now";
3730 3839
3731 warn "reloading cf.pm"; 3840 warn "reloading cf.pm";
3732 require cf; 3841 require cf;
3733 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3842 cf::_connect_to_perl_1;
3734 3843
3735 warn "loading config and database again"; 3844 warn "loading config and database again";
3736 cf::reload_config; 3845 cf::reload_config;
3737 3846
3738 warn "loading extensions"; 3847 warn "loading extensions";
3800 3909
3801our @WAIT_FOR_TICK; 3910our @WAIT_FOR_TICK;
3802our @WAIT_FOR_TICK_BEGIN; 3911our @WAIT_FOR_TICK_BEGIN;
3803 3912
3804sub wait_for_tick { 3913sub wait_for_tick {
3805 return if tick_inhibit || $Coro::current == $Coro::main; 3914 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3806 3915
3807 my $signal = new Coro::Signal; 3916 my $signal = new Coro::Signal;
3808 push @WAIT_FOR_TICK, $signal; 3917 push @WAIT_FOR_TICK, $signal;
3809 $signal->wait; 3918 $signal->wait;
3810} 3919}
3811 3920
3812sub wait_for_tick_begin { 3921sub wait_for_tick_begin {
3813 return if tick_inhibit || $Coro::current == $Coro::main; 3922 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3814 3923
3815 my $signal = new Coro::Signal; 3924 my $signal = new Coro::Signal;
3816 push @WAIT_FOR_TICK_BEGIN, $signal; 3925 push @WAIT_FOR_TICK_BEGIN, $signal;
3817 $signal->wait; 3926 $signal->wait;
3818} 3927}
3823 unless ++$bug_warning > 10; 3932 unless ++$bug_warning > 10;
3824 return; 3933 return;
3825 } 3934 }
3826 3935
3827 cf::server_tick; # one server iteration 3936 cf::server_tick; # one server iteration
3937
3938 #for(1..3e6){} EV::now_update; $NOW=EV::now; # generate load #d#
3828 3939
3829 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3940 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3830 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3941 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3831 Coro::async_pool { 3942 Coro::async_pool {
3832 $Coro::current->{desc} = "runtime saver"; 3943 $Coro::current->{desc} = "runtime saver";
3855} 3966}
3856 3967
3857{ 3968{
3858 # configure BDB 3969 # configure BDB
3859 3970
3860 BDB::min_parallel 8; 3971 BDB::min_parallel 16;
3861 BDB::max_poll_reqs $TICK * 0.1; 3972 BDB::max_poll_reqs $TICK * 0.1;
3862 $AnyEvent::BDB::WATCHER->priority (1); 3973 $AnyEvent::BDB::WATCHER->priority (1);
3863 3974
3864 unless ($DB_ENV) { 3975 unless ($DB_ENV) {
3865 $DB_ENV = BDB::db_env_create; 3976 $DB_ENV = BDB::db_env_create;
3946 } 4057 }
3947} 4058}
3948 4059
3949# load additional modules 4060# load additional modules
3950require "cf/$_.pm" for @EXTRA_MODULES; 4061require "cf/$_.pm" for @EXTRA_MODULES;
4062cf::_connect_to_perl_2;
3951 4063
3952END { cf::emergency_save } 4064END { cf::emergency_save }
3953 4065
39541 40661
3955 4067

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines