ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.473 by root, Fri Jun 26 16:32:10 2009 UTC vs.
Revision 1.506 by root, Wed Feb 3 20:48:22 2010 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify 6# Deliantra is free software: you can redistribute it and/or modify it under
7# it under the terms of the GNU General Public License as published by 7# the terms of the Affero GNU General Public License as published by the
8# the Free Software Foundation, either version 3 of the License, or 8# Free Software Foundation, either version 3 of the License, or (at your
9# (at your option) any later version. 9# option) any later version.
10# 10#
11# This program is distributed in the hope that it will be useful, 11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of 12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details. 14# GNU General Public License for more details.
15# 15#
16# You should have received a copy of the GNU General Public License 16# You should have received a copy of the Affero GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>. 17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
18# 19#
19# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
20# 21#
21 22
22package cf; 23package cf;
23 24
24use 5.10.0; 25use 5.10.0;
25use utf8; 26use utf8;
… …
31use EV; 32use EV;
32use Opcode; 33use Opcode;
33use Safe; 34use Safe;
34use Safe::Hole; 35use Safe::Hole;
35use Storable (); 36use Storable ();
37use Carp ();
36 38
37use Guard (); 39use Guard ();
38use Coro (); 40use Coro ();
39use Coro::State; 41use Coro::State;
40use Coro::Handle; 42use Coro::Handle;
… …
51use Coro::Util (); 53use Coro::Util ();
52 54
53use JSON::XS 2.01 (); 55use JSON::XS 2.01 ();
54use BDB (); 56use BDB ();
55use Data::Dumper; 57use Data::Dumper;
56use Digest::MD5;
57use Fcntl; 58use Fcntl;
58use YAML (); 59use YAML::XS ();
59use IO::AIO (); 60use IO::AIO ();
60use Time::HiRes; 61use Time::HiRes;
61use Compress::LZF; 62use Compress::LZF;
62use Digest::MD5 (); 63use Digest::MD5 ();
63 64
… …
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 72$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72 73
73# make sure c-lzf reinitialises itself 74# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve"; 75Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 76Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
77
78# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
76 80
77sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
78 82
79our %COMMAND = (); 83our %COMMAND = ();
80our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
… …
85our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
86our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
87 91
88our $RELOAD; # number of reloads so far, non-zero while in reload 92our $RELOAD; # number of reloads so far, non-zero while in reload
89our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS
95our %REFLECT; # set by us
90 96
91our $CONFDIR = confdir; 97our $CONFDIR = confdir;
92our $DATADIR = datadir; 98our $DATADIR = datadir;
93our $LIBDIR = "$DATADIR/ext"; 99our $LIBDIR = "$DATADIR/ext";
94our $PODDIR = "$DATADIR/pod"; 100our $PODDIR = "$DATADIR/pod";
… …
112our $BDB_DEADLOCK_WATCHER; 118our $BDB_DEADLOCK_WATCHER;
113our $BDB_CHECKPOINT_WATCHER; 119our $BDB_CHECKPOINT_WATCHER;
114our $BDB_TRICKLE_WATCHER; 120our $BDB_TRICKLE_WATCHER;
115our $DB_ENV; 121our $DB_ENV;
116 122
117our @EXTRA_MODULES = qw(pod mapscript); 123our @EXTRA_MODULES = qw(pod match mapscript);
118 124
119our %CFG; 125our %CFG;
120 126
121our $UPTIME; $UPTIME ||= time; 127our $UPTIME; $UPTIME ||= time;
122our $RUNTIME; 128our $RUNTIME;
… …
134our $JITTER; # average jitter 140our $JITTER; # average jitter
135our $TICK_START; # for load detecting purposes 141our $TICK_START; # for load detecting purposes
136 142
137our @POST_INIT; 143our @POST_INIT;
138 144
139our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow) 145our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
146our $REALLY_UNLOOP; # never set to true, please :)
140 147
141binmode STDOUT; 148binmode STDOUT;
142binmode STDERR; 149binmode STDERR;
143 150
144# read virtual server time, if available 151# read virtual server time, if available
… …
157 164
158sub cf::map::normalise; 165sub cf::map::normalise;
159 166
160############################################################################# 167#############################################################################
161 168
169%REFLECT = ();
170for (@REFLECT) {
171 my $reflect = JSON::XS::decode_json $_;
172 $REFLECT{$reflect->{class}} = $reflect;
173}
174
175# this is decidedly evil
176$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
177
178#############################################################################
179
162=head2 GLOBAL VARIABLES 180=head2 GLOBAL VARIABLES
163 181
164=over 4 182=over 4
165 183
166=item $cf::UPTIME 184=item $cf::UPTIME
… …
210returns directly I<after> the tick processing (and consequently, can only wake one process 228returns directly I<after> the tick processing (and consequently, can only wake one process
211per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 229per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
212 230
213=item @cf::INVOKE_RESULTS 231=item @cf::INVOKE_RESULTS
214 232
215This array contains the results of the last C<invoke ()> call. When 233This array contains the results of the last C<invoke ()> call. When
216C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 234C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
217that call. 235that call.
218 236
237=item %cf::REFLECT
238
239Contains, for each (C++) class name, a hash reference with information
240about object members (methods, scalars, arrays and flags) and other
241metadata, which is useful for introspection.
242
219=back 243=back
220 244
221=cut 245=cut
222 246
223BEGIN { 247$Coro::State::WARNHOOK = sub {
224 *CORE::GLOBAL::warn = sub {
225 my $msg = join "", @_; 248 my $msg = join "", @_;
226 249
227 $msg .= "\n" 250 $msg .= "\n"
228 unless $msg =~ /\n$/; 251 unless $msg =~ /\n$/;
229 252
230 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 253 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
231 254
232 LOG llevError, $msg; 255 LOG llevError, $msg;
233 }; 256};
234}
235 257
236$Coro::State::DIEHOOK = sub { 258$Coro::State::DIEHOOK = sub {
237 return unless $^S eq 0; # "eq", not "==" 259 return unless $^S eq 0; # "eq", not "=="
260
261 warn Carp::longmess $_[0];
238 262
239 if ($Coro::current == $Coro::main) {#d# 263 if ($Coro::current == $Coro::main) {#d#
240 warn "DIEHOOK called in main context, Coro bug?\n";#d# 264 warn "DIEHOOK called in main context, Coro bug?\n";#d#
241 return;#d# 265 return;#d#
242 }#d# 266 }#d#
243 267
244 # kill coroutine otherwise 268 # kill coroutine otherwise
245 warn Carp::longmess $_[0];
246 Coro::terminate 269 Coro::terminate
247}; 270};
248
249$SIG{__DIE__} = sub { }; #d#?
250 271
251@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 272@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
252@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 273@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
253@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 274@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
254@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 275@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
… …
268)) { 289)) {
269 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 290 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
270} 291}
271 292
272$EV::DIED = sub { 293$EV::DIED = sub {
273 warn "error in event callback: @_"; 294 Carp::cluck "error in event callback: @_";
274}; 295};
275 296
276############################################################################# 297#############################################################################
277 298
278=head2 UTILITY FUNCTIONS 299=head2 UTILITY FUNCTIONS
… …
402 423
403=cut 424=cut
404 425
405our @SLOT_QUEUE; 426our @SLOT_QUEUE;
406our $SLOT_QUEUE; 427our $SLOT_QUEUE;
428our $SLOT_DECAY = 0.9;
407 429
408$SLOT_QUEUE->cancel if $SLOT_QUEUE; 430$SLOT_QUEUE->cancel if $SLOT_QUEUE;
409$SLOT_QUEUE = Coro::async { 431$SLOT_QUEUE = Coro::async {
410 $Coro::current->desc ("timeslot manager"); 432 $Coro::current->desc ("timeslot manager");
411 433
412 my $signal = new Coro::Signal; 434 my $signal = new Coro::Signal;
435 my $busy;
413 436
414 while () { 437 while () {
415 next_job: 438 next_job:
439
416 my $avail = cf::till_tick; 440 my $avail = cf::till_tick;
417 if ($avail > 0.01) { 441
418 for (0 .. $#SLOT_QUEUE) { 442 for (0 .. $#SLOT_QUEUE) {
419 if ($SLOT_QUEUE[$_][0] < $avail) { 443 if ($SLOT_QUEUE[$_][0] <= $avail) {
444 $busy = 0;
420 my $job = splice @SLOT_QUEUE, $_, 1, (); 445 my $job = splice @SLOT_QUEUE, $_, 1, ();
421 $job->[2]->send; 446 $job->[2]->send;
422 Coro::cede; 447 Coro::cede;
423 goto next_job; 448 goto next_job;
424 } 449 } else {
450 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
425 } 451 }
426 } 452 }
427 453
428 if (@SLOT_QUEUE) { 454 if (@SLOT_QUEUE) {
429 # we do not use wait_for_tick() as it returns immediately when tick is inactive 455 # we do not use wait_for_tick() as it returns immediately when tick is inactive
430 push @cf::WAIT_FOR_TICK, $signal; 456 push @cf::WAIT_FOR_TICK, $signal;
431 $signal->wait; 457 $signal->wait;
432 } else { 458 } else {
459 $busy = 0;
433 Coro::schedule; 460 Coro::schedule;
434 } 461 }
435 } 462 }
436}; 463};
437 464
438sub get_slot($;$$) { 465sub get_slot($;$$) {
439 return if tick_inhibit || $Coro::current == $Coro::main; 466 return if tick_inhibit || $Coro::current == $Coro::main;
440 467
441 my ($time, $pri, $name) = @_; 468 my ($time, $pri, $name) = @_;
442 469
443 $time = $TICK * .6 if $time > $TICK * .6; 470 $time = clamp $time, 0.01, $TICK * .6;
471
444 my $sig = new Coro::Signal; 472 my $sig = new Coro::Signal;
445 473
446 push @SLOT_QUEUE, [$time, $pri, $sig, $name]; 474 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
447 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE; 475 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
448 $SLOT_QUEUE->ready; 476 $SLOT_QUEUE->ready;
… …
1371 . "\n};\n1"; 1399 . "\n};\n1";
1372 1400
1373 $todo{$base} = \%ext; 1401 $todo{$base} = \%ext;
1374 } 1402 }
1375 1403
1404 my $pass = 0;
1376 my %done; 1405 my %done;
1377 while (%todo) { 1406 while (%todo) {
1378 my $progress; 1407 my $progress;
1379 1408
1409 ++$pass;
1410
1411 ext:
1380 while (my ($k, $v) = each %todo) { 1412 while (my ($k, $v) = each %todo) {
1381 for (split /,\s*/, $v->{meta}{depends}) { 1413 for (split /,\s*/, $v->{meta}{depends}) {
1382 goto skip 1414 next ext
1383 unless exists $done{$_}; 1415 unless exists $done{$_};
1384 } 1416 }
1385 1417
1386 warn "... loading '$k' into '$v->{pkg}'\n"; 1418 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1387 1419
1388 unless (eval $v->{source}) { 1420 my $active = eval $v->{source};
1421
1422 if (length $@) {
1389 my $msg = $@ ? "$v->{path}: $@\n" 1423 warn "$v->{path}: $@\n";
1390 : "$v->{base}: extension inactive.\n";
1391 1424
1392 if (exists $v->{meta}{mandatory}) {
1393 warn $msg;
1394 cf::cleanup "mandatory extension failed to load, exiting."; 1425 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1395 } 1426 if exists $v->{meta}{mandatory};
1396 1427 } else {
1397 warn $msg; 1428 $done{$k} = delete $todo{$k};
1429 push @EXTS, $v->{pkg};
1430 $progress = 1;
1431
1432 warn "$v->{base}: extension inactive.\n"
1433 unless $active;
1398 } 1434 }
1399
1400 $done{$k} = delete $todo{$k};
1401 push @EXTS, $v->{pkg};
1402 $progress = 1;
1403 } 1435 }
1404 1436
1405 skip: 1437 unless ($progress) {
1406 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n" 1438 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1407 unless $progress; 1439
1440 while (my ($k, $v) = each %todo) {
1441 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1442 if exists $v->{meta}{mandatory};
1443 }
1444 }
1408 } 1445 }
1409 }; 1446 };
1410} 1447}
1411 1448
1412############################################################################# 1449#############################################################################
… …
1988 2025
1989 $cf::MAP{$path} = $map 2026 $cf::MAP{$path} = $map
1990 } 2027 }
1991} 2028}
1992 2029
1993sub pre_load { } 2030sub pre_load { }
1994sub post_load { } 2031#sub post_load { } # XS
1995 2032
1996sub load { 2033sub load {
1997 my ($self) = @_; 2034 my ($self) = @_;
1998 2035
1999 local $self->{deny_reset} = 1; # loading can take a long time 2036 local $self->{deny_reset} = 1; # loading can take a long time
… …
2219 2256
2220 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2257 my $lock = cf::lock_acquire "map_data:$self->{path}";
2221 2258
2222 return if $self->players; 2259 return if $self->players;
2223 2260
2224 warn "resetting map ", $self->path; 2261 warn "resetting map ", $self->path, "\n";
2225 2262
2226 $self->in_memory (cf::MAP_SWAPPED); 2263 $self->in_memory (cf::MAP_SWAPPED);
2227 2264
2228 # need to save uniques path 2265 # need to save uniques path
2229 unless ($self->{deny_save}) { 2266 unless ($self->{deny_save}) {
… …
2320 : normalise $_ 2357 : normalise $_
2321 } @{ aio_readdir $UNIQUEDIR or [] } 2358 } @{ aio_readdir $UNIQUEDIR or [] }
2322 ] 2359 ]
2323} 2360}
2324 2361
2362=item cf::map::static_maps
2363
2364Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2365file in the shared directory excluding F</styles> and F</editor>). May
2366block.
2367
2368=cut
2369
2370sub static_maps() {
2371 my @dirs = "";
2372 my @maps;
2373
2374 while (@dirs) {
2375 my $dir = shift @dirs;
2376
2377 next if $dir eq "/styles" || $dir eq "/editor";
2378
2379 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2380 or return;
2381
2382 for (@$files) {
2383 s/\.map$// or next;
2384 utf8::decode $_;
2385 push @maps, "$dir/$_";
2386 }
2387
2388 push @dirs, map "$dir/$_", @$dirs;
2389 }
2390
2391 \@maps
2392}
2393
2325=back 2394=back
2326 2395
2327=head3 cf::object 2396=head3 cf::object
2328 2397
2329=cut 2398=cut
… …
2524 ($x, $y) = (-1, -1) 2593 ($x, $y) = (-1, -1)
2525 unless (defined $x) && (defined $y); 2594 unless (defined $x) && (defined $y);
2526 2595
2527 # use -1 or undef as default coordinates, not 0, 0 2596 # use -1 or undef as default coordinates, not 0, 0
2528 ($x, $y) = ($map->enter_x, $map->enter_y) 2597 ($x, $y) = ($map->enter_x, $map->enter_y)
2529 if $x <=0 && $y <= 0; 2598 if $x <= 0 && $y <= 0;
2530 2599
2531 $map->load; 2600 $map->load;
2532 $map->load_neighbours; 2601 $map->load_neighbours;
2533 2602
2534 return unless $self->contr->active; 2603 return unless $self->contr->active;
2535 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2536 $self->activate_recursive;
2537 2604
2538 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2605 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2539 $self->enter_map ($map, $x, $y); 2606 $self->enter_map ($map, $x, $y);
2607
2608 # only activate afterwards, to support waiting in hooks
2609 $self->activate_recursive;
2540} 2610}
2541 2611
2542=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]]) 2612=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2543 2613
2544Moves the player to the given map-path and coordinates by first freezing 2614Moves the player to the given map-path and coordinates by first freezing
… …
2732 2802
2733 utf8::encode $text; 2803 utf8::encode $text;
2734 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2804 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2735} 2805}
2736 2806
2807=item $client->send_big_packet ($pkt)
2808
2809Like C<send_packet>, but tries to compress large packets, and fragments
2810them as required.
2811
2812=cut
2813
2814our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2815
2816sub cf::client::send_big_packet {
2817 my ($self, $pkt) = @_;
2818
2819 # try lzf for large packets
2820 $pkt = "lzf " . Compress::LZF::compress $pkt
2821 if 1024 <= length $pkt and $self->{can_lzf};
2822
2823 # split very large packets
2824 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2825 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2826 $pkt = "frag";
2827 }
2828
2829 $self->send_packet ($pkt);
2830}
2831
2737=item $client->send_msg ($channel, $msg, $color, [extra...]) 2832=item $client->send_msg ($channel, $msg, $color, [extra...])
2738 2833
2739Send a drawinfo or msg packet to the client, formatting the msg for the 2834Send a drawinfo or msg packet to the client, formatting the msg for the
2740client if neccessary. C<$type> should be a string identifying the type of 2835client if neccessary. C<$type> should be a string identifying the type of
2741the message, with C<log> being the default. If C<$color> is negative, suppress 2836the message, with C<log> being the default. If C<$color> is negative, suppress
… …
2743 2838
2744=cut 2839=cut
2745 2840
2746# non-persistent channels (usually the info channel) 2841# non-persistent channels (usually the info channel)
2747our %CHANNEL = ( 2842our %CHANNEL = (
2843 "c/motd" => {
2844 id => "infobox",
2845 title => "MOTD",
2846 reply => undef,
2847 tooltip => "The message of the day",
2848 },
2748 "c/identify" => { 2849 "c/identify" => {
2749 id => "infobox", 2850 id => "infobox",
2750 title => "Identify", 2851 title => "Identify",
2751 reply => undef, 2852 reply => undef,
2752 tooltip => "Items recently identified", 2853 tooltip => "Items recently identified",
… …
2754 "c/examine" => { 2855 "c/examine" => {
2755 id => "infobox", 2856 id => "infobox",
2756 title => "Examine", 2857 title => "Examine",
2757 reply => undef, 2858 reply => undef,
2758 tooltip => "Signs and other items you examined", 2859 tooltip => "Signs and other items you examined",
2860 },
2861 "c/shopinfo" => {
2862 id => "infobox",
2863 title => "Shop Info",
2864 reply => undef,
2865 tooltip => "What your bargaining skill tells you about the shop",
2759 }, 2866 },
2760 "c/book" => { 2867 "c/book" => {
2761 id => "infobox", 2868 id => "infobox",
2762 title => "Book", 2869 title => "Book",
2763 reply => undef, 2870 reply => undef,
… …
2879 my $pkt = "msg " 2986 my $pkt = "msg "
2880 . $self->{json_coder}->encode ( 2987 . $self->{json_coder}->encode (
2881 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra] 2988 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2882 ); 2989 );
2883 2990
2884 # try lzf for large packets
2885 $pkt = "lzf " . Compress::LZF::compress $pkt
2886 if 1024 <= length $pkt and $self->{can_lzf};
2887
2888 # split very large packets
2889 if (8192 < length $pkt and $self->{can_lzf}) {
2890 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2891 $pkt = "frag";
2892 }
2893
2894 $self->send_packet ($pkt); 2991 $self->send_big_packet ($pkt);
2895} 2992}
2896 2993
2897=item $client->ext_msg ($type, @msg) 2994=item $client->ext_msg ($type, @msg)
2898 2995
2899Sends an ext event to the client. 2996Sends an ext event to the client.
… …
2902 2999
2903sub cf::client::ext_msg($$@) { 3000sub cf::client::ext_msg($$@) {
2904 my ($self, $type, @msg) = @_; 3001 my ($self, $type, @msg) = @_;
2905 3002
2906 if ($self->extcmd == 2) { 3003 if ($self->extcmd == 2) {
2907 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3004 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2908 } elsif ($self->extcmd == 1) { # TODO: remove 3005 } elsif ($self->extcmd == 1) { # TODO: remove
2909 push @msg, msgtype => "event_$type"; 3006 push @msg, msgtype => "event_$type";
2910 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3007 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2911 } 3008 }
2912} 3009}
2913 3010
2914=item $client->ext_reply ($msgid, @msg) 3011=item $client->ext_reply ($msgid, @msg)
2915 3012
… …
2919 3016
2920sub cf::client::ext_reply($$@) { 3017sub cf::client::ext_reply($$@) {
2921 my ($self, $id, @msg) = @_; 3018 my ($self, $id, @msg) = @_;
2922 3019
2923 if ($self->extcmd == 2) { 3020 if ($self->extcmd == 2) {
2924 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); 3021 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2925 } elsif ($self->extcmd == 1) { 3022 } elsif ($self->extcmd == 1) {
2926 #TODO: version 1, remove 3023 #TODO: version 1, remove
2927 unshift @msg, msgtype => "reply", msgid => $id; 3024 unshift @msg, msgtype => "reply", msgid => $id;
2928 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3025 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2929 } 3026 }
2930} 3027}
2931 3028
2932=item $success = $client->query ($flags, "text", \&cb) 3029=item $success = $client->query ($flags, "text", \&cb)
2933 3030
… …
3060our $safe_hole = new Safe::Hole; 3157our $safe_hole = new Safe::Hole;
3061 3158
3062$SIG{FPE} = 'IGNORE'; 3159$SIG{FPE} = 'IGNORE';
3063 3160
3064$safe->permit_only (Opcode::opset qw( 3161$safe->permit_only (Opcode::opset qw(
3065 :base_core :base_mem :base_orig :base_math 3162 :base_core :base_mem :base_orig :base_math :base_loop
3066 grepstart grepwhile mapstart mapwhile 3163 grepstart grepwhile mapstart mapwhile
3067 sort time 3164 sort time
3068)); 3165));
3069 3166
3070# here we export the classes and methods available to script code 3167# here we export the classes and methods available to script code
… …
3122 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3219 $qcode =~ s/"/‟/g; # not allowed in #line filenames
3123 $qcode =~ s/\n/\\n/g; 3220 $qcode =~ s/\n/\\n/g;
3124 3221
3125 %vars = (_dummy => 0) unless %vars; 3222 %vars = (_dummy => 0) unless %vars;
3126 3223
3224 my @res;
3127 local $_; 3225 local $_;
3128 local @safe::cf::_safe_eval_args = values %vars;
3129 3226
3130 my $eval = 3227 my $eval =
3131 "do {\n" 3228 "do {\n"
3132 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3229 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3133 . "#line 0 \"{$qcode}\"\n" 3230 . "#line 0 \"{$qcode}\"\n"
3134 . $code 3231 . $code
3135 . "\n}" 3232 . "\n}"
3136 ; 3233 ;
3137 3234
3235 if ($CFG{safe_eval}) {
3138 sub_generation_inc; 3236 sub_generation_inc;
3237 local @safe::cf::_safe_eval_args = values %vars;
3139 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3238 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3140 sub_generation_inc; 3239 sub_generation_inc;
3240 } else {
3241 local @cf::_safe_eval_args = values %vars;
3242 @res = wantarray ? eval eval : scalar eval $eval;
3243 }
3141 3244
3142 if ($@) { 3245 if ($@) {
3143 warn "$@"; 3246 warn "$@";
3144 warn "while executing safe code '$code'\n"; 3247 warn "while executing safe code '$code'\n";
3145 warn "with arguments " . (join " ", %vars) . "\n"; 3248 warn "with arguments " . (join " ", %vars) . "\n";
… …
3164=cut 3267=cut
3165 3268
3166sub register_script_function { 3269sub register_script_function {
3167 my ($fun, $cb) = @_; 3270 my ($fun, $cb) = @_;
3168 3271
3169 no strict 'refs'; 3272 $fun = "safe::$fun" if $CFG{safe_eval};
3170 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3273 *$fun = $safe_hole->wrap ($cb);
3171} 3274}
3172 3275
3173=back 3276=back
3174 3277
3175=cut 3278=cut
… …
3196 3299
3197 $facedata->{version} == 2 3300 $facedata->{version} == 2
3198 or cf::cleanup "$path: version mismatch, cannot proceed."; 3301 or cf::cleanup "$path: version mismatch, cannot proceed.";
3199 3302
3200 # patch in the exptable 3303 # patch in the exptable
3304 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3201 $facedata->{resource}{"res/exp_table"} = { 3305 $facedata->{resource}{"res/exp_table"} = {
3202 type => FT_RSRC, 3306 type => FT_RSRC,
3203 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]), 3307 data => $exp_table,
3308 hash => (Digest::MD5::md5 $exp_table),
3204 }; 3309 };
3205 cf::cede_to_tick; 3310 cf::cede_to_tick;
3206 3311
3207 { 3312 {
3208 my $faces = $facedata->{faceinfo}; 3313 my $faces = $facedata->{faceinfo};
… …
3210 while (my ($face, $info) = each %$faces) { 3315 while (my ($face, $info) = each %$faces) {
3211 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3316 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3212 3317
3213 cf::face::set_visibility $idx, $info->{visibility}; 3318 cf::face::set_visibility $idx, $info->{visibility};
3214 cf::face::set_magicmap $idx, $info->{magicmap}; 3319 cf::face::set_magicmap $idx, $info->{magicmap};
3215 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3320 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3216 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3321 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3217 3322
3218 cf::cede_to_tick; 3323 cf::cede_to_tick;
3219 } 3324 }
3220 3325
3221 while (my ($face, $info) = each %$faces) { 3326 while (my ($face, $info) = each %$faces) {
… …
3245 3350
3246 cf::anim::invalidate_all; # d'oh 3351 cf::anim::invalidate_all; # d'oh
3247 } 3352 }
3248 3353
3249 { 3354 {
3250 # TODO: for gcfclient pleasure, we should give resources
3251 # that gcfclient doesn't grok a >10000 face index.
3252 my $res = $facedata->{resource}; 3355 my $res = $facedata->{resource};
3253 3356
3254 while (my ($name, $info) = each %$res) { 3357 while (my ($name, $info) = each %$res) {
3255 if (defined $info->{type}) { 3358 if (defined $info->{type}) {
3256 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3359 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3257 my $data;
3258 3360
3259 if ($info->{type} & 1) { 3361 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3260 # prepend meta info
3261
3262 my $meta = $enc->encode ({
3263 name => $name,
3264 %{ $info->{meta} || {} },
3265 });
3266
3267 $data = pack "(w/a*)*", $meta, $info->{data};
3268 } else {
3269 $data = $info->{data};
3270 }
3271
3272 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3273 cf::face::set_type $idx, $info->{type}; 3362 cf::face::set_type $idx, $info->{type};
3274 } else { 3363 } else {
3275 $RESOURCE{$name} = $info; 3364 $RESOURCE{$name} = $info;
3276 } 3365 }
3277 3366
… …
3361 3450
3362 warn "finished reloading resource files\n"; 3451 warn "finished reloading resource files\n";
3363} 3452}
3364 3453
3365sub reload_config { 3454sub reload_config {
3455 warn "reloading config file...\n";
3456
3366 open my $fh, "<:utf8", "$CONFDIR/config" 3457 open my $fh, "<:utf8", "$CONFDIR/config"
3367 or return; 3458 or return;
3368 3459
3369 local $/; 3460 local $/;
3370 *CFG = YAML::Load <$fh>; 3461 *CFG = YAML::XS::Load scalar <$fh>;
3371 3462
3372 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3463 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3373 3464
3374 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3465 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3375 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3466 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
… …
3379 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3470 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3380 and die "WARNING: m(un)lockall failed: $!\n"; 3471 and die "WARNING: m(un)lockall failed: $!\n";
3381 }; 3472 };
3382 warn $@ if $@; 3473 warn $@ if $@;
3383 } 3474 }
3475
3476 warn "finished reloading resource files\n";
3384} 3477}
3385 3478
3386sub pidfile() { 3479sub pidfile() {
3387 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT 3480 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3388 or die "$PIDFILE: $!"; 3481 or die "$PIDFILE: $!";
… …
3398 my $pid = <$fh>; 3491 my $pid = <$fh>;
3399 kill 9, $pid if $pid > 0; 3492 kill 9, $pid if $pid > 0;
3400 3493
3401 seek $fh, 0, 0; 3494 seek $fh, 0, 0;
3402 print $fh $$; 3495 print $fh $$;
3496}
3497
3498sub main_loop {
3499 warn "EV::loop starting\n";
3500 if (1) {
3501 EV::loop;
3502 }
3503 warn "EV::loop returned\n";
3504 goto &main_loop unless $REALLY_UNLOOP;
3403} 3505}
3404 3506
3405sub main { 3507sub main {
3406 cf::init_globals; # initialise logging 3508 cf::init_globals; # initialise logging
3407 3509
… …
3427 }; 3529 };
3428 3530
3429 evthread_start IO::AIO::poll_fileno; 3531 evthread_start IO::AIO::poll_fileno;
3430 3532
3431 cf::sync_job { 3533 cf::sync_job {
3534 cf::load_settings;
3535 cf::load_materials;
3536
3432 reload_resources; 3537 reload_resources;
3433 reload_config; 3538 reload_config;
3434 db_init; 3539 db_init;
3435 3540
3436 cf::load_settings;
3437 cf::load_materials;
3438 cf::init_uuid; 3541 cf::init_uuid;
3439 cf::init_signals; 3542 cf::init_signals;
3440 cf::init_commands; 3543 cf::init_commands;
3441 cf::init_skills; 3544 cf::init_skills;
3442 3545
… …
3447 load_extensions; 3550 load_extensions;
3448 3551
3449 utime time, time, $RUNTIMEFILE; 3552 utime time, time, $RUNTIMEFILE;
3450 3553
3451 # no (long-running) fork's whatsoever before this point(!) 3554 # no (long-running) fork's whatsoever before this point(!)
3555 use POSIX ();
3452 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3556 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3453 3557
3454 (pop @POST_INIT)->(0) while @POST_INIT; 3558 (pop @POST_INIT)->(0) while @POST_INIT;
3455 }; 3559 };
3456 3560
3457 EV::loop; 3561 main_loop;
3458} 3562}
3459 3563
3460############################################################################# 3564#############################################################################
3461# initialisation and cleanup 3565# initialisation and cleanup
3462 3566
… …
3469 }; 3573 };
3470 } 3574 }
3471} 3575}
3472 3576
3473sub write_runtime_sync { 3577sub write_runtime_sync {
3578 my $t0 = EV::time;
3579
3474 # first touch the runtime file to show we are still running: 3580 # first touch the runtime file to show we are still running:
3475 # the fsync below can take a very very long time. 3581 # the fsync below can take a very very long time.
3476 3582
3477 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef; 3583 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3478 3584
3479 my $guard = cf::lock_acquire "write_runtime"; 3585 my $guard = cf::lock_acquire "write_runtime";
3480 3586
3481 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644 3587 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3482 or return; 3588 or return;
3483 3589
3484 my $value = $cf::RUNTIME + 90 + 10; 3590 my $value = $cf::RUNTIME + 90 + 10;
3485 # 10 is the runtime save interval, for a monotonic clock 3591 # 10 is the runtime save interval, for a monotonic clock
3486 # 60 allows for the watchdog to kill the server. 3592 # 60 allows for the watchdog to kill the server.
… …
3499 or return; 3605 or return;
3500 3606
3501 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE 3607 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3502 and return; 3608 and return;
3503 3609
3504 warn "runtime file written.\n"; 3610 warn sprintf "runtime file written (%gs).\n", EV::time - $t0;
3505 3611
3506 1 3612 1
3507} 3613}
3508 3614
3509our $uuid_lock; 3615our $uuid_lock;
… …
3728 3834
3729 warn "unload completed, starting to reload now"; 3835 warn "unload completed, starting to reload now";
3730 3836
3731 warn "reloading cf.pm"; 3837 warn "reloading cf.pm";
3732 require cf; 3838 require cf;
3733 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3839 cf::_connect_to_perl_1;
3734 3840
3735 warn "loading config and database again"; 3841 warn "loading config and database again";
3736 cf::reload_config; 3842 cf::reload_config;
3737 3843
3738 warn "loading extensions"; 3844 warn "loading extensions";
… …
3800 3906
3801our @WAIT_FOR_TICK; 3907our @WAIT_FOR_TICK;
3802our @WAIT_FOR_TICK_BEGIN; 3908our @WAIT_FOR_TICK_BEGIN;
3803 3909
3804sub wait_for_tick { 3910sub wait_for_tick {
3805 return if tick_inhibit || $Coro::current == $Coro::main; 3911 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3806 3912
3807 my $signal = new Coro::Signal; 3913 my $signal = new Coro::Signal;
3808 push @WAIT_FOR_TICK, $signal; 3914 push @WAIT_FOR_TICK, $signal;
3809 $signal->wait; 3915 $signal->wait;
3810} 3916}
3811 3917
3812sub wait_for_tick_begin { 3918sub wait_for_tick_begin {
3813 return if tick_inhibit || $Coro::current == $Coro::main; 3919 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3814 3920
3815 my $signal = new Coro::Signal; 3921 my $signal = new Coro::Signal;
3816 push @WAIT_FOR_TICK_BEGIN, $signal; 3922 push @WAIT_FOR_TICK_BEGIN, $signal;
3817 $signal->wait; 3923 $signal->wait;
3818} 3924}
… …
3823 unless ++$bug_warning > 10; 3929 unless ++$bug_warning > 10;
3824 return; 3930 return;
3825 } 3931 }
3826 3932
3827 cf::server_tick; # one server iteration 3933 cf::server_tick; # one server iteration
3934
3935 #for(1..3e6){} EV::now_update; $NOW=EV::now; # generate load #d#
3828 3936
3829 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3937 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3830 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3938 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3831 Coro::async_pool { 3939 Coro::async_pool {
3832 $Coro::current->{desc} = "runtime saver"; 3940 $Coro::current->{desc} = "runtime saver";
… …
3855} 3963}
3856 3964
3857{ 3965{
3858 # configure BDB 3966 # configure BDB
3859 3967
3860 BDB::min_parallel 8; 3968 BDB::min_parallel 16;
3861 BDB::max_poll_reqs $TICK * 0.1; 3969 BDB::max_poll_reqs $TICK * 0.1;
3862 $AnyEvent::BDB::WATCHER->priority (1); 3970 $AnyEvent::BDB::WATCHER->priority (1);
3863 3971
3864 unless ($DB_ENV) { 3972 unless ($DB_ENV) {
3865 $DB_ENV = BDB::db_env_create; 3973 $DB_ENV = BDB::db_env_create;
… …
3946 } 4054 }
3947} 4055}
3948 4056
3949# load additional modules 4057# load additional modules
3950require "cf/$_.pm" for @EXTRA_MODULES; 4058require "cf/$_.pm" for @EXTRA_MODULES;
4059cf::_connect_to_perl_2;
3951 4060
3952END { cf::emergency_save } 4061END { cf::emergency_save }
3953 4062
39541 40631
3955 4064

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines