ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.451 by root, Mon Sep 22 05:42:41 2008 UTC vs.
Revision 1.522 by root, Sat Apr 17 02:22:14 2010 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify 6# Deliantra is free software: you can redistribute it and/or modify it under
7# it under the terms of the GNU General Public License as published by 7# the terms of the Affero GNU General Public License as published by the
8# the Free Software Foundation, either version 3 of the License, or 8# Free Software Foundation, either version 3 of the License, or (at your
9# (at your option) any later version. 9# option) any later version.
10# 10#
11# This program is distributed in the hope that it will be useful, 11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of 12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details. 14# GNU General Public License for more details.
15# 15#
16# You should have received a copy of the GNU General Public License 16# You should have received a copy of the Affero GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>. 17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
18# 19#
19# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
20# 21#
21 22
22package cf; 23package cf;
23 24
24use 5.10.0; 25use 5.10.0;
25use utf8; 26use utf8;
26use strict "vars", "subs"; 27use strict qw(vars subs);
27 28
28use Symbol; 29use Symbol;
29use List::Util; 30use List::Util;
30use Socket; 31use Socket;
31use EV; 32use EV;
32use Opcode; 33use Opcode;
33use Safe; 34use Safe;
34use Safe::Hole; 35use Safe::Hole;
35use Storable (); 36use Storable ();
37use Carp ();
36 38
39use Guard ();
37use Coro (); 40use Coro ();
38use Coro::State; 41use Coro::State;
39use Coro::Handle; 42use Coro::Handle;
40use Coro::EV; 43use Coro::EV;
41use Coro::AnyEvent; 44use Coro::AnyEvent;
42use Coro::Timer; 45use Coro::Timer;
43use Coro::Signal; 46use Coro::Signal;
44use Coro::Semaphore; 47use Coro::Semaphore;
48use Coro::SemaphoreSet;
45use Coro::AnyEvent; 49use Coro::AnyEvent;
46use Coro::AIO; 50use Coro::AIO;
47use Coro::BDB 1.6; 51use Coro::BDB 1.6;
48use Coro::Storable; 52use Coro::Storable;
49use Coro::Util (); 53use Coro::Util ();
50 54
51use JSON::XS 2.01 (); 55use JSON::XS 2.01 ();
52use BDB (); 56use BDB ();
53use Data::Dumper; 57use Data::Dumper;
54use Digest::MD5;
55use Fcntl; 58use Fcntl;
56use YAML (); 59use YAML::XS ();
57use IO::AIO (); 60use IO::AIO ();
58use Time::HiRes; 61use Time::HiRes;
59use Compress::LZF; 62use Compress::LZF;
60use Digest::MD5 (); 63use Digest::MD5 ();
61 64
69$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 72$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
70 73
71# make sure c-lzf reinitialises itself 74# make sure c-lzf reinitialises itself
72Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve"; 75Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
73Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 76Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
77
78# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
74 80
75sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
76 82
77our %COMMAND = (); 83our %COMMAND = ();
78our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
83our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
84our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
85 91
86our $RELOAD; # number of reloads so far, non-zero while in reload 92our $RELOAD; # number of reloads so far, non-zero while in reload
87our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS
95our %REFLECT; # set by us
88 96
89our $CONFDIR = confdir; 97our $CONFDIR = confdir;
90our $DATADIR = datadir; 98our $DATADIR = datadir;
91our $LIBDIR = "$DATADIR/ext"; 99our $LIBDIR = "$DATADIR/ext";
92our $PODDIR = "$DATADIR/pod"; 100our $PODDIR = "$DATADIR/pod";
100our $PIDFILE = "$LOCALDIR/pid"; 108our $PIDFILE = "$LOCALDIR/pid";
101our $RUNTIMEFILE = "$LOCALDIR/runtime"; 109our $RUNTIMEFILE = "$LOCALDIR/runtime";
102 110
103our %RESOURCE; 111our %RESOURCE;
104 112
113our $OUTPUT_RATE_MIN = 4000;
114our $OUTPUT_RATE_MAX = 100000;
115
105our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 116our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
106our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 117our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
107our $NEXT_TICK; 118our $NEXT_TICK;
108our $USE_FSYNC = 1; # use fsync to write maps - default off 119our $USE_FSYNC = 1; # use fsync to write maps - default on
109 120
110our $BDB_DEADLOCK_WATCHER; 121our $BDB_DEADLOCK_WATCHER;
111our $BDB_CHECKPOINT_WATCHER; 122our $BDB_CHECKPOINT_WATCHER;
112our $BDB_TRICKLE_WATCHER; 123our $BDB_TRICKLE_WATCHER;
113our $DB_ENV; 124our $DB_ENV;
114 125
126our @EXTRA_MODULES = qw(pod match mapscript);
127
115our %CFG; 128our %CFG;
116 129
117our $UPTIME; $UPTIME ||= time; 130our $UPTIME; $UPTIME ||= time;
118our $RUNTIME; 131our $RUNTIME;
119our $NOW; 132our $NOW;
127 140
128our $LOAD; # a number between 0 (idle) and 1 (too many objects) 141our $LOAD; # a number between 0 (idle) and 1 (too many objects)
129our $LOADAVG; # same thing, but with alpha-smoothing 142our $LOADAVG; # same thing, but with alpha-smoothing
130our $JITTER; # average jitter 143our $JITTER; # average jitter
131our $TICK_START; # for load detecting purposes 144our $TICK_START; # for load detecting purposes
145
146our @POST_INIT;
147
148our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
149our $REALLY_UNLOOP; # never set to true, please :)
132 150
133binmode STDOUT; 151binmode STDOUT;
134binmode STDERR; 152binmode STDERR;
135 153
136# read virtual server time, if available 154# read virtual server time, if available
138 open my $fh, "<", $RUNTIMEFILE 156 open my $fh, "<", $RUNTIMEFILE
139 or die "unable to read $RUNTIMEFILE file: $!"; 157 or die "unable to read $RUNTIMEFILE file: $!";
140 $RUNTIME = <$fh> + 0.; 158 $RUNTIME = <$fh> + 0.;
141} 159}
142 160
161eval "sub TICK() { $TICK } 1" or die;
162
143mkdir $_ 163mkdir $_
144 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 164 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
145 165
146our $EMERGENCY_POSITION; 166our $EMERGENCY_POSITION;
147 167
148sub cf::map::normalise; 168sub cf::map::normalise;
169
170sub in_main() {
171 $Coro::current == $Coro::main
172}
173
174#############################################################################
175
176%REFLECT = ();
177for (@REFLECT) {
178 my $reflect = JSON::XS::decode_json $_;
179 $REFLECT{$reflect->{class}} = $reflect;
180}
181
182# this is decidedly evil
183$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
149 184
150############################################################################# 185#############################################################################
151 186
152=head2 GLOBAL VARIABLES 187=head2 GLOBAL VARIABLES
153 188
200returns directly I<after> the tick processing (and consequently, can only wake one process 235returns directly I<after> the tick processing (and consequently, can only wake one process
201per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 236per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
202 237
203=item @cf::INVOKE_RESULTS 238=item @cf::INVOKE_RESULTS
204 239
205This array contains the results of the last C<invoke ()> call. When 240This array contains the results of the last C<invoke ()> call. When
206C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 241C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
207that call. 242that call.
208 243
244=item %cf::REFLECT
245
246Contains, for each (C++) class name, a hash reference with information
247about object members (methods, scalars, arrays and flags) and other
248metadata, which is useful for introspection.
249
209=back 250=back
210 251
211=cut 252=cut
212 253
213BEGIN { 254$Coro::State::WARNHOOK = sub {
214 *CORE::GLOBAL::warn = sub {
215 my $msg = join "", @_; 255 my $msg = join "", @_;
216 256
217 $msg .= "\n" 257 $msg .= "\n"
218 unless $msg =~ /\n$/; 258 unless $msg =~ /\n$/;
219 259
220 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 260 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
221 261
222 LOG llevError, $msg; 262 LOG llevError, $msg;
223 }; 263};
224}
225 264
226$Coro::State::DIEHOOK = sub { 265$Coro::State::DIEHOOK = sub {
227 return unless $^S eq 0; # "eq", not "==" 266 return unless $^S eq 0; # "eq", not "=="
228 267
229 if ($Coro::current == $Coro::main) {#d# 268 warn Carp::longmess $_[0];
269
270 if (in_main) {#d#
230 warn "DIEHOOK called in main context, Coro bug?\n";#d# 271 warn "DIEHOOK called in main context, Coro bug?\n";#d#
231 return;#d# 272 return;#d#
232 }#d# 273 }#d#
233 274
234 # kill coroutine otherwise 275 # kill coroutine otherwise
235 warn Carp::longmess $_[0];
236 Coro::terminate 276 Coro::terminate
237}; 277};
238
239$SIG{__DIE__} = sub { }; #d#?
240 278
241@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 279@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
242@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 280@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
243@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 281@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
244@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 282@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
258)) { 296)) {
259 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 297 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
260} 298}
261 299
262$EV::DIED = sub { 300$EV::DIED = sub {
263 warn "error in event callback: @_"; 301 Carp::cluck "error in event callback: @_";
264}; 302};
265 303
266############################################################################# 304#############################################################################
267 305
268=head2 UTILITY FUNCTIONS 306=head2 UTILITY FUNCTIONS
305our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 343our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
306 344
307sub encode_json($) { $json_coder->encode ($_[0]) } 345sub encode_json($) { $json_coder->encode ($_[0]) }
308sub decode_json($) { $json_coder->decode ($_[0]) } 346sub decode_json($) { $json_coder->decode ($_[0]) }
309 347
348=item cf::post_init { BLOCK }
349
350Execute the given codeblock, I<after> all extensions have been (re-)loaded,
351but I<before> the server starts ticking again.
352
353The cdoeblock will have a single boolean argument to indicate whether this
354is a reload or not.
355
356=cut
357
358sub post_init(&) {
359 push @POST_INIT, shift;
360}
361
310=item cf::lock_wait $string 362=item cf::lock_wait $string
311 363
312Wait until the given lock is available. See cf::lock_acquire. 364Wait until the given lock is available. See cf::lock_acquire.
313 365
314=item my $lock = cf::lock_acquire $string 366=item my $lock = cf::lock_acquire $string
315 367
316Wait until the given lock is available and then acquires it and returns 368Wait until the given lock is available and then acquires it and returns
317a Coro::guard object. If the guard object gets destroyed (goes out of scope, 369a L<Guard> object. If the guard object gets destroyed (goes out of scope,
318for example when the coroutine gets canceled), the lock is automatically 370for example when the coroutine gets canceled), the lock is automatically
319returned. 371returned.
320 372
321Locks are *not* recursive, locking from the same coro twice results in a 373Locks are *not* recursive, locking from the same coro twice results in a
322deadlocked coro. 374deadlocked coro.
328 380
329Return true if the lock is currently active, i.e. somebody has locked it. 381Return true if the lock is currently active, i.e. somebody has locked it.
330 382
331=cut 383=cut
332 384
333our %LOCK; 385our $LOCKS = new Coro::SemaphoreSet;
334our %LOCKER;#d#
335 386
336sub lock_wait($) { 387sub lock_wait($) {
337 my ($key) = @_; 388 $LOCKS->wait ($_[0]);
338
339 if ($LOCKER{$key} == $Coro::current) {#d#
340 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
341 return;#d#
342 }#d#
343
344 # wait for lock, if any
345 while ($LOCK{$key}) {
346 #local $Coro::current->{desc} = "$Coro::current->{desc} <waiting for lock $key>";
347 push @{ $LOCK{$key} }, $Coro::current;
348 Coro::schedule;
349 }
350} 389}
351 390
352sub lock_acquire($) { 391sub lock_acquire($) {
353 my ($key) = @_; 392 $LOCKS->guard ($_[0])
354
355 # wait, to be sure we are not locked
356 lock_wait $key;
357
358 $LOCK{$key} = [];
359 $LOCKER{$key} = $Coro::current;#d#
360
361 Coro::guard {
362 delete $LOCKER{$key};#d#
363 # wake up all waiters, to be on the safe side
364 $_->ready for @{ delete $LOCK{$key} };
365 }
366} 393}
367 394
368sub lock_active($) { 395sub lock_active($) {
369 my ($key) = @_; 396 $LOCKS->count ($_[0]) < 1
370
371 ! ! $LOCK{$key}
372} 397}
373 398
374sub freeze_mainloop { 399sub freeze_mainloop {
375 tick_inhibit_inc; 400 tick_inhibit_inc;
376 401
377 Coro::guard \&tick_inhibit_dec; 402 &Guard::guard (\&tick_inhibit_dec);
378} 403}
379 404
380=item cf::periodic $interval, $cb 405=item cf::periodic $interval, $cb
381 406
382Like EV::periodic, but randomly selects a starting point so that the actions 407Like EV::periodic, but randomly selects a starting point so that the actions
383get spread over timer. 408get spread over time.
384 409
385=cut 410=cut
386 411
387sub periodic($$) { 412sub periodic($$) {
388 my ($interval, $cb) = @_; 413 my ($interval, $cb) = @_;
405 430
406=cut 431=cut
407 432
408our @SLOT_QUEUE; 433our @SLOT_QUEUE;
409our $SLOT_QUEUE; 434our $SLOT_QUEUE;
435our $SLOT_DECAY = 0.9;
410 436
411$SLOT_QUEUE->cancel if $SLOT_QUEUE; 437$SLOT_QUEUE->cancel if $SLOT_QUEUE;
412$SLOT_QUEUE = Coro::async { 438$SLOT_QUEUE = Coro::async {
413 $Coro::current->desc ("timeslot manager"); 439 $Coro::current->desc ("timeslot manager");
414 440
415 my $signal = new Coro::Signal; 441 my $signal = new Coro::Signal;
442 my $busy;
416 443
417 while () { 444 while () {
418 next_job: 445 next_job:
446
419 my $avail = cf::till_tick; 447 my $avail = cf::till_tick;
420 if ($avail > 0.01) { 448
421 for (0 .. $#SLOT_QUEUE) { 449 for (0 .. $#SLOT_QUEUE) {
422 if ($SLOT_QUEUE[$_][0] < $avail) { 450 if ($SLOT_QUEUE[$_][0] <= $avail) {
451 $busy = 0;
423 my $job = splice @SLOT_QUEUE, $_, 1, (); 452 my $job = splice @SLOT_QUEUE, $_, 1, ();
424 $job->[2]->send; 453 $job->[2]->send;
425 Coro::cede; 454 Coro::cede;
426 goto next_job; 455 goto next_job;
427 } 456 } else {
457 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
428 } 458 }
429 } 459 }
430 460
431 if (@SLOT_QUEUE) { 461 if (@SLOT_QUEUE) {
432 # we do not use wait_for_tick() as it returns immediately when tick is inactive 462 # we do not use wait_for_tick() as it returns immediately when tick is inactive
433 push @cf::WAIT_FOR_TICK, $signal; 463 push @cf::WAIT_FOR_TICK, $signal;
434 $signal->wait; 464 $signal->wait;
435 } else { 465 } else {
466 $busy = 0;
436 Coro::schedule; 467 Coro::schedule;
437 } 468 }
438 } 469 }
439}; 470};
440 471
441sub get_slot($;$$) { 472sub get_slot($;$$) {
442 return if tick_inhibit || $Coro::current == $Coro::main; 473 return if tick_inhibit || $Coro::current == $Coro::main;
443 474
444 my ($time, $pri, $name) = @_; 475 my ($time, $pri, $name) = @_;
445 476
446 $time = $TICK * .6 if $time > $TICK * .6; 477 $time = clamp $time, 0.01, $TICK * .6;
478
447 my $sig = new Coro::Signal; 479 my $sig = new Coro::Signal;
448 480
449 push @SLOT_QUEUE, [$time, $pri, $sig, $name]; 481 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
450 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE; 482 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
451 $SLOT_QUEUE->ready; 483 $SLOT_QUEUE->ready;
478 510
479sub sync_job(&) { 511sub sync_job(&) {
480 my ($job) = @_; 512 my ($job) = @_;
481 513
482 if ($Coro::current == $Coro::main) { 514 if ($Coro::current == $Coro::main) {
483 my $time = EV::time; 515 my $time = AE::time;
484 516
485 # this is the main coro, too bad, we have to block 517 # this is the main coro, too bad, we have to block
486 # till the operation succeeds, freezing the server :/ 518 # till the operation succeeds, freezing the server :/
487 519
488 LOG llevError, Carp::longmess "sync job";#d# 520 LOG llevError, Carp::longmess "sync job";#d#
505 } else { 537 } else {
506 EV::loop EV::LOOP_ONESHOT; 538 EV::loop EV::LOOP_ONESHOT;
507 } 539 }
508 } 540 }
509 541
510 my $time = EV::time - $time; 542 my $time = AE::time - $time;
511 543
512 $TICK_START += $time; # do not account sync jobs to server load 544 $TICK_START += $time; # do not account sync jobs to server load
513 545
514 wantarray ? @res : $res[0] 546 wantarray ? @res : $res[0]
515 } else { 547 } else {
559 reset_signals; 591 reset_signals;
560 &$cb 592 &$cb
561 }, @args; 593 }, @args;
562 594
563 wantarray ? @res : $res[-1] 595 wantarray ? @res : $res[-1]
596}
597
598sub objinfo {
599 (
600 "counter value" => cf::object::object_count,
601 "objects created" => cf::object::create_count,
602 "objects destroyed" => cf::object::destroy_count,
603 "freelist size" => cf::object::free_count,
604 "allocated objects" => cf::object::objects_size,
605 "active objects" => cf::object::actives_size,
606 )
564} 607}
565 608
566=item $coin = coin_from_name $name 609=item $coin = coin_from_name $name
567 610
568=cut 611=cut
1154 $decname, length $$rdata, scalar @$objs; 1197 $decname, length $$rdata, scalar @$objs;
1155 1198
1156 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1199 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1157 aio_chmod $fh, SAVE_MODE; 1200 aio_chmod $fh, SAVE_MODE;
1158 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1201 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1159 aio_fsync $fh if $cf::USE_FSYNC; 1202 if ($cf::USE_FSYNC) {
1203 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1204 aio_fsync $fh;
1205 }
1160 aio_close $fh; 1206 aio_close $fh;
1161 1207
1162 if (@$objs) { 1208 if (@$objs) {
1163 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1209 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1164 aio_chmod $fh, SAVE_MODE; 1210 aio_chmod $fh, SAVE_MODE;
1165 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs }; 1211 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1166 aio_write $fh, 0, (length $data), $data, 0; 1212 aio_write $fh, 0, (length $data), $data, 0;
1167 aio_fsync $fh if $cf::USE_FSYNC; 1213 if ($cf::USE_FSYNC) {
1214 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1215 aio_fsync $fh;
1216 }
1168 aio_close $fh; 1217 aio_close $fh;
1169 aio_rename "$filename.pst~", "$filename.pst"; 1218 aio_rename "$filename.pst~", "$filename.pst";
1170 } 1219 }
1171 } else { 1220 } else {
1172 aio_unlink "$filename.pst"; 1221 aio_unlink "$filename.pst";
1173 } 1222 }
1174 1223
1175 aio_rename "$filename~", $filename; 1224 aio_rename "$filename~", $filename;
1225
1226 $filename =~ s%/[^/]+$%%;
1227 aio_pathsync $filename if $cf::USE_FSYNC;
1176 } else { 1228 } else {
1177 warn "FATAL: $filename~: $!\n"; 1229 warn "unable to save objects: $filename~: $!\n";
1178 } 1230 }
1179 } else { 1231 } else {
1180 aio_unlink $filename; 1232 aio_unlink $filename;
1181 aio_unlink "$filename.pst"; 1233 aio_unlink "$filename.pst";
1182 } 1234 }
1273 my ($name, $cb) = @_; 1325 my ($name, $cb) = @_;
1274 1326
1275 $EXTICMD{$name} = $cb; 1327 $EXTICMD{$name} = $cb;
1276} 1328}
1277 1329
1330use File::Glob ();
1331
1278cf::player->attach ( 1332cf::player->attach (
1279 on_command => sub { 1333 on_unknown_command => sub {
1280 my ($pl, $name, $params) = @_; 1334 my ($pl, $name, $params) = @_;
1281 1335
1282 my $cb = $COMMAND{$name} 1336 my $cb = $COMMAND{$name}
1283 or return; 1337 or return;
1284 1338
1314 1368
1315 cf::override; 1369 cf::override;
1316 }, 1370 },
1317); 1371);
1318 1372
1373# "readahead" all extensions
1374sub cache_extensions {
1375 my $grp = IO::AIO::aio_group;
1376
1377 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
1378 for (grep /\.ext$/, @{$_[0]}) {
1379 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1380 }
1381 };
1382
1383 $grp
1384}
1385
1319sub load_extensions { 1386sub load_extensions {
1320 cf::sync_job { 1387 cf::sync_job {
1321 my %todo; 1388 my %todo;
1322 1389
1323 for my $path (<$LIBDIR/*.ext>) { 1390 for my $path (<$LIBDIR/*.ext>) {
1350 . "\n};\n1"; 1417 . "\n};\n1";
1351 1418
1352 $todo{$base} = \%ext; 1419 $todo{$base} = \%ext;
1353 } 1420 }
1354 1421
1422 my $pass = 0;
1355 my %done; 1423 my %done;
1356 while (%todo) { 1424 while (%todo) {
1357 my $progress; 1425 my $progress;
1358 1426
1427 ++$pass;
1428
1429 ext:
1359 while (my ($k, $v) = each %todo) { 1430 while (my ($k, $v) = each %todo) {
1360 for (split /,\s*/, $v->{meta}{depends}) { 1431 for (split /,\s*/, $v->{meta}{depends}) {
1361 goto skip 1432 next ext
1362 unless exists $done{$_}; 1433 unless exists $done{$_};
1363 } 1434 }
1364 1435
1365 warn "... loading '$k' into '$v->{pkg}'\n"; 1436 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1366 1437
1367 unless (eval $v->{source}) { 1438 my $active = eval $v->{source};
1439
1440 if (length $@) {
1368 my $msg = $@ ? "$v->{path}: $@\n" 1441 warn "$v->{path}: $@\n";
1369 : "$v->{base}: extension inactive.\n";
1370 1442
1371 if (exists $v->{meta}{mandatory}) {
1372 warn $msg;
1373 cf::cleanup "mandatory extension failed to load, exiting."; 1443 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1374 } 1444 if exists $v->{meta}{mandatory};
1375 1445
1376 warn $msg; 1446 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1447 delete $todo{$k};
1448 } else {
1449 $done{$k} = delete $todo{$k};
1450 push @EXTS, $v->{pkg};
1451 $progress = 1;
1452
1453 warn "$v->{base}: extension inactive.\n"
1454 unless $active;
1377 } 1455 }
1378
1379 $done{$k} = delete $todo{$k};
1380 push @EXTS, $v->{pkg};
1381 $progress = 1;
1382 } 1456 }
1383 1457
1384 skip: 1458 unless ($progress) {
1385 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n" 1459 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1386 unless $progress; 1460
1461 while (my ($k, $v) = each %todo) {
1462 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1463 if exists $v->{meta}{mandatory};
1464 }
1465 }
1387 } 1466 }
1388 }; 1467 };
1389} 1468}
1390 1469
1391############################################################################# 1470#############################################################################
1445 1524
1446sub exists($) { 1525sub exists($) {
1447 my ($login) = @_; 1526 my ($login) = @_;
1448 1527
1449 $cf::PLAYER{$login} 1528 $cf::PLAYER{$login}
1450 or cf::sync_job { !aio_stat path $login } 1529 or !aio_stat path $login
1451} 1530}
1452 1531
1453sub find($) { 1532sub find($) {
1454 return $cf::PLAYER{$_[0]} || do { 1533 return $cf::PLAYER{$_[0]} || do {
1455 my $login = $_[0]; 1534 my $login = $_[0];
1475 $cf::PLAYER{$login} = $pl 1554 $cf::PLAYER{$login} = $pl
1476 } 1555 }
1477 } 1556 }
1478} 1557}
1479 1558
1559cf::player->attach (
1560 on_load => sub {
1561 my ($pl, $path) = @_;
1562
1563 # restore slots saved in save, below
1564 my $slots = delete $pl->{_slots};
1565
1566 $pl->ob->current_weapon ($slots->[0]);
1567 $pl->combat_ob ($slots->[1]);
1568 $pl->ranged_ob ($slots->[2]);
1569 },
1570);
1571
1480sub save($) { 1572sub save($) {
1481 my ($pl) = @_; 1573 my ($pl) = @_;
1482 1574
1483 return if $pl->{deny_save}; 1575 return if $pl->{deny_save};
1484 1576
1489 1581
1490 aio_mkdir playerdir $pl, 0770; 1582 aio_mkdir playerdir $pl, 0770;
1491 $pl->{last_save} = $cf::RUNTIME; 1583 $pl->{last_save} = $cf::RUNTIME;
1492 1584
1493 cf::get_slot 0.01; 1585 cf::get_slot 0.01;
1586
1587 # save slots, to be restored later
1588 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1494 1589
1495 $pl->save_pl ($path); 1590 $pl->save_pl ($path);
1496 cf::cede_to_tick; 1591 cf::cede_to_tick;
1497} 1592}
1498 1593
1711 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1806 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1712 1807
1713 # mit "rum" bekleckern, nicht 1808 # mit "rum" bekleckern, nicht
1714 $self->_create_random_map ( 1809 $self->_create_random_map (
1715 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1810 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1716 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1811 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1717 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1812 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1718 $rmp->{exit_on_final_map}, 1813 $rmp->{exit_on_final_map},
1719 $rmp->{xsize}, $rmp->{ysize}, 1814 $rmp->{xsize}, $rmp->{ysize},
1720 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1815 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1721 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1816 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1851 1946
1852 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go; 1947 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1853 "$UNIQUEDIR/$path" 1948 "$UNIQUEDIR/$path"
1854} 1949}
1855 1950
1856# and all this just because we cannot iterate over
1857# all maps in C++...
1858sub change_all_map_light {
1859 my ($change) = @_;
1860
1861 $_->change_map_light ($change)
1862 for grep $_->outdoor, values %cf::MAP;
1863}
1864
1865sub decay_objects { 1951sub decay_objects {
1866 my ($self) = @_; 1952 my ($self) = @_;
1867 1953
1868 return if $self->{deny_reset}; 1954 return if $self->{deny_reset};
1869 1955
1951sub find { 2037sub find {
1952 my ($path, $origin) = @_; 2038 my ($path, $origin) = @_;
1953 2039
1954 $path = normalise $path, $origin && $origin->path; 2040 $path = normalise $path, $origin && $origin->path;
1955 2041
1956 cf::lock_wait "map_data:$path";#d#remove 2042 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1957 cf::lock_wait "map_find:$path"; 2043 my $guard2 = cf::lock_acquire "map_find:$path";
1958 2044
1959 $cf::MAP{$path} || do { 2045 $cf::MAP{$path} || do {
1960 my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1961 my $guard2 = cf::lock_acquire "map_find:$path";
1962
1963 my $map = new_from_path cf::map $path 2046 my $map = new_from_path cf::map $path
1964 or return; 2047 or return;
1965 2048
1966 $map->{last_save} = $cf::RUNTIME; 2049 $map->{last_save} = $cf::RUNTIME;
1967 2050
1979 2062
1980 $cf::MAP{$path} = $map 2063 $cf::MAP{$path} = $map
1981 } 2064 }
1982} 2065}
1983 2066
1984sub pre_load { } 2067sub pre_load { }
1985sub post_load { } 2068#sub post_load { } # XS
1986 2069
1987sub load { 2070sub load {
1988 my ($self) = @_; 2071 my ($self) = @_;
1989 2072
1990 local $self->{deny_reset} = 1; # loading can take a long time 2073 local $self->{deny_reset} = 1; # loading can take a long time
2035 unless ($self->{deny_activate}) { 2118 unless ($self->{deny_activate}) {
2036 $self->decay_objects; 2119 $self->decay_objects;
2037 $self->fix_auto_apply; 2120 $self->fix_auto_apply;
2038 $self->update_buttons; 2121 $self->update_buttons;
2039 cf::cede_to_tick; 2122 cf::cede_to_tick;
2040 $self->set_darkness_map;
2041 cf::cede_to_tick;
2042 $self->activate; 2123 $self->activate;
2043 } 2124 }
2044 2125
2045 $self->{last_save} = $cf::RUNTIME; 2126 $self->{last_save} = $cf::RUNTIME;
2046 $self->last_access ($cf::RUNTIME); 2127 $self->last_access ($cf::RUNTIME);
2049 } 2130 }
2050 2131
2051 $self->post_load; 2132 $self->post_load;
2052} 2133}
2053 2134
2135# customize the map for a given player, i.e.
2136# return the _real_ map. used by e.g. per-player
2137# maps to change the path to ~playername/mappath
2054sub customise_for { 2138sub customise_for {
2055 my ($self, $ob) = @_; 2139 my ($self, $ob) = @_;
2056 2140
2057 return find "~" . $ob->name . "/" . $self->{path} 2141 return find "~" . $ob->name . "/" . $self->{path}
2058 if $self->per_player; 2142 if $self->per_player;
2135 $MAP_PREFETCHER->prio (6); 2219 $MAP_PREFETCHER->prio (6);
2136 2220
2137 () 2221 ()
2138} 2222}
2139 2223
2224# common code, used by both ->save and ->swapout
2140sub save { 2225sub _save {
2141 my ($self) = @_; 2226 my ($self) = @_;
2142
2143 my $lock = cf::lock_acquire "map_data:$self->{path}";
2144 2227
2145 $self->{last_save} = $cf::RUNTIME; 2228 $self->{last_save} = $cf::RUNTIME;
2146 2229
2147 return unless $self->dirty; 2230 return unless $self->dirty;
2148 2231
2168 } else { 2251 } else {
2169 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2252 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2170 } 2253 }
2171} 2254}
2172 2255
2256sub save {
2257 my ($self) = @_;
2258
2259 my $lock = cf::lock_acquire "map_data:$self->{path}";
2260
2261 $self->_save;
2262}
2263
2173sub swap_out { 2264sub swap_out {
2174 my ($self) = @_; 2265 my ($self) = @_;
2175 2266
2176 # save first because save cedes
2177 $self->save;
2178
2179 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2267 my $lock = cf::lock_acquire "map_data:$self->{path}";
2180 2268
2181 return if $self->players;
2182 return if $self->in_memory != cf::MAP_ACTIVE; 2269 return if $self->in_memory != cf::MAP_ACTIVE;
2183 return if $self->{deny_save}; 2270 return if $self->{deny_save};
2271 return if $self->players;
2184 2272
2185 $self->in_memory (cf::MAP_SWAPPED); 2273 # first deactivate the map and "unlink" it from the core
2186
2187 $self->deactivate; 2274 $self->deactivate;
2188 $_->clear_links_to ($self) for values %cf::MAP; 2275 $_->clear_links_to ($self) for values %cf::MAP;
2276 $self->in_memory (cf::MAP_SWAPPED);
2277
2278 # then atomically save
2279 $self->_save;
2280
2281 # then free the map
2189 $self->clear; 2282 $self->clear;
2190} 2283}
2191 2284
2192sub reset_at { 2285sub reset_at {
2193 my ($self) = @_; 2286 my ($self) = @_;
2212 2305
2213 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2306 my $lock = cf::lock_acquire "map_data:$self->{path}";
2214 2307
2215 return if $self->players; 2308 return if $self->players;
2216 2309
2217 warn "resetting map ", $self->path; 2310 warn "resetting map ", $self->path, "\n";
2218 2311
2219 $self->in_memory (cf::MAP_SWAPPED); 2312 $self->in_memory (cf::MAP_SWAPPED);
2220 2313
2221 # need to save uniques path 2314 # need to save uniques path
2222 unless ($self->{deny_save}) { 2315 unless ($self->{deny_save}) {
2313 : normalise $_ 2406 : normalise $_
2314 } @{ aio_readdir $UNIQUEDIR or [] } 2407 } @{ aio_readdir $UNIQUEDIR or [] }
2315 ] 2408 ]
2316} 2409}
2317 2410
2411=item cf::map::static_maps
2412
2413Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2414file in the shared directory excluding F</styles> and F</editor>). May
2415block.
2416
2417=cut
2418
2419sub static_maps() {
2420 my @dirs = "";
2421 my @maps;
2422
2423 while (@dirs) {
2424 my $dir = shift @dirs;
2425
2426 next if $dir eq "/styles" || $dir eq "/editor";
2427
2428 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2429 or return;
2430
2431 for (@$files) {
2432 s/\.map$// or next;
2433 utf8::decode $_;
2434 push @maps, "$dir/$_";
2435 }
2436
2437 push @dirs, map "$dir/$_", @$dirs;
2438 }
2439
2440 \@maps
2441}
2442
2318=back 2443=back
2319 2444
2320=head3 cf::object 2445=head3 cf::object
2321 2446
2322=cut 2447=cut
2387 2512
2388our $SAY_CHANNEL = { 2513our $SAY_CHANNEL = {
2389 id => "say", 2514 id => "say",
2390 title => "Map", 2515 title => "Map",
2391 reply => "say ", 2516 reply => "say ",
2392 tooltip => "Things said to and replied from npcs near you and other players on the same map only.", 2517 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2393}; 2518};
2394 2519
2395our $CHAT_CHANNEL = { 2520our $CHAT_CHANNEL = {
2396 id => "chat", 2521 id => "chat",
2397 title => "Chat", 2522 title => "Chat",
2490 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2615 return if UNIVERSAL::isa $self->map, "ext::map_link";
2491 2616
2492 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2617 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2493 if $self->map && $self->map->{path} ne "{link}"; 2618 if $self->map && $self->map->{path} ne "{link}";
2494 2619
2495 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2620 $self->enter_map ($LINK_MAP || link_map, 3, 3);
2496} 2621}
2497 2622
2498sub cf::object::player::leave_link { 2623sub cf::object::player::leave_link {
2499 my ($self, $map, $x, $y) = @_; 2624 my ($self, $map, $x, $y) = @_;
2500 2625
2517 ($x, $y) = (-1, -1) 2642 ($x, $y) = (-1, -1)
2518 unless (defined $x) && (defined $y); 2643 unless (defined $x) && (defined $y);
2519 2644
2520 # use -1 or undef as default coordinates, not 0, 0 2645 # use -1 or undef as default coordinates, not 0, 0
2521 ($x, $y) = ($map->enter_x, $map->enter_y) 2646 ($x, $y) = ($map->enter_x, $map->enter_y)
2522 if $x <=0 && $y <= 0; 2647 if $x <= 0 && $y <= 0;
2523 2648
2524 $map->load; 2649 $map->load;
2525 $map->load_neighbours; 2650 $map->load_neighbours;
2526 2651
2527 return unless $self->contr->active; 2652 return unless $self->contr->active;
2528 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2529 $self->activate_recursive;
2530 2653
2531 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2654 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2532 $self->enter_map ($map, $x, $y); 2655 $self->enter_map ($map, $x, $y);
2656
2657 # only activate afterwards, to support waiting in hooks
2658 $self->activate_recursive;
2533} 2659}
2534 2660
2535=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]]) 2661=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2536 2662
2537Moves the player to the given map-path and coordinates by first freezing 2663Moves the player to the given map-path and coordinates by first freezing
2725 2851
2726 utf8::encode $text; 2852 utf8::encode $text;
2727 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2853 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2728} 2854}
2729 2855
2856=item $client->send_big_packet ($pkt)
2857
2858Like C<send_packet>, but tries to compress large packets, and fragments
2859them as required.
2860
2861=cut
2862
2863our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2864
2865sub cf::client::send_big_packet {
2866 my ($self, $pkt) = @_;
2867
2868 # try lzf for large packets
2869 $pkt = "lzf " . Compress::LZF::compress $pkt
2870 if 1024 <= length $pkt and $self->{can_lzf};
2871
2872 # split very large packets
2873 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2874 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2875 $pkt = "frag";
2876 }
2877
2878 $self->send_packet ($pkt);
2879}
2880
2730=item $client->send_msg ($channel, $msg, $color, [extra...]) 2881=item $client->send_msg ($channel, $msg, $color, [extra...])
2731 2882
2732Send a drawinfo or msg packet to the client, formatting the msg for the 2883Send a drawinfo or msg packet to the client, formatting the msg for the
2733client if neccessary. C<$type> should be a string identifying the type of 2884client if neccessary. C<$type> should be a string identifying the type of
2734the message, with C<log> being the default. If C<$color> is negative, suppress 2885the message, with C<log> being the default. If C<$color> is negative, suppress
2736 2887
2737=cut 2888=cut
2738 2889
2739# non-persistent channels (usually the info channel) 2890# non-persistent channels (usually the info channel)
2740our %CHANNEL = ( 2891our %CHANNEL = (
2892 "c/motd" => {
2893 id => "infobox",
2894 title => "MOTD",
2895 reply => undef,
2896 tooltip => "The message of the day",
2897 },
2741 "c/identify" => { 2898 "c/identify" => {
2742 id => "infobox", 2899 id => "infobox",
2743 title => "Identify", 2900 title => "Identify",
2744 reply => undef, 2901 reply => undef,
2745 tooltip => "Items recently identified", 2902 tooltip => "Items recently identified",
2747 "c/examine" => { 2904 "c/examine" => {
2748 id => "infobox", 2905 id => "infobox",
2749 title => "Examine", 2906 title => "Examine",
2750 reply => undef, 2907 reply => undef,
2751 tooltip => "Signs and other items you examined", 2908 tooltip => "Signs and other items you examined",
2909 },
2910 "c/shopinfo" => {
2911 id => "infobox",
2912 title => "Shop Info",
2913 reply => undef,
2914 tooltip => "What your bargaining skill tells you about the shop",
2752 }, 2915 },
2753 "c/book" => { 2916 "c/book" => {
2754 id => "infobox", 2917 id => "infobox",
2755 title => "Book", 2918 title => "Book",
2756 reply => undef, 2919 reply => undef,
2772 id => "infobox", 2935 id => "infobox",
2773 title => "Body Parts", 2936 title => "Body Parts",
2774 reply => undef, 2937 reply => undef,
2775 tooltip => "Shows which body parts you posess and are available", 2938 tooltip => "Shows which body parts you posess and are available",
2776 }, 2939 },
2940 "c/statistics" => {
2941 id => "infobox",
2942 title => "Statistics",
2943 reply => undef,
2944 tooltip => "Shows your primary statistics",
2945 },
2777 "c/skills" => { 2946 "c/skills" => {
2778 id => "infobox", 2947 id => "infobox",
2779 title => "Skills", 2948 title => "Skills",
2780 reply => undef, 2949 reply => undef,
2781 tooltip => "Shows your experience per skill and item power", 2950 tooltip => "Shows your experience per skill and item power",
2951 },
2952 "c/shopitems" => {
2953 id => "infobox",
2954 title => "Shop Items",
2955 reply => undef,
2956 tooltip => "Shows the items currently for sale in this shop",
2957 },
2958 "c/resistances" => {
2959 id => "infobox",
2960 title => "Resistances",
2961 reply => undef,
2962 tooltip => "Shows your resistances",
2963 },
2964 "c/pets" => {
2965 id => "infobox",
2966 title => "Pets",
2967 reply => undef,
2968 tooltip => "Shows information abotu your pets/a specific pet",
2969 },
2970 "c/perceiveself" => {
2971 id => "infobox",
2972 title => "Perceive Self",
2973 reply => undef,
2974 tooltip => "You gained detailed knowledge about yourself",
2782 }, 2975 },
2783 "c/uptime" => { 2976 "c/uptime" => {
2784 id => "infobox", 2977 id => "infobox",
2785 title => "Uptime", 2978 title => "Uptime",
2786 reply => undef, 2979 reply => undef,
2796 id => "party", 2989 id => "party",
2797 title => "Party", 2990 title => "Party",
2798 reply => "gsay ", 2991 reply => "gsay ",
2799 tooltip => "Messages and chat related to your party", 2992 tooltip => "Messages and chat related to your party",
2800 }, 2993 },
2994 "c/death" => {
2995 id => "death",
2996 title => "Death",
2997 reply => undef,
2998 tooltip => "Reason for and more info about your most recent death",
2999 },
3000 "c/say" => $SAY_CHANNEL,
3001 "c/chat" => $CHAT_CHANNEL,
2801); 3002);
2802 3003
2803sub cf::client::send_msg { 3004sub cf::client::send_msg {
2804 my ($self, $channel, $msg, $color, @extra) = @_; 3005 my ($self, $channel, $msg, $color, @extra) = @_;
2805 3006
2810 3011
2811 # check predefined channels, for the benefit of C 3012 # check predefined channels, for the benefit of C
2812 if ($CHANNEL{$channel}) { 3013 if ($CHANNEL{$channel}) {
2813 $channel = $CHANNEL{$channel}; 3014 $channel = $CHANNEL{$channel};
2814 3015
2815 $self->ext_msg (channel_info => $channel) 3016 $self->ext_msg (channel_info => $channel);
2816 if $self->can_msg;
2817
2818 $channel = $channel->{id}; 3017 $channel = $channel->{id};
2819 3018
2820 } elsif (ref $channel) { 3019 } elsif (ref $channel) {
2821 # send meta info to client, if not yet sent 3020 # send meta info to client, if not yet sent
2822 unless (exists $self->{channel}{$channel->{id}}) { 3021 unless (exists $self->{channel}{$channel->{id}}) {
2823 $self->{channel}{$channel->{id}} = $channel; 3022 $self->{channel}{$channel->{id}} = $channel;
2824 $self->ext_msg (channel_info => $channel) 3023 $self->ext_msg (channel_info => $channel);
2825 if $self->can_msg;
2826 } 3024 }
2827 3025
2828 $channel = $channel->{id}; 3026 $channel = $channel->{id};
2829 } 3027 }
2830 3028
2831 return unless @extra || length $msg; 3029 return unless @extra || length $msg;
2832 3030
2833 if ($self->can_msg) {
2834 # default colour, mask it out 3031 # default colour, mask it out
2835 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 3032 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2836 if $color & cf::NDI_DEF; 3033 if $color & cf::NDI_DEF;
2837 3034
2838 my $pkt = "msg " 3035 my $pkt = "msg "
2839 . $self->{json_coder}->encode ( 3036 . $self->{json_coder}->encode (
2840 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra] 3037 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2841 ); 3038 );
2842 3039
2843 # try lzf for large packets
2844 $pkt = "lzf " . Compress::LZF::compress $pkt
2845 if 1024 <= length $pkt and $self->{can_lzf};
2846
2847 # split very large packets
2848 if (8192 < length $pkt and $self->{can_lzf}) {
2849 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2850 $pkt = "frag";
2851 }
2852
2853 $self->send_packet ($pkt); 3040 $self->send_big_packet ($pkt);
2854 } else {
2855 if ($color >= 0) {
2856 # replace some tags by gcfclient-compatible ones
2857 for ($msg) {
2858 1 while
2859 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2860 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2861 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2862 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2863 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2864 }
2865
2866 $color &= cf::NDI_COLOR_MASK;
2867
2868 utf8::encode $msg;
2869
2870 if (0 && $msg =~ /\[/) {
2871 # COMMAND/INFO
2872 $self->send_packet ("drawextinfo $color 10 8 $msg")
2873 } else {
2874 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2875 $self->send_packet ("drawinfo $color $msg")
2876 }
2877 }
2878 }
2879} 3041}
2880 3042
2881=item $client->ext_msg ($type, @msg) 3043=item $client->ext_msg ($type, @msg)
2882 3044
2883Sends an ext event to the client. 3045Sends an ext event to the client.
2886 3048
2887sub cf::client::ext_msg($$@) { 3049sub cf::client::ext_msg($$@) {
2888 my ($self, $type, @msg) = @_; 3050 my ($self, $type, @msg) = @_;
2889 3051
2890 if ($self->extcmd == 2) { 3052 if ($self->extcmd == 2) {
2891 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3053 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2892 } elsif ($self->extcmd == 1) { # TODO: remove 3054 } elsif ($self->extcmd == 1) { # TODO: remove
2893 push @msg, msgtype => "event_$type"; 3055 push @msg, msgtype => "event_$type";
2894 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3056 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2895 } 3057 }
2896} 3058}
2897 3059
2898=item $client->ext_reply ($msgid, @msg) 3060=item $client->ext_reply ($msgid, @msg)
2899 3061
2903 3065
2904sub cf::client::ext_reply($$@) { 3066sub cf::client::ext_reply($$@) {
2905 my ($self, $id, @msg) = @_; 3067 my ($self, $id, @msg) = @_;
2906 3068
2907 if ($self->extcmd == 2) { 3069 if ($self->extcmd == 2) {
2908 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); 3070 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2909 } elsif ($self->extcmd == 1) { 3071 } elsif ($self->extcmd == 1) {
2910 #TODO: version 1, remove 3072 #TODO: version 1, remove
2911 unshift @msg, msgtype => "reply", msgid => $id; 3073 unshift @msg, msgtype => "reply", msgid => $id;
2912 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg})); 3074 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2913 } 3075 }
2914} 3076}
2915 3077
2916=item $success = $client->query ($flags, "text", \&cb) 3078=item $success = $client->query ($flags, "text", \&cb)
2917 3079
3018 3180
3019 $coro 3181 $coro
3020} 3182}
3021 3183
3022cf::client->attach ( 3184cf::client->attach (
3023 on_destroy => sub { 3185 on_client_destroy => sub {
3024 my ($ns) = @_; 3186 my ($ns) = @_;
3025 3187
3026 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3188 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
3027 }, 3189 },
3028); 3190);
3044our $safe_hole = new Safe::Hole; 3206our $safe_hole = new Safe::Hole;
3045 3207
3046$SIG{FPE} = 'IGNORE'; 3208$SIG{FPE} = 'IGNORE';
3047 3209
3048$safe->permit_only (Opcode::opset qw( 3210$safe->permit_only (Opcode::opset qw(
3049 :base_core :base_mem :base_orig :base_math 3211 :base_core :base_mem :base_orig :base_math :base_loop
3050 grepstart grepwhile mapstart mapwhile 3212 grepstart grepwhile mapstart mapwhile
3051 sort time 3213 sort time
3052)); 3214));
3053 3215
3054# here we export the classes and methods available to script code 3216# here we export the classes and methods available to script code
3058The following functions and methods are available within a safe environment: 3220The following functions and methods are available within a safe environment:
3059 3221
3060 cf::object 3222 cf::object
3061 contr pay_amount pay_player map x y force_find force_add destroy 3223 contr pay_amount pay_player map x y force_find force_add destroy
3062 insert remove name archname title slaying race decrease split 3224 insert remove name archname title slaying race decrease split
3225 value
3063 3226
3064 cf::object::player 3227 cf::object::player
3065 player 3228 player
3066 3229
3067 cf::player 3230 cf::player
3073=cut 3236=cut
3074 3237
3075for ( 3238for (
3076 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3239 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3077 insert remove inv nrof name archname title slaying race 3240 insert remove inv nrof name archname title slaying race
3078 decrease split destroy change_exp)], 3241 decrease split destroy change_exp value msg lore send_msg)],
3079 ["cf::object::player" => qw(player)], 3242 ["cf::object::player" => qw(player)],
3080 ["cf::player" => qw(peaceful)], 3243 ["cf::player" => qw(peaceful send_msg)],
3081 ["cf::map" => qw(trigger)], 3244 ["cf::map" => qw(trigger)],
3082) { 3245) {
3083 no strict 'refs'; 3246 no strict 'refs';
3084 my ($pkg, @funs) = @$_; 3247 my ($pkg, @funs) = @$_;
3085 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3248 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
3103 3266
3104 my $qcode = $code; 3267 my $qcode = $code;
3105 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3268 $qcode =~ s/"/‟/g; # not allowed in #line filenames
3106 $qcode =~ s/\n/\\n/g; 3269 $qcode =~ s/\n/\\n/g;
3107 3270
3271 %vars = (_dummy => 0) unless %vars;
3272
3273 my @res;
3108 local $_; 3274 local $_;
3109 local @safe::cf::_safe_eval_args = values %vars;
3110 3275
3111 my $eval = 3276 my $eval =
3112 "do {\n" 3277 "do {\n"
3113 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3278 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3114 . "#line 0 \"{$qcode}\"\n" 3279 . "#line 0 \"{$qcode}\"\n"
3115 . $code 3280 . $code
3116 . "\n}" 3281 . "\n}"
3117 ; 3282 ;
3118 3283
3284 if ($CFG{safe_eval}) {
3119 sub_generation_inc; 3285 sub_generation_inc;
3286 local @safe::cf::_safe_eval_args = values %vars;
3120 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3287 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3121 sub_generation_inc; 3288 sub_generation_inc;
3289 } else {
3290 local @cf::_safe_eval_args = values %vars;
3291 @res = wantarray ? eval eval : scalar eval $eval;
3292 }
3122 3293
3123 if ($@) { 3294 if ($@) {
3124 warn "$@"; 3295 warn "$@";
3125 warn "while executing safe code '$code'\n"; 3296 warn "while executing safe code '$code'\n";
3126 warn "with arguments " . (join " ", %vars) . "\n"; 3297 warn "with arguments " . (join " ", %vars) . "\n";
3145=cut 3316=cut
3146 3317
3147sub register_script_function { 3318sub register_script_function {
3148 my ($fun, $cb) = @_; 3319 my ($fun, $cb) = @_;
3149 3320
3150 no strict 'refs'; 3321 $fun = "safe::$fun" if $CFG{safe_eval};
3151 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3322 *$fun = $safe_hole->wrap ($cb);
3152} 3323}
3153 3324
3154=back 3325=back
3155 3326
3156=cut 3327=cut
3177 3348
3178 $facedata->{version} == 2 3349 $facedata->{version} == 2
3179 or cf::cleanup "$path: version mismatch, cannot proceed."; 3350 or cf::cleanup "$path: version mismatch, cannot proceed.";
3180 3351
3181 # patch in the exptable 3352 # patch in the exptable
3353 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3182 $facedata->{resource}{"res/exp_table"} = { 3354 $facedata->{resource}{"res/exp_table"} = {
3183 type => FT_RSRC, 3355 type => FT_RSRC,
3184 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]), 3356 data => $exp_table,
3357 hash => (Digest::MD5::md5 $exp_table),
3185 }; 3358 };
3186 cf::cede_to_tick; 3359 cf::cede_to_tick;
3187 3360
3188 { 3361 {
3189 my $faces = $facedata->{faceinfo}; 3362 my $faces = $facedata->{faceinfo};
3191 while (my ($face, $info) = each %$faces) { 3364 while (my ($face, $info) = each %$faces) {
3192 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3365 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3193 3366
3194 cf::face::set_visibility $idx, $info->{visibility}; 3367 cf::face::set_visibility $idx, $info->{visibility};
3195 cf::face::set_magicmap $idx, $info->{magicmap}; 3368 cf::face::set_magicmap $idx, $info->{magicmap};
3196 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3369 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3197 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3370 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3198 3371
3199 cf::cede_to_tick; 3372 cf::cede_to_tick;
3200 } 3373 }
3201 3374
3202 while (my ($face, $info) = each %$faces) { 3375 while (my ($face, $info) = each %$faces) {
3226 3399
3227 cf::anim::invalidate_all; # d'oh 3400 cf::anim::invalidate_all; # d'oh
3228 } 3401 }
3229 3402
3230 { 3403 {
3231 # TODO: for gcfclient pleasure, we should give resources
3232 # that gcfclient doesn't grok a >10000 face index.
3233 my $res = $facedata->{resource}; 3404 my $res = $facedata->{resource};
3234 3405
3235 while (my ($name, $info) = each %$res) { 3406 while (my ($name, $info) = each %$res) {
3236 if (defined $info->{type}) { 3407 if (defined $info->{type}) {
3237 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3408 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3238 my $data;
3239 3409
3240 if ($info->{type} & 1) { 3410 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3241 # prepend meta info
3242
3243 my $meta = $enc->encode ({
3244 name => $name,
3245 %{ $info->{meta} || {} },
3246 });
3247
3248 $data = pack "(w/a*)*", $meta, $info->{data};
3249 } else {
3250 $data = $info->{data};
3251 }
3252
3253 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3254 cf::face::set_type $idx, $info->{type}; 3411 cf::face::set_type $idx, $info->{type};
3255 } else { 3412 } else {
3256 $RESOURCE{$name} = $info; 3413 $RESOURCE{$name} = $info;
3257 } 3414 }
3258 3415
3341 reload_treasures; 3498 reload_treasures;
3342 3499
3343 warn "finished reloading resource files\n"; 3500 warn "finished reloading resource files\n";
3344} 3501}
3345 3502
3346sub init {
3347 my $guard = freeze_mainloop;
3348
3349 evthread_start IO::AIO::poll_fileno;
3350
3351 reload_resources;
3352}
3353
3354sub reload_config { 3503sub reload_config {
3504 warn "reloading config file...\n";
3505
3355 open my $fh, "<:utf8", "$CONFDIR/config" 3506 open my $fh, "<:utf8", "$CONFDIR/config"
3356 or return; 3507 or return;
3357 3508
3358 local $/; 3509 local $/;
3359 *CFG = YAML::Load <$fh>; 3510 *CFG = YAML::XS::Load scalar <$fh>;
3360 3511
3361 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3512 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3362 3513
3363 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3514 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3364 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3515 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3368 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3519 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3369 and die "WARNING: m(un)lockall failed: $!\n"; 3520 and die "WARNING: m(un)lockall failed: $!\n";
3370 }; 3521 };
3371 warn $@ if $@; 3522 warn $@ if $@;
3372 } 3523 }
3524
3525 warn "finished reloading resource files\n";
3373} 3526}
3374 3527
3375sub pidfile() { 3528sub pidfile() {
3376 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT 3529 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3377 or die "$PIDFILE: $!"; 3530 or die "$PIDFILE: $!";
3389 3542
3390 seek $fh, 0, 0; 3543 seek $fh, 0, 0;
3391 print $fh $$; 3544 print $fh $$;
3392} 3545}
3393 3546
3547sub main_loop {
3548 warn "EV::loop starting\n";
3549 if (1) {
3550 EV::loop;
3551 }
3552 warn "EV::loop returned\n";
3553 goto &main_loop unless $REALLY_UNLOOP;
3554}
3555
3394sub main { 3556sub main {
3395 atomic; 3557 cf::init_globals; # initialise logging
3558
3559 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3560 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3561 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3562 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3563
3564 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3396 3565
3397 # we must not ever block the main coroutine 3566 # we must not ever block the main coroutine
3398 local $Coro::idle = sub { 3567 local $Coro::idle = sub {
3399 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3568 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3400 (async { 3569 (async {
3401 $Coro::current->{desc} = "IDLE BUG HANDLER"; 3570 $Coro::current->{desc} = "IDLE BUG HANDLER";
3402 EV::loop EV::LOOP_ONESHOT; 3571 EV::loop EV::LOOP_ONESHOT;
3403 })->prio (Coro::PRIO_MAX); 3572 })->prio (Coro::PRIO_MAX);
3404 }; 3573 };
3405 3574
3406 { 3575 evthread_start IO::AIO::poll_fileno;
3407 my $guard = freeze_mainloop; 3576
3577 cf::sync_job {
3578 cf::init_experience;
3579 cf::init_anim;
3580 cf::init_attackmess;
3581 cf::init_dynamic;
3582
3583 cf::load_settings;
3584 cf::load_materials;
3585
3586 reload_resources;
3408 reload_config; 3587 reload_config;
3409 db_init; 3588 db_init;
3589
3590 cf::init_uuid;
3591 cf::init_signals;
3592 cf::init_skills;
3593
3594 cf::init_beforeplay;
3595
3596 atomic;
3597
3410 load_extensions; 3598 load_extensions;
3411 3599
3412 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3413 }
3414
3415 utime time, time, $RUNTIMEFILE; 3600 utime time, time, $RUNTIMEFILE;
3416 3601
3417 # no (long-running) fork's whatsoever before this point(!) 3602 # no (long-running) fork's whatsoever before this point(!)
3603 use POSIX ();
3418 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3604 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3419 3605
3420 EV::loop; 3606 (pop @POST_INIT)->(0) while @POST_INIT;
3607 };
3608
3609 cf::object::thawer::errors_are_fatal 0;
3610 warn "parse errors in files are no longer fatal from this point on.\n";
3611
3612 main_loop;
3421} 3613}
3422 3614
3423############################################################################# 3615#############################################################################
3424# initialisation and cleanup 3616# initialisation and cleanup
3425 3617
3426# install some emergency cleanup handlers 3618# install some emergency cleanup handlers
3427BEGIN { 3619BEGIN {
3428 our %SIGWATCHER = (); 3620 our %SIGWATCHER = ();
3429 for my $signal (qw(INT HUP TERM)) { 3621 for my $signal (qw(INT HUP TERM)) {
3430 $SIGWATCHER{$signal} = EV::signal $signal, sub { 3622 $SIGWATCHER{$signal} = AE::signal $signal, sub {
3431 cf::cleanup "SIG$signal"; 3623 cf::cleanup "SIG$signal";
3432 }; 3624 };
3433 } 3625 }
3434} 3626}
3435 3627
3436sub write_runtime_sync { 3628sub write_runtime_sync {
3629 my $t0 = AE::time;
3630
3437 # first touch the runtime file to show we are still running: 3631 # first touch the runtime file to show we are still running:
3438 # the fsync below can take a very very long time. 3632 # the fsync below can take a very very long time.
3439 3633
3440 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef; 3634 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3441 3635
3442 my $guard = cf::lock_acquire "write_runtime"; 3636 my $guard = cf::lock_acquire "write_runtime";
3443 3637
3444 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644 3638 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3445 or return; 3639 or return;
3446 3640
3447 my $value = $cf::RUNTIME + 90 + 10; 3641 my $value = $cf::RUNTIME + 90 + 10;
3448 # 10 is the runtime save interval, for a monotonic clock 3642 # 10 is the runtime save interval, for a monotonic clock
3449 # 60 allows for the watchdog to kill the server. 3643 # 60 allows for the watchdog to kill the server.
3462 or return; 3656 or return;
3463 3657
3464 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE 3658 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3465 and return; 3659 and return;
3466 3660
3467 warn "runtime file written.\n"; 3661 warn sprintf "runtime file written (%gs).\n", AE::time - $t0;
3468 3662
3469 1 3663 1
3470} 3664}
3471 3665
3472our $uuid_lock; 3666our $uuid_lock;
3481 my $uuid = "$LOCALDIR/uuid"; 3675 my $uuid = "$LOCALDIR/uuid";
3482 3676
3483 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644 3677 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3484 or return; 3678 or return;
3485 3679
3486 my $value = uuid_str $uuid_skip + uuid_seq uuid_cur; 3680 my $value = uuid_seq uuid_cur;
3681
3682 unless ($value) {
3683 warn "cowardly refusing to write zero uuid value!\n";
3684 return;
3685 }
3686
3687 my $value = uuid_str $value + $uuid_skip;
3487 $uuid_skip = 0; 3688 $uuid_skip = 0;
3488 3689
3489 (aio_write $fh, 0, (length $value), $value, 0) <= 0 3690 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3490 and return; 3691 and return;
3491 3692
3513} 3714}
3514 3715
3515sub emergency_save() { 3716sub emergency_save() {
3516 my $freeze_guard = cf::freeze_mainloop; 3717 my $freeze_guard = cf::freeze_mainloop;
3517 3718
3518 warn "enter emergency perl save\n"; 3719 warn "emergency_perl_save: enter\n";
3519 3720
3520 cf::sync_job { 3721 cf::sync_job {
3722 # this is a trade-off: we want to be very quick here, so
3723 # save all maps without fsync, and later call a global sync
3724 # (which in turn might be very very slow)
3725 local $USE_FSYNC = 0;
3726
3521 # use a peculiar iteration method to avoid tripping on perl 3727 # use a peculiar iteration method to avoid tripping on perl
3522 # refcount bugs in for. also avoids problems with players 3728 # refcount bugs in for. also avoids problems with players
3523 # and maps saved/destroyed asynchronously. 3729 # and maps saved/destroyed asynchronously.
3524 warn "begin emergency player save\n"; 3730 warn "emergency_perl_save: begin player save\n";
3525 for my $login (keys %cf::PLAYER) { 3731 for my $login (keys %cf::PLAYER) {
3526 my $pl = $cf::PLAYER{$login} or next; 3732 my $pl = $cf::PLAYER{$login} or next;
3527 $pl->valid or next; 3733 $pl->valid or next;
3528 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt 3734 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3529 $pl->save; 3735 $pl->save;
3530 } 3736 }
3531 warn "end emergency player save\n"; 3737 warn "emergency_perl_save: end player save\n";
3532 3738
3533 warn "begin emergency map save\n"; 3739 warn "emergency_perl_save: begin map save\n";
3534 for my $path (keys %cf::MAP) { 3740 for my $path (keys %cf::MAP) {
3535 my $map = $cf::MAP{$path} or next; 3741 my $map = $cf::MAP{$path} or next;
3536 $map->valid or next; 3742 $map->valid or next;
3537 $map->save; 3743 $map->save;
3538 } 3744 }
3539 warn "end emergency map save\n"; 3745 warn "emergency_perl_save: end map save\n";
3540 3746
3541 warn "begin emergency database checkpoint\n"; 3747 warn "emergency_perl_save: begin database checkpoint\n";
3542 BDB::db_env_txn_checkpoint $DB_ENV; 3748 BDB::db_env_txn_checkpoint $DB_ENV;
3543 warn "end emergency database checkpoint\n"; 3749 warn "emergency_perl_save: end database checkpoint\n";
3544 3750
3545 warn "begin write uuid\n"; 3751 warn "emergency_perl_save: begin write uuid\n";
3546 write_uuid_sync 1; 3752 write_uuid_sync 1;
3547 warn "end write uuid\n"; 3753 warn "emergency_perl_save: end write uuid\n";
3548 }; 3754 };
3549 3755
3756 warn "emergency_perl_save: starting sync()\n";
3757 IO::AIO::aio_sync sub {
3758 warn "emergency_perl_save: finished sync()\n";
3759 };
3760
3550 warn "leave emergency perl save\n"; 3761 warn "emergency_perl_save: leave\n";
3551} 3762}
3552 3763
3553sub post_cleanup { 3764sub post_cleanup {
3554 my ($make_core) = @_; 3765 my ($make_core) = @_;
3555 3766
3581 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH}; 3792 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3582 for my $name (keys %$leaf_symtab) { 3793 for my $name (keys %$leaf_symtab) {
3583 _gv_clear *{"$pkg$name"}; 3794 _gv_clear *{"$pkg$name"};
3584# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"}; 3795# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3585 } 3796 }
3586 warn "cleared package $pkg\n";#d#
3587} 3797}
3588 3798
3589sub do_reload_perl() { 3799sub do_reload_perl() {
3590 # can/must only be called in main 3800 # can/must only be called in main
3591 if ($Coro::current != $Coro::main) { 3801 if (in_main) {
3592 warn "can only reload from main coroutine"; 3802 warn "can only reload from main coroutine";
3593 return; 3803 return;
3594 } 3804 }
3595 3805
3596 return if $RELOAD++; 3806 return if $RELOAD++;
3807
3808 my $t1 = AE::time;
3597 3809
3598 while ($RELOAD) { 3810 while ($RELOAD) {
3599 warn "reloading..."; 3811 warn "reloading...";
3600 3812
3601 warn "entering sync_job"; 3813 warn "entering sync_job";
3662 clear_package "safe::$_" 3874 clear_package "safe::$_"
3663 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3875 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3664 3876
3665 warn "unloading cf.pm \"a bit\""; 3877 warn "unloading cf.pm \"a bit\"";
3666 delete $INC{"cf.pm"}; 3878 delete $INC{"cf.pm"};
3667 delete $INC{"cf/pod.pm"}; 3879 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3668 3880
3669 # don't, removes xs symbols, too, 3881 # don't, removes xs symbols, too,
3670 # and global variables created in xs 3882 # and global variables created in xs
3671 #clear_package __PACKAGE__; 3883 #clear_package __PACKAGE__;
3672 3884
3673 warn "unload completed, starting to reload now"; 3885 warn "unload completed, starting to reload now";
3674 3886
3675 warn "reloading cf.pm"; 3887 warn "reloading cf.pm";
3676 require cf; 3888 require cf;
3677 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3889 cf::_connect_to_perl_1;
3678 3890
3679 warn "loading config and database again"; 3891 warn "loading config and database again";
3680 cf::reload_config; 3892 cf::reload_config;
3681 3893
3682 warn "loading extensions"; 3894 warn "loading extensions";
3683 cf::load_extensions; 3895 cf::load_extensions;
3684 3896
3897 if ($REATTACH_ON_RELOAD) {
3685 warn "reattaching attachments to objects/players"; 3898 warn "reattaching attachments to objects/players";
3686 _global_reattach; # objects, sockets 3899 _global_reattach; # objects, sockets
3687 warn "reattaching attachments to maps"; 3900 warn "reattaching attachments to maps";
3688 reattach $_ for values %MAP; 3901 reattach $_ for values %MAP;
3689 warn "reattaching attachments to players"; 3902 warn "reattaching attachments to players";
3690 reattach $_ for values %PLAYER; 3903 reattach $_ for values %PLAYER;
3904 }
3905
3906 warn "running post_init jobs";
3907 (pop @POST_INIT)->(1) while @POST_INIT;
3691 3908
3692 warn "leaving sync_job"; 3909 warn "leaving sync_job";
3693 3910
3694 1 3911 1
3695 } or do { 3912 } or do {
3698 }; 3915 };
3699 3916
3700 warn "reloaded"; 3917 warn "reloaded";
3701 --$RELOAD; 3918 --$RELOAD;
3702 } 3919 }
3920
3921 $t1 = AE::time - $t1;
3922 warn "reload completed in ${t1}s\n";
3703}; 3923};
3704 3924
3705our $RELOAD_WATCHER; # used only during reload 3925our $RELOAD_WATCHER; # used only during reload
3706 3926
3707sub reload_perl() { 3927sub reload_perl() {
3708 # doing reload synchronously and two reloads happen back-to-back, 3928 # doing reload synchronously and two reloads happen back-to-back,
3709 # coro crashes during coro_state_free->destroy here. 3929 # coro crashes during coro_state_free->destroy here.
3710 3930
3931 $RELOAD_WATCHER ||= cf::async {
3932 Coro::AIO::aio_wait cache_extensions;
3933
3711 $RELOAD_WATCHER ||= EV::timer $TICK * 1.5, 0, sub { 3934 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3712 do_reload_perl; 3935 do_reload_perl;
3713 undef $RELOAD_WATCHER; 3936 undef $RELOAD_WATCHER;
3937 };
3714 }; 3938 };
3715} 3939}
3716 3940
3717register_command "reload" => sub { 3941register_command "reload" => sub {
3718 my ($who, $arg) = @_; 3942 my ($who, $arg) = @_;
3732 3956
3733our @WAIT_FOR_TICK; 3957our @WAIT_FOR_TICK;
3734our @WAIT_FOR_TICK_BEGIN; 3958our @WAIT_FOR_TICK_BEGIN;
3735 3959
3736sub wait_for_tick { 3960sub wait_for_tick {
3737 return if tick_inhibit || $Coro::current == $Coro::main; 3961 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3738 3962
3739 my $signal = new Coro::Signal; 3963 my $signal = new Coro::Signal;
3740 push @WAIT_FOR_TICK, $signal; 3964 push @WAIT_FOR_TICK, $signal;
3741 $signal->wait; 3965 $signal->wait;
3742} 3966}
3743 3967
3744sub wait_for_tick_begin { 3968sub wait_for_tick_begin {
3745 return if tick_inhibit || $Coro::current == $Coro::main; 3969 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3746 3970
3747 my $signal = new Coro::Signal; 3971 my $signal = new Coro::Signal;
3748 push @WAIT_FOR_TICK_BEGIN, $signal; 3972 push @WAIT_FOR_TICK_BEGIN, $signal;
3749 $signal->wait; 3973 $signal->wait;
3750} 3974}
3755 unless ++$bug_warning > 10; 3979 unless ++$bug_warning > 10;
3756 return; 3980 return;
3757 } 3981 }
3758 3982
3759 cf::server_tick; # one server iteration 3983 cf::server_tick; # one server iteration
3984
3985 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3760 3986
3761 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3987 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3762 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3988 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3763 Coro::async_pool { 3989 Coro::async_pool {
3764 $Coro::current->{desc} = "runtime saver"; 3990 $Coro::current->{desc} = "runtime saver";
3787} 4013}
3788 4014
3789{ 4015{
3790 # configure BDB 4016 # configure BDB
3791 4017
3792 BDB::min_parallel 8; 4018 BDB::min_parallel 16;
3793 BDB::max_poll_reqs $TICK * 0.1; 4019 BDB::max_poll_reqs $TICK * 0.1;
3794 $AnyEvent::BDB::WATCHER->priority (1); 4020 $AnyEvent::BDB::WATCHER->priority (1);
3795 4021
3796 unless ($DB_ENV) { 4022 unless ($DB_ENV) {
3797 $DB_ENV = BDB::db_env_create; 4023 $DB_ENV = BDB::db_env_create;
3877 LOG llevInfo, "[ABT] [suppressed]\n"; 4103 LOG llevInfo, "[ABT] [suppressed]\n";
3878 } 4104 }
3879} 4105}
3880 4106
3881# load additional modules 4107# load additional modules
3882use cf::pod; 4108require "cf/$_.pm" for @EXTRA_MODULES;
4109cf::_connect_to_perl_2;
3883 4110
3884END { cf::emergency_save } 4111END { cf::emergency_save }
3885 4112
38861 41131
3887 4114

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines