ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.269 by root, Tue May 22 21:35:26 2007 UTC vs.
Revision 1.560 by root, Fri Apr 22 02:03:12 2011 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
19#
20# The authors can be reached via e-mail to <support@deliantra.net>
21#
22
1package cf; 23package cf;
2 24
3use utf8; 25use common::sense;
4use strict;
5 26
6use Symbol; 27use Symbol;
7use List::Util; 28use List::Util;
8use Socket; 29use Socket;
9use Storable; 30use EV;
10use Event;
11use Opcode; 31use Opcode;
12use Safe; 32use Safe;
13use Safe::Hole; 33use Safe::Hole;
34use Storable ();
35use Carp ();
14 36
37use Guard ();
15use Coro 3.61 (); 38use Coro ();
16use Coro::State; 39use Coro::State;
17use Coro::Handle; 40use Coro::Handle;
41use Coro::EV;
18use Coro::Event; 42use Coro::AnyEvent;
19use Coro::Timer; 43use Coro::Timer;
20use Coro::Signal; 44use Coro::Signal;
21use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
22use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
23use Coro::Storable; 50use Coro::Storable;
51use Coro::Util ();
24 52
53use JSON::XS 2.01 ();
25use BDB (); 54use BDB ();
26use Data::Dumper; 55use Data::Dumper;
27use Digest::MD5;
28use Fcntl; 56use Fcntl;
29use YAML::Syck (); 57use YAML::XS ();
30use IO::AIO 2.32 (); 58use IO::AIO ();
31use Time::HiRes; 59use Time::HiRes;
32use Compress::LZF; 60use Compress::LZF;
61use Digest::MD5 ();
62
63AnyEvent::detect;
33 64
34# configure various modules to our taste 65# configure various modules to our taste
35# 66#
36$Storable::canonical = 1; # reduce rsync transfers 67$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 68Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
69
70$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
71
72# make sure c-lzf reinitialises itself
73Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 74Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39 75
40$Event::Eval = 1; # no idea why this is required, but it is 76# strictly for debugging
41 77$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43$YAML::Syck::ImplicitUnicode = 1;
44
45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46 78
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 79sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
80
81our @ORIG_INC;
48 82
49our %COMMAND = (); 83our %COMMAND = ();
50our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
51 85
52our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
53our %EXTCMD = (); 87our %EXTCMD = ();
88our %EXTICMD = ();
54our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
55our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
56 91
57our $RELOAD; # number of reloads so far 92our $RELOAD; # number of reloads so far, non-zero while in reload
58our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS
95our %REFLECT; # set by us
59 96
60our $CONFDIR = confdir; 97our $CONFDIR = confdir;
98
61our $DATADIR = datadir; 99our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext"; 100our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod"; 101our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir; 102our $MAPDIR = "$DATADIR/" . mapdir;
103
65our $LOCALDIR = localdir; 104our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir; 105our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir; 107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random"; 108our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db"; 109our $BDBDIR = "$LOCALDIR/db";
110our $PIDFILE = "$LOCALDIR/pid";
111our $RUNTIMEFILE = "$LOCALDIR/runtime";
112
113our %RESOURCE; # unused
114
115our $OUTPUT_RATE_MIN = 3000;
116our $OUTPUT_RATE_MAX = 1000000;
117
118our $MAX_LINKS = 32; # how many chained exits to follow
119our $VERBOSE_IO = 1;
71 120
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 121our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73our $TICK_WATCHER;
74our $AIO_POLL_WATCHER;
75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 122our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76our $NEXT_TICK; 123our $NEXT_TICK;
77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off 124our $USE_FSYNC = 1; # use fsync to write maps - default on
79 125
126our $BDB_DEADLOCK_WATCHER;
127our $BDB_CHECKPOINT_WATCHER;
80our $BDB_POLL_WATCHER; 128our $BDB_TRICKLE_WATCHER;
81our $DB_ENV; 129our $DB_ENV;
130
131our @EXTRA_MODULES = qw(pod match mapscript incloader);
82 132
83our %CFG; 133our %CFG;
84 134
85our $UPTIME; $UPTIME ||= time; 135our $UPTIME; $UPTIME ||= time;
86our $RUNTIME; 136our $RUNTIME;
137our $NOW;
87 138
88our %PLAYER; # all users 139our (%PLAYER, %PLAYER_LOADING); # all users
89our %MAP; # all maps 140our (%MAP, %MAP_LOADING ); # all maps
90our $LINK_MAP; # the special {link} map, which is always available 141our $LINK_MAP; # the special {link} map, which is always available
91 142
92# used to convert map paths into valid unix filenames by replacing / by ∕ 143# used to convert map paths into valid unix filenames by replacing / by ∕
93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 144our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94 145
95our $LOAD; # a number between 0 (idle) and 1 (too many objects) 146our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing 147our $LOADAVG; # same thing, but with alpha-smoothing
148our $JITTER; # average jitter
97our $tick_start; # for load detecting purposes 149our $TICK_START; # for load detecting purposes
150
151our @POST_INIT;
152
153our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
154our $REALLY_UNLOOP; # never set to true, please :)
98 155
99binmode STDOUT; 156binmode STDOUT;
100binmode STDERR; 157binmode STDERR;
101 158
102# read virtual server time, if available 159# read virtual server time, if available
103unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 160unless ($RUNTIME || !-e $RUNTIMEFILE) {
104 open my $fh, "<", "$LOCALDIR/runtime" 161 open my $fh, "<", $RUNTIMEFILE
105 or die "unable to read runtime file: $!"; 162 or die "unable to read $RUNTIMEFILE file: $!";
106 $RUNTIME = <$fh> + 0.; 163 $RUNTIME = <$fh> + 0.;
107} 164}
165
166eval "sub TICK() { $TICK } 1" or die;
108 167
109mkdir $_ 168mkdir $_
110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 169 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
111 170
112our $EMERGENCY_POSITION; 171our $EMERGENCY_POSITION;
113 172
114sub cf::map::normalise; 173sub cf::map::normalise;
174
175sub in_main() {
176 $Coro::current == $Coro::main
177}
178
179#############################################################################
180
181%REFLECT = ();
182for (@REFLECT) {
183 my $reflect = JSON::XS::decode_json $_;
184 $REFLECT{$reflect->{class}} = $reflect;
185}
186
187# this is decidedly evil
188$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
115 189
116############################################################################# 190#############################################################################
117 191
118=head2 GLOBAL VARIABLES 192=head2 GLOBAL VARIABLES
119 193
… …
155 229
156The raw value load value from the last tick. 230The raw value load value from the last tick.
157 231
158=item %cf::CFG 232=item %cf::CFG
159 233
160Configuration for the server, loaded from C</etc/crossfire/config>, or 234Configuration for the server, loaded from C</etc/deliantra-server/config>, or
161from wherever your confdir points to. 235from wherever your confdir points to.
162 236
163=item cf::wait_for_tick, cf::wait_for_tick_begin 237=item cf::wait_for_tick, cf::wait_for_tick_begin
164 238
165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 239These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
166returns directly I<after> the tick processing (and consequently, can only wake one process 240returns directly I<after> the tick processing (and consequently, can only wake one thread
167per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 241per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
168 242
243=cut
244
245sub wait_for_tick();
246sub wait_for_tick_begin();
247
248=item @cf::INVOKE_RESULTS
249
250This array contains the results of the last C<invoke ()> call. When
251C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
252that call.
253
254=item %cf::REFLECT
255
256Contains, for each (C++) class name, a hash reference with information
257about object members (methods, scalars, arrays and flags) and other
258metadata, which is useful for introspection.
259
169=back 260=back
170 261
171=cut 262=cut
172 263
173BEGIN { 264sub error(@) { LOG llevError, join "", @_ }
174 *CORE::GLOBAL::warn = sub { 265sub warn (@) { LOG llevWarn , join "", @_ }
266sub info (@) { LOG llevInfo , join "", @_ }
267sub debug(@) { LOG llevDebug, join "", @_ }
268sub trace(@) { LOG llevTrace, join "", @_ }
269
270$Coro::State::WARNHOOK = sub {
175 my $msg = join "", @_; 271 my $msg = join "", @_;
176 272
177 $msg .= "\n" 273 $msg .= "\n"
178 unless $msg =~ /\n$/; 274 unless $msg =~ /\n$/;
179 275
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 276 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181 277
182 utf8::encode $msg;
183 LOG llevError, $msg; 278 LOG llevWarn, $msg;
184 }; 279};
185} 280
281$Coro::State::DIEHOOK = sub {
282 return unless $^S eq 0; # "eq", not "=="
283
284 error Carp::longmess $_[0];
285
286 if (in_main) {#d#
287 error "DIEHOOK called in main context, Coro bug?\n";#d#
288 return;#d#
289 }#d#
290
291 # kill coroutine otherwise
292 Coro::terminate
293};
186 294
187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 295@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 296@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
189@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 297@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
190@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 298@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
191@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 299@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
300@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
192@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 301@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
193 302
194# we bless all objects into (empty) derived classes to force a method lookup 303# we bless all objects into (empty) derived classes to force a method lookup
195# within the Safe compartment. 304# within the Safe compartment.
196for my $pkg (qw( 305for my $pkg (qw(
197 cf::global cf::attachable 306 cf::global cf::attachable
198 cf::object cf::object::player 307 cf::object cf::object::player
199 cf::client cf::player 308 cf::client cf::player
200 cf::arch cf::living 309 cf::arch cf::living
310 cf::map cf::mapspace
201 cf::map cf::party cf::region 311 cf::party cf::region
202)) { 312)) {
203 no strict 'refs';
204 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 313 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
205} 314}
206 315
207$Event::DIED = sub { 316$EV::DIED = sub {
208 warn "error in event callback: @_"; 317 Carp::cluck "error in event callback: @_";
209}; 318};
319
320#############################################################################
321
322sub fork_call(&@);
323sub get_slot($;$$);
324
325#############################################################################
210 326
211=head2 UTILITY FUNCTIONS 327=head2 UTILITY FUNCTIONS
212 328
213=over 4 329=over 4
214 330
… …
233 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 349 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
234 $d 350 $d
235 } || "[unable to dump $_[0]: '$@']"; 351 } || "[unable to dump $_[0]: '$@']";
236} 352}
237 353
238use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working 354=item $scalar = load_file $path
239 355
356Loads the given file from path and returns its contents. Croaks on error
357and can block.
358
359=cut
360
361sub load_file($) {
362 0 <= aio_load $_[0], my $data
363 or Carp::croak "$_[0]: $!";
364
365 $data
366}
367
240=item $ref = cf::from_json $json 368=item $ref = cf::decode_json $json
241 369
242Converts a JSON string into the corresponding perl data structure. 370Converts a JSON string into the corresponding perl data structure.
243 371
244=item $json = cf::to_json $ref 372=item $json = cf::encode_json $ref
245 373
246Converts a perl data structure into its JSON representation. 374Converts a perl data structure into its JSON representation.
247 375
376=cut
377
378our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
379
380sub encode_json($) { $json_coder->encode ($_[0]) }
381sub decode_json($) { $json_coder->decode ($_[0]) }
382
383=item $ref = cf::decode_storable $scalar
384
385Same as Coro::Storable::thaw, so blocks.
386
387=cut
388
389BEGIN { *decode_storable = \&Coro::Storable::thaw }
390
391=item $ref = cf::decode_yaml $scalar
392
393Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
394
395=cut
396
397sub decode_yaml($) {
398 fork_call { YAML::XS::Load $_[0] } @_
399}
400
401=item $scalar = cf::unlzf $scalar
402
403Same as Compress::LZF::compress, but takes server ticks into account, so
404blocks.
405
406=cut
407
408sub unlzf($) {
409 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
410 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
411 Compress::LZF::decompress $_[0]
412}
413
414=item cf::post_init { BLOCK }
415
416Execute the given codeblock, I<after> all extensions have been (re-)loaded,
417but I<before> the server starts ticking again.
418
419The codeblock will have a single boolean argument to indicate whether this
420is a reload or not.
421
422=cut
423
424sub post_init(&) {
425 push @POST_INIT, shift;
426}
427
428sub _post_init {
429 trace "running post_init jobs";
430
431 # run them in parallel...
432
433 my @join;
434
435 while () {
436 push @join, map &Coro::async ($_, 0), @POST_INIT;
437 @POST_INIT = ();
438
439 @join or last;
440
441 (pop @join)->join;
442 }
443}
444
248=item cf::lock_wait $string 445=item cf::lock_wait $string
249 446
250Wait until the given lock is available. See cf::lock_acquire. 447Wait until the given lock is available. See cf::lock_acquire.
251 448
252=item my $lock = cf::lock_acquire $string 449=item my $lock = cf::lock_acquire $string
253 450
254Wait until the given lock is available and then acquires it and returns 451Wait until the given lock is available and then acquires it and returns
255a Coro::guard object. If the guard object gets destroyed (goes out of scope, 452a L<Guard> object. If the guard object gets destroyed (goes out of scope,
256for example when the coroutine gets canceled), the lock is automatically 453for example when the coroutine gets canceled), the lock is automatically
257returned. 454returned.
258 455
456Locks are *not* recursive, locking from the same coro twice results in a
457deadlocked coro.
458
259Lock names should begin with a unique identifier (for example, cf::map::find 459Lock names should begin with a unique identifier (for example, cf::map::find
260uses map_find and cf::map::load uses map_load). 460uses map_find and cf::map::load uses map_load).
261 461
262=item $locked = cf::lock_active $string 462=item $locked = cf::lock_active $string
263 463
264Return true if the lock is currently active, i.e. somebody has locked it. 464Return true if the lock is currently active, i.e. somebody has locked it.
265 465
266=cut 466=cut
267 467
268our %LOCK; 468our $LOCKS = new Coro::SemaphoreSet;
269 469
270sub lock_wait($) { 470sub lock_wait($) {
271 my ($key) = @_; 471 $LOCKS->wait ($_[0]);
272
273 # wait for lock, if any
274 while ($LOCK{$key}) {
275 push @{ $LOCK{$key} }, $Coro::current;
276 Coro::schedule;
277 }
278} 472}
279 473
280sub lock_acquire($) { 474sub lock_acquire($) {
281 my ($key) = @_; 475 $LOCKS->guard ($_[0])
282
283 # wait, to be sure we are not locked
284 lock_wait $key;
285
286 $LOCK{$key} = [];
287
288 Coro::guard {
289 # wake up all waiters, to be on the safe side
290 $_->ready for @{ delete $LOCK{$key} };
291 }
292} 476}
293 477
294sub lock_active($) { 478sub lock_active($) {
295 my ($key) = @_; 479 $LOCKS->count ($_[0]) < 1
296
297 ! ! $LOCK{$key}
298} 480}
299 481
300sub freeze_mainloop { 482sub freeze_mainloop {
301 return unless $TICK_WATCHER->is_active; 483 tick_inhibit_inc;
302 484
303 my $guard = Coro::guard { 485 &Guard::guard (\&tick_inhibit_dec);
304 $TICK_WATCHER->start; 486}
487
488=item cf::periodic $interval, $cb
489
490Like EV::periodic, but randomly selects a starting point so that the actions
491get spread over time.
492
493=cut
494
495sub periodic($$) {
496 my ($interval, $cb) = @_;
497
498 my $start = rand List::Util::min 180, $interval;
499
500 EV::periodic $start, $interval, 0, $cb
501}
502
503=item cf::get_slot $time[, $priority[, $name]]
504
505Allocate $time seconds of blocking CPU time at priority C<$priority>
506(default: 0): This call blocks and returns only when you have at least
507C<$time> seconds of cpu time till the next tick. The slot is only valid
508till the next cede.
509
510Background jobs should use a priority les than zero, interactive jobs
511should use 100 or more.
512
513The optional C<$name> can be used to identify the job to run. It might be
514used for statistical purposes and should identify the same time-class.
515
516Useful for short background jobs.
517
518=cut
519
520our @SLOT_QUEUE;
521our $SLOT_QUEUE;
522our $SLOT_DECAY = 0.9;
523
524$SLOT_QUEUE->cancel if $SLOT_QUEUE;
525$SLOT_QUEUE = Coro::async {
526 $Coro::current->desc ("timeslot manager");
527
528 my $signal = new Coro::Signal;
529 my $busy;
530
531 while () {
532 next_job:
533
534 my $avail = cf::till_tick;
535
536 for (0 .. $#SLOT_QUEUE) {
537 if ($SLOT_QUEUE[$_][0] <= $avail) {
538 $busy = 0;
539 my $job = splice @SLOT_QUEUE, $_, 1, ();
540 $job->[2]->send;
541 Coro::cede;
542 goto next_job;
543 } else {
544 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
545 }
546 }
547
548 if (@SLOT_QUEUE) {
549 # we do not use wait_for_tick() as it returns immediately when tick is inactive
550 push @cf::WAIT_FOR_TICK, $signal;
551 $signal->wait;
552 } else {
553 $busy = 0;
554 Coro::schedule;
555 }
305 }; 556 }
306 $TICK_WATCHER->stop; 557};
307 $guard 558
559sub get_slot($;$$) {
560 return if tick_inhibit || $Coro::current == $Coro::main;
561
562 my ($time, $pri, $name) = @_;
563
564 $time = clamp $time, 0.01, $TICK * .6;
565
566 my $sig = new Coro::Signal;
567
568 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
569 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
570 $SLOT_QUEUE->ready;
571 $sig->wait;
308} 572}
309 573
310=item cf::async { BLOCK } 574=item cf::async { BLOCK }
311 575
312Currently the same as Coro::async_pool, meaning you cannot use 576Currently the same as Coro::async_pool, meaning you cannot use
… …
317 581
318BEGIN { *async = \&Coro::async_pool } 582BEGIN { *async = \&Coro::async_pool }
319 583
320=item cf::sync_job { BLOCK } 584=item cf::sync_job { BLOCK }
321 585
322The design of crossfire+ requires that the main coro ($Coro::main) is 586The design of Deliantra requires that the main coroutine ($Coro::main)
323always able to handle events or runnable, as crossfire+ is only partly 587is always able to handle events or runnable, as Deliantra is only
324reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 588partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
589acceptable.
325 590
326If it must be done, put the blocking parts into C<sync_job>. This will run 591If it must be done, put the blocking parts into C<sync_job>. This will run
327the given BLOCK in another coroutine while waiting for the result. The 592the given BLOCK in another coroutine while waiting for the result. The
328server will be frozen during this time, so the block should either finish 593server will be frozen during this time, so the block should either finish
329fast or be very important. 594fast or be very important.
… …
331=cut 596=cut
332 597
333sub sync_job(&) { 598sub sync_job(&) {
334 my ($job) = @_; 599 my ($job) = @_;
335 600
336 if ($Coro::current == $Coro::main) { 601 if (in_main) {
337 my $time = Event::time; 602 my $time = AE::time;
338 603
339 # this is the main coro, too bad, we have to block 604 # this is the main coro, too bad, we have to block
340 # till the operation succeeds, freezing the server :/ 605 # till the operation succeeds, freezing the server :/
341 606
342 # TODO: use suspend/resume instead 607 #LOG llevError, Carp::longmess "sync job";#d#
343 # (but this is cancel-safe) 608
344 my $freeze_guard = freeze_mainloop; 609 my $freeze_guard = freeze_mainloop;
345 610
346 my $busy = 1; 611 my $busy = 1;
347 my @res; 612 my @res;
348 613
349 (async { 614 (async {
615 $Coro::current->desc ("sync job coro");
350 @res = eval { $job->() }; 616 @res = eval { $job->() };
351 warn $@ if $@; 617 error $@ if $@;
352 undef $busy; 618 undef $busy;
353 })->prio (Coro::PRIO_MAX); 619 })->prio (Coro::PRIO_MAX);
354 620
355 while ($busy) { 621 while ($busy) {
356 Coro::cede or Event::one_event; 622 if (Coro::nready) {
623 Coro::cede_notself;
624 } else {
625 EV::loop EV::LOOP_ONESHOT;
357 } 626 }
627 }
358 628
359 $time = Event::time - $time; 629 my $time = AE::time - $time;
360 630
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load 631 $TICK_START += $time; # do not account sync jobs to server load
365 632
366 wantarray ? @res : $res[0] 633 wantarray ? @res : $res[0]
367 } else { 634 } else {
368 # we are in another coroutine, how wonderful, everything just works 635 # we are in another coroutine, how wonderful, everything just works
369 636
… …
389 $EXT_CORO{$coro+0} = $coro; 656 $EXT_CORO{$coro+0} = $coro;
390 657
391 $coro 658 $coro
392} 659}
393 660
394sub write_runtime { 661=item fork_call { }, @args
395 my $runtime = "$LOCALDIR/runtime";
396 662
397 # first touch the runtime file to show we are still running: 663Executes the given code block with the given arguments in a seperate
398 # the fsync below can take a very very long time. 664process, returning the results. Everything must be serialisable with
665Coro::Storable. May, of course, block. Note that the executed sub may
666never block itself or use any form of event handling.
399 667
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) { 668=cut
401 utime undef, undef, $fh; 669
670sub post_fork {
671 reset_signals;
672}
673
674sub fork_call(&@) {
675 my ($cb, @args) = @_;
676
677 # we seemingly have to make a local copy of the whole thing,
678 # otherwise perl prematurely frees the stuff :/
679 # TODO: investigate and fix (likely this will be rather laborious)
680
681 my @res = Coro::Util::fork_eval {
682 cf::post_fork;
683 &$cb
684 } @args;
685
686 wantarray ? @res : $res[-1]
687}
688
689sub objinfo {
690 (
691 "counter value" => cf::object::object_count,
692 "objects created" => cf::object::create_count,
693 "objects destroyed" => cf::object::destroy_count,
694 "freelist size" => cf::object::free_count,
695 "allocated objects" => cf::object::objects_size,
696 "active objects" => cf::object::actives_size,
697 )
698}
699
700=item $coin = coin_from_name $name
701
702=cut
703
704our %coin_alias = (
705 "silver" => "silvercoin",
706 "silvercoin" => "silvercoin",
707 "silvercoins" => "silvercoin",
708 "gold" => "goldcoin",
709 "goldcoin" => "goldcoin",
710 "goldcoins" => "goldcoin",
711 "platinum" => "platinacoin",
712 "platinumcoin" => "platinacoin",
713 "platinumcoins" => "platinacoin",
714 "platina" => "platinacoin",
715 "platinacoin" => "platinacoin",
716 "platinacoins" => "platinacoin",
717 "royalty" => "royalty",
718 "royalties" => "royalty",
719);
720
721sub coin_from_name($) {
722 $coin_alias{$_[0]}
723 ? cf::arch::find $coin_alias{$_[0]}
724 : undef
725}
726
727=item $value = cf::db_get $family => $key
728
729Returns a single value from the environment database.
730
731=item cf::db_put $family => $key => $value
732
733Stores the given C<$value> in the family. It can currently store binary
734data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
735
736=item $db = cf::db_table "name"
737
738Create and/or open a new database table. The string must not be "db" and must be unique
739within each server.
740
741=cut
742
743sub db_table($) {
744 cf::error "db_get called from main context"
745 if $Coro::current == $Coro::main;
746
747 my ($name) = @_;
748 my $db = BDB::db_create $DB_ENV;
749
750 eval {
751 $db->set_flags (BDB::CHKSUM);
752
753 utf8::encode $name;
754 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
755 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
756 cf::cleanup "db_open(db): $!" if $!;
402 } 757 };
758 cf::cleanup "db_open(db): $@" if $@;
403 759
404 my $guard = cf::lock_acquire "write_runtime"; 760 $db
761}
405 762
406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 763our $DB;
407 or return;
408 764
409 my $value = $cf::RUNTIME + 90 + 10; 765sub db_init {
410 # 10 is the runtime save interval, for a monotonic clock 766 $DB ||= db_table "db";
411 # 60 allows for the watchdog to kill the server. 767}
412 768
413 (aio_write $fh, 0, (length $value), $value, 0) <= 0 769sub db_get($$) {
414 and return; 770 my $key = "$_[0]/$_[1]";
415 771
416 # always fsync - this file is important 772 cf::error "db_get called from main context"
417 aio_fsync $fh 773 if $Coro::current == $Coro::main;
418 and return;
419 774
420 # touch it again to show we are up-to-date 775 BDB::db_get $DB, undef, $key, my $data;
421 utime undef, undef, $fh;
422 776
423 close $fh 777 $! ? ()
424 or return; 778 : $data
779}
425 780
426 aio_rename "$runtime~", $runtime 781sub db_put($$$) {
427 and return; 782 BDB::dbreq_pri 4;
783 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
784}
428 785
429 warn "runtime file written.\n";#d# 786=item cf::cache $id => [$paths...], $processversion => $process
430 787
788Generic caching function that returns the value of the resource $id,
789caching and regenerating as required.
790
791This function can block.
792
793=cut
794
795sub cache {
796 my ($id, $src, $processversion, $process) = @_;
797
798 my $meta =
799 join "\x00",
800 $processversion,
801 map {
802 aio_stat $_
803 and Carp::croak "$_: $!";
804
805 ($_, (stat _)[7,9])
806 } @$src;
807
808 my $dbmeta = db_get cache => "$id/meta";
809 if ($dbmeta ne $meta) {
810 # changed, we may need to process
811
812 my @data;
813 my $md5;
814
815 for (0 .. $#$src) {
816 $data[$_] = load_file $src->[$_];
817 }
818
819 # if processing is expensive, check
820 # checksum first
821 if (1) {
822 $md5 =
823 join "\x00",
824 $processversion,
825 map {
826 cf::cede_to_tick;
827 ($src->[$_], Digest::MD5::md5_hex $data[$_])
828 } 0.. $#$src;
829
830
831 my $dbmd5 = db_get cache => "$id/md5";
832 if ($dbmd5 eq $md5) {
833 db_put cache => "$id/meta", $meta;
834
835 return db_get cache => "$id/data";
836 }
837 }
838
839 my $t1 = Time::HiRes::time;
840 my $data = $process->(\@data);
841 my $t2 = Time::HiRes::time;
842
843 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
844
845 db_put cache => "$id/data", $data;
846 db_put cache => "$id/md5" , $md5;
847 db_put cache => "$id/meta", $meta;
848
849 return $data;
431 1 850 }
851
852 db_get cache => "$id/data"
432} 853}
433 854
434=item cf::datalog type => key => value, ... 855=item cf::datalog type => key => value, ...
435 856
436Log a datalog packet of the given type with the given key-value pairs. 857Log a datalog packet of the given type with the given key-value pairs.
437 858
438=cut 859=cut
439 860
440sub datalog($@) { 861sub datalog($@) {
441 my ($type, %kv) = @_; 862 my ($type, %kv) = @_;
442 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type }); 863 info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
443} 864}
444 865
445=back 866=back
446 867
447=cut 868=cut
448 869
449############################################################################# 870#############################################################################
450 871
451=head2 ATTACHABLE OBJECTS 872=head2 ATTACHABLE OBJECTS
452 873
453Many objects in crossfire are so-called attachable objects. That means you can 874Many objects in deliantra are so-called attachable objects. That means you can
454attach callbacks/event handlers (a collection of which is called an "attachment") 875attach callbacks/event handlers (a collection of which is called an "attachment")
455to it. All such attachable objects support the following methods. 876to it. All such attachable objects support the following methods.
456 877
457In the following description, CLASS can be any of C<global>, C<object> 878In the following description, CLASS can be any of C<global>, C<object>
458C<player>, C<client> or C<map> (i.e. the attachable objects in 879C<player>, C<client> or C<map> (i.e. the attachable objects in
459crossfire+). 880Deliantra).
460 881
461=over 4 882=over 4
462 883
463=item $attachable->attach ($attachment, key => $value...) 884=item $attachable->attach ($attachment, key => $value...)
464 885
… …
508=item cf::CLASS::attachment $name, ... 929=item cf::CLASS::attachment $name, ...
509 930
510Register an attachment by C<$name> through which attachable objects of the 931Register an attachment by C<$name> through which attachable objects of the
511given CLASS can refer to this attachment. 932given CLASS can refer to this attachment.
512 933
513Some classes such as crossfire maps and objects can specify attachments 934Some classes such as deliantra maps and objects can specify attachments
514that are attached at load/instantiate time, thus the need for a name. 935that are attached at load/instantiate time, thus the need for a name.
515 936
516These calls expect any number of the following handler/hook descriptions: 937These calls expect any number of the following handler/hook descriptions:
517 938
518=over 4 939=over 4
… …
642 1063
643 } elsif (exists $cb_id{$type}) { 1064 } elsif (exists $cb_id{$type}) {
644 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg; 1065 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
645 1066
646 } elsif (ref $type) { 1067 } elsif (ref $type) {
647 warn "attaching objects not supported, ignoring.\n"; 1068 error "attaching objects not supported, ignoring.\n";
648 1069
649 } else { 1070 } else {
650 shift @arg; 1071 shift @arg;
651 warn "attach argument '$type' not supported, ignoring.\n"; 1072 error "attach argument '$type' not supported, ignoring.\n";
652 } 1073 }
653 } 1074 }
654} 1075}
655 1076
656sub _object_attach { 1077sub _object_attach {
… …
666 _attach $registry, $klass, @attach; 1087 _attach $registry, $klass, @attach;
667 } 1088 }
668 1089
669 $obj->{$name} = \%arg; 1090 $obj->{$name} = \%arg;
670 } else { 1091 } else {
671 warn "object uses attachment '$name' that is not available, postponing.\n"; 1092 info "object uses attachment '$name' which is not available, postponing.\n";
672 } 1093 }
673 1094
674 $obj->{_attachment}{$name} = undef; 1095 $obj->{_attachment}{$name} = undef;
675} 1096}
676 1097
… …
716 "; 1137 ";
717 die if $@; 1138 die if $@;
718} 1139}
719 1140
720our $override; 1141our $override;
721our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 1142our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
722 1143
723sub override { 1144sub override {
724 $override = 1; 1145 $override = 1;
725 @invoke_results = (); 1146 @INVOKE_RESULTS = (@_);
726} 1147}
727 1148
728sub do_invoke { 1149sub do_invoke {
729 my $event = shift; 1150 my $event = shift;
730 my $callbacks = shift; 1151 my $callbacks = shift;
731 1152
732 @invoke_results = (); 1153 @INVOKE_RESULTS = ();
733 1154
734 local $override; 1155 local $override;
735 1156
736 for (@$callbacks) { 1157 for (@$callbacks) {
737 eval { &{$_->[1]} }; 1158 eval { &{$_->[1]} };
738 1159
739 if ($@) { 1160 if ($@) {
740 warn "$@";
741 warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n"; 1161 error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
742 override; 1162 override;
743 } 1163 }
744 1164
745 return 1 if $override; 1165 return 1 if $override;
746 } 1166 }
747 1167
748 0 1168 0
749} 1169}
750 1170
751=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1171=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
752 1172
753=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1173=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
754 1174
755Generate an object-specific event with the given arguments. 1175Generate an object-specific event with the given arguments.
756 1176
757This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 1177This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
758removed in future versions), and there is no public API to access override 1178removed in future versions), and there is no public API to access override
759results (if you must, access C<@cf::invoke_results> directly). 1179results (if you must, access C<@cf::INVOKE_RESULTS> directly).
760 1180
761=back 1181=back
762 1182
763=cut 1183=cut
764 1184
765############################################################################# 1185#############################################################################
766# object support 1186# object support
1187
1188sub _object_equal($$);
1189sub _object_equal($$) {
1190 my ($a, $b) = @_;
1191
1192 return 0 unless (ref $a) eq (ref $b);
1193
1194 if ("HASH" eq ref $a) {
1195 my @ka = keys %$a;
1196 my @kb = keys %$b;
1197
1198 return 0 if @ka != @kb;
1199
1200 for (0 .. $#ka) {
1201 return 0 unless $ka[$_] eq $kb[$_];
1202 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1203 }
1204
1205 } elsif ("ARRAY" eq ref $a) {
1206
1207 return 0 if @$a != @$b;
1208
1209 for (0 .. $#$a) {
1210 return 0 unless _object_equal $a->[$_], $b->[$_];
1211 }
1212
1213 } elsif ($a ne $b) {
1214 return 0;
1215 }
1216
1217 1
1218}
1219
1220our $SLOW_MERGES;#d#
1221sub _can_merge {
1222 my ($ob1, $ob2) = @_;
1223
1224 ++$SLOW_MERGES;#d#
1225
1226 # we do the slow way here
1227 return _object_equal $ob1, $ob2
1228}
767 1229
768sub reattach { 1230sub reattach {
769 # basically do the same as instantiate, without calling instantiate 1231 # basically do the same as instantiate, without calling instantiate
770 my ($obj) = @_; 1232 my ($obj) = @_;
771 1233
1234 # no longer needed after getting rid of delete_package?
772 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1235 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
773 1236
774 my $registry = $obj->registry; 1237 my $registry = $obj->registry;
775 1238
776 @$registry = (); 1239 @$registry = ();
777 1240
… …
782 for (@$attach) { 1245 for (@$attach) {
783 my ($klass, @attach) = @$_; 1246 my ($klass, @attach) = @$_;
784 _attach $registry, $klass, @attach; 1247 _attach $registry, $klass, @attach;
785 } 1248 }
786 } else { 1249 } else {
787 warn "object uses attachment '$name' that is not available, postponing.\n"; 1250 info "object uses attachment '$name' that is not available, postponing.\n";
788 } 1251 }
789 } 1252 }
790} 1253}
791 1254
792cf::attachable->attach ( 1255cf::attachable->attach (
793 prio => -1000000, 1256 prio => -1000000,
794 on_instantiate => sub { 1257 on_instantiate => sub {
795 my ($obj, $data) = @_; 1258 my ($obj, $data) = @_;
796 1259
797 $data = from_json $data; 1260 $data = decode_json $data;
798 1261
799 for (@$data) { 1262 for (@$data) {
800 my ($name, $args) = @$_; 1263 my ($name, $args) = @$_;
801 1264
802 $obj->attach ($name, %{$args || {} }); 1265 $obj->attach ($name, %{$args || {} });
… …
818sub object_freezer_save { 1281sub object_freezer_save {
819 my ($filename, $rdata, $objs) = @_; 1282 my ($filename, $rdata, $objs) = @_;
820 1283
821 sync_job { 1284 sync_job {
822 if (length $$rdata) { 1285 if (length $$rdata) {
1286 utf8::decode (my $decname = $filename);
823 warn sprintf "saving %s (%d,%d)\n", 1287 trace sprintf "saving %s (%d,%d)\n",
824 $filename, length $$rdata, scalar @$objs; 1288 $decname, length $$rdata, scalar @$objs
1289 if $VERBOSE_IO;
825 1290
826 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1291 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
827 chmod SAVE_MODE, $fh; 1292 aio_chmod $fh, SAVE_MODE;
828 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1293 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
829 aio_fsync $fh if $cf::USE_FSYNC; 1294 if ($cf::USE_FSYNC) {
1295 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1296 aio_fsync $fh;
1297 }
830 close $fh; 1298 aio_close $fh;
831 1299
832 if (@$objs) { 1300 if (@$objs) {
833 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1301 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
834 chmod SAVE_MODE, $fh; 1302 aio_chmod $fh, SAVE_MODE;
835 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1303 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
836 aio_write $fh, 0, (length $data), $data, 0; 1304 aio_write $fh, 0, (length $data), $data, 0;
837 aio_fsync $fh if $cf::USE_FSYNC; 1305 if ($cf::USE_FSYNC) {
1306 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1307 aio_fsync $fh;
1308 }
838 close $fh; 1309 aio_close $fh;
839 aio_rename "$filename.pst~", "$filename.pst"; 1310 aio_rename "$filename.pst~", "$filename.pst";
840 } 1311 }
841 } else { 1312 } else {
842 aio_unlink "$filename.pst"; 1313 aio_unlink "$filename.pst";
843 } 1314 }
844 1315
845 aio_rename "$filename~", $filename; 1316 aio_rename "$filename~", $filename;
1317
1318 $filename =~ s%/[^/]+$%%;
1319 aio_pathsync $filename if $cf::USE_FSYNC;
846 } else { 1320 } else {
847 warn "FATAL: $filename~: $!\n"; 1321 error "unable to save objects: $filename~: $!\n";
848 } 1322 }
849 } else { 1323 } else {
850 aio_unlink $filename; 1324 aio_unlink $filename;
851 aio_unlink "$filename.pst"; 1325 aio_unlink "$filename.pst";
852 } 1326 }
853 } 1327 };
854} 1328}
855 1329
856sub object_freezer_as_string { 1330sub object_freezer_as_string {
857 my ($rdata, $objs) = @_; 1331 my ($rdata, $objs) = @_;
858 1332
… …
870 or return; 1344 or return;
871 1345
872 unless (aio_stat "$filename.pst") { 1346 unless (aio_stat "$filename.pst") {
873 (aio_load "$filename.pst", $av) >= 0 1347 (aio_load "$filename.pst", $av) >= 0
874 or return; 1348 or return;
1349
875 $av = eval { (Storable::thaw $av)->{objs} }; 1350 my $st = eval { Coro::Storable::thaw $av };
1351 $av = $st->{objs};
876 } 1352 }
877 1353
1354 utf8::decode (my $decname = $filename);
878 warn sprintf "loading %s (%d)\n", 1355 trace sprintf "loading %s (%d,%d)\n",
879 $filename, length $data, scalar @{$av || []};#d# 1356 $decname, length $data, scalar @{$av || []}
1357 if $VERBOSE_IO;
1358
880 return ($data, $av); 1359 ($data, $av)
881} 1360}
1361
1362=head2 COMMAND CALLBACKS
1363
1364=over 4
1365
1366=cut
882 1367
883############################################################################# 1368#############################################################################
884# command handling &c 1369# command handling &c
885 1370
886=item cf::register_command $name => \&callback($ob,$args); 1371=item cf::register_command $name => \&callback($ob,$args);
… …
899 push @{ $COMMAND{$name} }, [$caller, $cb]; 1384 push @{ $COMMAND{$name} }, [$caller, $cb];
900} 1385}
901 1386
902=item cf::register_extcmd $name => \&callback($pl,$packet); 1387=item cf::register_extcmd $name => \&callback($pl,$packet);
903 1388
904Register a callbackf ro execution when the client sends an extcmd packet. 1389Register a callback for execution when the client sends an (synchronous)
1390extcmd packet. Ext commands will be processed in the order they are
1391received by the server, like other user commands. The first argument is
1392the logged-in player. Ext commands can only be processed after a player
1393has logged in successfully.
905 1394
906If the callback returns something, it is sent back as if reply was being 1395If the callback returns something, it is sent back as if reply was being
907called. 1396called.
908 1397
1398=item cf::register_exticmd $name => \&callback($ns,$packet);
1399
1400Register a callback for execution when the client sends an (asynchronous)
1401exticmd packet. Exti commands are processed by the server as soon as they
1402are received, i.e. out of order w.r.t. other commands. The first argument
1403is a client socket. Exti commands can be received anytime, even before
1404log-in.
1405
1406If the callback returns something, it is sent back as if reply was being
1407called.
1408
909=cut 1409=cut
910 1410
911sub register_extcmd { 1411sub register_extcmd {
912 my ($name, $cb) = @_; 1412 my ($name, $cb) = @_;
913 1413
914 $EXTCMD{$name} = $cb; 1414 $EXTCMD{$name} = $cb;
915} 1415}
916 1416
1417sub register_exticmd {
1418 my ($name, $cb) = @_;
1419
1420 $EXTICMD{$name} = $cb;
1421}
1422
1423use File::Glob ();
1424
917cf::player->attach ( 1425cf::player->attach (
918 on_command => sub { 1426 on_unknown_command => sub {
919 my ($pl, $name, $params) = @_; 1427 my ($pl, $name, $params) = @_;
920 1428
921 my $cb = $COMMAND{$name} 1429 my $cb = $COMMAND{$name}
922 or return; 1430 or return;
923 1431
… …
928 cf::override; 1436 cf::override;
929 }, 1437 },
930 on_extcmd => sub { 1438 on_extcmd => sub {
931 my ($pl, $buf) = @_; 1439 my ($pl, $buf) = @_;
932 1440
933 my $msg = eval { from_json $buf }; 1441 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
934 1442
935 if (ref $msg) { 1443 if (ref $msg) {
1444 my ($type, $reply, @payload) =
1445 "ARRAY" eq ref $msg
1446 ? @$msg
1447 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1448
1449 my @reply;
1450
936 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1451 if (my $cb = $EXTCMD{$type}) {
937 if (my %reply = $cb->($pl, $msg)) { 1452 @reply = $cb->($pl, @payload);
938 $pl->ext_reply ($msg->{msgid}, %reply);
939 }
940 } 1453 }
1454
1455 $pl->ext_reply ($reply, @reply)
1456 if $reply;
1457
941 } else { 1458 } else {
942 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1459 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
943 } 1460 }
944 1461
945 cf::override; 1462 cf::override;
946 }, 1463 },
947); 1464);
948 1465
1466# "readahead" all extensions
949sub load_extension { 1467sub cache_extensions {
950 my ($path) = @_; 1468 my $grp = IO::AIO::aio_group;
951 1469
952 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 1470 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
953 my $base = $1; 1471 for (grep /\.ext$/, @{$_[0]}) {
954 my $pkg = $1; 1472 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
955 $pkg =~ s/[^[:word:]]/_/g;
956 $pkg = "ext::$pkg";
957
958 warn "... loading '$path' into '$pkg'\n";
959
960 open my $fh, "<:utf8", $path
961 or die "$path: $!";
962
963 my $source =
964 "package $pkg; use strict; use utf8;\n"
965 . "#line 1 \"$path\"\n{\n"
966 . (do { local $/; <$fh> })
967 . "\n};\n1";
968
969 unless (eval $source) {
970 my $msg = $@ ? "$path: $@\n"
971 : "extension disabled.\n";
972 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
973 warn $@;
974 warn "mandatory extension failed to load, exiting.\n";
975 exit 1;
976 } 1473 }
977 die $@;
978 } 1474 };
979 1475
980 push @EXTS, $pkg; 1476 $grp
981} 1477}
982 1478
983sub load_extensions { 1479sub load_extensions {
1480 info "loading extensions...";
1481
1482 cf::sync_job {
1483 my %todo;
1484
984 for my $ext (<$LIBDIR/*.ext>) { 1485 for my $path (<$LIBDIR/*.ext>) {
985 next unless -r $ext; 1486 next unless -r $path;
986 eval { 1487
987 load_extension $ext; 1488 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1489 my $base = $1;
1490 my $pkg = $1;
1491 $pkg =~ s/[^[:word:]]/_/g;
1492 $pkg = "ext::$pkg";
1493
1494 open my $fh, "<:utf8", $path
1495 or die "$path: $!";
1496
1497 my $source = do { local $/; <$fh> };
1498
1499 my %ext = (
1500 path => $path,
1501 base => $base,
1502 pkg => $pkg,
1503 );
1504
1505 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1506 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1507
1508 $ext{source} =
1509 "package $pkg; use common::sense;\n"
1510 . "#line 1 \"$path\"\n{\n"
1511 . $source
1512 . "\n};\n1";
1513
1514 $todo{$base} = \%ext;
1515 }
1516
1517 my $pass = 0;
1518 my %done;
1519 while (%todo) {
1520 my $progress;
1521
1522 ++$pass;
1523
1524 ext:
1525 while (my ($k, $v) = each %todo) {
1526 for (split /,\s*/, $v->{meta}{depends}) {
1527 next ext
1528 unless exists $done{$_};
1529 }
1530
1531 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1532
1533 my $active = eval $v->{source};
1534
1535 if (length $@) {
1536 error "$v->{path}: $@\n";
1537
1538 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1539 if exists $v->{meta}{mandatory};
1540
1541 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1542 delete $todo{$k};
1543 } else {
1544 $done{$k} = delete $todo{$k};
1545 push @EXTS, $v->{pkg};
1546 $progress = 1;
1547
1548 info "$v->{base}: extension inactive.\n"
1549 unless $active;
1550 }
988 1 1551 }
989 } or warn "$ext not loaded: $@"; 1552
1553 unless ($progress) {
1554 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1555
1556 while (my ($k, $v) = each %todo) {
1557 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1558 if exists $v->{meta}{mandatory};
1559 }
1560 }
1561 }
990 } 1562 };
991} 1563}
992 1564
993############################################################################# 1565#############################################################################
994 1566
1567=back
1568
995=head2 CORE EXTENSIONS 1569=head2 CORE EXTENSIONS
996 1570
997Functions and methods that extend core crossfire objects. 1571Functions and methods that extend core deliantra objects.
998 1572
999=cut 1573=cut
1000 1574
1001package cf::player; 1575package cf::player;
1002 1576
1003use Coro::AIO; 1577use Coro::AIO;
1004 1578
1005=head3 cf::player 1579=head3 cf::player
1006 1580
1007=over 4 1581=over 4
1582
1583=item cf::player::num_playing
1584
1585Returns the official number of playing players, as per the Crossfire metaserver rules.
1586
1587=cut
1588
1589sub num_playing {
1590 scalar grep
1591 $_->ob->map
1592 && !$_->hidden
1593 && !$_->ob->flag (cf::FLAG_WIZ),
1594 cf::player::list
1595}
1008 1596
1009=item cf::player::find $login 1597=item cf::player::find $login
1010 1598
1011Returns the given player object, loading it if necessary (might block). 1599Returns the given player object, loading it if necessary (might block).
1012 1600
… …
1031 1619
1032sub exists($) { 1620sub exists($) {
1033 my ($login) = @_; 1621 my ($login) = @_;
1034 1622
1035 $cf::PLAYER{$login} 1623 $cf::PLAYER{$login}
1036 or cf::sync_job { !aio_stat path $login } 1624 or !aio_stat path $login
1037} 1625}
1038 1626
1039sub find($) { 1627sub find($) {
1040 return $cf::PLAYER{$_[0]} || do { 1628 return $cf::PLAYER{$_[0]} || do {
1041 my $login = $_[0]; 1629 my $login = $_[0];
… …
1048 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst"; 1636 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1049 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata"; 1637 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1050 aio_unlink +(playerdir $login) . "/$login.pl.pst"; 1638 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1051 aio_unlink +(playerdir $login) . "/$login.pl"; 1639 aio_unlink +(playerdir $login) . "/$login.pl";
1052 1640
1053 my $pl = load_pl path $login 1641 my $f = new_from_file cf::object::thawer path $login
1054 or return; 1642 or return;
1643
1644 my $pl = cf::player::load_pl $f
1645 or return;
1646
1647 local $cf::PLAYER_LOADING{$login} = $pl;
1648 $f->resolve_delayed_derefs;
1055 $cf::PLAYER{$login} = $pl 1649 $cf::PLAYER{$login} = $pl
1056 } 1650 }
1057 } 1651 }
1058} 1652}
1653
1654cf::player->attach (
1655 on_load => sub {
1656 my ($pl, $path) = @_;
1657
1658 # restore slots saved in save, below
1659 my $slots = delete $pl->{_slots};
1660
1661 $pl->ob->current_weapon ($slots->[0]);
1662 $pl->combat_ob ($slots->[1]);
1663 $pl->ranged_ob ($slots->[2]);
1664 },
1665);
1059 1666
1060sub save($) { 1667sub save($) {
1061 my ($pl) = @_; 1668 my ($pl) = @_;
1062 1669
1063 return if $pl->{deny_save}; 1670 return if $pl->{deny_save};
… …
1068 return if $pl->{deny_save}; 1675 return if $pl->{deny_save};
1069 1676
1070 aio_mkdir playerdir $pl, 0770; 1677 aio_mkdir playerdir $pl, 0770;
1071 $pl->{last_save} = $cf::RUNTIME; 1678 $pl->{last_save} = $cf::RUNTIME;
1072 1679
1680 cf::get_slot 0.01;
1681
1682 # save slots, to be restored later
1683 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1684
1073 $pl->save_pl ($path); 1685 $pl->save_pl ($path);
1074 Coro::cede; 1686 cf::cede_to_tick;
1075} 1687}
1076 1688
1077sub new($) { 1689sub new($) {
1078 my ($login) = @_; 1690 my ($login) = @_;
1079 1691
… …
1085 $cf::PLAYER{$login} = $self; 1697 $cf::PLAYER{$login} = $self;
1086 1698
1087 $self 1699 $self
1088} 1700}
1089 1701
1702=item $player->send_msg ($channel, $msg, $color, [extra...])
1703
1704=cut
1705
1706sub send_msg {
1707 my $ns = shift->ns
1708 or return;
1709 $ns->send_msg (@_);
1710}
1711
1090=item $pl->quit_character 1712=item $pl->quit_character
1091 1713
1092Nukes the player without looking back. If logged in, the connection will 1714Nukes the player without looking back. If logged in, the connection will
1093be destroyed. May block for a long time. 1715be destroyed. May block for a long time.
1094 1716
… …
1098 my ($pl) = @_; 1720 my ($pl) = @_;
1099 1721
1100 my $name = $pl->ob->name; 1722 my $name = $pl->ob->name;
1101 1723
1102 $pl->{deny_save} = 1; 1724 $pl->{deny_save} = 1;
1103 $pl->password ("*"); # this should lock out the player until we nuked the dir 1725 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1104 1726
1105 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1727 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1106 $pl->deactivate; 1728 $pl->deactivate;
1729
1730 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1107 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1731 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1732 ext::highscore::check ($pl->ob);
1733
1108 $pl->ns->destroy if $pl->ns; 1734 $pl->ns->destroy if $pl->ns;
1109 1735
1110 my $path = playerdir $pl; 1736 my $path = playerdir $pl;
1111 my $temp = "$path~$cf::RUNTIME~deleting~"; 1737 my $temp = "$path~$cf::RUNTIME~deleting~";
1112 aio_rename $path, $temp; 1738 aio_rename $path, $temp;
… …
1147 or return []; 1773 or return [];
1148 1774
1149 my @logins; 1775 my @logins;
1150 1776
1151 for my $login (@$dirs) { 1777 for my $login (@$dirs) {
1778 my $path = path $login;
1779
1780 # a .pst is a dead give-away for a valid player
1781 # if no pst file found, open and chekc for blocked users
1782 if (aio_stat "$path.pst") {
1152 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1783 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1153 aio_read $fh, 0, 512, my $buf, 0 or next; 1784 aio_read $fh, 0, 512, my $buf, 0 or next;
1154 $buf !~ /^password -------------$/m or next; # official not-valid tag 1785 $buf !~ /^password -------------$/m or next; # official not-valid tag
1786 }
1155 1787
1156 utf8::decode $login; 1788 utf8::decode $login;
1157 push @logins, $login; 1789 push @logins, $login;
1158 } 1790 }
1159 1791
1160 \@logins 1792 \@logins
1161} 1793}
1162 1794
1163=item $player->maps 1795=item $player->maps
1796
1797=item cf::player::maps $login
1164 1798
1165Returns an arrayref of map paths that are private for this 1799Returns an arrayref of map paths that are private for this
1166player. May block. 1800player. May block.
1167 1801
1168=cut 1802=cut
… …
1186 } 1820 }
1187 1821
1188 \@paths 1822 \@paths
1189} 1823}
1190 1824
1825=item $protocol_xml = $player->expand_cfpod ($cfpod)
1826
1827Expand deliantra pod fragments into protocol xml.
1828
1191=item $player->ext_reply ($msgid, %msg) 1829=item $player->ext_reply ($msgid, @msg)
1192 1830
1193Sends an ext reply to the player. 1831Sends an ext reply to the player.
1194 1832
1195=cut 1833=cut
1196 1834
1197sub ext_reply($$%) { 1835sub ext_reply($$@) {
1198 my ($self, $id, %msg) = @_; 1836 my ($self, $id, @msg) = @_;
1199 1837
1200 $msg{msgid} = $id; 1838 $self->ns->ext_reply ($id, @msg)
1201
1202 $self->send ("ext " . cf::to_json \%msg);
1203} 1839}
1204 1840
1205=item $player->ext_event ($type, %msg) 1841=item $player->ext_msg ($type, @msg)
1206 1842
1207Sends an ext event to the client. 1843Sends an ext event to the client.
1208 1844
1209=cut 1845=cut
1210 1846
1211sub ext_event($$%) { 1847sub ext_msg($$@) {
1212 my ($self, $type, %msg) = @_; 1848 my ($self, $type, @msg) = @_;
1213 1849
1214 $self->ns->ext_event ($type, %msg); 1850 $self->ns->ext_msg ($type, @msg);
1215} 1851}
1216 1852
1217=head3 cf::region 1853=head3 cf::region
1218 1854
1219=over 4 1855=over 4
… …
1222 1858
1223package cf::region; 1859package cf::region;
1224 1860
1225=item cf::region::find_by_path $path 1861=item cf::region::find_by_path $path
1226 1862
1227Tries to decuce the probable region for a map knowing only its path. 1863Tries to decuce the likely region for a map knowing only its path.
1228 1864
1229=cut 1865=cut
1230 1866
1231sub find_by_path($) { 1867sub find_by_path($) {
1232 my ($path) = @_; 1868 my ($path) = @_;
1233 1869
1870 $path =~ s/^~[^\/]*//; # skip ~login
1871
1234 my ($match, $specificity); 1872 my ($match, $specificity);
1235 1873
1236 for my $region (list) { 1874 for my $region (list) {
1237 if ($region->match && $path =~ $region->match) { 1875 if ($region->{match} && $path =~ $region->{match}) {
1238 ($match, $specificity) = ($region, $region->specificity) 1876 ($match, $specificity) = ($region, $region->specificity)
1239 if $region->specificity > $specificity; 1877 if $region->specificity > $specificity;
1240 } 1878 }
1241 } 1879 }
1242 1880
… …
1263our $MAX_RESET = 3600; 1901our $MAX_RESET = 3600;
1264our $DEFAULT_RESET = 3000; 1902our $DEFAULT_RESET = 3000;
1265 1903
1266sub generate_random_map { 1904sub generate_random_map {
1267 my ($self, $rmp) = @_; 1905 my ($self, $rmp) = @_;
1268 # mit "rum" bekleckern, nicht 1906
1907 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1908
1269 $self->_create_random_map ( 1909 $self->_create_random_map ($rmp);
1270 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1271 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1272 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1273 $rmp->{exit_on_final_map},
1274 $rmp->{xsize}, $rmp->{ysize},
1275 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1276 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1277 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1278 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1279 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1280 (cf::region::find $rmp->{region}), $rmp->{custom}
1281 )
1282} 1910}
1283 1911
1284=item cf::map->register ($regex, $prio) 1912=item cf::map->register ($regex, $prio)
1285 1913
1286Register a handler for the map path matching the given regex at the 1914Register a handler for the map path matching the given regex at the
… …
1291 1919
1292sub register { 1920sub register {
1293 my (undef, $regex, $prio) = @_; 1921 my (undef, $regex, $prio) = @_;
1294 my $pkg = caller; 1922 my $pkg = caller;
1295 1923
1296 no strict;
1297 push @{"$pkg\::ISA"}, __PACKAGE__; 1924 push @{"$pkg\::ISA"}, __PACKAGE__;
1298 1925
1299 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1926 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1300} 1927}
1301 1928
1302# also paths starting with '/' 1929# also paths starting with '/'
1303$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}]; 1930$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1304 1931
1305sub thawer_merge { 1932sub thawer_merge {
1306 my ($self, $merge) = @_; 1933 my ($self, $merge) = @_;
1307 1934
1308 # we have to keep some variables in memory intact 1935 # we have to keep some variables in memory intact
1309 local $self->{path}; 1936 local $self->{path};
1310 local $self->{load_path}; 1937 local $self->{load_path};
1311 local $self->{deny_save};
1312 local $self->{deny_reset};
1313 1938
1314 $self->SUPER::thawer_merge ($merge); 1939 $self->SUPER::thawer_merge ($merge);
1315} 1940}
1316 1941
1317sub normalise { 1942sub normalise {
1318 my ($path, $base) = @_; 1943 my ($path, $base) = @_;
1319 1944
1320 $path = "$path"; # make sure its a string 1945 $path = "$path"; # make sure it's a string
1321 1946
1322 $path =~ s/\.map$//; 1947 $path =~ s/\.map$//;
1323 1948
1324 # map plan: 1949 # map plan:
1325 # 1950 #
… …
1340 $base =~ s{[^/]+/?$}{}; 1965 $base =~ s{[^/]+/?$}{};
1341 $path = "$base/$path"; 1966 $path = "$base/$path";
1342 } 1967 }
1343 1968
1344 for ($path) { 1969 for ($path) {
1345 redo if s{//}{/};
1346 redo if s{/\.?/}{/}; 1970 redo if s{/\.?/}{/};
1347 redo if s{/[^/]+/\.\./}{/}; 1971 redo if s{/[^/]+/\.\./}{/};
1348 } 1972 }
1349 1973
1350 $path 1974 $path
… …
1364 $self->init; # pass $1 etc. 1988 $self->init; # pass $1 etc.
1365 return $self; 1989 return $self;
1366 } 1990 }
1367 } 1991 }
1368 1992
1369 Carp::carp "unable to resolve path '$path' (base '$base')."; 1993 Carp::cluck "unable to resolve path '$path' (base '$base')";
1370 () 1994 ()
1371} 1995}
1372 1996
1373sub init { 1997sub init {
1374 my ($self) = @_; 1998 my ($self) = @_;
… …
1396 2020
1397# the temporary/swap location 2021# the temporary/swap location
1398sub save_path { 2022sub save_path {
1399 my ($self) = @_; 2023 my ($self) = @_;
1400 2024
1401 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2025 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1402 "$TMPDIR/$path.map" 2026 "$TMPDIR/$path.map"
1403} 2027}
1404 2028
1405# the unique path, undef == no special unique path 2029# the unique path, undef == no special unique path
1406sub uniq_path { 2030sub uniq_path {
1407 my ($self) = @_; 2031 my ($self) = @_;
1408 2032
1409 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2033 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1410 "$UNIQUEDIR/$path" 2034 "$UNIQUEDIR/$path"
1411} 2035}
1412 2036
1413# and all this just because we cannot iterate over 2037sub decay_objects {
1414# all maps in C++...
1415sub change_all_map_light {
1416 my ($change) = @_; 2038 my ($self) = @_;
1417 2039
1418 $_->change_map_light ($change) 2040 return if $self->{deny_reset};
1419 for grep $_->outdoor, values %cf::MAP; 2041
2042 $self->do_decay_objects;
1420} 2043}
1421 2044
1422sub unlink_save { 2045sub unlink_save {
1423 my ($self) = @_; 2046 my ($self) = @_;
1424 2047
… …
1429 2052
1430sub load_header_from($) { 2053sub load_header_from($) {
1431 my ($self, $path) = @_; 2054 my ($self, $path) = @_;
1432 2055
1433 utf8::encode $path; 2056 utf8::encode $path;
1434 #aio_open $path, O_RDONLY, 0 2057 my $f = new_from_file cf::object::thawer $path
1435 # or return;
1436
1437 $self->_load_header ($path)
1438 or return; 2058 or return;
2059
2060 $self->_load_header ($f)
2061 or return;
2062
2063 local $MAP_LOADING{$self->{path}} = $self;
2064 $f->resolve_delayed_derefs;
1439 2065
1440 $self->{load_path} = $path; 2066 $self->{load_path} = $path;
1441 2067
1442 1 2068 1
1443} 2069}
… …
1482 $self->load_header_orig 2108 $self->load_header_orig
1483 or return; 2109 or return;
1484 $self->prepare_orig; 2110 $self->prepare_orig;
1485 } 2111 }
1486 2112
2113 $self->{deny_reset} = 1
2114 if $self->no_reset;
2115
1487 $self->default_region (cf::region::find_by_path $self->{path}) 2116 $self->default_region (cf::region::find_by_path $self->{path})
1488 unless $self->default_region; 2117 unless $self->default_region;
1489 2118
1490 1 2119 1
1491} 2120}
1492 2121
1493sub find; 2122sub find;
1494sub find { 2123sub find {
1495 my ($path, $origin) = @_; 2124 my ($path, $origin) = @_;
1496 2125
2126 cf::cede_to_tick;
2127
1497 $path = normalise $path, $origin && $origin->path; 2128 $path = normalise $path, $origin && $origin->path;
1498 2129
2130 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1499 cf::lock_wait "map_find:$path"; 2131 my $guard2 = cf::lock_acquire "map_find:$path";
1500 2132
1501 $cf::MAP{$path} || do { 2133 $cf::MAP{$path} || do {
1502 my $guard = cf::lock_acquire "map_find:$path";
1503 my $map = new_from_path cf::map $path 2134 my $map = new_from_path cf::map $path
1504 or return; 2135 or return;
1505 2136
1506 $map->{last_save} = $cf::RUNTIME; 2137 $map->{last_save} = $cf::RUNTIME;
1507 2138
1508 $map->load_header 2139 $map->load_header
1509 or return; 2140 or return;
1510 2141
1511 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 2142 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1512 # doing this can freeze the server in a sync job, obviously 2143 # doing this can freeze the server in a sync job, obviously
1513 #$cf::WAIT_FOR_TICK->wait; 2144 #$cf::WAIT_FOR_TICK->wait;
2145 undef $guard2;
2146 undef $guard1;
1514 $map->reset; 2147 $map->reset;
1515 undef $guard;
1516 return find $path; 2148 return find $path;
1517 } 2149 }
1518 2150
1519 $cf::MAP{$path} = $map 2151 $cf::MAP{$path} = $map
1520 } 2152 }
1521} 2153}
1522 2154
1523sub pre_load { } 2155sub pre_load { }
1524sub post_load { } 2156#sub post_load { } # XS
1525 2157
1526sub load { 2158sub load {
1527 my ($self) = @_; 2159 my ($self) = @_;
1528 2160
1529 local $self->{deny_reset} = 1; # loading can take a long time 2161 local $self->{deny_reset} = 1; # loading can take a long time
1530 2162
1531 my $path = $self->{path}; 2163 my $path = $self->{path};
1532 2164
1533 { 2165 {
1534 my $guard = cf::lock_acquire "map_load:$path"; 2166 my $guard = cf::lock_acquire "map_data:$path";
1535 2167
2168 return unless $self->valid;
1536 return if $self->in_memory != cf::MAP_SWAPPED; 2169 return unless $self->in_memory == cf::MAP_SWAPPED;
1537 2170
1538 $self->in_memory (cf::MAP_LOADING); 2171 $self->in_memory (cf::MAP_LOADING);
1539 2172
1540 $self->alloc; 2173 $self->alloc;
1541 2174
1542 $self->pre_load; 2175 $self->pre_load;
1543 Coro::cede; 2176 cf::cede_to_tick;
1544 2177
2178 my $f = new_from_file cf::object::thawer $self->{load_path};
2179 $f->skip_block;
1545 $self->_load_objects ($self->{load_path}, 1) 2180 $self->_load_objects ($f)
1546 or return; 2181 or return;
1547 2182
1548 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2183 $self->post_load_original
1549 if delete $self->{load_original}; 2184 if delete $self->{load_original};
1550 2185
1551 if (my $uniq = $self->uniq_path) { 2186 if (my $uniq = $self->uniq_path) {
1552 utf8::encode $uniq; 2187 utf8::encode $uniq;
1553 if (aio_open $uniq, O_RDONLY, 0) { 2188 unless (aio_stat $uniq) {
2189 if (my $f = new_from_file cf::object::thawer $uniq) {
1554 $self->clear_unique_items; 2190 $self->clear_unique_items;
1555 $self->_load_objects ($uniq, 0); 2191 $self->_load_objects ($f);
2192 $f->resolve_delayed_derefs;
2193 }
1556 } 2194 }
1557 } 2195 }
1558 2196
1559 Coro::cede; 2197 $f->resolve_delayed_derefs;
2198
2199 cf::cede_to_tick;
1560 # now do the right thing for maps 2200 # now do the right thing for maps
1561 $self->link_multipart_objects; 2201 $self->link_multipart_objects;
1562 $self->difficulty ($self->estimate_difficulty) 2202 $self->difficulty ($self->estimate_difficulty)
1563 unless $self->difficulty; 2203 unless $self->difficulty;
1564 Coro::cede; 2204 cf::cede_to_tick;
1565 2205
1566 unless ($self->{deny_activate}) { 2206 unless ($self->{deny_activate}) {
1567 $self->decay_objects; 2207 $self->decay_objects;
1568 $self->fix_auto_apply; 2208 $self->fix_auto_apply;
1569 $self->update_buttons; 2209 $self->update_buttons;
1570 Coro::cede; 2210 cf::cede_to_tick;
1571 $self->set_darkness_map;
1572 Coro::cede;
1573 $self->activate; 2211 $self->activate;
1574 } 2212 }
1575 2213
2214 $self->{last_save} = $cf::RUNTIME;
2215 $self->last_access ($cf::RUNTIME);
2216
1576 $self->in_memory (cf::MAP_IN_MEMORY); 2217 $self->in_memory (cf::MAP_ACTIVE);
1577 } 2218 }
1578 2219
1579 $self->post_load; 2220 $self->post_load;
1580}
1581 2221
2222 1
2223}
2224
2225# customize the map for a given player, i.e.
2226# return the _real_ map. used by e.g. per-player
2227# maps to change the path to ~playername/mappath
1582sub customise_for { 2228sub customise_for {
1583 my ($self, $ob) = @_; 2229 my ($self, $ob) = @_;
1584 2230
1585 return find "~" . $ob->name . "/" . $self->{path} 2231 return find "~" . $ob->name . "/" . $self->{path}
1586 if $self->per_player; 2232 if $self->per_player;
1587 2233
2234# return find "?party/" . $ob->name . "/" . $self->{path}
2235# if $self->per_party;
2236
1588 $self 2237 $self
1589} 2238}
1590 2239
1591# find and load all maps in the 3x3 area around a map 2240# find and load all maps in the 3x3 area around a map
1592sub load_diag { 2241sub load_neighbours {
1593 my ($map) = @_; 2242 my ($map) = @_;
1594 2243
1595 my @diag; # diagonal neighbours 2244 my @neigh; # diagonal neighbours
1596 2245
1597 for (0 .. 3) { 2246 for (0 .. 3) {
1598 my $neigh = $map->tile_path ($_) 2247 my $neigh = $map->tile_path ($_)
1599 or next; 2248 or next;
1600 $neigh = find $neigh, $map 2249 $neigh = find $neigh, $map
1601 or next; 2250 or next;
1602 $neigh->load; 2251 $neigh->load;
1603 2252
2253 # now find the diagonal neighbours
2254 push @neigh,
1604 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh], 2255 [$neigh->tile_path (($_ + 3) % 4), $neigh],
1605 [$neigh->tile_path (($_ + 1) % 4), $neigh]; 2256 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1606 } 2257 }
1607 2258
1608 for (@diag) { 2259 for (grep defined $_->[0], @neigh) {
2260 my ($path, $origin) = @$_;
1609 my $neigh = find @$_ 2261 my $neigh = find $path, $origin
1610 or next; 2262 or next;
1611 $neigh->load; 2263 $neigh->load;
1612 } 2264 }
1613} 2265}
1614 2266
1615sub find_sync { 2267sub find_sync {
1616 my ($path, $origin) = @_; 2268 my ($path, $origin) = @_;
1617 2269
1618 cf::sync_job { find $path, $origin } 2270 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2271 if $Coro::current == $Coro::main;
2272
2273 find $path, $origin
1619} 2274}
1620 2275
1621sub do_load_sync { 2276sub do_load_sync {
1622 my ($map) = @_; 2277 my ($map) = @_;
1623 2278
1624 cf::sync_job { $map->load }; 2279 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2280 if $Coro::current == $Coro::main;
2281
2282 $map->load;
1625} 2283}
1626 2284
1627our %MAP_PREFETCH; 2285our %MAP_PREFETCH;
1628our $MAP_PREFETCHER = undef; 2286our $MAP_PREFETCHER = undef;
1629 2287
1630sub find_async { 2288sub find_async {
1631 my ($path, $origin) = @_; 2289 my ($path, $origin, $load) = @_;
1632 2290
1633 $path = normalise $path, $origin && $origin->{path}; 2291 $path = normalise $path, $origin && $origin->{path};
1634 2292
1635 if (my $map = $cf::MAP{$path}) { 2293 if (my $map = $cf::MAP{$path}) {
1636 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 2294 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1637 } 2295 }
1638 2296
1639 undef $MAP_PREFETCH{$path}; 2297 $MAP_PREFETCH{$path} |= $load;
2298
1640 $MAP_PREFETCHER ||= cf::async { 2299 $MAP_PREFETCHER ||= cf::async {
2300 $Coro::current->{desc} = "map prefetcher";
2301
1641 while (%MAP_PREFETCH) { 2302 while (%MAP_PREFETCH) {
1642 for my $path (keys %MAP_PREFETCH) { 2303 while (my ($k, $v) = each %MAP_PREFETCH) {
1643 my $map = find $path 2304 if (my $map = find $k) {
1644 or next;
1645 $map->load; 2305 $map->load if $v;
2306 }
1646 2307
1647 delete $MAP_PREFETCH{$path}; 2308 delete $MAP_PREFETCH{$k};
1648 } 2309 }
1649 } 2310 }
1650 undef $MAP_PREFETCHER; 2311 undef $MAP_PREFETCHER;
1651 }; 2312 };
1652 $MAP_PREFETCHER->prio (6); 2313 $MAP_PREFETCHER->prio (6);
1653 2314
1654 () 2315 ()
1655} 2316}
1656 2317
2318# common code, used by both ->save and ->swapout
1657sub save { 2319sub _save {
1658 my ($self) = @_; 2320 my ($self) = @_;
1659
1660 my $lock = cf::lock_acquire "map_data:" . $self->path;
1661 2321
1662 $self->{last_save} = $cf::RUNTIME; 2322 $self->{last_save} = $cf::RUNTIME;
1663 2323
1664 return unless $self->dirty; 2324 return unless $self->dirty;
1665 2325
… …
1671 return if $self->{deny_save}; 2331 return if $self->{deny_save};
1672 2332
1673 local $self->{last_access} = $self->last_access;#d# 2333 local $self->{last_access} = $self->last_access;#d#
1674 2334
1675 cf::async { 2335 cf::async {
2336 $Coro::current->{desc} = "map player save";
1676 $_->contr->save for $self->players; 2337 $_->contr->save for $self->players;
1677 }; 2338 };
2339
2340 cf::get_slot 0.02;
1678 2341
1679 if ($uniq) { 2342 if ($uniq) {
1680 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2343 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1681 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2344 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1682 } else { 2345 } else {
1683 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2346 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1684 } 2347 }
1685} 2348}
1686 2349
2350sub save {
2351 my ($self) = @_;
2352
2353 my $lock = cf::lock_acquire "map_data:$self->{path}";
2354
2355 $self->_save;
2356}
2357
1687sub swap_out { 2358sub swap_out {
1688 my ($self) = @_; 2359 my ($self) = @_;
1689 2360
1690 # save first because save cedes
1691 $self->save;
1692
1693 my $lock = cf::lock_acquire "map_data:" . $self->path; 2361 my $lock = cf::lock_acquire "map_data:$self->{path}";
1694 2362
2363 return if $self->in_memory != cf::MAP_ACTIVE;
2364 return if $self->{deny_save};
1695 return if $self->players; 2365 return if $self->players;
1696 return if $self->in_memory != cf::MAP_IN_MEMORY;
1697 return if $self->{deny_save};
1698 2366
2367 # first deactivate the map and "unlink" it from the core
2368 $self->deactivate;
2369 $_->clear_links_to ($self) for values %cf::MAP;
2370 $self->in_memory (cf::MAP_SWAPPED);
2371
2372 # then atomically save
2373 $self->_save;
2374
2375 # then free the map
1699 $self->clear; 2376 $self->clear;
1700 $self->in_memory (cf::MAP_SWAPPED);
1701} 2377}
1702 2378
1703sub reset_at { 2379sub reset_at {
1704 my ($self) = @_; 2380 my ($self) = @_;
1705 2381
1706 # TODO: safety, remove and allow resettable per-player maps 2382 # TODO: safety, remove and allow resettable per-player maps
1707 return 1e99 if $self->isa ("ext::map_per_player");#d#
1708 return 1e99 if $self->{deny_reset}; 2383 return 1e99 if $self->{deny_reset};
1709 2384
1710 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2385 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1711 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2386 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1712 2387
… …
1723 my ($self) = @_; 2398 my ($self) = @_;
1724 2399
1725 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2400 my $lock = cf::lock_acquire "map_data:$self->{path}";
1726 2401
1727 return if $self->players; 2402 return if $self->players;
1728 return if $self->isa ("ext::map_per_player");#d#
1729 2403
1730 warn "resetting map ", $self->path;#d# 2404 cf::trace "resetting map ", $self->path, "\n";
1731 2405
1732 $self->in_memory (cf::MAP_SWAPPED); 2406 $self->in_memory (cf::MAP_SWAPPED);
1733 2407
1734 # need to save uniques path 2408 # need to save uniques path
1735 unless ($self->{deny_save}) { 2409 unless ($self->{deny_save}) {
… …
1739 if $uniq; 2413 if $uniq;
1740 } 2414 }
1741 2415
1742 delete $cf::MAP{$self->path}; 2416 delete $cf::MAP{$self->path};
1743 2417
2418 $self->deactivate;
2419 $_->clear_links_to ($self) for values %cf::MAP;
1744 $self->clear; 2420 $self->clear;
1745
1746 $_->clear_links_to ($self) for values %cf::MAP;
1747 2421
1748 $self->unlink_save; 2422 $self->unlink_save;
1749 $self->destroy; 2423 $self->destroy;
1750} 2424}
1751 2425
1752my $nuke_counter = "aaaa"; 2426my $nuke_counter = "aaaa";
1753 2427
1754sub nuke { 2428sub nuke {
1755 my ($self) = @_; 2429 my ($self) = @_;
1756 2430
2431 {
2432 my $lock = cf::lock_acquire "map_data:$self->{path}";
2433
1757 delete $cf::MAP{$self->path}; 2434 delete $cf::MAP{$self->path};
1758 2435
1759 $self->unlink_save; 2436 $self->unlink_save;
1760 2437
1761 bless $self, "cf::map"; 2438 bless $self, "cf::map::wrap";
1762 delete $self->{deny_reset}; 2439 delete $self->{deny_reset};
1763 $self->{deny_save} = 1; 2440 $self->{deny_save} = 1;
1764 $self->reset_timeout (1); 2441 $self->reset_timeout (1);
1765 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2442 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1766 2443
1767 $cf::MAP{$self->path} = $self; 2444 $cf::MAP{$self->path} = $self;
2445 }
1768 2446
1769 $self->reset; # polite request, might not happen 2447 $self->reset; # polite request, might not happen
2448}
2449
2450=item $maps = cf::map::tmp_maps
2451
2452Returns an arrayref with all map paths of currently instantiated and saved
2453maps. May block.
2454
2455=cut
2456
2457sub tmp_maps() {
2458 [
2459 map {
2460 utf8::decode $_;
2461 /\.map$/
2462 ? normalise $_
2463 : ()
2464 } @{ aio_readdir $TMPDIR or [] }
2465 ]
2466}
2467
2468=item $maps = cf::map::random_maps
2469
2470Returns an arrayref with all map paths of currently instantiated and saved
2471random maps. May block.
2472
2473=cut
2474
2475sub random_maps() {
2476 [
2477 map {
2478 utf8::decode $_;
2479 /\.map$/
2480 ? normalise "?random/$_"
2481 : ()
2482 } @{ aio_readdir $RANDOMDIR or [] }
2483 ]
1770} 2484}
1771 2485
1772=item cf::map::unique_maps 2486=item cf::map::unique_maps
1773 2487
1774Returns an arrayref of paths of all shared maps that have 2488Returns an arrayref of paths of all shared maps that have
1775instantiated unique items. May block. 2489instantiated unique items. May block.
1776 2490
1777=cut 2491=cut
1778 2492
1779sub unique_maps() { 2493sub unique_maps() {
1780 my $files = aio_readdir $UNIQUEDIR 2494 [
1781 or return; 2495 map {
1782
1783 my @paths;
1784
1785 for (@$files) {
1786 utf8::decode $_; 2496 utf8::decode $_;
1787 next if /\.pst$/; 2497 s/\.map$//; # TODO future compatibility hack
1788 next unless /^$PATH_SEP/o; 2498 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1789 2499 ? ()
1790 push @paths, cf::map::normalise $_; 2500 : normalise $_
2501 } @{ aio_readdir $UNIQUEDIR or [] }
1791 } 2502 ]
1792
1793 \@paths
1794} 2503}
1795 2504
1796package cf; 2505=item cf::map::static_maps
2506
2507Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2508file in the shared directory excluding F</styles> and F</editor>). May
2509block.
2510
2511=cut
2512
2513sub static_maps() {
2514 my @dirs = "";
2515 my @maps;
2516
2517 while (@dirs) {
2518 my $dir = shift @dirs;
2519
2520 next if $dir eq "/styles" || $dir eq "/editor";
2521
2522 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2523 or return;
2524
2525 for (@$files) {
2526 s/\.map$// or next;
2527 utf8::decode $_;
2528 push @maps, "$dir/$_";
2529 }
2530
2531 push @dirs, map "$dir/$_", @$dirs;
2532 }
2533
2534 \@maps
2535}
1797 2536
1798=back 2537=back
1799 2538
1800=head3 cf::object 2539=head3 cf::object
1801 2540
… …
1805 2544
1806=over 4 2545=over 4
1807 2546
1808=item $ob->inv_recursive 2547=item $ob->inv_recursive
1809 2548
1810Returns the inventory of the object _and_ their inventories, recursively. 2549Returns the inventory of the object I<and> their inventories, recursively,
2550but I<not> the object itself.
1811 2551
1812=cut 2552=cut
1813 2553
1814sub inv_recursive_; 2554sub inv_recursive_;
1815sub inv_recursive_ { 2555sub inv_recursive_ {
… …
1818 2558
1819sub inv_recursive { 2559sub inv_recursive {
1820 inv_recursive_ inv $_[0] 2560 inv_recursive_ inv $_[0]
1821} 2561}
1822 2562
2563=item $ref = $ob->ref
2564
2565Creates and returns a persistent reference to an object that can be stored as a string.
2566
2567=item $ob = cf::object::deref ($refstring)
2568
2569returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2570even if the object actually exists. May block.
2571
2572=cut
2573
2574sub deref {
2575 my ($ref) = @_;
2576
2577 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2578 my ($uuid, $name) = ($1, $2);
2579 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2580 or return;
2581 $pl->ob->uuid eq $uuid
2582 or return;
2583
2584 $pl->ob
2585 } else {
2586 warn "$ref: cannot resolve object reference\n";
2587 undef
2588 }
2589}
2590
1823package cf; 2591package cf;
1824 2592
1825=back 2593=back
1826 2594
1827=head3 cf::object::player 2595=head3 cf::object::player
… …
1833Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2601Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1834can be C<undef>. Does the right thing when the player is currently in a 2602can be C<undef>. Does the right thing when the player is currently in a
1835dialogue with the given NPC character. 2603dialogue with the given NPC character.
1836 2604
1837=cut 2605=cut
2606
2607our $SAY_CHANNEL = {
2608 id => "say",
2609 title => "Map",
2610 reply => "say ",
2611 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2612};
2613
2614our $CHAT_CHANNEL = {
2615 id => "chat",
2616 title => "Chat",
2617 reply => "chat ",
2618 tooltip => "Player chat and shouts, global to the server.",
2619};
1838 2620
1839# rough implementation of a future "reply" method that works 2621# rough implementation of a future "reply" method that works
1840# with dialog boxes. 2622# with dialog boxes.
1841#TODO: the first argument must go, split into a $npc->reply_to ( method 2623#TODO: the first argument must go, split into a $npc->reply_to ( method
1842sub cf::object::player::reply($$$;$) { 2624sub cf::object::player::reply($$$;$) {
… …
1844 2626
1845 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2627 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1846 2628
1847 if ($self->{record_replies}) { 2629 if ($self->{record_replies}) {
1848 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2630 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2631
1849 } else { 2632 } else {
2633 my $pl = $self->contr;
2634
2635 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2636 my $dialog = $pl->{npc_dialog};
2637 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2638
2639 } else {
1850 $msg = $npc->name . " says: $msg" if $npc; 2640 $msg = $npc->name . " says: $msg" if $npc;
1851 $self->message ($msg, $flags); 2641 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2642 }
1852 } 2643 }
2644}
2645
2646=item $object->send_msg ($channel, $msg, $color, [extra...])
2647
2648=cut
2649
2650sub cf::object::send_msg {
2651 my $pl = shift->contr
2652 or return;
2653 $pl->send_msg (@_);
1853} 2654}
1854 2655
1855=item $player_object->may ("access") 2656=item $player_object->may ("access")
1856 2657
1857Returns wether the given player is authorized to access resource "access" 2658Returns wether the given player is authorized to access resource "access"
… …
1870 2671
1871=item $player_object->enter_link 2672=item $player_object->enter_link
1872 2673
1873Freezes the player and moves him/her to a special map (C<{link}>). 2674Freezes the player and moves him/her to a special map (C<{link}>).
1874 2675
1875The player should be reasonably safe there for short amounts of time. You 2676The player should be reasonably safe there for short amounts of time (e.g.
1876I<MUST> call C<leave_link> as soon as possible, though. 2677for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2678though, as the player cannot control the character while it is on the link
2679map.
1877 2680
1878Will never block. 2681Will never block.
1879 2682
1880=item $player_object->leave_link ($map, $x, $y) 2683=item $player_object->leave_link ($map, $x, $y)
1881 2684
… …
1901sub cf::object::player::enter_link { 2704sub cf::object::player::enter_link {
1902 my ($self) = @_; 2705 my ($self) = @_;
1903 2706
1904 $self->deactivate_recursive; 2707 $self->deactivate_recursive;
1905 2708
2709 ++$self->{_link_recursion};
2710
1906 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2711 return if UNIVERSAL::isa $self->map, "ext::map_link";
1907 2712
1908 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2713 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1909 if $self->map; 2714 if $self->map && $self->map->{path} ne "{link}";
1910 2715
1911 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2716 $self->enter_map ($LINK_MAP || link_map, 3, 3);
1912} 2717}
1913 2718
1914sub cf::object::player::leave_link { 2719sub cf::object::player::leave_link {
1915 my ($self, $map, $x, $y) = @_; 2720 my ($self, $map, $x, $y) = @_;
2721
2722 return unless $self->contr->active;
1916 2723
1917 my $link_pos = delete $self->{_link_pos}; 2724 my $link_pos = delete $self->{_link_pos};
1918 2725
1919 unless ($map) { 2726 unless ($map) {
1920 # restore original map position 2727 # restore original map position
… …
1931 ($x, $y) = (-1, -1) 2738 ($x, $y) = (-1, -1)
1932 unless (defined $x) && (defined $y); 2739 unless (defined $x) && (defined $y);
1933 2740
1934 # use -1 or undef as default coordinates, not 0, 0 2741 # use -1 or undef as default coordinates, not 0, 0
1935 ($x, $y) = ($map->enter_x, $map->enter_y) 2742 ($x, $y) = ($map->enter_x, $map->enter_y)
1936 if $x <=0 && $y <= 0; 2743 if $x <= 0 && $y <= 0;
1937 2744
1938 $map->load; 2745 $map->load;
1939 $map->load_diag; 2746 $map->load_neighbours;
1940 2747
1941 return unless $self->contr->active; 2748 return unless $self->contr->active;
1942 $self->activate_recursive;
1943 2749
1944 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2750 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1945 $self->enter_map ($map, $x, $y); 2751 if ($self->enter_map ($map, $x, $y)) {
1946} 2752 # entering was successful
1947 2753 delete $self->{_link_recursion};
1948cf::player->attach ( 2754 # only activate afterwards, to support waiting in hooks
1949 on_logout => sub { 2755 $self->activate_recursive;
1950 my ($pl) = @_;
1951
1952 # abort map switching before logout
1953 if ($pl->ob->{_link_pos}) {
1954 cf::sync_job {
1955 $pl->ob->leave_link
1956 };
1957 }
1958 }, 2756 }
1959 on_login => sub {
1960 my ($pl) = @_;
1961 2757
1962 # try to abort aborted map switching on player login :) 2758}
1963 # should happen only on crashes
1964 if ($pl->ob->{_link_pos}) {
1965 $pl->ob->enter_link;
1966 (async {
1967 $pl->ob->reply (undef,
1968 "There was an internal problem at your last logout, "
1969 . "the server will try to bring you to your intended destination in a second.",
1970 cf::NDI_RED);
1971 # we need this sleep as the login has a concurrent enter_exit running
1972 # and this sleep increases chances of the player not ending up in scorn
1973 Coro::Timer::sleep 1;
1974 $pl->ob->leave_link;
1975 })->prio (2);
1976 }
1977 },
1978);
1979 2759
1980=item $player_object->goto ($path, $x, $y[, $check->($map)]) 2760=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1981 2761
1982Moves the player to the given map-path and coordinates by first freezing 2762Moves the player to the given map-path and coordinates by first freezing
1983her, loading and preparing them map, calling the provided $check callback 2763her, loading and preparing them map, calling the provided $check callback
1984that has to return the map if sucecssful, and then unfreezes the player on 2764that has to return the map if sucecssful, and then unfreezes the player on
1985the new (success) or old (failed) map position. 2765the new (success) or old (failed) map position. In either case, $done will
2766be called at the end of this process.
1986 2767
2768Note that $check will be called with a potentially non-loaded map, so if
2769it needs a loaded map it has to call C<< ->load >>.
2770
1987=cut 2771=cut
2772
2773our $GOTOGEN;
1988 2774
1989sub cf::object::player::goto { 2775sub cf::object::player::goto {
1990 my ($self, $path, $x, $y, $check) = @_; 2776 my ($self, $path, $x, $y, $check, $done) = @_;
2777
2778 if ($self->{_link_recursion} >= $MAX_LINKS) {
2779 error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2780 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2781 ($path, $x, $y) = @$EMERGENCY_POSITION;
2782 }
2783
2784 # do generation counting so two concurrent goto's will be executed in-order
2785 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1991 2786
1992 $self->enter_link; 2787 $self->enter_link;
1993 2788
1994 (async { 2789 (async {
2790 $Coro::current->{desc} = "player::goto $path $x $y";
2791
2792 # *tag paths override both path and x|y
2793 if ($path =~ /^\*(.*)$/) {
2794 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2795 my $ob = $obs[rand @obs];
2796
2797 # see if we actually can go there
2798 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2799 $ob = $obs[rand @obs];
2800 } else {
2801 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2802 }
2803 # else put us there anyways for now #d#
2804
2805 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2806 } else {
2807 ($path, $x, $y) = (undef, undef, undef);
2808 }
2809 }
2810
1995 my $map = eval { 2811 my $map = eval {
1996 my $map = cf::map::find $path; 2812 my $map = defined $path ? cf::map::find $path : undef;
1997 2813
1998 if ($map) { 2814 if ($map) {
1999 $map = $map->customise_for ($self); 2815 $map = $map->customise_for ($self);
2000 $map = $check->($map) if $check && $map; 2816 $map = $check->($map, $x, $y, $self) if $check && $map;
2001 } else { 2817 } else {
2002 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2818 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2003 } 2819 }
2004 2820
2005 $map 2821 $map
2006 }; 2822 };
2007 2823
2008 if ($@) { 2824 if ($@) {
2009 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED); 2825 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2010 LOG llevError | logBacktrace, Carp::longmess $@; 2826 LOG llevError | logBacktrace, Carp::longmess $@;
2011 } 2827 }
2012 2828
2829 if ($gen == $self->{_goto_generation}) {
2830 delete $self->{_goto_generation};
2013 $self->leave_link ($map, $x, $y); 2831 $self->leave_link ($map, $x, $y);
2832 }
2833
2834 $done->($self) if $done;
2014 })->prio (1); 2835 })->prio (1);
2015} 2836}
2016 2837
2017=item $player_object->enter_exit ($exit_object) 2838=item $player_object->enter_exit ($exit_object)
2018 2839
… …
2038} 2859}
2039 2860
2040sub prepare_random_map { 2861sub prepare_random_map {
2041 my ($exit) = @_; 2862 my ($exit) = @_;
2042 2863
2043 my $guard = cf::lock_acquire "exit_prepare:$exit";
2044
2045 # all this does is basically replace the /! path by 2864 # all this does is basically replace the /! path by
2046 # a new random map path (?random/...) with a seed 2865 # a new random map path (?random/...) with a seed
2047 # that depends on the exit object 2866 # that depends on the exit object
2048 2867
2049 my $rmp = parse_random_map_params $exit->msg; 2868 my $rmp = parse_random_map_params $exit->msg;
… …
2051 if ($exit->map) { 2870 if ($exit->map) {
2052 $rmp->{region} = $exit->region->name; 2871 $rmp->{region} = $exit->region->name;
2053 $rmp->{origin_map} = $exit->map->path; 2872 $rmp->{origin_map} = $exit->map->path;
2054 $rmp->{origin_x} = $exit->x; 2873 $rmp->{origin_x} = $exit->x;
2055 $rmp->{origin_y} = $exit->y; 2874 $rmp->{origin_y} = $exit->y;
2875
2876 $exit->map->touch;
2056 } 2877 }
2057 2878
2058 $rmp->{random_seed} ||= $exit->random_seed; 2879 $rmp->{random_seed} ||= $exit->random_seed;
2059 2880
2060 my $data = cf::to_json $rmp; 2881 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2061 my $md5 = Digest::MD5::md5_hex $data; 2882 my $md5 = Digest::MD5::md5_hex $data;
2062 my $meta = "$RANDOMDIR/$md5.meta"; 2883 my $meta = "$RANDOMDIR/$md5.meta";
2063 2884
2064 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2885 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2065 aio_write $fh, 0, (length $data), $data, 0; 2886 aio_write $fh, 0, (length $data), $data, 0;
2066 undef $fh; 2887 undef $fh;
2067 aio_rename "$meta~", $meta; 2888 aio_rename "$meta~", $meta;
2068 2889
2890 my $slaying = "?random/$md5";
2891
2892 if ($exit->valid) {
2069 $exit->slaying ("?random/$md5"); 2893 $exit->slaying ("?random/$md5");
2070 $exit->msg (undef); 2894 $exit->msg (undef);
2895 }
2071 } 2896 }
2072} 2897}
2073 2898
2074sub cf::object::player::enter_exit { 2899sub cf::object::player::enter_exit {
2075 my ($self, $exit) = @_; 2900 my ($self, $exit) = @_;
2076 2901
2077 return unless $self->type == cf::PLAYER; 2902 return unless $self->type == cf::PLAYER;
2078 2903
2079 if ($exit->slaying eq "/!") {
2080 #TODO: this should de-fi-ni-te-ly not be a sync-job
2081 # the problem is that $exit might not survive long enough
2082 # so it needs to be done right now, right here
2083 cf::sync_job { prepare_random_map $exit };
2084 }
2085
2086 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2087 my $hp = $exit->stats->hp;
2088 my $sp = $exit->stats->sp;
2089
2090 $self->enter_link; 2904 $self->enter_link;
2091 2905
2092 (async { 2906 (async {
2093 $self->deactivate_recursive; # just to be sure 2907 $Coro::current->{desc} = "enter_exit";
2908
2094 unless (eval { 2909 unless (eval {
2910 $self->deactivate_recursive; # just to be sure
2911
2912 # random map handling
2913 {
2914 my $guard = cf::lock_acquire "exit_prepare:$exit";
2915
2916 prepare_random_map $exit
2917 if $exit->slaying eq "/!";
2918 }
2919
2920 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2921 my $x = $exit->stats->hp;
2922 my $y = $exit->stats->sp;
2923
2095 $self->goto ($slaying, $hp, $sp); 2924 $self->goto ($map, $x, $y);
2096 2925
2926 # if exit is damned, update players death & WoR home-position
2927 $self->contr->savebed ($map, $x, $y)
2928 if $exit->flag (cf::FLAG_DAMNED);
2929
2097 1; 2930 1
2098 }) { 2931 }) {
2099 $self->message ("Something went wrong deep within the crossfire server. " 2932 $self->message ("Something went wrong deep within the deliantra server. "
2100 . "I'll try to bring you back to the map you were before. " 2933 . "I'll try to bring you back to the map you were before. "
2101 . "Please report this to the dungeon master!", 2934 . "Please report this to the dungeon master!",
2102 cf::NDI_UNIQUE | cf::NDI_RED); 2935 cf::NDI_UNIQUE | cf::NDI_RED);
2103 2936
2104 warn "ERROR in enter_exit: $@"; 2937 error "ERROR in enter_exit: $@";
2105 $self->leave_link; 2938 $self->leave_link;
2106 } 2939 }
2107 })->prio (1); 2940 })->prio (1);
2108} 2941}
2109 2942
… …
2123 2956
2124 utf8::encode $text; 2957 utf8::encode $text;
2125 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2958 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2126} 2959}
2127 2960
2961=item $client->send_big_packet ($pkt)
2962
2963Like C<send_packet>, but tries to compress large packets, and fragments
2964them as required.
2965
2966=cut
2967
2968our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2969
2970sub cf::client::send_big_packet {
2971 my ($self, $pkt) = @_;
2972
2973 # try lzf for large packets
2974 $pkt = "lzf " . Compress::LZF::compress $pkt
2975 if 1024 <= length $pkt and $self->{can_lzf};
2976
2977 # split very large packets
2978 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2979 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2980 $pkt = "frag";
2981 }
2982
2983 $self->send_packet ($pkt);
2984}
2985
2986=item $client->send_msg ($channel, $msg, $color, [extra...])
2987
2988Send a drawinfo or msg packet to the client, formatting the msg for the
2989client if neccessary. C<$type> should be a string identifying the type of
2990the message, with C<log> being the default. If C<$color> is negative, suppress
2991the message unless the client supports the msg packet.
2992
2993=cut
2994
2995# non-persistent channels (usually the info channel)
2996our %CHANNEL = (
2997 "c/motd" => {
2998 id => "infobox",
2999 title => "MOTD",
3000 reply => undef,
3001 tooltip => "The message of the day",
3002 },
3003 "c/identify" => {
3004 id => "infobox",
3005 title => "Identify",
3006 reply => undef,
3007 tooltip => "Items recently identified",
3008 },
3009 "c/examine" => {
3010 id => "infobox",
3011 title => "Examine",
3012 reply => undef,
3013 tooltip => "Signs and other items you examined",
3014 },
3015 "c/shopinfo" => {
3016 id => "infobox",
3017 title => "Shop Info",
3018 reply => undef,
3019 tooltip => "What your bargaining skill tells you about the shop",
3020 },
3021 "c/book" => {
3022 id => "infobox",
3023 title => "Book",
3024 reply => undef,
3025 tooltip => "The contents of a note or book",
3026 },
3027 "c/lookat" => {
3028 id => "infobox",
3029 title => "Look",
3030 reply => undef,
3031 tooltip => "What you saw there",
3032 },
3033 "c/who" => {
3034 id => "infobox",
3035 title => "Players",
3036 reply => undef,
3037 tooltip => "Shows players who are currently online",
3038 },
3039 "c/body" => {
3040 id => "infobox",
3041 title => "Body Parts",
3042 reply => undef,
3043 tooltip => "Shows which body parts you posess and are available",
3044 },
3045 "c/statistics" => {
3046 id => "infobox",
3047 title => "Statistics",
3048 reply => undef,
3049 tooltip => "Shows your primary statistics",
3050 },
3051 "c/skills" => {
3052 id => "infobox",
3053 title => "Skills",
3054 reply => undef,
3055 tooltip => "Shows your experience per skill and item power",
3056 },
3057 "c/shopitems" => {
3058 id => "infobox",
3059 title => "Shop Items",
3060 reply => undef,
3061 tooltip => "Shows the items currently for sale in this shop",
3062 },
3063 "c/resistances" => {
3064 id => "infobox",
3065 title => "Resistances",
3066 reply => undef,
3067 tooltip => "Shows your resistances",
3068 },
3069 "c/pets" => {
3070 id => "infobox",
3071 title => "Pets",
3072 reply => undef,
3073 tooltip => "Shows information abotu your pets/a specific pet",
3074 },
3075 "c/perceiveself" => {
3076 id => "infobox",
3077 title => "Perceive Self",
3078 reply => undef,
3079 tooltip => "You gained detailed knowledge about yourself",
3080 },
3081 "c/uptime" => {
3082 id => "infobox",
3083 title => "Uptime",
3084 reply => undef,
3085 tooltip => "How long the server has been running since last restart",
3086 },
3087 "c/mapinfo" => {
3088 id => "infobox",
3089 title => "Map Info",
3090 reply => undef,
3091 tooltip => "Information related to the maps",
3092 },
3093 "c/party" => {
3094 id => "party",
3095 title => "Party",
3096 reply => "gsay ",
3097 tooltip => "Messages and chat related to your party",
3098 },
3099 "c/death" => {
3100 id => "death",
3101 title => "Death",
3102 reply => undef,
3103 tooltip => "Reason for and more info about your most recent death",
3104 },
3105 "c/say" => $SAY_CHANNEL,
3106 "c/chat" => $CHAT_CHANNEL,
3107);
3108
3109sub cf::client::send_msg {
3110 my ($self, $channel, $msg, $color, @extra) = @_;
3111
3112 $msg = $self->pl->expand_cfpod ($msg)
3113 unless $color & cf::NDI_VERBATIM;
3114
3115 $color &= cf::NDI_CLIENT_MASK; # just in case...
3116
3117 # check predefined channels, for the benefit of C
3118 if ($CHANNEL{$channel}) {
3119 $channel = $CHANNEL{$channel};
3120
3121 $self->ext_msg (channel_info => $channel);
3122 $channel = $channel->{id};
3123
3124 } elsif (ref $channel) {
3125 # send meta info to client, if not yet sent
3126 unless (exists $self->{channel}{$channel->{id}}) {
3127 $self->{channel}{$channel->{id}} = $channel;
3128 $self->ext_msg (channel_info => $channel);
3129 }
3130
3131 $channel = $channel->{id};
3132 }
3133
3134 return unless @extra || length $msg;
3135
3136 # default colour, mask it out
3137 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
3138 if $color & cf::NDI_DEF;
3139
3140 my $pkt = "msg "
3141 . $self->{json_coder}->encode (
3142 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
3143 );
3144
3145 $self->send_big_packet ($pkt);
3146}
3147
2128=item $client->ext_event ($type, %msg) 3148=item $client->ext_msg ($type, @msg)
2129 3149
2130Sends an exti event to the client. 3150Sends an ext event to the client.
2131 3151
2132=cut 3152=cut
2133 3153
2134sub cf::client::ext_event($$%) { 3154sub cf::client::ext_msg($$@) {
2135 my ($self, $type, %msg) = @_; 3155 my ($self, $type, @msg) = @_;
2136 3156
3157 if ($self->extcmd == 2) {
3158 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3159 } elsif ($self->extcmd == 1) { # TODO: remove
2137 $msg{msgtype} = "event_$type"; 3160 push @msg, msgtype => "event_$type";
2138 $self->send_packet ("ext " . cf::to_json \%msg); 3161 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3162 }
3163}
3164
3165=item $client->ext_reply ($msgid, @msg)
3166
3167Sends an ext reply to the client.
3168
3169=cut
3170
3171sub cf::client::ext_reply($$@) {
3172 my ($self, $id, @msg) = @_;
3173
3174 if ($self->extcmd == 2) {
3175 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3176 } elsif ($self->extcmd == 1) {
3177 #TODO: version 1, remove
3178 unshift @msg, msgtype => "reply", msgid => $id;
3179 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3180 }
2139} 3181}
2140 3182
2141=item $success = $client->query ($flags, "text", \&cb) 3183=item $success = $client->query ($flags, "text", \&cb)
2142 3184
2143Queues a query to the client, calling the given callback with 3185Queues a query to the client, calling the given callback with
2144the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 3186the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2145C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 3187C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2146 3188
2147Queries can fail, so check the return code. Or don't, as queries will become 3189Queries can fail, so check the return code. Or don't, as queries will
2148reliable at some point in the future. 3190become reliable at some point in the future.
2149 3191
2150=cut 3192=cut
2151 3193
2152sub cf::client::query { 3194sub cf::client::query {
2153 my ($self, $flags, $text, $cb) = @_; 3195 my ($self, $flags, $text, $cb) = @_;
… …
2161 utf8::encode $text; 3203 utf8::encode $text;
2162 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 3204 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2163 3205
2164 $self->send_packet ($self->{query_queue}[0][0]) 3206 $self->send_packet ($self->{query_queue}[0][0])
2165 if @{ $self->{query_queue} } == 1; 3207 if @{ $self->{query_queue} } == 1;
3208
3209 1
2166} 3210}
2167 3211
2168cf::client->attach ( 3212cf::client->attach (
3213 on_connect => sub {
3214 my ($ns) = @_;
3215
3216 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
3217 },
2169 on_reply => sub { 3218 on_reply => sub {
2170 my ($ns, $msg) = @_; 3219 my ($ns, $msg) = @_;
2171 3220
2172 # this weird shuffling is so that direct followup queries 3221 # this weird shuffling is so that direct followup queries
2173 # get handled first 3222 # get handled first
… …
2185 } else { 3234 } else {
2186 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 3235 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2187 } 3236 }
2188 } 3237 }
2189 }, 3238 },
3239 on_exticmd => sub {
3240 my ($ns, $buf) = @_;
3241
3242 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3243
3244 if (ref $msg) {
3245 my ($type, $reply, @payload) =
3246 "ARRAY" eq ref $msg
3247 ? @$msg
3248 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
3249
3250 my @reply;
3251
3252 if (my $cb = $EXTICMD{$type}) {
3253 @reply = $cb->($ns, @payload);
3254 }
3255
3256 $ns->ext_reply ($reply, @reply)
3257 if $reply;
3258
3259 } else {
3260 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3261 }
3262
3263 cf::override;
3264 },
2190); 3265);
2191 3266
2192=item $client->async (\&cb) 3267=item $client->async (\&cb)
2193 3268
2194Create a new coroutine, running the specified callback. The coroutine will 3269Create a new coroutine, running the specified callback. The coroutine will
… …
2210 3285
2211 $coro 3286 $coro
2212} 3287}
2213 3288
2214cf::client->attach ( 3289cf::client->attach (
2215 on_destroy => sub { 3290 on_client_destroy => sub {
2216 my ($ns) = @_; 3291 my ($ns) = @_;
2217 3292
2218 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3293 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
2219 }, 3294 },
2220); 3295);
… …
2235our $safe = new Safe "safe"; 3310our $safe = new Safe "safe";
2236our $safe_hole = new Safe::Hole; 3311our $safe_hole = new Safe::Hole;
2237 3312
2238$SIG{FPE} = 'IGNORE'; 3313$SIG{FPE} = 'IGNORE';
2239 3314
2240$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3315$safe->permit_only (Opcode::opset qw(
3316 :base_core :base_mem :base_orig :base_math :base_loop
3317 grepstart grepwhile mapstart mapwhile
3318 sort time
3319));
2241 3320
2242# here we export the classes and methods available to script code 3321# here we export the classes and methods available to script code
2243 3322
2244=pod 3323=pod
2245 3324
2246The following functions and methods are available within a safe environment: 3325The following functions and methods are available within a safe environment:
2247 3326
2248 cf::object contr pay_amount pay_player map 3327 cf::object
3328 contr pay_amount pay_player map x y force_find force_add destroy
3329 insert remove name archname title slaying race decrease split
3330 value
3331
2249 cf::object::player player 3332 cf::object::player
2250 cf::player peaceful 3333 player
2251 cf::map trigger 3334
3335 cf::player
3336 peaceful
3337
3338 cf::map
3339 trigger
2252 3340
2253=cut 3341=cut
2254 3342
2255for ( 3343for (
2256 ["cf::object" => qw(contr pay_amount pay_player map)], 3344 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3345 insert remove inv nrof name archname title slaying race
3346 decrease split destroy change_exp value msg lore send_msg)],
2257 ["cf::object::player" => qw(player)], 3347 ["cf::object::player" => qw(player)],
2258 ["cf::player" => qw(peaceful)], 3348 ["cf::player" => qw(peaceful send_msg)],
2259 ["cf::map" => qw(trigger)], 3349 ["cf::map" => qw(trigger)],
2260) { 3350) {
2261 no strict 'refs';
2262 my ($pkg, @funs) = @$_; 3351 my ($pkg, @funs) = @$_;
2263 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3352 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2264 for @funs; 3353 for @funs;
2265} 3354}
2266 3355
… …
2281 3370
2282 my $qcode = $code; 3371 my $qcode = $code;
2283 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3372 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2284 $qcode =~ s/\n/\\n/g; 3373 $qcode =~ s/\n/\\n/g;
2285 3374
3375 %vars = (_dummy => 0) unless %vars;
3376
3377 my @res;
2286 local $_; 3378 local $_;
2287 local @safe::cf::_safe_eval_args = values %vars;
2288 3379
2289 my $eval = 3380 my $eval =
2290 "do {\n" 3381 "do {\n"
2291 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3382 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2292 . "#line 0 \"{$qcode}\"\n" 3383 . "#line 0 \"{$qcode}\"\n"
2293 . $code 3384 . $code
2294 . "\n}" 3385 . "\n}"
2295 ; 3386 ;
2296 3387
3388 if ($CFG{safe_eval}) {
2297 sub_generation_inc; 3389 sub_generation_inc;
3390 local @safe::cf::_safe_eval_args = values %vars;
2298 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3391 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2299 sub_generation_inc; 3392 sub_generation_inc;
3393 } else {
3394 local @cf::_safe_eval_args = values %vars;
3395 @res = wantarray ? eval eval : scalar eval $eval;
3396 }
2300 3397
2301 if ($@) { 3398 if ($@) {
2302 warn "$@"; 3399 warn "$@",
2303 warn "while executing safe code '$code'\n"; 3400 "while executing safe code '$code'\n",
2304 warn "with arguments " . (join " ", %vars) . "\n"; 3401 "with arguments " . (join " ", %vars) . "\n";
2305 } 3402 }
2306 3403
2307 wantarray ? @res : $res[0] 3404 wantarray ? @res : $res[0]
2308} 3405}
2309 3406
… …
2323=cut 3420=cut
2324 3421
2325sub register_script_function { 3422sub register_script_function {
2326 my ($fun, $cb) = @_; 3423 my ($fun, $cb) = @_;
2327 3424
2328 no strict 'refs'; 3425 $fun = "safe::$fun" if $CFG{safe_eval};
2329 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3426 *$fun = $safe_hole->wrap ($cb);
2330} 3427}
2331 3428
2332=back 3429=back
2333 3430
2334=cut 3431=cut
2335
2336#############################################################################
2337
2338=head2 EXTENSION DATABASE SUPPORT
2339
2340Crossfire maintains a very simple database for extension use. It can
2341currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2342convert to/from binary).
2343
2344The parameter C<$family> should best start with the name of the extension
2345using it, it should be unique.
2346
2347=over 4
2348
2349=item $value = cf::db_get $family => $key
2350
2351Returns a single value from the database.
2352
2353=item cf::db_put $family => $key => $value
2354
2355Stores the given C<$value> in the family.
2356
2357=cut
2358
2359our $DB;
2360
2361sub db_init {
2362 unless ($DB) {
2363 $DB = BDB::db_create $DB_ENV;
2364
2365 cf::sync_job {
2366 eval {
2367 $DB->set_flags (BDB::CHKSUM);
2368
2369 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2370 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2371 cf::cleanup "db_open(db): $!" if $!;
2372 };
2373 cf::cleanup "db_open(db): $@" if $@;
2374 };
2375 }
2376}
2377
2378sub db_get($$) {
2379 my $key = "$_[0]/$_[1]";
2380
2381 cf::sync_job {
2382 BDB::db_get $DB, undef, $key, my $data;
2383
2384 $! ? ()
2385 : $data
2386 }
2387}
2388
2389sub db_put($$$) {
2390 BDB::dbreq_pri 4;
2391 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2392}
2393
2394=item cf::cache $id => [$paths...], $processversion => $process
2395
2396Generic caching function that returns the value of the resource $id,
2397caching and regenerating as required.
2398
2399This function can block.
2400
2401=cut
2402
2403sub cache {
2404 my ($id, $src, $processversion, $process) = @_;
2405
2406 my $meta =
2407 join "\x00",
2408 $processversion,
2409 map {
2410 aio_stat $_
2411 and Carp::croak "$_: $!";
2412
2413 ($_, (stat _)[7,9])
2414 } @$src;
2415
2416 my $dbmeta = db_get cache => "$id/meta";
2417 if ($dbmeta ne $meta) {
2418 # changed, we may need to process
2419
2420 my @data;
2421 my $md5;
2422
2423 for (0 .. $#$src) {
2424 0 <= aio_load $src->[$_], $data[$_]
2425 or Carp::croak "$src->[$_]: $!";
2426 }
2427
2428 # if processing is expensive, check
2429 # checksum first
2430 if (1) {
2431 $md5 =
2432 join "\x00",
2433 $processversion,
2434 map {
2435 Coro::cede;
2436 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2437 } 0.. $#$src;
2438
2439
2440 my $dbmd5 = db_get cache => "$id/md5";
2441 if ($dbmd5 eq $md5) {
2442 db_put cache => "$id/meta", $meta;
2443
2444 return db_get cache => "$id/data";
2445 }
2446 }
2447
2448 my $t1 = Time::HiRes::time;
2449 my $data = $process->(\@data);
2450 my $t2 = Time::HiRes::time;
2451
2452 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2453
2454 db_put cache => "$id/data", $data;
2455 db_put cache => "$id/md5" , $md5;
2456 db_put cache => "$id/meta", $meta;
2457
2458 return $data;
2459 }
2460
2461 db_get cache => "$id/data"
2462}
2463
2464=item fork_call { }, $args
2465
2466Executes the given code block with the given arguments in a seperate
2467process, returning the results. Everything must be serialisable with
2468Coro::Storable. May, of course, block. Note that the executed sub may
2469never block itself or use any form of Event handling.
2470
2471=cut
2472
2473sub fork_call(&@) {
2474 my ($cb, @args) = @_;
2475
2476# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2477# or die "socketpair: $!";
2478 pipe my $fh1, my $fh2
2479 or die "pipe: $!";
2480
2481 if (my $pid = fork) {
2482 close $fh2;
2483
2484 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2485 $res = Coro::Storable::thaw $res;
2486
2487 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2488
2489 die $$res unless "ARRAY" eq ref $res;
2490
2491 return wantarray ? @$res : $res->[-1];
2492 } else {
2493 reset_signals;
2494 local $SIG{__WARN__};
2495 local $SIG{__DIE__};
2496 eval {
2497 close $fh1;
2498
2499 my @res = eval { $cb->(@args) };
2500 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2501 };
2502
2503 warn $@ if $@;
2504 _exit 0;
2505 }
2506}
2507
2508
2509 3432
2510############################################################################# 3433#############################################################################
2511# the server's init and main functions 3434# the server's init and main functions
2512 3435
2513sub load_facedata($) { 3436sub load_facedata($) {
2514 my ($path) = @_; 3437 my ($path) = @_;
2515 3438
3439 # HACK to clear player env face cache, we need some signal framework
3440 # for this (global event?)
3441 %ext::player_env::MUSIC_FACE_CACHE = ();
3442
3443 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3444
2516 warn "loading facedata from $path\n"; 3445 trace "loading facedata from $path\n";
2517 3446
2518 my $facedata; 3447 my $facedata = decode_storable load_file $path;
2519 0 < aio_load $path, $facedata
2520 or die "$path: $!";
2521
2522 $facedata = Coro::Storable::thaw $facedata;
2523 3448
2524 $facedata->{version} == 2 3449 $facedata->{version} == 2
2525 or cf::cleanup "$path: version mismatch, cannot proceed."; 3450 or cf::cleanup "$path: version mismatch, cannot proceed.";
2526 3451
3452 # patch in the exptable
3453 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3454 $facedata->{resource}{"res/exp_table"} = {
3455 type => FT_RSRC,
3456 data => $exp_table,
3457 hash => (Digest::MD5::md5 $exp_table),
3458 };
3459 cf::cede_to_tick;
3460
2527 { 3461 {
2528 my $faces = $facedata->{faceinfo}; 3462 my $faces = $facedata->{faceinfo};
2529 3463
2530 while (my ($face, $info) = each %$faces) { 3464 while (my ($face, $info) = each %$faces) {
2531 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3465 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3466
2532 cf::face::set $idx, $info->{visibility}, $info->{magicmap}; 3467 cf::face::set_visibility $idx, $info->{visibility};
3468 cf::face::set_magicmap $idx, $info->{magicmap};
2533 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32}; 3469 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2534 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64}; 3470 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2535 Coro::cede; 3471 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3472
3473 cf::cede_to_tick;
2536 } 3474 }
2537 3475
2538 while (my ($face, $info) = each %$faces) { 3476 while (my ($face, $info) = each %$faces) {
2539 next unless $info->{smooth}; 3477 next unless $info->{smooth};
3478
2540 my $idx = cf::face::find $face 3479 my $idx = cf::face::find $face
2541 or next; 3480 or next;
3481
2542 if (my $smooth = cf::face::find $info->{smooth}) { 3482 if (my $smooth = cf::face::find $info->{smooth}) {
3483 cf::face::set_smooth $idx, $smooth;
2543 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel}; 3484 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2544 } else { 3485 } else {
2545 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3486 error "smooth face '$info->{smooth}' not found for face '$face'";
2546 } 3487 }
2547 Coro::cede; 3488
3489 cf::cede_to_tick;
2548 } 3490 }
2549 } 3491 }
2550 3492
2551 { 3493 {
2552 my $anims = $facedata->{animinfo}; 3494 my $anims = $facedata->{animinfo};
2553 3495
2554 while (my ($anim, $info) = each %$anims) { 3496 while (my ($anim, $info) = each %$anims) {
2555 cf::anim::set $anim, $info->{frames}, $info->{facings}; 3497 cf::anim::set $anim, $info->{frames}, $info->{facings};
2556 Coro::cede; 3498 cf::cede_to_tick;
2557 } 3499 }
2558 3500
2559 cf::anim::invalidate_all; # d'oh 3501 cf::anim::invalidate_all; # d'oh
2560 } 3502 }
2561 3503
3504 {
3505 my $res = $facedata->{resource};
3506
3507 while (my ($name, $info) = each %$res) {
3508 if (defined $info->{type}) {
3509 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3510
3511 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3512 cf::face::set_type $idx, $info->{type};
3513 } else {
3514 $RESOURCE{$name} = $info; # unused
3515 }
3516
3517 cf::cede_to_tick;
3518 }
3519 }
3520
3521 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3522
2562 1 3523 1
2563} 3524}
2564 3525
3526register_exticmd fx_want => sub {
3527 my ($ns, $want) = @_;
3528
3529 while (my ($k, $v) = each %$want) {
3530 $ns->fx_want ($k, $v);
3531 }
3532};
3533
3534sub load_resource_file($) {
3535 my $guard = lock_acquire "load_resource_file";
3536
3537 my $status = load_resource_file_ $_[0];
3538 get_slot 0.1, 100;
3539 cf::arch::commit_load;
3540
3541 $status
3542}
3543
2565sub reload_regions { 3544sub reload_regions {
3545 # HACK to clear player env face cache, we need some signal framework
3546 # for this (global event?)
3547 %ext::player_env::MUSIC_FACE_CACHE = ();
3548
2566 load_resource_file "$MAPDIR/regions" 3549 load_resource_file "$MAPDIR/regions"
2567 or die "unable to load regions file\n"; 3550 or die "unable to load regions file\n";
3551
3552 for (cf::region::list) {
3553 $_->{match} = qr/$_->{match}/
3554 if exists $_->{match};
3555 }
2568} 3556}
2569 3557
2570sub reload_facedata { 3558sub reload_facedata {
2571 load_facedata "$DATADIR/facedata" 3559 load_facedata "$DATADIR/facedata"
2572 or die "unable to load facedata\n"; 3560 or die "unable to load facedata\n";
… …
2580sub reload_treasures { 3568sub reload_treasures {
2581 load_resource_file "$DATADIR/treasures" 3569 load_resource_file "$DATADIR/treasures"
2582 or die "unable to load treasurelists\n"; 3570 or die "unable to load treasurelists\n";
2583} 3571}
2584 3572
3573sub reload_sound {
3574 trace "loading sound config from $DATADIR/sound\n";
3575
3576 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3577
3578 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3579 my $sound = $soundconf->{compat}[$_]
3580 or next;
3581
3582 my $face = cf::face::find "sound/$sound->[1]";
3583 cf::sound::set $sound->[0] => $face;
3584 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3585 }
3586
3587 while (my ($k, $v) = each %{$soundconf->{event}}) {
3588 my $face = cf::face::find "sound/$v";
3589 cf::sound::set $k => $face;
3590 }
3591}
3592
2585sub reload_resources { 3593sub reload_resources {
2586 warn "reloading resource files...\n"; 3594 trace "reloading resource files...\n";
2587 3595
3596 reload_exp_table;
3597 reload_materials;
3598 reload_facedata;
3599 reload_sound;
3600 reload_archetypes;
2588 reload_regions; 3601 reload_regions;
2589 reload_facedata;
2590 reload_archetypes;
2591 reload_treasures; 3602 reload_treasures;
2592 3603
2593 warn "finished reloading resource files\n"; 3604 trace "finished reloading resource files\n";
2594} 3605}
2595 3606
2596sub init { 3607sub reload_config {
2597 reload_resources; 3608 trace "reloading config file...\n";
2598}
2599 3609
2600sub cfg_load { 3610 my $config = load_file "$CONFDIR/config";
2601 open my $fh, "<:utf8", "$CONFDIR/config" 3611 utf8::decode $config;
2602 or return; 3612 *CFG = decode_yaml $config;
2603 3613
2604 local $/;
2605 *CFG = YAML::Syck::Load <$fh>;
2606
2607 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3614 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2608 3615
2609 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3616 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2610 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3617 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2611 3618
2612 if (exists $CFG{mlockall}) { 3619 if (exists $CFG{mlockall}) {
… …
2616 }; 3623 };
2617 warn $@ if $@; 3624 warn $@ if $@;
2618 } 3625 }
2619} 3626}
2620 3627
3628sub pidfile() {
3629 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3630 or die "$PIDFILE: $!";
3631 flock $fh, &Fcntl::LOCK_EX
3632 or die "$PIDFILE: flock: $!";
3633 $fh
3634}
3635
3636# make sure only one server instance is running at any one time
3637sub atomic {
3638 my $fh = pidfile;
3639
3640 my $pid = <$fh>;
3641 kill 9, $pid if $pid > 0;
3642
3643 seek $fh, 0, 0;
3644 print $fh $$;
3645}
3646
3647sub main_loop {
3648 trace "EV::loop starting\n";
3649 if (1) {
3650 EV::loop;
3651 }
3652 trace "EV::loop returned\n";
3653 goto &main_loop unless $REALLY_UNLOOP;
3654}
3655
2621sub main { 3656sub main {
3657 cf::init_globals; # initialise logging
3658
3659 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3660 LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3661 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3662 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3663
3664 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3665
2622 # we must not ever block the main coroutine 3666 # we must not ever block the main coroutine
2623 local $Coro::idle = sub { 3667 local $Coro::idle = sub {
2624 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3668 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2625 (async { 3669 (async {
2626 Event::one_event; 3670 $Coro::current->{desc} = "IDLE BUG HANDLER";
3671 EV::loop EV::LOOP_ONESHOT;
2627 })->prio (Coro::PRIO_MAX); 3672 })->prio (Coro::PRIO_MAX);
2628 }; 3673 };
2629 3674
2630 cfg_load; 3675 evthread_start IO::AIO::poll_fileno;
3676
3677 cf::sync_job {
3678 cf::incloader::init ();
3679
3680 cf::init_anim;
3681 cf::init_attackmess;
3682 cf::init_dynamic;
3683
3684 cf::load_settings;
3685
3686 reload_resources;
3687 reload_config;
2631 db_init; 3688 db_init;
3689
3690 cf::init_uuid;
3691 cf::init_signals;
3692 cf::init_skills;
3693
3694 cf::init_beforeplay;
3695
3696 atomic;
3697
2632 load_extensions; 3698 load_extensions;
2633 3699
2634 $TICK_WATCHER->start; 3700 utime time, time, $RUNTIMEFILE;
2635 Event::loop; 3701
3702 # no (long-running) fork's whatsoever before this point(!)
3703 use POSIX ();
3704 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3705
3706 cf::_post_init 0;
3707 };
3708
3709 cf::object::thawer::errors_are_fatal 0;
3710 info "parse errors in files are no longer fatal from this point on.\n";
3711
3712 my $free_main; $free_main = EV::idle sub {
3713 undef $free_main;
3714 undef &main; # free gobs of memory :)
3715 };
3716
3717 goto &main_loop;
2636} 3718}
2637 3719
2638############################################################################# 3720#############################################################################
2639# initialisation and cleanup 3721# initialisation and cleanup
2640 3722
2641# install some emergency cleanup handlers 3723# install some emergency cleanup handlers
2642BEGIN { 3724BEGIN {
3725 our %SIGWATCHER = ();
2643 for my $signal (qw(INT HUP TERM)) { 3726 for my $signal (qw(INT HUP TERM)) {
2644 Event->signal ( 3727 $SIGWATCHER{$signal} = AE::signal $signal, sub {
2645 reentrant => 0,
2646 data => WF_AUTOCANCEL,
2647 signal => $signal,
2648 prio => 0,
2649 cb => sub {
2650 cf::cleanup "SIG$signal"; 3728 cf::cleanup "SIG$signal";
2651 },
2652 ); 3729 };
3730 }
3731}
3732
3733sub write_runtime_sync {
3734 my $t0 = AE::time;
3735
3736 # first touch the runtime file to show we are still running:
3737 # the fsync below can take a very very long time.
3738
3739 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3740
3741 my $guard = cf::lock_acquire "write_runtime";
3742
3743 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3744 or return;
3745
3746 my $value = $cf::RUNTIME + 90 + 10;
3747 # 10 is the runtime save interval, for a monotonic clock
3748 # 60 allows for the watchdog to kill the server.
3749
3750 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3751 and return;
3752
3753 # always fsync - this file is important
3754 aio_fsync $fh
3755 and return;
3756
3757 # touch it again to show we are up-to-date
3758 aio_utime $fh, undef, undef;
3759
3760 close $fh
3761 or return;
3762
3763 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3764 and return;
3765
3766 trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3767
2653 } 3768 1
3769}
3770
3771our $uuid_lock;
3772our $uuid_skip;
3773
3774sub write_uuid_sync($) {
3775 $uuid_skip ||= $_[0];
3776
3777 return if $uuid_lock;
3778 local $uuid_lock = 1;
3779
3780 my $uuid = "$LOCALDIR/uuid";
3781
3782 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3783 or return;
3784
3785 my $value = uuid_seq uuid_cur;
3786
3787 unless ($value) {
3788 info "cowardly refusing to write zero uuid value!\n";
3789 return;
3790 }
3791
3792 my $value = uuid_str $value + $uuid_skip;
3793 $uuid_skip = 0;
3794
3795 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3796 and return;
3797
3798 # always fsync - this file is important
3799 aio_fsync $fh
3800 and return;
3801
3802 close $fh
3803 or return;
3804
3805 aio_rename "$uuid~", $uuid
3806 and return;
3807
3808 trace "uuid file written ($value).\n";
3809
3810 1
3811
3812}
3813
3814sub write_uuid($$) {
3815 my ($skip, $sync) = @_;
3816
3817 $sync ? write_uuid_sync $skip
3818 : async { write_uuid_sync $skip };
2654} 3819}
2655 3820
2656sub emergency_save() { 3821sub emergency_save() {
2657 my $freeze_guard = cf::freeze_mainloop; 3822 my $freeze_guard = cf::freeze_mainloop;
2658 3823
2659 warn "enter emergency perl save\n"; 3824 info "emergency_perl_save: enter\n";
3825
3826 # this is a trade-off: we want to be very quick here, so
3827 # save all maps without fsync, and later call a global sync
3828 # (which in turn might be very very slow)
3829 local $USE_FSYNC = 0;
2660 3830
2661 cf::sync_job { 3831 cf::sync_job {
3832 cf::write_runtime_sync; # external watchdog should not bark
3833
2662 # use a peculiar iteration method to avoid tripping on perl 3834 # use a peculiar iteration method to avoid tripping on perl
2663 # refcount bugs in for. also avoids problems with players 3835 # refcount bugs in for. also avoids problems with players
2664 # and maps saved/destroyed asynchronously. 3836 # and maps saved/destroyed asynchronously.
2665 warn "begin emergency player save\n"; 3837 info "emergency_perl_save: begin player save\n";
2666 for my $login (keys %cf::PLAYER) { 3838 for my $login (keys %cf::PLAYER) {
2667 my $pl = $cf::PLAYER{$login} or next; 3839 my $pl = $cf::PLAYER{$login} or next;
2668 $pl->valid or next; 3840 $pl->valid or next;
3841 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2669 $pl->save; 3842 $pl->save;
2670 } 3843 }
2671 warn "end emergency player save\n"; 3844 info "emergency_perl_save: end player save\n";
2672 3845
2673 warn "begin emergency map save\n"; 3846 cf::write_runtime_sync; # external watchdog should not bark
3847
3848 info "emergency_perl_save: begin map save\n";
2674 for my $path (keys %cf::MAP) { 3849 for my $path (keys %cf::MAP) {
2675 my $map = $cf::MAP{$path} or next; 3850 my $map = $cf::MAP{$path} or next;
2676 $map->valid or next; 3851 $map->valid or next;
2677 $map->save; 3852 $map->save;
2678 } 3853 }
2679 warn "end emergency map save\n"; 3854 info "emergency_perl_save: end map save\n";
2680 3855
2681 warn "begin emergency database checkpoint\n"; 3856 cf::write_runtime_sync; # external watchdog should not bark
3857
3858 info "emergency_perl_save: begin database checkpoint\n";
2682 BDB::db_env_txn_checkpoint $DB_ENV; 3859 BDB::db_env_txn_checkpoint $DB_ENV;
2683 warn "end emergency database checkpoint\n"; 3860 info "emergency_perl_save: end database checkpoint\n";
3861
3862 info "emergency_perl_save: begin write uuid\n";
3863 write_uuid_sync 1;
3864 info "emergency_perl_save: end write uuid\n";
3865
3866 cf::write_runtime_sync; # external watchdog should not bark
3867
3868 trace "emergency_perl_save: syncing database to disk";
3869 BDB::db_env_txn_checkpoint $DB_ENV;
3870
3871 info "emergency_perl_save: starting sync\n";
3872 IO::AIO::aio_sync sub {
3873 info "emergency_perl_save: finished sync\n";
3874 };
3875
3876 cf::write_runtime_sync; # external watchdog should not bark
3877
3878 trace "emergency_perl_save: flushing outstanding aio requests";
3879 while (IO::AIO::nreqs || BDB::nreqs) {
3880 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3881 }
3882
3883 cf::write_runtime_sync; # external watchdog should not bark
2684 }; 3884 };
2685 3885
2686 warn "leave emergency perl save\n"; 3886 info "emergency_perl_save: leave\n";
2687} 3887}
2688 3888
2689sub post_cleanup { 3889sub post_cleanup {
2690 my ($make_core) = @_; 3890 my ($make_core) = @_;
2691 3891
3892 IO::AIO::flush;
3893
2692 warn Carp::longmess "post_cleanup backtrace" 3894 error Carp::longmess "post_cleanup backtrace"
2693 if $make_core; 3895 if $make_core;
3896
3897 my $fh = pidfile;
3898 unlink $PIDFILE if <$fh> == $$;
3899}
3900
3901# a safer delete_package, copied from Symbol
3902sub clear_package($) {
3903 my $pkg = shift;
3904
3905 # expand to full symbol table name if needed
3906 unless ($pkg =~ /^main::.*::$/) {
3907 $pkg = "main$pkg" if $pkg =~ /^::/;
3908 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3909 $pkg .= '::' unless $pkg =~ /::$/;
3910 }
3911
3912 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3913 my $stem_symtab = *{$stem}{HASH};
3914
3915 defined $stem_symtab and exists $stem_symtab->{$leaf}
3916 or return;
3917
3918 # clear all symbols
3919 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3920 for my $name (keys %$leaf_symtab) {
3921 _gv_clear *{"$pkg$name"};
3922# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3923 }
2694} 3924}
2695 3925
2696sub do_reload_perl() { 3926sub do_reload_perl() {
2697 # can/must only be called in main 3927 # can/must only be called in main
2698 if ($Coro::current != $Coro::main) { 3928 unless (in_main) {
2699 warn "can only reload from main coroutine"; 3929 error "can only reload from main coroutine";
2700 return; 3930 return;
2701 } 3931 }
2702 3932
2703 warn "reloading..."; 3933 return if $RELOAD++;
2704 3934
2705 warn "entering sync_job"; 3935 my $t1 = AE::time;
2706 3936
3937 while ($RELOAD) {
3938 cf::get_slot 0.1, -1, "reload_perl";
3939 info "perl_reload: reloading...";
3940
3941 trace "perl_reload: entering sync_job";
3942
2707 cf::sync_job { 3943 cf::sync_job {
2708 cf::write_runtime; # external watchdog should not bark
2709 cf::emergency_save; 3944 #cf::emergency_save;
2710 cf::write_runtime; # external watchdog should not bark
2711 3945
2712 warn "syncing database to disk";
2713 BDB::db_env_txn_checkpoint $DB_ENV;
2714
2715 # if anything goes wrong in here, we should simply crash as we already saved
2716
2717 warn "cancelling all WF_AUTOCANCEL watchers";
2718 for (Event::all_watchers) {
2719 $_->cancel if $_->data & WF_AUTOCANCEL;
2720 }
2721
2722 warn "flushing outstanding aio requests";
2723 for (;;) {
2724 BDB::flush;
2725 IO::AIO::flush;
2726 Coro::cede;
2727 last unless IO::AIO::nreqs || BDB::nreqs;
2728 warn "iterate...";
2729 }
2730
2731 ++$RELOAD;
2732
2733 warn "cancelling all extension coros"; 3946 trace "perl_reload: cancelling all extension coros";
2734 $_->cancel for values %EXT_CORO; 3947 $_->cancel for values %EXT_CORO;
2735 %EXT_CORO = (); 3948 %EXT_CORO = ();
2736 3949
2737 warn "removing commands"; 3950 trace "perl_reload: removing commands";
2738 %COMMAND = (); 3951 %COMMAND = ();
2739 3952
2740 warn "removing ext commands"; 3953 trace "perl_reload: removing ext/exti commands";
2741 %EXTCMD = (); 3954 %EXTCMD = ();
3955 %EXTICMD = ();
2742 3956
2743 warn "unloading/nuking all extensions"; 3957 trace "perl_reload: unloading/nuking all extensions";
2744 for my $pkg (@EXTS) { 3958 for my $pkg (@EXTS) {
2745 warn "... unloading $pkg"; 3959 trace "... unloading $pkg";
2746 3960
2747 if (my $cb = $pkg->can ("unload")) { 3961 if (my $cb = $pkg->can ("unload")) {
2748 eval { 3962 eval {
2749 $cb->($pkg); 3963 $cb->($pkg);
2750 1 3964 1
2751 } or warn "$pkg unloaded, but with errors: $@"; 3965 } or error "$pkg unloaded, but with errors: $@";
3966 }
3967
3968 trace "... clearing $pkg";
3969 clear_package $pkg;
2752 } 3970 }
2753 3971
2754 warn "... nuking $pkg";
2755 Symbol::delete_package $pkg;
2756 }
2757
2758 warn "unloading all perl modules loaded from $LIBDIR"; 3972 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2759 while (my ($k, $v) = each %INC) { 3973 while (my ($k, $v) = each %INC) {
2760 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3974 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2761 3975
2762 warn "... unloading $k"; 3976 trace "... unloading $k";
2763 delete $INC{$k}; 3977 delete $INC{$k};
2764 3978
2765 $k =~ s/\.pm$//; 3979 $k =~ s/\.pm$//;
2766 $k =~ s/\//::/g; 3980 $k =~ s/\//::/g;
2767 3981
2768 if (my $cb = $k->can ("unload_module")) { 3982 if (my $cb = $k->can ("unload_module")) {
2769 $cb->(); 3983 $cb->();
3984 }
3985
3986 clear_package $k;
2770 } 3987 }
2771 3988
2772 Symbol::delete_package $k;
2773 }
2774
2775 warn "getting rid of safe::, as good as possible"; 3989 trace "perl_reload: getting rid of safe::, as good as possible";
2776 Symbol::delete_package "safe::$_" 3990 clear_package "safe::$_"
2777 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3991 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2778 3992
2779 warn "unloading cf.pm \"a bit\""; 3993 trace "perl_reload: unloading cf.pm \"a bit\"";
2780 delete $INC{"cf.pm"}; 3994 delete $INC{"cf.pm"};
2781 delete $INC{"cf/pod.pm"}; 3995 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2782 3996
2783 # don't, removes xs symbols, too, 3997 # don't, removes xs symbols, too,
2784 # and global variables created in xs 3998 # and global variables created in xs
2785 #Symbol::delete_package __PACKAGE__; 3999 #clear_package __PACKAGE__;
2786 4000
2787 warn "unload completed, starting to reload now"; 4001 info "perl_reload: unload completed, starting to reload now";
2788 4002
2789 warn "reloading cf.pm"; 4003 trace "perl_reload: reloading cf.pm";
2790 require cf; 4004 require cf;
2791 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 4005 cf::_connect_to_perl_1;
2792 4006
2793 warn "loading config and database again"; 4007 trace "perl_reload: loading config and database again";
2794 cf::cfg_load; 4008 cf::reload_config;
2795 4009
2796 warn "loading extensions"; 4010 trace "perl_reload: loading extensions";
2797 cf::load_extensions; 4011 cf::load_extensions;
2798 4012
4013 if ($REATTACH_ON_RELOAD) {
2799 warn "reattaching attachments to objects/players"; 4014 trace "perl_reload: reattaching attachments to objects/players";
2800 _global_reattach; # objects, sockets 4015 _global_reattach; # objects, sockets
2801 warn "reattaching attachments to maps"; 4016 trace "perl_reload: reattaching attachments to maps";
2802 reattach $_ for values %MAP; 4017 reattach $_ for values %MAP;
2803 warn "reattaching attachments to players"; 4018 trace "perl_reload: reattaching attachments to players";
2804 reattach $_ for values %PLAYER; 4019 reattach $_ for values %PLAYER;
4020 }
2805 4021
2806 warn "leaving sync_job"; 4022 cf::_post_init 1;
2807 4023
4024 trace "perl_reload: leaving sync_job";
4025
2808 1 4026 1
2809 } or do { 4027 } or do {
2810 warn $@; 4028 error $@;
2811 warn "error while reloading, exiting."; 4029 cf::cleanup "perl_reload: error, exiting.";
2812 exit 1; 4030 };
4031
4032 --$RELOAD;
2813 }; 4033 }
2814 4034
2815 warn "reloaded"; 4035 $t1 = AE::time - $t1;
4036 info "perl_reload: completed in ${t1}s\n";
2816}; 4037};
2817 4038
2818our $RELOAD_WATCHER; # used only during reload 4039our $RELOAD_WATCHER; # used only during reload
2819 4040
2820sub reload_perl() { 4041sub reload_perl() {
2821 # doing reload synchronously and two reloads happen back-to-back, 4042 # doing reload synchronously and two reloads happen back-to-back,
2822 # coro crashes during coro_state_free->destroy here. 4043 # coro crashes during coro_state_free->destroy here.
2823 4044
2824 $RELOAD_WATCHER ||= Event->timer ( 4045 $RELOAD_WATCHER ||= cf::async {
2825 reentrant => 0, 4046 Coro::AIO::aio_wait cache_extensions;
2826 after => 0, 4047
2827 data => WF_AUTOCANCEL, 4048 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
2828 cb => sub {
2829 do_reload_perl; 4049 do_reload_perl;
2830 undef $RELOAD_WATCHER; 4050 undef $RELOAD_WATCHER;
2831 }, 4051 };
2832 ); 4052 };
2833} 4053}
2834 4054
2835register_command "reload" => sub { 4055register_command "reload" => sub {
2836 my ($who, $arg) = @_; 4056 my ($who, $arg) = @_;
2837 4057
2838 if ($who->flag (FLAG_WIZ)) { 4058 if ($who->flag (FLAG_WIZ)) {
2839 $who->message ("reloading server."); 4059 $who->message ("reloading server.");
4060 async {
4061 $Coro::current->{desc} = "perl_reload";
2840 async { reload_perl }; 4062 reload_perl;
4063 };
2841 } 4064 }
2842}; 4065};
2843 4066
2844unshift @INC, $LIBDIR; 4067#############################################################################
2845 4068
2846my $bug_warning = 0; 4069my $bug_warning = 0;
2847 4070
2848our @WAIT_FOR_TICK; 4071our @WAIT_FOR_TICK;
2849our @WAIT_FOR_TICK_BEGIN; 4072our @WAIT_FOR_TICK_BEGIN;
2850 4073
2851sub wait_for_tick { 4074sub wait_for_tick() {
2852 return unless $TICK_WATCHER->is_active;
2853 return if $Coro::current == $Coro::main; 4075 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
2854 4076
2855 my $signal = new Coro::Signal; 4077 my $signal = new Coro::Signal;
2856 push @WAIT_FOR_TICK, $signal; 4078 push @WAIT_FOR_TICK, $signal;
2857 $signal->wait; 4079 $signal->wait;
2858} 4080}
2859 4081
2860sub wait_for_tick_begin { 4082sub wait_for_tick_begin() {
2861 return unless $TICK_WATCHER->is_active;
2862 return if $Coro::current == $Coro::main; 4083 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
2863 4084
2864 my $signal = new Coro::Signal; 4085 my $signal = new Coro::Signal;
2865 push @WAIT_FOR_TICK_BEGIN, $signal; 4086 push @WAIT_FOR_TICK_BEGIN, $signal;
2866 $signal->wait; 4087 $signal->wait;
2867} 4088}
2868 4089
2869 my $min = 1e6;#d# 4090sub tick {
2870 my $avg = 10;
2871$TICK_WATCHER = Event->timer (
2872 reentrant => 0,
2873 parked => 1,
2874 prio => 0,
2875 at => $NEXT_TICK || $TICK,
2876 data => WF_AUTOCANCEL,
2877 cb => sub {
2878 if ($Coro::current != $Coro::main) { 4091 if ($Coro::current != $Coro::main) {
2879 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4092 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2880 unless ++$bug_warning > 10; 4093 unless ++$bug_warning > 10;
2881 return; 4094 return;
2882 } 4095 }
2883 4096
2884 $NOW = $tick_start = Event::time;
2885
2886 cf::server_tick; # one server iteration 4097 cf::server_tick; # one server iteration
2887 4098
2888 0 && sync_job {#d# 4099 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2889 for(1..10) {
2890 my $t = Event::time;
2891 my $map = my $map = new_from_path cf::map "/tmp/x.map"
2892 or die;
2893 4100
2894 $map->width (50); 4101 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2895 $map->height (50); 4102 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2896 $map->alloc; 4103 Coro::async_pool {
2897 $map->_load_objects ("/tmp/x.map", 1); 4104 $Coro::current->{desc} = "runtime saver";
2898 my $t = Event::time - $t; 4105 write_runtime_sync
2899 4106 or error "ERROR: unable to write runtime file: $!";
2900 #next unless $t < 0.0013;#d#
2901 if ($t < $min) {
2902 $min = $t;
2903 }
2904 $avg = $avg * 0.99 + $t * 0.01;
2905 }
2906 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2907 exit 0;
2908 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2909 }; 4107 };
4108 }
2910 4109
2911 $RUNTIME += $TICK;
2912 $NEXT_TICK += $TICK;
2913
2914 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2915 $NEXT_RUNTIME_WRITE = $NOW + 10;
2916 Coro::async_pool {
2917 write_runtime
2918 or warn "ERROR: unable to write runtime file: $!";
2919 };
2920 }
2921
2922# my $AFTER = Event::time;
2923# warn $AFTER - $NOW;#d#
2924
2925 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4110 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2926 $sig->send; 4111 $sig->send;
2927 } 4112 }
2928 while (my $sig = shift @WAIT_FOR_TICK) { 4113 while (my $sig = shift @WAIT_FOR_TICK) {
2929 $sig->send; 4114 $sig->send;
2930 } 4115 }
2931 4116
2932 $NOW = Event::time; 4117 $LOAD = ($NOW - $TICK_START) / $TICK;
2933
2934 # if we are delayed by four ticks or more, skip them all
2935 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2936
2937 $TICK_WATCHER->at ($NEXT_TICK);
2938 $TICK_WATCHER->start;
2939
2940 $LOAD = ($NOW - $tick_start) / $TICK;
2941 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 4118 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2942 4119
2943 _post_tick; 4120 if (0) {
2944 4121 if ($NEXT_TICK) {
2945 4122 my $jitter = $TICK_START - $NEXT_TICK;
4123 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
4124 debug "jitter $JITTER\n";#d#
4125 }
2946 }, 4126 }
2947); 4127}
2948 4128
2949{ 4129{
2950 BDB::max_poll_time $TICK * 0.1; 4130 # configure BDB
2951 $BDB_POLL_WATCHER = Event->io ( 4131
2952 reentrant => 0,
2953 fd => BDB::poll_fileno,
2954 poll => 'r',
2955 prio => 0,
2956 data => WF_AUTOCANCEL,
2957 cb => \&BDB::poll_cb,
2958 );
2959 BDB::min_parallel 8; 4132 BDB::min_parallel 16;
2960 4133 BDB::max_poll_reqs $TICK * 0.1;
2961 BDB::set_sync_prepare { 4134 $AnyEvent::BDB::WATCHER->priority (1);
2962 my $status;
2963 my $current = $Coro::current;
2964 (
2965 sub {
2966 $status = $!;
2967 $current->ready; undef $current;
2968 },
2969 sub {
2970 Coro::schedule while defined $current;
2971 $! = $status;
2972 },
2973 )
2974 };
2975 4135
2976 unless ($DB_ENV) { 4136 unless ($DB_ENV) {
2977 $DB_ENV = BDB::db_env_create; 4137 $DB_ENV = BDB::db_env_create;
4138 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4139 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4140 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
4141 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
4142 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2978 4143
2979 cf::sync_job { 4144 cf::sync_job {
2980 eval { 4145 eval {
2981 BDB::db_env_open 4146 BDB::db_env_open
2982 $DB_ENV, 4147 $DB_ENV,
… …
2984 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 4149 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2985 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 4150 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2986 0666; 4151 0666;
2987 4152
2988 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 4153 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2989
2990 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2991 $DB_ENV->set_lk_detect;
2992 }; 4154 };
2993 4155
2994 cf::cleanup "db_env_open(db): $@" if $@; 4156 cf::cleanup "db_env_open(db): $@" if $@;
2995 }; 4157 };
2996 } 4158 }
4159
4160 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
4161 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
4162 };
4163 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
4164 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4165 };
4166 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4167 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4168 };
2997} 4169}
2998 4170
2999{ 4171{
4172 # configure IO::AIO
4173
3000 IO::AIO::min_parallel 8; 4174 IO::AIO::min_parallel 8;
3001
3002 undef $Coro::AIO::WATCHER;
3003 IO::AIO::max_poll_time $TICK * 0.1; 4175 IO::AIO::max_poll_time $TICK * 0.1;
3004 $AIO_POLL_WATCHER = Event->io ( 4176 undef $AnyEvent::AIO::WATCHER;
3005 reentrant => 0,
3006 data => WF_AUTOCANCEL,
3007 fd => IO::AIO::poll_fileno,
3008 poll => 'r',
3009 prio => 6,
3010 cb => \&IO::AIO::poll_cb,
3011 );
3012} 4177}
3013 4178
3014my $_log_backtrace; 4179our $_log_backtrace;
4180our $_log_backtrace_last;
3015 4181
3016sub _log_backtrace { 4182sub _log_backtrace {
3017 my ($msg, @addr) = @_; 4183 my ($msg, @addr) = @_;
3018 4184
3019 $msg =~ s/\n//; 4185 $msg =~ s/\n$//;
3020 4186
4187 if ($_log_backtrace_last eq $msg) {
4188 LOG llevInfo, "[ABT] $msg\n";
4189 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3021 # limit the # of concurrent backtraces 4190 # limit the # of concurrent backtraces
3022 if ($_log_backtrace < 2) { 4191 } elsif ($_log_backtrace < 2) {
4192 $_log_backtrace_last = $msg;
3023 ++$_log_backtrace; 4193 ++$_log_backtrace;
4194 my $perl_bt = Carp::longmess $msg;
3024 async { 4195 async {
4196 $Coro::current->{desc} = "abt $msg";
4197
3025 my @bt = fork_call { 4198 my @bt = fork_call {
3026 @addr = map { sprintf "%x", $_ } @addr; 4199 @addr = map { sprintf "%x", $_ } @addr;
3027 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 4200 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3028 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 4201 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3029 or die "addr2line: $!"; 4202 or die "addr2line: $!";
… …
3037 } 4210 }
3038 4211
3039 @funcs 4212 @funcs
3040 }; 4213 };
3041 4214
3042 LOG llevInfo, "[ABT] $msg\n"; 4215 LOG llevInfo, "[ABT] $perl_bt\n";
4216 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3043 LOG llevInfo, "[ABT] $_\n" for @bt; 4217 LOG llevInfo, "[ABT] $_\n" for @bt;
3044 --$_log_backtrace; 4218 --$_log_backtrace;
3045 }; 4219 };
3046 } else { 4220 } else {
3047 LOG llevInfo, "[ABT] $msg\n"; 4221 LOG llevInfo, "[ABT] $msg\n";
3048 LOG llevInfo, "[ABT] [suppressed]\n"; 4222 LOG llevInfo, "[ABT] [overload, suppressed]\n";
3049 } 4223 }
3050} 4224}
3051 4225
3052# load additional modules 4226# load additional modules
3053use cf::pod; 4227require "cf/$_.pm" for @EXTRA_MODULES;
4228cf::_connect_to_perl_2;
3054 4229
3055END { cf::emergency_save } 4230END { cf::emergency_save }
3056 4231
30571 42321
3058 4233

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines