ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.350 by root, Sat Sep 1 08:03:45 2007 UTC vs.
Revision 1.479 by root, Thu Oct 8 05:04:27 2009 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
24use 5.10.0;
3use utf8; 25use utf8;
4use strict; 26use strict qw(vars subs);
5 27
6use Symbol; 28use Symbol;
7use List::Util; 29use List::Util;
8use Socket; 30use Socket;
9use Storable; 31use EV;
10use Event;
11use Opcode; 32use Opcode;
12use Safe; 33use Safe;
13use Safe::Hole; 34use Safe::Hole;
35use Storable ();
14 36
37use Guard ();
15use Coro 3.64 (); 38use Coro ();
16use Coro::State; 39use Coro::State;
17use Coro::Handle; 40use Coro::Handle;
41use Coro::EV;
18use Coro::Event; 42use Coro::AnyEvent;
19use Coro::Timer; 43use Coro::Timer;
20use Coro::Signal; 44use Coro::Signal;
21use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
22use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
23use Coro::Storable; 50use Coro::Storable;
24use Coro::Util (); 51use Coro::Util ();
25 52
26use JSON::XS (); 53use JSON::XS 2.01 ();
27use BDB (); 54use BDB ();
28use Data::Dumper; 55use Data::Dumper;
29use Digest::MD5; 56use Digest::MD5;
30use Fcntl; 57use Fcntl;
31use YAML::Syck (); 58use YAML ();
32use IO::AIO 2.32 (); 59use IO::AIO ();
33use Time::HiRes; 60use Time::HiRes;
34use Compress::LZF; 61use Compress::LZF;
35use Digest::MD5 (); 62use Digest::MD5 ();
63
64AnyEvent::detect;
36 65
37# configure various modules to our taste 66# configure various modules to our taste
38# 67#
39$Storable::canonical = 1; # reduce rsync transfers 68$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 69Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
70
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72
73# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42 76
43$Event::Eval = 1; # no idea why this is required, but it is 77# strictly for debugging
44 78$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46$YAML::Syck::ImplicitUnicode = 1;
47
48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49 79
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 80sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51 81
52our %COMMAND = (); 82our %COMMAND = ();
53our %COMMAND_TIME = (); 83our %COMMAND_TIME = ();
56our %EXTCMD = (); 86our %EXTCMD = ();
57our %EXTICMD = (); 87our %EXTICMD = ();
58our %EXT_CORO = (); # coroutines bound to extensions 88our %EXT_CORO = (); # coroutines bound to extensions
59our %EXT_MAP = (); # pluggable maps 89our %EXT_MAP = (); # pluggable maps
60 90
61our $RELOAD; # number of reloads so far 91our $RELOAD; # number of reloads so far, non-zero while in reload
62our @EVENT; 92our @EVENT;
93our @REFLECT; # set by XS
94our %REFLECT; # set by us
63 95
64our $CONFDIR = confdir; 96our $CONFDIR = confdir;
65our $DATADIR = datadir; 97our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext"; 98our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod"; 99our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir; 100our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir; 101our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir; 102our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 103our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir; 104our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random"; 105our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db"; 106our $BDBDIR = "$LOCALDIR/db";
107our $PIDFILE = "$LOCALDIR/pid";
108our $RUNTIMEFILE = "$LOCALDIR/runtime";
109
110our %RESOURCE;
75 111
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 112our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 113our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80our $NEXT_TICK; 114our $NEXT_TICK;
81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 115our $USE_FSYNC = 1; # use fsync to write maps - default on
83 116
117our $BDB_DEADLOCK_WATCHER;
118our $BDB_CHECKPOINT_WATCHER;
84our $BDB_POLL_WATCHER; 119our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 120our $DB_ENV;
121
122our @EXTRA_MODULES = qw(pod mapscript);
86 123
87our %CFG; 124our %CFG;
88 125
89our $UPTIME; $UPTIME ||= time; 126our $UPTIME; $UPTIME ||= time;
90our $RUNTIME; 127our $RUNTIME;
128our $NOW;
91 129
92our %PLAYER; # all users 130our (%PLAYER, %PLAYER_LOADING); # all users
93our %MAP; # all maps 131our (%MAP, %MAP_LOADING ); # all maps
94our $LINK_MAP; # the special {link} map, which is always available 132our $LINK_MAP; # the special {link} map, which is always available
95 133
96# used to convert map paths into valid unix filenames by replacing / by ∕ 134# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 135our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 136
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 137our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 138our $LOADAVG; # same thing, but with alpha-smoothing
139our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 140our $TICK_START; # for load detecting purposes
141
142our @POST_INIT;
143
144our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
145our $REALLY_UNLOOP; # never set to true, please :)
102 146
103binmode STDOUT; 147binmode STDOUT;
104binmode STDERR; 148binmode STDERR;
105 149
106# read virtual server time, if available 150# read virtual server time, if available
107unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 151unless ($RUNTIME || !-e $RUNTIMEFILE) {
108 open my $fh, "<", "$LOCALDIR/runtime" 152 open my $fh, "<", $RUNTIMEFILE
109 or die "unable to read runtime file: $!"; 153 or die "unable to read $RUNTIMEFILE file: $!";
110 $RUNTIME = <$fh> + 0.; 154 $RUNTIME = <$fh> + 0.;
111} 155}
156
157eval "sub TICK() { $TICK } 1" or die;
112 158
113mkdir $_ 159mkdir $_
114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 160 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115 161
116our $EMERGENCY_POSITION; 162our $EMERGENCY_POSITION;
117 163
118sub cf::map::normalise; 164sub cf::map::normalise;
165
166#############################################################################
167
168%REFLECT = ();
169for (@REFLECT) {
170 my $reflect = JSON::XS::decode_json $_;
171 $REFLECT{$reflect->{class}} = $reflect;
172}
119 173
120############################################################################# 174#############################################################################
121 175
122=head2 GLOBAL VARIABLES 176=head2 GLOBAL VARIABLES
123 177
159 213
160The raw value load value from the last tick. 214The raw value load value from the last tick.
161 215
162=item %cf::CFG 216=item %cf::CFG
163 217
164Configuration for the server, loaded from C</etc/crossfire/config>, or 218Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165from wherever your confdir points to. 219from wherever your confdir points to.
166 220
167=item cf::wait_for_tick, cf::wait_for_tick_begin 221=item cf::wait_for_tick, cf::wait_for_tick_begin
168 222
169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 223These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
174 228
175This array contains the results of the last C<invoke ()> call. When 229This array contains the results of the last C<invoke ()> call. When
176C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 230C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177that call. 231that call.
178 232
233=item %cf::REFLECT
234
235Contains, for each (C++) class name, a hash reference with information
236about object members (methods, scalars and arrays) and other metadata,
237which is useful for introspection.
238
179=back 239=back
180 240
181=cut 241=cut
182 242
183BEGIN { 243$Coro::State::WARNHOOK = sub {
184 *CORE::GLOBAL::warn = sub {
185 my $msg = join "", @_; 244 my $msg = join "", @_;
186 245
187 $msg .= "\n" 246 $msg .= "\n"
188 unless $msg =~ /\n$/; 247 unless $msg =~ /\n$/;
189 248
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 249 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191 250
192 utf8::encode $msg;
193 LOG llevError, $msg; 251 LOG llevError, $msg;
194 }; 252};
195} 253
254$Coro::State::DIEHOOK = sub {
255 return unless $^S eq 0; # "eq", not "=="
256
257 warn Carp::longmess $_[0];
258
259 if ($Coro::current == $Coro::main) {#d#
260 warn "DIEHOOK called in main context, Coro bug?\n";#d#
261 return;#d#
262 }#d#
263
264 # kill coroutine otherwise
265 Coro::terminate
266};
196 267
197@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 268@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 269@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 270@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 271@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
207for my $pkg (qw( 278for my $pkg (qw(
208 cf::global cf::attachable 279 cf::global cf::attachable
209 cf::object cf::object::player 280 cf::object cf::object::player
210 cf::client cf::player 281 cf::client cf::player
211 cf::arch cf::living 282 cf::arch cf::living
283 cf::map cf::mapspace
212 cf::map cf::party cf::region 284 cf::party cf::region
213)) { 285)) {
214 no strict 'refs';
215 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 286 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216} 287}
217 288
218$Event::DIED = sub { 289$EV::DIED = sub {
219 warn "error in event callback: @_"; 290 warn "error in event callback: @_";
220}; 291};
221 292
222############################################################################# 293#############################################################################
223 294
246 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 317 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247 $d 318 $d
248 } || "[unable to dump $_[0]: '$@']"; 319 } || "[unable to dump $_[0]: '$@']";
249} 320}
250 321
251=item $ref = cf::from_json $json 322=item $ref = cf::decode_json $json
252 323
253Converts a JSON string into the corresponding perl data structure. 324Converts a JSON string into the corresponding perl data structure.
254 325
255=item $json = cf::to_json $ref 326=item $json = cf::encode_json $ref
256 327
257Converts a perl data structure into its JSON representation. 328Converts a perl data structure into its JSON representation.
258 329
259=cut 330=cut
260 331
261our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 332our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262 333
263sub to_json ($) { $json_coder->encode ($_[0]) } 334sub encode_json($) { $json_coder->encode ($_[0]) }
264sub from_json ($) { $json_coder->decode ($_[0]) } 335sub decode_json($) { $json_coder->decode ($_[0]) }
336
337=item cf::post_init { BLOCK }
338
339Execute the given codeblock, I<after> all extensions have been (re-)loaded,
340but I<before> the server starts ticking again.
341
342The cdoeblock will have a single boolean argument to indicate whether this
343is a reload or not.
344
345=cut
346
347sub post_init(&) {
348 push @POST_INIT, shift;
349}
265 350
266=item cf::lock_wait $string 351=item cf::lock_wait $string
267 352
268Wait until the given lock is available. See cf::lock_acquire. 353Wait until the given lock is available. See cf::lock_acquire.
269 354
270=item my $lock = cf::lock_acquire $string 355=item my $lock = cf::lock_acquire $string
271 356
272Wait until the given lock is available and then acquires it and returns 357Wait until the given lock is available and then acquires it and returns
273a Coro::guard object. If the guard object gets destroyed (goes out of scope, 358a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274for example when the coroutine gets canceled), the lock is automatically 359for example when the coroutine gets canceled), the lock is automatically
275returned. 360returned.
276 361
277Locks are *not* recursive, locking from the same coro twice results in a 362Locks are *not* recursive, locking from the same coro twice results in a
278deadlocked coro. 363deadlocked coro.
284 369
285Return true if the lock is currently active, i.e. somebody has locked it. 370Return true if the lock is currently active, i.e. somebody has locked it.
286 371
287=cut 372=cut
288 373
289our %LOCK; 374our $LOCKS = new Coro::SemaphoreSet;
290 375
291sub lock_wait($) { 376sub lock_wait($) {
292 my ($key) = @_; 377 $LOCKS->wait ($_[0]);
293
294 # wait for lock, if any
295 while ($LOCK{$key}) {
296 push @{ $LOCK{$key} }, $Coro::current;
297 Coro::schedule;
298 }
299} 378}
300 379
301sub lock_acquire($) { 380sub lock_acquire($) {
302 my ($key) = @_; 381 $LOCKS->guard ($_[0])
303
304 # wait, to be sure we are not locked
305 lock_wait $key;
306
307 $LOCK{$key} = [];
308
309 Coro::guard {
310 # wake up all waiters, to be on the safe side
311 $_->ready for @{ delete $LOCK{$key} };
312 }
313} 382}
314 383
315sub lock_active($) { 384sub lock_active($) {
316 my ($key) = @_; 385 $LOCKS->count ($_[0]) < 1
317
318 ! ! $LOCK{$key}
319} 386}
320 387
321sub freeze_mainloop { 388sub freeze_mainloop {
322 return unless $TICK_WATCHER->is_active; 389 tick_inhibit_inc;
323 390
324 my $guard = Coro::guard { 391 &Guard::guard (\&tick_inhibit_dec);
325 $TICK_WATCHER->start; 392}
326 }; 393
327 $TICK_WATCHER->stop; 394=item cf::periodic $interval, $cb
328 $guard 395
396Like EV::periodic, but randomly selects a starting point so that the actions
397get spread over timer.
398
399=cut
400
401sub periodic($$) {
402 my ($interval, $cb) = @_;
403
404 my $start = rand List::Util::min 180, $interval;
405
406 EV::periodic $start, $interval, 0, $cb
329} 407}
330 408
331=item cf::get_slot $time[, $priority[, $name]] 409=item cf::get_slot $time[, $priority[, $name]]
332 410
333Allocate $time seconds of blocking CPU time at priority C<$priority>: 411Allocate $time seconds of blocking CPU time at priority C<$priority>:
344our @SLOT_QUEUE; 422our @SLOT_QUEUE;
345our $SLOT_QUEUE; 423our $SLOT_QUEUE;
346 424
347$SLOT_QUEUE->cancel if $SLOT_QUEUE; 425$SLOT_QUEUE->cancel if $SLOT_QUEUE;
348$SLOT_QUEUE = Coro::async { 426$SLOT_QUEUE = Coro::async {
427 $Coro::current->desc ("timeslot manager");
428
349 my $signal = new Coro::Signal; 429 my $signal = new Coro::Signal;
350 430
351 while () { 431 while () {
352 next_job: 432 next_job:
353 my $avail = cf::till_tick; 433 my $avail = cf::till_tick;
361 } 441 }
362 } 442 }
363 } 443 }
364 444
365 if (@SLOT_QUEUE) { 445 if (@SLOT_QUEUE) {
366 # we do not use wait_For_tick() as it returns immediately when tick is inactive 446 # we do not use wait_for_tick() as it returns immediately when tick is inactive
367 push @cf::WAIT_FOR_TICK, $signal; 447 push @cf::WAIT_FOR_TICK, $signal;
368 $signal->wait; 448 $signal->wait;
369 } else { 449 } else {
370 Coro::schedule; 450 Coro::schedule;
371 } 451 }
372 } 452 }
373}; 453};
374 454
375sub get_slot($;$$) { 455sub get_slot($;$$) {
456 return if tick_inhibit || $Coro::current == $Coro::main;
457
376 my ($time, $pri, $name) = @_; 458 my ($time, $pri, $name) = @_;
377 459
378 $time = $TICK * .6 if $time > $TICK * .6; 460 $time = $TICK * .6 if $time > $TICK * .6;
379 my $sig = new Coro::Signal; 461 my $sig = new Coro::Signal;
380 462
394 476
395BEGIN { *async = \&Coro::async_pool } 477BEGIN { *async = \&Coro::async_pool }
396 478
397=item cf::sync_job { BLOCK } 479=item cf::sync_job { BLOCK }
398 480
399The design of Crossfire TRT requires that the main coroutine ($Coro::main) 481The design of Deliantra requires that the main coroutine ($Coro::main)
400is always able to handle events or runnable, as Crossfire TRT is only 482is always able to handle events or runnable, as Deliantra is only
401partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 483partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
402acceptable. 484acceptable.
403 485
404If it must be done, put the blocking parts into C<sync_job>. This will run 486If it must be done, put the blocking parts into C<sync_job>. This will run
405the given BLOCK in another coroutine while waiting for the result. The 487the given BLOCK in another coroutine while waiting for the result. The
410 492
411sub sync_job(&) { 493sub sync_job(&) {
412 my ($job) = @_; 494 my ($job) = @_;
413 495
414 if ($Coro::current == $Coro::main) { 496 if ($Coro::current == $Coro::main) {
415 my $time = Event::time; 497 my $time = EV::time;
416 498
417 # this is the main coro, too bad, we have to block 499 # this is the main coro, too bad, we have to block
418 # till the operation succeeds, freezing the server :/ 500 # till the operation succeeds, freezing the server :/
419 501
420 # TODO: use suspend/resume instead 502 LOG llevError, Carp::longmess "sync job";#d#
421 # (but this is cancel-safe) 503
422 my $freeze_guard = freeze_mainloop; 504 my $freeze_guard = freeze_mainloop;
423 505
424 my $busy = 1; 506 my $busy = 1;
425 my @res; 507 my @res;
426 508
427 (async { 509 (async {
510 $Coro::current->desc ("sync job coro");
428 @res = eval { $job->() }; 511 @res = eval { $job->() };
429 warn $@ if $@; 512 warn $@ if $@;
430 undef $busy; 513 undef $busy;
431 })->prio (Coro::PRIO_MAX); 514 })->prio (Coro::PRIO_MAX);
432 515
433 while ($busy) { 516 while ($busy) {
434 Coro::cede or Event::one_event; 517 if (Coro::nready) {
518 Coro::cede_notself;
519 } else {
520 EV::loop EV::LOOP_ONESHOT;
435 } 521 }
522 }
436 523
437 $time = Event::time - $time; 524 my $time = EV::time - $time;
438 525
439 LOG llevError | logBacktrace, Carp::longmess "long sync job"
440 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
441
442 $tick_start += $time; # do not account sync jobs to server load 526 $TICK_START += $time; # do not account sync jobs to server load
443 527
444 wantarray ? @res : $res[0] 528 wantarray ? @res : $res[0]
445 } else { 529 } else {
446 # we are in another coroutine, how wonderful, everything just works 530 # we are in another coroutine, how wonderful, everything just works
447 531
472=item fork_call { }, $args 556=item fork_call { }, $args
473 557
474Executes the given code block with the given arguments in a seperate 558Executes the given code block with the given arguments in a seperate
475process, returning the results. Everything must be serialisable with 559process, returning the results. Everything must be serialisable with
476Coro::Storable. May, of course, block. Note that the executed sub may 560Coro::Storable. May, of course, block. Note that the executed sub may
477never block itself or use any form of Event handling. 561never block itself or use any form of event handling.
478 562
479=cut 563=cut
480 564
481sub fork_call(&@) { 565sub fork_call(&@) {
482 my ($cb, @args) = @_; 566 my ($cb, @args) = @_;
483 567
484 # we seemingly have to make a local copy of the whole thing, 568 # we seemingly have to make a local copy of the whole thing,
485 # otherwise perl prematurely frees the stuff :/ 569 # otherwise perl prematurely frees the stuff :/
486 # TODO: investigate and fix (liekly this will be rather laborious) 570 # TODO: investigate and fix (likely this will be rather laborious)
487 571
488 my @res = Coro::Util::fork_eval { 572 my @res = Coro::Util::fork_eval {
489 reset_signals; 573 reset_signals;
490 &$cb 574 &$cb
491 }, @args; 575 }, @args;
492 576
493 wantarray ? @res : $res[-1] 577 wantarray ? @res : $res[-1]
494} 578}
495 579
580=item $coin = coin_from_name $name
581
582=cut
583
584our %coin_alias = (
585 "silver" => "silvercoin",
586 "silvercoin" => "silvercoin",
587 "silvercoins" => "silvercoin",
588 "gold" => "goldcoin",
589 "goldcoin" => "goldcoin",
590 "goldcoins" => "goldcoin",
591 "platinum" => "platinacoin",
592 "platinumcoin" => "platinacoin",
593 "platinumcoins" => "platinacoin",
594 "platina" => "platinacoin",
595 "platinacoin" => "platinacoin",
596 "platinacoins" => "platinacoin",
597 "royalty" => "royalty",
598 "royalties" => "royalty",
599);
600
601sub coin_from_name($) {
602 $coin_alias{$_[0]}
603 ? cf::arch::find $coin_alias{$_[0]}
604 : undef
605}
606
496=item $value = cf::db_get $family => $key 607=item $value = cf::db_get $family => $key
497 608
498Returns a single value from the environment database. 609Returns a single value from the environment database.
499 610
500=item cf::db_put $family => $key => $value 611=item cf::db_put $family => $key => $value
501 612
502Stores the given C<$value> in the family. It can currently store binary 613Stores the given C<$value> in the family. It can currently store binary
503data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 614data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
504 615
616=item $db = cf::db_table "name"
617
618Create and/or open a new database table. The string must not be "db" and must be unique
619within each server.
620
505=cut 621=cut
622
623sub db_table($) {
624 my ($name) = @_;
625 my $db = BDB::db_create $DB_ENV;
626
627 eval {
628 $db->set_flags (BDB::CHKSUM);
629
630 utf8::encode $name;
631 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
632 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
633 cf::cleanup "db_open(db): $!" if $!;
634 };
635 cf::cleanup "db_open(db): $@" if $@;
636
637 $db
638}
506 639
507our $DB; 640our $DB;
508 641
509sub db_init { 642sub db_init {
510 unless ($DB) {
511 $DB = BDB::db_create $DB_ENV;
512
513 cf::sync_job { 643 cf::sync_job {
514 eval { 644 $DB ||= db_table "db";
515 $DB->set_flags (BDB::CHKSUM);
516
517 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
518 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
519 cf::cleanup "db_open(db): $!" if $!;
520 };
521 cf::cleanup "db_open(db): $@" if $@;
522 };
523 } 645 };
524} 646}
525 647
526sub db_get($$) { 648sub db_get($$) {
527 my $key = "$_[0]/$_[1]"; 649 my $key = "$_[0]/$_[1]";
528 650
626 748
627############################################################################# 749#############################################################################
628 750
629=head2 ATTACHABLE OBJECTS 751=head2 ATTACHABLE OBJECTS
630 752
631Many objects in crossfire are so-called attachable objects. That means you can 753Many objects in deliantra are so-called attachable objects. That means you can
632attach callbacks/event handlers (a collection of which is called an "attachment") 754attach callbacks/event handlers (a collection of which is called an "attachment")
633to it. All such attachable objects support the following methods. 755to it. All such attachable objects support the following methods.
634 756
635In the following description, CLASS can be any of C<global>, C<object> 757In the following description, CLASS can be any of C<global>, C<object>
636C<player>, C<client> or C<map> (i.e. the attachable objects in 758C<player>, C<client> or C<map> (i.e. the attachable objects in
637Crossfire TRT). 759Deliantra).
638 760
639=over 4 761=over 4
640 762
641=item $attachable->attach ($attachment, key => $value...) 763=item $attachable->attach ($attachment, key => $value...)
642 764
686=item cf::CLASS::attachment $name, ... 808=item cf::CLASS::attachment $name, ...
687 809
688Register an attachment by C<$name> through which attachable objects of the 810Register an attachment by C<$name> through which attachable objects of the
689given CLASS can refer to this attachment. 811given CLASS can refer to this attachment.
690 812
691Some classes such as crossfire maps and objects can specify attachments 813Some classes such as deliantra maps and objects can specify attachments
692that are attached at load/instantiate time, thus the need for a name. 814that are attached at load/instantiate time, thus the need for a name.
693 815
694These calls expect any number of the following handler/hook descriptions: 816These calls expect any number of the following handler/hook descriptions:
695 817
696=over 4 818=over 4
924 } 1046 }
925 1047
926 0 1048 0
927} 1049}
928 1050
929=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1051=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
930 1052
931=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1053=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
932 1054
933Generate an object-specific event with the given arguments. 1055Generate an object-specific event with the given arguments.
934 1056
940 1062
941=cut 1063=cut
942 1064
943############################################################################# 1065#############################################################################
944# object support 1066# object support
945#
946 1067
1068sub _object_equal($$);
1069sub _object_equal($$) {
1070 my ($a, $b) = @_;
1071
1072 return 0 unless (ref $a) eq (ref $b);
1073
1074 if ("HASH" eq ref $a) {
1075 my @ka = keys %$a;
1076 my @kb = keys %$b;
1077
1078 return 0 if @ka != @kb;
1079
1080 for (0 .. $#ka) {
1081 return 0 unless $ka[$_] eq $kb[$_];
1082 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1083 }
1084
1085 } elsif ("ARRAY" eq ref $a) {
1086
1087 return 0 if @$a != @$b;
1088
1089 for (0 .. $#$a) {
1090 return 0 unless _object_equal $a->[$_], $b->[$_];
1091 }
1092
1093 } elsif ($a ne $b) {
1094 return 0;
1095 }
1096
1097 1
1098}
1099
1100our $SLOW_MERGES;#d#
947sub _can_merge { 1101sub _can_merge {
948 my ($ob1, $ob2) = @_; 1102 my ($ob1, $ob2) = @_;
949 1103
950 local $Storable::canonical = 1; 1104 ++$SLOW_MERGES;#d#
951 my $fob1 = Storable::freeze $ob1;
952 my $fob2 = Storable::freeze $ob2;
953 1105
954 $fob1 eq $fob2 1106 # we do the slow way here
1107 return _object_equal $ob1, $ob2
955} 1108}
956 1109
957sub reattach { 1110sub reattach {
958 # basically do the same as instantiate, without calling instantiate 1111 # basically do the same as instantiate, without calling instantiate
959 my ($obj) = @_; 1112 my ($obj) = @_;
960 1113
1114 # no longer needed after getting rid of delete_package?
961 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1115 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
962 1116
963 my $registry = $obj->registry; 1117 my $registry = $obj->registry;
964 1118
965 @$registry = (); 1119 @$registry = ();
966 1120
981cf::attachable->attach ( 1135cf::attachable->attach (
982 prio => -1000000, 1136 prio => -1000000,
983 on_instantiate => sub { 1137 on_instantiate => sub {
984 my ($obj, $data) = @_; 1138 my ($obj, $data) = @_;
985 1139
986 $data = from_json $data; 1140 $data = decode_json $data;
987 1141
988 for (@$data) { 1142 for (@$data) {
989 my ($name, $args) = @$_; 1143 my ($name, $args) = @$_;
990 1144
991 $obj->attach ($name, %{$args || {} }); 1145 $obj->attach ($name, %{$args || {} });
1007sub object_freezer_save { 1161sub object_freezer_save {
1008 my ($filename, $rdata, $objs) = @_; 1162 my ($filename, $rdata, $objs) = @_;
1009 1163
1010 sync_job { 1164 sync_job {
1011 if (length $$rdata) { 1165 if (length $$rdata) {
1166 utf8::decode (my $decname = $filename);
1012 warn sprintf "saving %s (%d,%d)\n", 1167 warn sprintf "saving %s (%d,%d)\n",
1013 $filename, length $$rdata, scalar @$objs; 1168 $decname, length $$rdata, scalar @$objs;
1014 1169
1015 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1170 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1016 chmod SAVE_MODE, $fh; 1171 aio_chmod $fh, SAVE_MODE;
1017 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1172 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1018 aio_fsync $fh if $cf::USE_FSYNC; 1173 if ($cf::USE_FSYNC) {
1174 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1175 aio_fsync $fh;
1176 }
1019 close $fh; 1177 aio_close $fh;
1020 1178
1021 if (@$objs) { 1179 if (@$objs) {
1022 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1180 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1023 chmod SAVE_MODE, $fh; 1181 aio_chmod $fh, SAVE_MODE;
1024 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1182 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1025 aio_write $fh, 0, (length $data), $data, 0; 1183 aio_write $fh, 0, (length $data), $data, 0;
1026 aio_fsync $fh if $cf::USE_FSYNC; 1184 if ($cf::USE_FSYNC) {
1185 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1186 aio_fsync $fh;
1187 }
1027 close $fh; 1188 aio_close $fh;
1028 aio_rename "$filename.pst~", "$filename.pst"; 1189 aio_rename "$filename.pst~", "$filename.pst";
1029 } 1190 }
1030 } else { 1191 } else {
1031 aio_unlink "$filename.pst"; 1192 aio_unlink "$filename.pst";
1032 } 1193 }
1033 1194
1034 aio_rename "$filename~", $filename; 1195 aio_rename "$filename~", $filename;
1196
1197 $filename =~ s%/[^/]+$%%;
1198 aio_pathsync $filename if $cf::USE_FSYNC;
1035 } else { 1199 } else {
1036 warn "FATAL: $filename~: $!\n"; 1200 warn "unable to save objects: $filename~: $!\n";
1037 } 1201 }
1038 } else { 1202 } else {
1039 aio_unlink $filename; 1203 aio_unlink $filename;
1040 aio_unlink "$filename.pst"; 1204 aio_unlink "$filename.pst";
1041 } 1205 }
1042 } 1206 };
1043} 1207}
1044 1208
1045sub object_freezer_as_string { 1209sub object_freezer_as_string {
1046 my ($rdata, $objs) = @_; 1210 my ($rdata, $objs) = @_;
1047 1211
1059 or return; 1223 or return;
1060 1224
1061 unless (aio_stat "$filename.pst") { 1225 unless (aio_stat "$filename.pst") {
1062 (aio_load "$filename.pst", $av) >= 0 1226 (aio_load "$filename.pst", $av) >= 0
1063 or return; 1227 or return;
1228
1064 $av = eval { (Storable::thaw $av)->{objs} }; 1229 my $st = eval { Coro::Storable::thaw $av };
1230 $av = $st->{objs};
1065 } 1231 }
1066 1232
1233 utf8::decode (my $decname = $filename);
1067 warn sprintf "loading %s (%d)\n", 1234 warn sprintf "loading %s (%d,%d)\n",
1068 $filename, length $data, scalar @{$av || []}; 1235 $decname, length $data, scalar @{$av || []};
1236
1069 return ($data, $av); 1237 ($data, $av)
1070} 1238}
1071 1239
1072=head2 COMMAND CALLBACKS 1240=head2 COMMAND CALLBACKS
1073 1241
1074=over 4 1242=over 4
1128 my ($name, $cb) = @_; 1296 my ($name, $cb) = @_;
1129 1297
1130 $EXTICMD{$name} = $cb; 1298 $EXTICMD{$name} = $cb;
1131} 1299}
1132 1300
1301use File::Glob ();
1302
1133cf::player->attach ( 1303cf::player->attach (
1134 on_command => sub { 1304 on_command => sub {
1135 my ($pl, $name, $params) = @_; 1305 my ($pl, $name, $params) = @_;
1136 1306
1137 my $cb = $COMMAND{$name} 1307 my $cb = $COMMAND{$name}
1169 1339
1170 cf::override; 1340 cf::override;
1171 }, 1341 },
1172); 1342);
1173 1343
1344# "readahead" all extensions
1345sub cache_extensions {
1346 my $grp = IO::AIO::aio_group;
1347
1348 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
1349 for (grep /\.ext$/, @{$_[0]}) {
1350 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1351 }
1352 };
1353
1354 $grp
1355}
1356
1174sub load_extensions { 1357sub load_extensions {
1175 cf::sync_job { 1358 cf::sync_job {
1176 my %todo; 1359 my %todo;
1177 1360
1178 for my $path (<$LIBDIR/*.ext>) { 1361 for my $path (<$LIBDIR/*.ext>) {
1197 1380
1198 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1381 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1199 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1382 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1200 1383
1201 $ext{source} = 1384 $ext{source} =
1202 "package $pkg; use strict; use utf8;\n" 1385 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1203 . "#line 1 \"$path\"\n{\n" 1386 . "#line 1 \"$path\"\n{\n"
1204 . $source 1387 . $source
1205 . "\n};\n1"; 1388 . "\n};\n1";
1206 1389
1207 $todo{$base} = \%ext; 1390 $todo{$base} = \%ext;
1223 my $msg = $@ ? "$v->{path}: $@\n" 1406 my $msg = $@ ? "$v->{path}: $@\n"
1224 : "$v->{base}: extension inactive.\n"; 1407 : "$v->{base}: extension inactive.\n";
1225 1408
1226 if (exists $v->{meta}{mandatory}) { 1409 if (exists $v->{meta}{mandatory}) {
1227 warn $msg; 1410 warn $msg;
1228 warn "mandatory extension failed to load, exiting.\n"; 1411 cf::cleanup "mandatory extension failed to load, exiting.";
1229 exit 1;
1230 } 1412 }
1231 1413
1232 warn $msg; 1414 warn $msg;
1233 } 1415 }
1234 1416
1248 1430
1249=back 1431=back
1250 1432
1251=head2 CORE EXTENSIONS 1433=head2 CORE EXTENSIONS
1252 1434
1253Functions and methods that extend core crossfire objects. 1435Functions and methods that extend core deliantra objects.
1254 1436
1255=cut 1437=cut
1256 1438
1257package cf::player; 1439package cf::player;
1258 1440
1259use Coro::AIO; 1441use Coro::AIO;
1260 1442
1261=head3 cf::player 1443=head3 cf::player
1262 1444
1263=over 4 1445=over 4
1446
1447=item cf::player::num_playing
1448
1449Returns the official number of playing players, as per the Crossfire metaserver rules.
1450
1451=cut
1452
1453sub num_playing {
1454 scalar grep
1455 $_->ob->map
1456 && !$_->hidden
1457 && !$_->ob->flag (cf::FLAG_WIZ),
1458 cf::player::list
1459}
1264 1460
1265=item cf::player::find $login 1461=item cf::player::find $login
1266 1462
1267Returns the given player object, loading it if necessary (might block). 1463Returns the given player object, loading it if necessary (might block).
1268 1464
1287 1483
1288sub exists($) { 1484sub exists($) {
1289 my ($login) = @_; 1485 my ($login) = @_;
1290 1486
1291 $cf::PLAYER{$login} 1487 $cf::PLAYER{$login}
1292 or cf::sync_job { !aio_stat path $login } 1488 or !aio_stat path $login
1293} 1489}
1294 1490
1295sub find($) { 1491sub find($) {
1296 return $cf::PLAYER{$_[0]} || do { 1492 return $cf::PLAYER{$_[0]} || do {
1297 my $login = $_[0]; 1493 my $login = $_[0];
1304 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst"; 1500 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1305 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata"; 1501 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1306 aio_unlink +(playerdir $login) . "/$login.pl.pst"; 1502 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1307 aio_unlink +(playerdir $login) . "/$login.pl"; 1503 aio_unlink +(playerdir $login) . "/$login.pl";
1308 1504
1309 my $pl = load_pl path $login 1505 my $f = new_from_file cf::object::thawer path $login
1310 or return; 1506 or return;
1507
1508 my $pl = cf::player::load_pl $f
1509 or return;
1510
1511 local $cf::PLAYER_LOADING{$login} = $pl;
1512 $f->resolve_delayed_derefs;
1311 $cf::PLAYER{$login} = $pl 1513 $cf::PLAYER{$login} = $pl
1312 } 1514 }
1313 } 1515 }
1314} 1516}
1315 1517
1323 1525
1324 return if $pl->{deny_save}; 1526 return if $pl->{deny_save};
1325 1527
1326 aio_mkdir playerdir $pl, 0770; 1528 aio_mkdir playerdir $pl, 0770;
1327 $pl->{last_save} = $cf::RUNTIME; 1529 $pl->{last_save} = $cf::RUNTIME;
1530
1531 cf::get_slot 0.01;
1328 1532
1329 $pl->save_pl ($path); 1533 $pl->save_pl ($path);
1330 cf::cede_to_tick; 1534 cf::cede_to_tick;
1331} 1535}
1332 1536
1364 my ($pl) = @_; 1568 my ($pl) = @_;
1365 1569
1366 my $name = $pl->ob->name; 1570 my $name = $pl->ob->name;
1367 1571
1368 $pl->{deny_save} = 1; 1572 $pl->{deny_save} = 1;
1369 $pl->password ("*"); # this should lock out the player until we nuked the dir 1573 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1370 1574
1371 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1575 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1372 $pl->deactivate; 1576 $pl->deactivate;
1577 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1578 $pl->ob->check_score;
1373 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1579 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1374 $pl->ns->destroy if $pl->ns; 1580 $pl->ns->destroy if $pl->ns;
1375 1581
1376 my $path = playerdir $pl; 1582 my $path = playerdir $pl;
1377 my $temp = "$path~$cf::RUNTIME~deleting~"; 1583 my $temp = "$path~$cf::RUNTIME~deleting~";
1413 or return []; 1619 or return [];
1414 1620
1415 my @logins; 1621 my @logins;
1416 1622
1417 for my $login (@$dirs) { 1623 for my $login (@$dirs) {
1624 my $path = path $login;
1625
1626 # a .pst is a dead give-away for a valid player
1627 # if no pst file found, open and chekc for blocked users
1628 if (aio_stat "$path.pst") {
1418 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1629 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1419 aio_read $fh, 0, 512, my $buf, 0 or next; 1630 aio_read $fh, 0, 512, my $buf, 0 or next;
1420 $buf !~ /^password -------------$/m or next; # official not-valid tag 1631 $buf !~ /^password -------------$/m or next; # official not-valid tag
1632 }
1421 1633
1422 utf8::decode $login; 1634 utf8::decode $login;
1423 push @logins, $login; 1635 push @logins, $login;
1424 } 1636 }
1425 1637
1452 } 1664 }
1453 1665
1454 \@paths 1666 \@paths
1455} 1667}
1456 1668
1457=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1669=item $protocol_xml = $player->expand_cfpod ($cfpod)
1458 1670
1459Expand crossfire pod fragments into protocol xml. 1671Expand deliantra pod fragments into protocol xml.
1460
1461=cut
1462
1463sub expand_cfpod {
1464 ((my $self), (local $_)) = @_;
1465
1466 # escape & and <
1467 s/&/&amp;/g;
1468 s/(?<![BIUGH])</&lt;/g;
1469
1470 # this is buggy, it needs to properly take care of nested <'s
1471
1472 1 while
1473 # replace B<>, I<>, U<> etc.
1474 s/B<([^\>]*)>/<b>$1<\/b>/
1475 || s/I<([^\>]*)>/<i>$1<\/i>/
1476 || s/U<([^\>]*)>/<u>$1<\/u>/
1477 # replace G<male|female> tags
1478 || s{G<([^>|]*)\|([^>]*)>}{
1479 $self->gender ? $2 : $1
1480 }ge
1481 # replace H<hint text>
1482 || s{H<([^\>]*)>}
1483 {
1484 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1485 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1486 "")
1487 [$self->{hintmode}]
1488 }ge;
1489
1490 # create single paragraphs (very hackish)
1491 s/(?<=\S)\n(?=\w)/ /g;
1492
1493 # compress some whitespace
1494 s/\s+\n/\n/g; # ws line-ends
1495 s/\n\n+/\n/g; # double lines
1496 s/^\n+//; # beginning lines
1497 s/\n+$//; # ending lines
1498
1499 $_
1500}
1501
1502sub hintmode {
1503 $_[0]{hintmode} = $_[1] if @_ > 1;
1504 $_[0]{hintmode}
1505}
1506 1672
1507=item $player->ext_reply ($msgid, @msg) 1673=item $player->ext_reply ($msgid, @msg)
1508 1674
1509Sends an ext reply to the player. 1675Sends an ext reply to the player.
1510 1676
1577our $MAX_RESET = 3600; 1743our $MAX_RESET = 3600;
1578our $DEFAULT_RESET = 3000; 1744our $DEFAULT_RESET = 3000;
1579 1745
1580sub generate_random_map { 1746sub generate_random_map {
1581 my ($self, $rmp) = @_; 1747 my ($self, $rmp) = @_;
1748
1749 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1750
1582 # mit "rum" bekleckern, nicht 1751 # mit "rum" bekleckern, nicht
1583 $self->_create_random_map ( 1752 $self->_create_random_map (
1584 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1753 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1585 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1754 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1586 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1755 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1708 1877
1709# the temporary/swap location 1878# the temporary/swap location
1710sub save_path { 1879sub save_path {
1711 my ($self) = @_; 1880 my ($self) = @_;
1712 1881
1713 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1882 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1714 "$TMPDIR/$path.map" 1883 "$TMPDIR/$path.map"
1715} 1884}
1716 1885
1717# the unique path, undef == no special unique path 1886# the unique path, undef == no special unique path
1718sub uniq_path { 1887sub uniq_path {
1719 my ($self) = @_; 1888 my ($self) = @_;
1720 1889
1721 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1890 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1722 "$UNIQUEDIR/$path" 1891 "$UNIQUEDIR/$path"
1723}
1724
1725# and all this just because we cannot iterate over
1726# all maps in C++...
1727sub change_all_map_light {
1728 my ($change) = @_;
1729
1730 $_->change_map_light ($change)
1731 for grep $_->outdoor, values %cf::MAP;
1732} 1892}
1733 1893
1734sub decay_objects { 1894sub decay_objects {
1735 my ($self) = @_; 1895 my ($self) = @_;
1736 1896
1749 1909
1750sub load_header_from($) { 1910sub load_header_from($) {
1751 my ($self, $path) = @_; 1911 my ($self, $path) = @_;
1752 1912
1753 utf8::encode $path; 1913 utf8::encode $path;
1754 #aio_open $path, O_RDONLY, 0 1914 my $f = new_from_file cf::object::thawer $path
1755 # or return;
1756
1757 $self->_load_header ($path)
1758 or return; 1915 or return;
1916
1917 $self->_load_header ($f)
1918 or return;
1919
1920 local $MAP_LOADING{$self->{path}} = $self;
1921 $f->resolve_delayed_derefs;
1759 1922
1760 $self->{load_path} = $path; 1923 $self->{load_path} = $path;
1761 1924
1762 1 1925 1
1763} 1926}
1817sub find { 1980sub find {
1818 my ($path, $origin) = @_; 1981 my ($path, $origin) = @_;
1819 1982
1820 $path = normalise $path, $origin && $origin->path; 1983 $path = normalise $path, $origin && $origin->path;
1821 1984
1985 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1822 cf::lock_wait "map_find:$path"; 1986 my $guard2 = cf::lock_acquire "map_find:$path";
1823 1987
1824 $cf::MAP{$path} || do { 1988 $cf::MAP{$path} || do {
1825 my $guard = cf::lock_acquire "map_find:$path";
1826 my $map = new_from_path cf::map $path 1989 my $map = new_from_path cf::map $path
1827 or return; 1990 or return;
1828 1991
1829 $map->{last_save} = $cf::RUNTIME; 1992 $map->{last_save} = $cf::RUNTIME;
1830 1993
1832 or return; 1995 or return;
1833 1996
1834 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?) 1997 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1835 # doing this can freeze the server in a sync job, obviously 1998 # doing this can freeze the server in a sync job, obviously
1836 #$cf::WAIT_FOR_TICK->wait; 1999 #$cf::WAIT_FOR_TICK->wait;
2000 undef $guard2;
2001 undef $guard1;
1837 $map->reset; 2002 $map->reset;
1838 undef $guard;
1839 return find $path; 2003 return find $path;
1840 } 2004 }
1841 2005
1842 $cf::MAP{$path} = $map 2006 $cf::MAP{$path} = $map
1843 } 2007 }
1852 local $self->{deny_reset} = 1; # loading can take a long time 2016 local $self->{deny_reset} = 1; # loading can take a long time
1853 2017
1854 my $path = $self->{path}; 2018 my $path = $self->{path};
1855 2019
1856 { 2020 {
1857 my $guard1 = cf::lock_acquire "map_data:$path"; 2021 my $guard = cf::lock_acquire "map_data:$path";
1858 my $guard2 = cf::lock_acquire "map_load:$path";
1859 2022
2023 return unless $self->valid;
1860 return if $self->in_memory != cf::MAP_SWAPPED; 2024 return unless $self->in_memory == cf::MAP_SWAPPED;
1861 2025
1862 $self->in_memory (cf::MAP_LOADING); 2026 $self->in_memory (cf::MAP_LOADING);
1863 2027
1864 $self->alloc; 2028 $self->alloc;
1865 2029
1866 $self->pre_load; 2030 $self->pre_load;
1867 cf::cede_to_tick; 2031 cf::cede_to_tick;
1868 2032
2033 my $f = new_from_file cf::object::thawer $self->{load_path};
2034 $f->skip_block;
1869 $self->_load_objects ($self->{load_path}, 1) 2035 $self->_load_objects ($f)
1870 or return; 2036 or return;
1871 2037
1872 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2038 $self->post_load_original
1873 if delete $self->{load_original}; 2039 if delete $self->{load_original};
1874 2040
1875 if (my $uniq = $self->uniq_path) { 2041 if (my $uniq = $self->uniq_path) {
1876 utf8::encode $uniq; 2042 utf8::encode $uniq;
1877 if (aio_open $uniq, O_RDONLY, 0) { 2043 unless (aio_stat $uniq) {
2044 if (my $f = new_from_file cf::object::thawer $uniq) {
1878 $self->clear_unique_items; 2045 $self->clear_unique_items;
1879 $self->_load_objects ($uniq, 0); 2046 $self->_load_objects ($f);
2047 $f->resolve_delayed_derefs;
2048 }
1880 } 2049 }
1881 } 2050 }
2051
2052 $f->resolve_delayed_derefs;
1882 2053
1883 cf::cede_to_tick; 2054 cf::cede_to_tick;
1884 # now do the right thing for maps 2055 # now do the right thing for maps
1885 $self->link_multipart_objects; 2056 $self->link_multipart_objects;
1886 $self->difficulty ($self->estimate_difficulty) 2057 $self->difficulty ($self->estimate_difficulty)
1890 unless ($self->{deny_activate}) { 2061 unless ($self->{deny_activate}) {
1891 $self->decay_objects; 2062 $self->decay_objects;
1892 $self->fix_auto_apply; 2063 $self->fix_auto_apply;
1893 $self->update_buttons; 2064 $self->update_buttons;
1894 cf::cede_to_tick; 2065 cf::cede_to_tick;
1895 $self->set_darkness_map;
1896 cf::cede_to_tick;
1897 $self->activate; 2066 $self->activate;
1898 } 2067 }
1899 2068
1900 $self->{last_save} = $cf::RUNTIME; 2069 $self->{last_save} = $cf::RUNTIME;
1901 $self->last_access ($cf::RUNTIME); 2070 $self->last_access ($cf::RUNTIME);
1902 2071
1903 $self->in_memory (cf::MAP_IN_MEMORY); 2072 $self->in_memory (cf::MAP_ACTIVE);
1904 } 2073 }
1905 2074
1906 $self->post_load; 2075 $self->post_load;
1907} 2076}
1908 2077
1966 my ($path, $origin, $load) = @_; 2135 my ($path, $origin, $load) = @_;
1967 2136
1968 $path = normalise $path, $origin && $origin->{path}; 2137 $path = normalise $path, $origin && $origin->{path};
1969 2138
1970 if (my $map = $cf::MAP{$path}) { 2139 if (my $map = $cf::MAP{$path}) {
1971 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY; 2140 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1972 } 2141 }
1973 2142
1974 $MAP_PREFETCH{$path} |= $load; 2143 $MAP_PREFETCH{$path} |= $load;
1975 2144
1976 $MAP_PREFETCHER ||= cf::async { 2145 $MAP_PREFETCHER ||= cf::async {
2146 $Coro::current->{desc} = "map prefetcher";
2147
1977 while (%MAP_PREFETCH) { 2148 while (%MAP_PREFETCH) {
1978 while (my ($k, $v) = each %MAP_PREFETCH) { 2149 while (my ($k, $v) = each %MAP_PREFETCH) {
1979 if (my $map = find $k) { 2150 if (my $map = find $k) {
1980 $map->load if $v; 2151 $map->load if $v;
1981 } 2152 }
2007 return if $self->{deny_save}; 2178 return if $self->{deny_save};
2008 2179
2009 local $self->{last_access} = $self->last_access;#d# 2180 local $self->{last_access} = $self->last_access;#d#
2010 2181
2011 cf::async { 2182 cf::async {
2183 $Coro::current->{desc} = "map player save";
2012 $_->contr->save for $self->players; 2184 $_->contr->save for $self->players;
2013 }; 2185 };
2186
2187 cf::get_slot 0.02;
2014 2188
2015 if ($uniq) { 2189 if ($uniq) {
2016 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2190 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2017 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2191 $self->_save_objects ($uniq, cf::IO_UNIQUES);
2018 } else { 2192 } else {
2027 $self->save; 2201 $self->save;
2028 2202
2029 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2203 my $lock = cf::lock_acquire "map_data:$self->{path}";
2030 2204
2031 return if $self->players; 2205 return if $self->players;
2032 return if $self->in_memory != cf::MAP_IN_MEMORY; 2206 return if $self->in_memory != cf::MAP_ACTIVE;
2033 return if $self->{deny_save}; 2207 return if $self->{deny_save};
2034 2208
2209 $self->in_memory (cf::MAP_SWAPPED);
2210
2211 $self->deactivate;
2212 $_->clear_links_to ($self) for values %cf::MAP;
2035 $self->clear; 2213 $self->clear;
2036 $self->in_memory (cf::MAP_SWAPPED);
2037} 2214}
2038 2215
2039sub reset_at { 2216sub reset_at {
2040 my ($self) = @_; 2217 my ($self) = @_;
2041 2218
2059 2236
2060 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2237 my $lock = cf::lock_acquire "map_data:$self->{path}";
2061 2238
2062 return if $self->players; 2239 return if $self->players;
2063 2240
2064 warn "resetting map ", $self->path; 2241 warn "resetting map ", $self->path, "\n";
2065 2242
2066 $self->in_memory (cf::MAP_SWAPPED); 2243 $self->in_memory (cf::MAP_SWAPPED);
2067 2244
2068 # need to save uniques path 2245 # need to save uniques path
2069 unless ($self->{deny_save}) { 2246 unless ($self->{deny_save}) {
2073 if $uniq; 2250 if $uniq;
2074 } 2251 }
2075 2252
2076 delete $cf::MAP{$self->path}; 2253 delete $cf::MAP{$self->path};
2077 2254
2255 $self->deactivate;
2256 $_->clear_links_to ($self) for values %cf::MAP;
2078 $self->clear; 2257 $self->clear;
2079
2080 $_->clear_links_to ($self) for values %cf::MAP;
2081 2258
2082 $self->unlink_save; 2259 $self->unlink_save;
2083 $self->destroy; 2260 $self->destroy;
2084} 2261}
2085 2262
2090 2267
2091 { 2268 {
2092 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2269 my $lock = cf::lock_acquire "map_data:$self->{path}";
2093 2270
2094 delete $cf::MAP{$self->path}; 2271 delete $cf::MAP{$self->path};
2272
2273 $self->unlink_save;
2095 2274
2096 bless $self, "cf::map"; 2275 bless $self, "cf::map";
2097 delete $self->{deny_reset}; 2276 delete $self->{deny_reset};
2098 $self->{deny_save} = 1; 2277 $self->{deny_save} = 1;
2099 $self->reset_timeout (1); 2278 $self->reset_timeout (1);
2100 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2279 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2101
2102 $self->unlink_save;
2103 2280
2104 $cf::MAP{$self->path} = $self; 2281 $cf::MAP{$self->path} = $self;
2105 } 2282 }
2106 2283
2107 $self->reset; # polite request, might not happen 2284 $self->reset; # polite request, might not happen
2152 2329
2153sub unique_maps() { 2330sub unique_maps() {
2154 [ 2331 [
2155 map { 2332 map {
2156 utf8::decode $_; 2333 utf8::decode $_;
2157 /\.map$/ 2334 s/\.map$//; # TODO future compatibility hack
2335 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2336 ? ()
2158 ? normalise $_ 2337 : normalise $_
2159 : ()
2160 } @{ aio_readdir $UNIQUEDIR or [] } 2338 } @{ aio_readdir $UNIQUEDIR or [] }
2161 ] 2339 ]
2162} 2340}
2163 2341
2164package cf;
2165
2166=back 2342=back
2167 2343
2168=head3 cf::object 2344=head3 cf::object
2169 2345
2170=cut 2346=cut
2173 2349
2174=over 4 2350=over 4
2175 2351
2176=item $ob->inv_recursive 2352=item $ob->inv_recursive
2177 2353
2178Returns the inventory of the object _and_ their inventories, recursively. 2354Returns the inventory of the object I<and> their inventories, recursively,
2355but I<not> the object itself.
2179 2356
2180=cut 2357=cut
2181 2358
2182sub inv_recursive_; 2359sub inv_recursive_;
2183sub inv_recursive_ { 2360sub inv_recursive_ {
2186 2363
2187sub inv_recursive { 2364sub inv_recursive {
2188 inv_recursive_ inv $_[0] 2365 inv_recursive_ inv $_[0]
2189} 2366}
2190 2367
2368=item $ref = $ob->ref
2369
2370Creates and returns a persistent reference to an object that can be stored as a string.
2371
2372=item $ob = cf::object::deref ($refstring)
2373
2374returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2375even if the object actually exists. May block.
2376
2377=cut
2378
2379sub deref {
2380 my ($ref) = @_;
2381
2382 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2383 my ($uuid, $name) = ($1, $2);
2384 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2385 or return;
2386 $pl->ob->uuid eq $uuid
2387 or return;
2388
2389 $pl->ob
2390 } else {
2391 warn "$ref: cannot resolve object reference\n";
2392 undef
2393 }
2394}
2395
2191package cf; 2396package cf;
2192 2397
2193=back 2398=back
2194 2399
2195=head3 cf::object::player 2400=head3 cf::object::player
2201Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2406Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2202can be C<undef>. Does the right thing when the player is currently in a 2407can be C<undef>. Does the right thing when the player is currently in a
2203dialogue with the given NPC character. 2408dialogue with the given NPC character.
2204 2409
2205=cut 2410=cut
2411
2412our $SAY_CHANNEL = {
2413 id => "say",
2414 title => "Map",
2415 reply => "say ",
2416 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2417};
2418
2419our $CHAT_CHANNEL = {
2420 id => "chat",
2421 title => "Chat",
2422 reply => "chat ",
2423 tooltip => "Player chat and shouts, global to the server.",
2424};
2206 2425
2207# rough implementation of a future "reply" method that works 2426# rough implementation of a future "reply" method that works
2208# with dialog boxes. 2427# with dialog boxes.
2209#TODO: the first argument must go, split into a $npc->reply_to ( method 2428#TODO: the first argument must go, split into a $npc->reply_to ( method
2210sub cf::object::player::reply($$$;$) { 2429sub cf::object::player::reply($$$;$) {
2222 my $dialog = $pl->{npc_dialog}; 2441 my $dialog = $pl->{npc_dialog};
2223 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg)); 2442 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2224 2443
2225 } else { 2444 } else {
2226 $msg = $npc->name . " says: $msg" if $npc; 2445 $msg = $npc->name . " says: $msg" if $npc;
2227 $self->message ($msg, $flags); 2446 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2228 } 2447 }
2229 } 2448 }
2230} 2449}
2231 2450
2232=item $object->send_msg ($channel, $msg, $color, [extra...]) 2451=item $object->send_msg ($channel, $msg, $color, [extra...])
2257 2476
2258=item $player_object->enter_link 2477=item $player_object->enter_link
2259 2478
2260Freezes the player and moves him/her to a special map (C<{link}>). 2479Freezes the player and moves him/her to a special map (C<{link}>).
2261 2480
2262The player should be reasonably safe there for short amounts of time. You 2481The player should be reasonably safe there for short amounts of time (e.g.
2263I<MUST> call C<leave_link> as soon as possible, though. 2482for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2483though, as the palyer cannot control the character while it is on the link
2484map.
2264 2485
2265Will never block. 2486Will never block.
2266 2487
2267=item $player_object->leave_link ($map, $x, $y) 2488=item $player_object->leave_link ($map, $x, $y)
2268 2489
2326 2547
2327 $map->load; 2548 $map->load;
2328 $map->load_neighbours; 2549 $map->load_neighbours;
2329 2550
2330 return unless $self->contr->active; 2551 return unless $self->contr->active;
2331 $self->activate_recursive;
2332 2552
2333 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2553 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2334 $self->enter_map ($map, $x, $y); 2554 $self->enter_map ($map, $x, $y);
2555
2556 # only activate afterwards, to support waiting in hooks
2557 $self->activate_recursive;
2335} 2558}
2336 2559
2337=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]]) 2560=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2338 2561
2339Moves the player to the given map-path and coordinates by first freezing 2562Moves the player to the given map-path and coordinates by first freezing
2340her, loading and preparing them map, calling the provided $check callback 2563her, loading and preparing them map, calling the provided $check callback
2341that has to return the map if sucecssful, and then unfreezes the player on 2564that has to return the map if sucecssful, and then unfreezes the player on
2342the new (success) or old (failed) map position. In either case, $done will 2565the new (success) or old (failed) map position. In either case, $done will
2343be called at the end of this process. 2566be called at the end of this process.
2344 2567
2568Note that $check will be called with a potentially non-loaded map, so if
2569it needs a loaded map it has to call C<< ->load >>.
2570
2345=cut 2571=cut
2346 2572
2347our $GOTOGEN; 2573our $GOTOGEN;
2348 2574
2349sub cf::object::player::goto { 2575sub cf::object::player::goto {
2353 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2579 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2354 2580
2355 $self->enter_link; 2581 $self->enter_link;
2356 2582
2357 (async { 2583 (async {
2584 $Coro::current->{desc} = "player::goto $path $x $y";
2585
2586 # *tag paths override both path and x|y
2587 if ($path =~ /^\*(.*)$/) {
2588 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2589 my $ob = $obs[rand @obs];
2590
2591 # see if we actually can go there
2592 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2593 $ob = $obs[rand @obs];
2594 } else {
2595 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2596 }
2597 # else put us there anyways for now #d#
2598
2599 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2600 } else {
2601 ($path, $x, $y) = (undef, undef, undef);
2602 }
2603 }
2604
2358 my $map = eval { 2605 my $map = eval {
2359 my $map = cf::map::find $path; 2606 my $map = defined $path ? cf::map::find $path : undef;
2360 2607
2361 if ($map) { 2608 if ($map) {
2362 $map = $map->customise_for ($self); 2609 $map = $map->customise_for ($self);
2363 $map = $check->($map) if $check && $map; 2610 $map = $check->($map) if $check && $map;
2364 } else { 2611 } else {
2365 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2612 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2366 } 2613 }
2367 2614
2368 $map 2615 $map
2369 }; 2616 };
2370 2617
2406} 2653}
2407 2654
2408sub prepare_random_map { 2655sub prepare_random_map {
2409 my ($exit) = @_; 2656 my ($exit) = @_;
2410 2657
2411 my $guard = cf::lock_acquire "exit_prepare:$exit";
2412
2413 # all this does is basically replace the /! path by 2658 # all this does is basically replace the /! path by
2414 # a new random map path (?random/...) with a seed 2659 # a new random map path (?random/...) with a seed
2415 # that depends on the exit object 2660 # that depends on the exit object
2416 2661
2417 my $rmp = parse_random_map_params $exit->msg; 2662 my $rmp = parse_random_map_params $exit->msg;
2419 if ($exit->map) { 2664 if ($exit->map) {
2420 $rmp->{region} = $exit->region->name; 2665 $rmp->{region} = $exit->region->name;
2421 $rmp->{origin_map} = $exit->map->path; 2666 $rmp->{origin_map} = $exit->map->path;
2422 $rmp->{origin_x} = $exit->x; 2667 $rmp->{origin_x} = $exit->x;
2423 $rmp->{origin_y} = $exit->y; 2668 $rmp->{origin_y} = $exit->y;
2669
2670 $exit->map->touch;
2424 } 2671 }
2425 2672
2426 $rmp->{random_seed} ||= $exit->random_seed; 2673 $rmp->{random_seed} ||= $exit->random_seed;
2427 2674
2428 my $data = cf::to_json $rmp; 2675 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2429 my $md5 = Digest::MD5::md5_hex $data; 2676 my $md5 = Digest::MD5::md5_hex $data;
2430 my $meta = "$RANDOMDIR/$md5.meta"; 2677 my $meta = "$RANDOMDIR/$md5.meta";
2431 2678
2432 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2679 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2433 aio_write $fh, 0, (length $data), $data, 0; 2680 aio_write $fh, 0, (length $data), $data, 0;
2434 undef $fh; 2681 undef $fh;
2435 aio_rename "$meta~", $meta; 2682 aio_rename "$meta~", $meta;
2436 2683
2684 my $slaying = "?random/$md5";
2685
2686 if ($exit->valid) {
2437 $exit->slaying ("?random/$md5"); 2687 $exit->slaying ("?random/$md5");
2438 $exit->msg (undef); 2688 $exit->msg (undef);
2689 }
2439 } 2690 }
2440} 2691}
2441 2692
2442sub cf::object::player::enter_exit { 2693sub cf::object::player::enter_exit {
2443 my ($self, $exit) = @_; 2694 my ($self, $exit) = @_;
2444 2695
2445 return unless $self->type == cf::PLAYER; 2696 return unless $self->type == cf::PLAYER;
2446 2697
2447 if ($exit->slaying eq "/!") {
2448 #TODO: this should de-fi-ni-te-ly not be a sync-job
2449 # the problem is that $exit might not survive long enough
2450 # so it needs to be done right now, right here
2451 cf::sync_job { prepare_random_map $exit };
2452 }
2453
2454 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2455 my $hp = $exit->stats->hp;
2456 my $sp = $exit->stats->sp;
2457
2458 $self->enter_link; 2698 $self->enter_link;
2459 2699
2460 # if exit is damned, update players death & WoR home-position
2461 $self->contr->savebed ($slaying, $hp, $sp)
2462 if $exit->flag (FLAG_DAMNED);
2463
2464 (async { 2700 (async {
2465 $self->deactivate_recursive; # just to be sure 2701 $Coro::current->{desc} = "enter_exit";
2702
2466 unless (eval { 2703 unless (eval {
2704 $self->deactivate_recursive; # just to be sure
2705
2706 # random map handling
2707 {
2708 my $guard = cf::lock_acquire "exit_prepare:$exit";
2709
2710 prepare_random_map $exit
2711 if $exit->slaying eq "/!";
2712 }
2713
2714 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2715 my $x = $exit->stats->hp;
2716 my $y = $exit->stats->sp;
2717
2467 $self->goto ($slaying, $hp, $sp); 2718 $self->goto ($map, $x, $y);
2468 2719
2720 # if exit is damned, update players death & WoR home-position
2721 $self->contr->savebed ($map, $x, $y)
2722 if $exit->flag (cf::FLAG_DAMNED);
2723
2469 1; 2724 1
2470 }) { 2725 }) {
2471 $self->message ("Something went wrong deep within the crossfire server. " 2726 $self->message ("Something went wrong deep within the deliantra server. "
2472 . "I'll try to bring you back to the map you were before. " 2727 . "I'll try to bring you back to the map you were before. "
2473 . "Please report this to the dungeon master!", 2728 . "Please report this to the dungeon master!",
2474 cf::NDI_UNIQUE | cf::NDI_RED); 2729 cf::NDI_UNIQUE | cf::NDI_RED);
2475 2730
2476 warn "ERROR in enter_exit: $@"; 2731 warn "ERROR in enter_exit: $@";
2504the message, with C<log> being the default. If C<$color> is negative, suppress 2759the message, with C<log> being the default. If C<$color> is negative, suppress
2505the message unless the client supports the msg packet. 2760the message unless the client supports the msg packet.
2506 2761
2507=cut 2762=cut
2508 2763
2764# non-persistent channels (usually the info channel)
2509our %CHANNEL = ( 2765our %CHANNEL = (
2510 "c/identify" => { 2766 "c/identify" => {
2511 id => "identify", 2767 id => "infobox",
2512 title => "Identify", 2768 title => "Identify",
2513 reply => undef, 2769 reply => undef,
2514 tooltip => "Items recently identified", 2770 tooltip => "Items recently identified",
2515 }, 2771 },
2772 "c/examine" => {
2773 id => "infobox",
2774 title => "Examine",
2775 reply => undef,
2776 tooltip => "Signs and other items you examined",
2777 },
2778 "c/book" => {
2779 id => "infobox",
2780 title => "Book",
2781 reply => undef,
2782 tooltip => "The contents of a note or book",
2783 },
2784 "c/lookat" => {
2785 id => "infobox",
2786 title => "Look",
2787 reply => undef,
2788 tooltip => "What you saw there",
2789 },
2790 "c/who" => {
2791 id => "infobox",
2792 title => "Players",
2793 reply => undef,
2794 tooltip => "Shows players who are currently online",
2795 },
2796 "c/body" => {
2797 id => "infobox",
2798 title => "Body Parts",
2799 reply => undef,
2800 tooltip => "Shows which body parts you posess and are available",
2801 },
2802 "c/statistics" => {
2803 id => "infobox",
2804 title => "Statistics",
2805 reply => undef,
2806 tooltip => "Shows your primary statistics",
2807 },
2808 "c/skills" => {
2809 id => "infobox",
2810 title => "Skills",
2811 reply => undef,
2812 tooltip => "Shows your experience per skill and item power",
2813 },
2814 "c/shopitems" => {
2815 id => "infobox",
2816 title => "Shop Items",
2817 reply => undef,
2818 tooltip => "Shows the items currently for sale in this shop",
2819 },
2820 "c/resistances" => {
2821 id => "infobox",
2822 title => "Resistances",
2823 reply => undef,
2824 tooltip => "Shows your resistances",
2825 },
2826 "c/pets" => {
2827 id => "infobox",
2828 title => "Pets",
2829 reply => undef,
2830 tooltip => "Shows information abotu your pets/a specific pet",
2831 },
2832 "c/perceiveself" => {
2833 id => "infobox",
2834 title => "Perceive Self",
2835 reply => undef,
2836 tooltip => "You gained detailed knowledge about yourself",
2837 },
2838 "c/uptime" => {
2839 id => "infobox",
2840 title => "Uptime",
2841 reply => undef,
2842 tooltip => "How long the server has been running since last restart",
2843 },
2844 "c/mapinfo" => {
2845 id => "infobox",
2846 title => "Map Info",
2847 reply => undef,
2848 tooltip => "Information related to the maps",
2849 },
2850 "c/party" => {
2851 id => "party",
2852 title => "Party",
2853 reply => "gsay ",
2854 tooltip => "Messages and chat related to your party",
2855 },
2856 "c/death" => {
2857 id => "death",
2858 title => "Death",
2859 reply => undef,
2860 tooltip => "Reason for and more info about your most recent death",
2861 },
2862 "c/say" => $SAY_CHANNEL,
2863 "c/chat" => $CHAT_CHANNEL,
2516); 2864);
2517 2865
2518sub cf::client::send_msg { 2866sub cf::client::send_msg {
2519 my ($self, $channel, $msg, $color, @extra) = @_; 2867 my ($self, $channel, $msg, $color, @extra) = @_;
2520 2868
2521 $msg = $self->pl->expand_cfpod ($msg); 2869 $msg = $self->pl->expand_cfpod ($msg)
2870 unless $color & cf::NDI_VERBATIM;
2522 2871
2523 $color &= cf::NDI_CLIENT_MASK; # just in case... 2872 $color &= cf::NDI_CLIENT_MASK; # just in case...
2524 2873
2525 # check predefined channels, for the benefit of C 2874 # check predefined channels, for the benefit of C
2526 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2875 if ($CHANNEL{$channel}) {
2876 $channel = $CHANNEL{$channel};
2527 2877
2878 $self->ext_msg (channel_info => $channel);
2879 $channel = $channel->{id};
2880
2528 if (ref $channel) { 2881 } elsif (ref $channel) {
2529 # send meta info to client, if not yet sent 2882 # send meta info to client, if not yet sent
2530 unless (exists $self->{channel}{$channel->{id}}) { 2883 unless (exists $self->{channel}{$channel->{id}}) {
2531 $self->{channel}{$channel->{id}} = $channel; 2884 $self->{channel}{$channel->{id}} = $channel;
2532 $self->ext_msg (channel_info => $channel); 2885 $self->ext_msg (channel_info => $channel);
2533 } 2886 }
2535 $channel = $channel->{id}; 2888 $channel = $channel->{id};
2536 } 2889 }
2537 2890
2538 return unless @extra || length $msg; 2891 return unless @extra || length $msg;
2539 2892
2540 if ($self->can_msg) {
2541 # default colour, mask it out 2893 # default colour, mask it out
2542 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 2894 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2543 if $color & cf::NDI_DEF; 2895 if $color & cf::NDI_DEF;
2544 2896
2545 $self->send_packet ("msg " . $self->{json_coder}->encode ( 2897 my $pkt = "msg "
2898 . $self->{json_coder}->encode (
2546 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra])); 2899 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2547 } else { 2900 );
2548 if ($color >= 0) {
2549 # replace some tags by gcfclient-compatible ones
2550 for ($msg) {
2551 1 while
2552 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2553 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2554 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2555 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2556 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2557 }
2558 2901
2559 $color &= cf::NDI_COLOR_MASK; 2902 # try lzf for large packets
2903 $pkt = "lzf " . Compress::LZF::compress $pkt
2904 if 1024 <= length $pkt and $self->{can_lzf};
2560 2905
2561 utf8::encode $msg; 2906 # split very large packets
2562 2907 if (8192 < length $pkt and $self->{can_lzf}) {
2563 if (0 && $msg =~ /\[/) { 2908 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2564 # COMMAND/INFO 2909 $pkt = "frag";
2565 $self->send_packet ("drawextinfo $color 10 8 $msg")
2566 } else {
2567 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2568 $self->send_packet ("drawinfo $color $msg")
2569 }
2570 }
2571 } 2910 }
2911
2912 $self->send_packet ($pkt);
2572} 2913}
2573 2914
2574=item $client->ext_msg ($type, @msg) 2915=item $client->ext_msg ($type, @msg)
2575 2916
2576Sends an ext event to the client. 2917Sends an ext event to the client.
2749=pod 3090=pod
2750 3091
2751The following functions and methods are available within a safe environment: 3092The following functions and methods are available within a safe environment:
2752 3093
2753 cf::object 3094 cf::object
2754 contr pay_amount pay_player map x y force_find force_add 3095 contr pay_amount pay_player map x y force_find force_add destroy
2755 insert remove name archname title slaying race decrease_ob_nr 3096 insert remove name archname title slaying race decrease split
3097 value
2756 3098
2757 cf::object::player 3099 cf::object::player
2758 player 3100 player
2759 3101
2760 cf::player 3102 cf::player
2765 3107
2766=cut 3108=cut
2767 3109
2768for ( 3110for (
2769 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3111 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2770 insert remove inv name archname title slaying race 3112 insert remove inv nrof name archname title slaying race
2771 decrease_ob_nr)], 3113 decrease split destroy change_exp value msg lore send_msg)],
2772 ["cf::object::player" => qw(player)], 3114 ["cf::object::player" => qw(player)],
2773 ["cf::player" => qw(peaceful)], 3115 ["cf::player" => qw(peaceful send_msg)],
2774 ["cf::map" => qw(trigger)], 3116 ["cf::map" => qw(trigger)],
2775) { 3117) {
2776 no strict 'refs'; 3118 no strict 'refs';
2777 my ($pkg, @funs) = @$_; 3119 my ($pkg, @funs) = @$_;
2778 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3120 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2795 my ($code, %vars) = @_; 3137 my ($code, %vars) = @_;
2796 3138
2797 my $qcode = $code; 3139 my $qcode = $code;
2798 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3140 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2799 $qcode =~ s/\n/\\n/g; 3141 $qcode =~ s/\n/\\n/g;
3142
3143 %vars = (_dummy => 0) unless %vars;
2800 3144
2801 local $_; 3145 local $_;
2802 local @safe::cf::_safe_eval_args = values %vars; 3146 local @safe::cf::_safe_eval_args = values %vars;
2803 3147
2804 my $eval = 3148 my $eval =
2881 { 3225 {
2882 my $faces = $facedata->{faceinfo}; 3226 my $faces = $facedata->{faceinfo};
2883 3227
2884 while (my ($face, $info) = each %$faces) { 3228 while (my ($face, $info) = each %$faces) {
2885 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3229 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3230
2886 cf::face::set_visibility $idx, $info->{visibility}; 3231 cf::face::set_visibility $idx, $info->{visibility};
2887 cf::face::set_magicmap $idx, $info->{magicmap}; 3232 cf::face::set_magicmap $idx, $info->{magicmap};
2888 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3233 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2889 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3234 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2890 3235
2891 cf::cede_to_tick; 3236 cf::cede_to_tick;
2892 } 3237 }
2893 3238
2894 while (my ($face, $info) = each %$faces) { 3239 while (my ($face, $info) = each %$faces) {
2895 next unless $info->{smooth}; 3240 next unless $info->{smooth};
3241
2896 my $idx = cf::face::find $face 3242 my $idx = cf::face::find $face
2897 or next; 3243 or next;
3244
2898 if (my $smooth = cf::face::find $info->{smooth}) { 3245 if (my $smooth = cf::face::find $info->{smooth}) {
2899 cf::face::set_smooth $idx, $smooth; 3246 cf::face::set_smooth $idx, $smooth;
2900 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3247 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2901 } else { 3248 } else {
2902 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3249 warn "smooth face '$info->{smooth}' not found for face '$face'";
2920 { 3267 {
2921 # TODO: for gcfclient pleasure, we should give resources 3268 # TODO: for gcfclient pleasure, we should give resources
2922 # that gcfclient doesn't grok a >10000 face index. 3269 # that gcfclient doesn't grok a >10000 face index.
2923 my $res = $facedata->{resource}; 3270 my $res = $facedata->{resource};
2924 3271
2925 my $soundconf = delete $res->{"res/sound.conf"};
2926
2927 while (my ($name, $info) = each %$res) { 3272 while (my ($name, $info) = each %$res) {
3273 if (defined $info->{type}) {
2928 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3274 my $idx = (cf::face::find $name) || cf::face::alloc $name;
2929 my $data; 3275 my $data;
2930 3276
2931 if ($info->{type} & 1) { 3277 if ($info->{type} & 1) {
2932 # prepend meta info 3278 # prepend meta info
2933 3279
2934 my $meta = $enc->encode ({ 3280 my $meta = $enc->encode ({
2935 name => $name, 3281 name => $name,
2936 %{ $info->{meta} || {} }, 3282 %{ $info->{meta} || {} },
2937 }); 3283 });
2938 3284
2939 $data = pack "(w/a*)*", $meta, $info->{data}; 3285 $data = pack "(w/a*)*", $meta, $info->{data};
3286 } else {
3287 $data = $info->{data};
3288 }
3289
3290 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3291 cf::face::set_type $idx, $info->{type};
2940 } else { 3292 } else {
2941 $data = $info->{data}; 3293 $RESOURCE{$name} = $info;
2942 } 3294 }
2943 3295
2944 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2945 cf::face::set_type $idx, $info->{type};
2946
2947 cf::cede_to_tick; 3296 cf::cede_to_tick;
2948 } 3297 }
2949
2950 if ($soundconf) {
2951 $soundconf = $enc->decode (delete $soundconf->{data});
2952
2953 for (0 .. SOUND_CAST_SPELL_0 - 1) {
2954 my $sound = $soundconf->{compat}[$_]
2955 or next;
2956
2957 my $face = cf::face::find "sound/$sound->[1]";
2958 cf::sound::set $sound->[0] => $face;
2959 cf::sound::old_sound_index $_, $face; # gcfclient-compat
2960 }
2961
2962 while (my ($k, $v) = each %{$soundconf->{event}}) {
2963 my $face = cf::face::find "sound/$v";
2964 cf::sound::set $k => $face;
2965 }
2966 }
2967 } 3298 }
3299
3300 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2968 3301
2969 1 3302 1
2970} 3303}
3304
3305cf::global->attach (on_resource_update => sub {
3306 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3307 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3308
3309 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3310 my $sound = $soundconf->{compat}[$_]
3311 or next;
3312
3313 my $face = cf::face::find "sound/$sound->[1]";
3314 cf::sound::set $sound->[0] => $face;
3315 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3316 }
3317
3318 while (my ($k, $v) = each %{$soundconf->{event}}) {
3319 my $face = cf::face::find "sound/$v";
3320 cf::sound::set $k => $face;
3321 }
3322 }
3323});
2971 3324
2972register_exticmd fx_want => sub { 3325register_exticmd fx_want => sub {
2973 my ($ns, $want) = @_; 3326 my ($ns, $want) = @_;
2974 3327
2975 while (my ($k, $v) = each %$want) { 3328 while (my ($k, $v) = each %$want) {
2976 $ns->fx_want ($k, $v); 3329 $ns->fx_want ($k, $v);
2977 } 3330 }
2978}; 3331};
3332
3333sub load_resource_file($) {
3334 my $guard = lock_acquire "load_resource_file";
3335
3336 my $status = load_resource_file_ $_[0];
3337 get_slot 0.1, 100;
3338 cf::arch::commit_load;
3339
3340 $status
3341}
2979 3342
2980sub reload_regions { 3343sub reload_regions {
2981 # HACK to clear player env face cache, we need some signal framework 3344 # HACK to clear player env face cache, we need some signal framework
2982 # for this (global event?) 3345 # for this (global event?)
2983 %ext::player_env::MUSIC_FACE_CACHE = (); 3346 %ext::player_env::MUSIC_FACE_CACHE = ();
2997} 3360}
2998 3361
2999sub reload_archetypes { 3362sub reload_archetypes {
3000 load_resource_file "$DATADIR/archetypes" 3363 load_resource_file "$DATADIR/archetypes"
3001 or die "unable to load archetypes\n"; 3364 or die "unable to load archetypes\n";
3002 #d# NEED to laod twice to resolve forward references
3003 # this really needs to be done in an extra post-pass
3004 # (which needs to be synchronous, so solve it differently)
3005 load_resource_file "$DATADIR/archetypes"
3006 or die "unable to load archetypes\n";
3007} 3365}
3008 3366
3009sub reload_treasures { 3367sub reload_treasures {
3010 load_resource_file "$DATADIR/treasures" 3368 load_resource_file "$DATADIR/treasures"
3011 or die "unable to load treasurelists\n"; 3369 or die "unable to load treasurelists\n";
3012} 3370}
3013 3371
3014sub reload_resources { 3372sub reload_resources {
3015 warn "reloading resource files...\n"; 3373 warn "reloading resource files...\n";
3016 3374
3375 reload_facedata;
3376 reload_archetypes;
3017 reload_regions; 3377 reload_regions;
3018 reload_facedata;
3019 #reload_archetypes;#d#
3020 reload_archetypes;
3021 reload_treasures; 3378 reload_treasures;
3022 3379
3023 warn "finished reloading resource files\n"; 3380 warn "finished reloading resource files\n";
3024}
3025
3026sub init {
3027 reload_resources;
3028} 3381}
3029 3382
3030sub reload_config { 3383sub reload_config {
3031 open my $fh, "<:utf8", "$CONFDIR/config" 3384 open my $fh, "<:utf8", "$CONFDIR/config"
3032 or return; 3385 or return;
3033 3386
3034 local $/; 3387 local $/;
3035 *CFG = YAML::Syck::Load <$fh>; 3388 *CFG = YAML::Load <$fh>;
3036 3389
3037 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3390 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3038 3391
3039 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3392 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3040 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3393 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3046 }; 3399 };
3047 warn $@ if $@; 3400 warn $@ if $@;
3048 } 3401 }
3049} 3402}
3050 3403
3404sub pidfile() {
3405 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3406 or die "$PIDFILE: $!";
3407 flock $fh, &Fcntl::LOCK_EX
3408 or die "$PIDFILE: flock: $!";
3409 $fh
3410}
3411
3412# make sure only one server instance is running at any one time
3413sub atomic {
3414 my $fh = pidfile;
3415
3416 my $pid = <$fh>;
3417 kill 9, $pid if $pid > 0;
3418
3419 seek $fh, 0, 0;
3420 print $fh $$;
3421}
3422
3423sub main_loop {
3424 warn "EV::loop starting\n";
3425 if (1) {
3426 EV::loop;
3427 }
3428 warn "EV::loop returned\n";
3429 goto &main_loop unless $REALLY_UNLOOP;
3430}
3431
3051sub main { 3432sub main {
3433 cf::init_globals; # initialise logging
3434
3435 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3436 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3437 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3438 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3439
3440 cf::init_experience;
3441 cf::init_anim;
3442 cf::init_attackmess;
3443 cf::init_dynamic;
3444
3445 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3446
3052 # we must not ever block the main coroutine 3447 # we must not ever block the main coroutine
3053 local $Coro::idle = sub { 3448 local $Coro::idle = sub {
3054 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3449 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3055 (async { 3450 (async {
3056 Event::one_event; 3451 $Coro::current->{desc} = "IDLE BUG HANDLER";
3452 EV::loop EV::LOOP_ONESHOT;
3057 })->prio (Coro::PRIO_MAX); 3453 })->prio (Coro::PRIO_MAX);
3058 }; 3454 };
3059 3455
3456 evthread_start IO::AIO::poll_fileno;
3457
3458 cf::sync_job {
3459 reload_resources;
3060 reload_config; 3460 reload_config;
3061 db_init; 3461 db_init;
3462
3463 cf::load_settings;
3464 cf::load_materials;
3465 cf::init_uuid;
3466 cf::init_signals;
3467 cf::init_commands;
3468 cf::init_skills;
3469
3470 cf::init_beforeplay;
3471
3472 atomic;
3473
3062 load_extensions; 3474 load_extensions;
3063 3475
3064 $TICK_WATCHER->start; 3476 utime time, time, $RUNTIMEFILE;
3065 Event::loop; 3477
3478 # no (long-running) fork's whatsoever before this point(!)
3479 use POSIX ();
3480 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3481
3482 (pop @POST_INIT)->(0) while @POST_INIT;
3483 };
3484
3485 main_loop;
3066} 3486}
3067 3487
3068############################################################################# 3488#############################################################################
3069# initialisation and cleanup 3489# initialisation and cleanup
3070 3490
3071# install some emergency cleanup handlers 3491# install some emergency cleanup handlers
3072BEGIN { 3492BEGIN {
3493 our %SIGWATCHER = ();
3073 for my $signal (qw(INT HUP TERM)) { 3494 for my $signal (qw(INT HUP TERM)) {
3074 Event->signal ( 3495 $SIGWATCHER{$signal} = EV::signal $signal, sub {
3075 reentrant => 0,
3076 data => WF_AUTOCANCEL,
3077 signal => $signal,
3078 prio => 0,
3079 cb => sub {
3080 cf::cleanup "SIG$signal"; 3496 cf::cleanup "SIG$signal";
3081 },
3082 ); 3497 };
3083 } 3498 }
3084} 3499}
3085 3500
3086sub write_runtime { 3501sub write_runtime_sync {
3087 my $runtime = "$LOCALDIR/runtime";
3088
3089 # first touch the runtime file to show we are still running: 3502 # first touch the runtime file to show we are still running:
3090 # the fsync below can take a very very long time. 3503 # the fsync below can take a very very long time.
3091 3504
3092 IO::AIO::aio_utime $runtime, undef, undef; 3505 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3093 3506
3094 my $guard = cf::lock_acquire "write_runtime"; 3507 my $guard = cf::lock_acquire "write_runtime";
3095 3508
3096 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 3509 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3097 or return; 3510 or return;
3098 3511
3099 my $value = $cf::RUNTIME + 90 + 10; 3512 my $value = $cf::RUNTIME + 90 + 10;
3100 # 10 is the runtime save interval, for a monotonic clock 3513 # 10 is the runtime save interval, for a monotonic clock
3101 # 60 allows for the watchdog to kill the server. 3514 # 60 allows for the watchdog to kill the server.
3111 aio_utime $fh, undef, undef; 3524 aio_utime $fh, undef, undef;
3112 3525
3113 close $fh 3526 close $fh
3114 or return; 3527 or return;
3115 3528
3116 aio_rename "$runtime~", $runtime 3529 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3117 and return; 3530 and return;
3118 3531
3119 warn "runtime file written.\n"; 3532 warn "runtime file written.\n";
3120 3533
3121 1 3534 1
3535}
3536
3537our $uuid_lock;
3538our $uuid_skip;
3539
3540sub write_uuid_sync($) {
3541 $uuid_skip ||= $_[0];
3542
3543 return if $uuid_lock;
3544 local $uuid_lock = 1;
3545
3546 my $uuid = "$LOCALDIR/uuid";
3547
3548 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3549 or return;
3550
3551 my $value = uuid_seq uuid_cur;
3552
3553 unless ($value) {
3554 warn "cowardly refusing to write zero uuid value!\n";
3555 return;
3556 }
3557
3558 my $value = uuid_str $value + $uuid_skip;
3559 $uuid_skip = 0;
3560
3561 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3562 and return;
3563
3564 # always fsync - this file is important
3565 aio_fsync $fh
3566 and return;
3567
3568 close $fh
3569 or return;
3570
3571 aio_rename "$uuid~", $uuid
3572 and return;
3573
3574 warn "uuid file written ($value).\n";
3575
3576 1
3577
3578}
3579
3580sub write_uuid($$) {
3581 my ($skip, $sync) = @_;
3582
3583 $sync ? write_uuid_sync $skip
3584 : async { write_uuid_sync $skip };
3122} 3585}
3123 3586
3124sub emergency_save() { 3587sub emergency_save() {
3125 my $freeze_guard = cf::freeze_mainloop; 3588 my $freeze_guard = cf::freeze_mainloop;
3126 3589
3127 warn "enter emergency perl save\n"; 3590 warn "emergency_perl_save: enter\n";
3128 3591
3129 cf::sync_job { 3592 cf::sync_job {
3593 # this is a trade-off: we want to be very quick here, so
3594 # save all maps without fsync, and later call a global sync
3595 # (which in turn might be very very slow)
3596 local $USE_FSYNC = 0;
3597
3130 # use a peculiar iteration method to avoid tripping on perl 3598 # use a peculiar iteration method to avoid tripping on perl
3131 # refcount bugs in for. also avoids problems with players 3599 # refcount bugs in for. also avoids problems with players
3132 # and maps saved/destroyed asynchronously. 3600 # and maps saved/destroyed asynchronously.
3133 warn "begin emergency player save\n"; 3601 warn "emergency_perl_save: begin player save\n";
3134 for my $login (keys %cf::PLAYER) { 3602 for my $login (keys %cf::PLAYER) {
3135 my $pl = $cf::PLAYER{$login} or next; 3603 my $pl = $cf::PLAYER{$login} or next;
3136 $pl->valid or next; 3604 $pl->valid or next;
3605 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3137 $pl->save; 3606 $pl->save;
3138 } 3607 }
3139 warn "end emergency player save\n"; 3608 warn "emergency_perl_save: end player save\n";
3140 3609
3141 warn "begin emergency map save\n"; 3610 warn "emergency_perl_save: begin map save\n";
3142 for my $path (keys %cf::MAP) { 3611 for my $path (keys %cf::MAP) {
3143 my $map = $cf::MAP{$path} or next; 3612 my $map = $cf::MAP{$path} or next;
3144 $map->valid or next; 3613 $map->valid or next;
3145 $map->save; 3614 $map->save;
3146 } 3615 }
3147 warn "end emergency map save\n"; 3616 warn "emergency_perl_save: end map save\n";
3148 3617
3149 warn "begin emergency database checkpoint\n"; 3618 warn "emergency_perl_save: begin database checkpoint\n";
3150 BDB::db_env_txn_checkpoint $DB_ENV; 3619 BDB::db_env_txn_checkpoint $DB_ENV;
3151 warn "end emergency database checkpoint\n"; 3620 warn "emergency_perl_save: end database checkpoint\n";
3621
3622 warn "emergency_perl_save: begin write uuid\n";
3623 write_uuid_sync 1;
3624 warn "emergency_perl_save: end write uuid\n";
3152 }; 3625 };
3153 3626
3627 warn "emergency_perl_save: starting sync()\n";
3628 IO::AIO::aio_sync sub {
3629 warn "emergency_perl_save: finished sync()\n";
3630 };
3631
3154 warn "leave emergency perl save\n"; 3632 warn "emergency_perl_save: leave\n";
3155} 3633}
3156 3634
3157sub post_cleanup { 3635sub post_cleanup {
3158 my ($make_core) = @_; 3636 my ($make_core) = @_;
3159 3637
3160 warn Carp::longmess "post_cleanup backtrace" 3638 warn Carp::longmess "post_cleanup backtrace"
3161 if $make_core; 3639 if $make_core;
3640
3641 my $fh = pidfile;
3642 unlink $PIDFILE if <$fh> == $$;
3643}
3644
3645# a safer delete_package, copied from Symbol
3646sub clear_package($) {
3647 my $pkg = shift;
3648
3649 # expand to full symbol table name if needed
3650 unless ($pkg =~ /^main::.*::$/) {
3651 $pkg = "main$pkg" if $pkg =~ /^::/;
3652 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3653 $pkg .= '::' unless $pkg =~ /::$/;
3654 }
3655
3656 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3657 my $stem_symtab = *{$stem}{HASH};
3658
3659 defined $stem_symtab and exists $stem_symtab->{$leaf}
3660 or return;
3661
3662 # clear all symbols
3663 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3664 for my $name (keys %$leaf_symtab) {
3665 _gv_clear *{"$pkg$name"};
3666# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3667 }
3668 warn "cleared package $pkg\n";#d#
3162} 3669}
3163 3670
3164sub do_reload_perl() { 3671sub do_reload_perl() {
3165 # can/must only be called in main 3672 # can/must only be called in main
3166 if ($Coro::current != $Coro::main) { 3673 if ($Coro::current != $Coro::main) {
3167 warn "can only reload from main coroutine"; 3674 warn "can only reload from main coroutine";
3168 return; 3675 return;
3169 } 3676 }
3170 3677
3678 return if $RELOAD++;
3679
3680 my $t1 = EV::time;
3681
3682 while ($RELOAD) {
3171 warn "reloading..."; 3683 warn "reloading...";
3172 3684
3173 warn "entering sync_job"; 3685 warn "entering sync_job";
3174 3686
3175 cf::sync_job { 3687 cf::sync_job {
3176 cf::write_runtime; # external watchdog should not bark 3688 cf::write_runtime_sync; # external watchdog should not bark
3177 cf::emergency_save; 3689 cf::emergency_save;
3178 cf::write_runtime; # external watchdog should not bark 3690 cf::write_runtime_sync; # external watchdog should not bark
3179 3691
3180 warn "syncing database to disk"; 3692 warn "syncing database to disk";
3181 BDB::db_env_txn_checkpoint $DB_ENV; 3693 BDB::db_env_txn_checkpoint $DB_ENV;
3182 3694
3183 # if anything goes wrong in here, we should simply crash as we already saved 3695 # if anything goes wrong in here, we should simply crash as we already saved
3184 3696
3185 warn "cancelling all WF_AUTOCANCEL watchers";
3186 for (Event::all_watchers) {
3187 $_->cancel if $_->data & WF_AUTOCANCEL;
3188 }
3189
3190 warn "flushing outstanding aio requests"; 3697 warn "flushing outstanding aio requests";
3191 for (;;) {
3192 BDB::flush;
3193 IO::AIO::flush;
3194 Coro::cede;
3195 last unless IO::AIO::nreqs || BDB::nreqs; 3698 while (IO::AIO::nreqs || BDB::nreqs) {
3196 warn "iterate..."; 3699 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3197 }
3198
3199 ++$RELOAD;
3200
3201 warn "cancelling all extension coros";
3202 $_->cancel for values %EXT_CORO;
3203 %EXT_CORO = ();
3204
3205 warn "removing commands";
3206 %COMMAND = ();
3207
3208 warn "removing ext/exti commands";
3209 %EXTCMD = ();
3210 %EXTICMD = ();
3211
3212 warn "unloading/nuking all extensions";
3213 for my $pkg (@EXTS) {
3214 warn "... unloading $pkg";
3215
3216 if (my $cb = $pkg->can ("unload")) {
3217 eval {
3218 $cb->($pkg);
3219 1
3220 } or warn "$pkg unloaded, but with errors: $@";
3221 } 3700 }
3222 3701
3223 warn "... nuking $pkg"; 3702 warn "cancelling all extension coros";
3224 Symbol::delete_package $pkg; 3703 $_->cancel for values %EXT_CORO;
3225 } 3704 %EXT_CORO = ();
3226 3705
3227 warn "unloading all perl modules loaded from $LIBDIR"; 3706 warn "removing commands";
3228 while (my ($k, $v) = each %INC) { 3707 %COMMAND = ();
3229 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3230 3708
3709 warn "removing ext/exti commands";
3710 %EXTCMD = ();
3711 %EXTICMD = ();
3712
3713 warn "unloading/nuking all extensions";
3714 for my $pkg (@EXTS) {
3231 warn "... unloading $k"; 3715 warn "... unloading $pkg";
3232 delete $INC{$k};
3233 3716
3234 $k =~ s/\.pm$//;
3235 $k =~ s/\//::/g;
3236
3237 if (my $cb = $k->can ("unload_module")) { 3717 if (my $cb = $pkg->can ("unload")) {
3718 eval {
3238 $cb->(); 3719 $cb->($pkg);
3720 1
3721 } or warn "$pkg unloaded, but with errors: $@";
3722 }
3723
3724 warn "... clearing $pkg";
3725 clear_package $pkg;
3239 } 3726 }
3240 3727
3241 Symbol::delete_package $k; 3728 warn "unloading all perl modules loaded from $LIBDIR";
3729 while (my ($k, $v) = each %INC) {
3730 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3731
3732 warn "... unloading $k";
3733 delete $INC{$k};
3734
3735 $k =~ s/\.pm$//;
3736 $k =~ s/\//::/g;
3737
3738 if (my $cb = $k->can ("unload_module")) {
3739 $cb->();
3740 }
3741
3742 clear_package $k;
3242 } 3743 }
3243 3744
3244 warn "getting rid of safe::, as good as possible"; 3745 warn "getting rid of safe::, as good as possible";
3245 Symbol::delete_package "safe::$_" 3746 clear_package "safe::$_"
3246 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3747 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3247 3748
3248 warn "unloading cf.pm \"a bit\""; 3749 warn "unloading cf.pm \"a bit\"";
3249 delete $INC{"cf.pm"}; 3750 delete $INC{"cf.pm"};
3250 delete $INC{"cf/pod.pm"}; 3751 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3251 3752
3252 # don't, removes xs symbols, too, 3753 # don't, removes xs symbols, too,
3253 # and global variables created in xs 3754 # and global variables created in xs
3254 #Symbol::delete_package __PACKAGE__; 3755 #clear_package __PACKAGE__;
3255 3756
3256 warn "unload completed, starting to reload now"; 3757 warn "unload completed, starting to reload now";
3257 3758
3258 warn "reloading cf.pm"; 3759 warn "reloading cf.pm";
3259 require cf; 3760 require cf;
3260 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3761 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3261 3762
3262 warn "loading config and database again"; 3763 warn "loading config and database again";
3263 cf::reload_config; 3764 cf::reload_config;
3264 3765
3265 warn "loading extensions"; 3766 warn "loading extensions";
3266 cf::load_extensions; 3767 cf::load_extensions;
3267 3768
3769 if ($REATTACH_ON_RELOAD) {
3268 warn "reattaching attachments to objects/players"; 3770 warn "reattaching attachments to objects/players";
3269 _global_reattach; # objects, sockets 3771 _global_reattach; # objects, sockets
3270 warn "reattaching attachments to maps"; 3772 warn "reattaching attachments to maps";
3271 reattach $_ for values %MAP; 3773 reattach $_ for values %MAP;
3272 warn "reattaching attachments to players"; 3774 warn "reattaching attachments to players";
3273 reattach $_ for values %PLAYER; 3775 reattach $_ for values %PLAYER;
3776 }
3274 3777
3778 warn "running post_init jobs";
3779 (pop @POST_INIT)->(1) while @POST_INIT;
3780
3275 warn "leaving sync_job"; 3781 warn "leaving sync_job";
3276 3782
3277 1 3783 1
3278 } or do { 3784 } or do {
3279 warn $@; 3785 warn $@;
3280 warn "error while reloading, exiting."; 3786 cf::cleanup "error while reloading, exiting.";
3281 exit 1;
3282 }; 3787 };
3283 3788
3284 warn "reloaded"; 3789 warn "reloaded";
3790 --$RELOAD;
3791 }
3792
3793 $t1 = EV::time - $t1;
3794 warn "reload completed in ${t1}s\n";
3285}; 3795};
3286 3796
3287our $RELOAD_WATCHER; # used only during reload 3797our $RELOAD_WATCHER; # used only during reload
3288 3798
3289sub reload_perl() { 3799sub reload_perl() {
3290 # doing reload synchronously and two reloads happen back-to-back, 3800 # doing reload synchronously and two reloads happen back-to-back,
3291 # coro crashes during coro_state_free->destroy here. 3801 # coro crashes during coro_state_free->destroy here.
3292 3802
3293 $RELOAD_WATCHER ||= Event->timer ( 3803 $RELOAD_WATCHER ||= cf::async {
3294 reentrant => 0, 3804 Coro::AIO::aio_wait cache_extensions;
3295 after => 0, 3805
3296 data => WF_AUTOCANCEL, 3806 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3297 cb => sub {
3298 do_reload_perl; 3807 do_reload_perl;
3299 undef $RELOAD_WATCHER; 3808 undef $RELOAD_WATCHER;
3300 }, 3809 };
3301 ); 3810 };
3302} 3811}
3303 3812
3304register_command "reload" => sub { 3813register_command "reload" => sub {
3305 my ($who, $arg) = @_; 3814 my ($who, $arg) = @_;
3306 3815
3307 if ($who->flag (FLAG_WIZ)) { 3816 if ($who->flag (FLAG_WIZ)) {
3308 $who->message ("reloading server."); 3817 $who->message ("reloading server.");
3818 async {
3819 $Coro::current->{desc} = "perl_reload";
3309 async { reload_perl }; 3820 reload_perl;
3821 };
3310 } 3822 }
3311}; 3823};
3312 3824
3313unshift @INC, $LIBDIR; 3825unshift @INC, $LIBDIR;
3314 3826
3316 3828
3317our @WAIT_FOR_TICK; 3829our @WAIT_FOR_TICK;
3318our @WAIT_FOR_TICK_BEGIN; 3830our @WAIT_FOR_TICK_BEGIN;
3319 3831
3320sub wait_for_tick { 3832sub wait_for_tick {
3321 return unless $TICK_WATCHER->is_active;
3322 return if $Coro::current == $Coro::main; 3833 return if tick_inhibit || $Coro::current == $Coro::main;
3323 3834
3324 my $signal = new Coro::Signal; 3835 my $signal = new Coro::Signal;
3325 push @WAIT_FOR_TICK, $signal; 3836 push @WAIT_FOR_TICK, $signal;
3326 $signal->wait; 3837 $signal->wait;
3327} 3838}
3328 3839
3329sub wait_for_tick_begin { 3840sub wait_for_tick_begin {
3330 return unless $TICK_WATCHER->is_active;
3331 return if $Coro::current == $Coro::main; 3841 return if tick_inhibit || $Coro::current == $Coro::main;
3332 3842
3333 my $signal = new Coro::Signal; 3843 my $signal = new Coro::Signal;
3334 push @WAIT_FOR_TICK_BEGIN, $signal; 3844 push @WAIT_FOR_TICK_BEGIN, $signal;
3335 $signal->wait; 3845 $signal->wait;
3336} 3846}
3337 3847
3338 my $min = 1e6;#d# 3848sub tick {
3339 my $avg = 10;
3340$TICK_WATCHER = Event->timer (
3341 reentrant => 0,
3342 parked => 1,
3343 prio => 0,
3344 at => $NEXT_TICK || $TICK,
3345 data => WF_AUTOCANCEL,
3346 cb => sub {
3347 if ($Coro::current != $Coro::main) { 3849 if ($Coro::current != $Coro::main) {
3348 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3850 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3349 unless ++$bug_warning > 10; 3851 unless ++$bug_warning > 10;
3350 return; 3852 return;
3351 } 3853 }
3352 3854
3353 $NOW = $tick_start = Event::time;
3354
3355 cf::server_tick; # one server iteration 3855 cf::server_tick; # one server iteration
3356 3856
3357 0 && sync_job {#d# 3857 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3358 for(1..10) { 3858 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3359 my $t = Event::time; 3859 Coro::async_pool {
3360 my $map = my $map = new_from_path cf::map "/tmp/x.map" 3860 $Coro::current->{desc} = "runtime saver";
3361 or die; 3861 write_runtime_sync
3362 3862 or warn "ERROR: unable to write runtime file: $!";
3363 $map->width (50);
3364 $map->height (50);
3365 $map->alloc;
3366 $map->_load_objects ("/tmp/x.map", 1);
3367 my $t = Event::time - $t;
3368
3369 #next unless $t < 0.0013;#d#
3370 if ($t < $min) {
3371 $min = $t;
3372 }
3373 $avg = $avg * 0.99 + $t * 0.01;
3374 }
3375 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3376 exit 0;
3377 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3378 }; 3863 };
3864 }
3379 3865
3380 $RUNTIME += $TICK;
3381 $NEXT_TICK += $TICK;
3382
3383 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3384 $NEXT_RUNTIME_WRITE = $NOW + 10;
3385 Coro::async_pool {
3386 write_runtime
3387 or warn "ERROR: unable to write runtime file: $!";
3388 };
3389 }
3390
3391# my $AFTER = Event::time;
3392# warn $AFTER - $NOW;#d#
3393
3394 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3866 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3395 $sig->send; 3867 $sig->send;
3396 } 3868 }
3397 while (my $sig = shift @WAIT_FOR_TICK) { 3869 while (my $sig = shift @WAIT_FOR_TICK) {
3398 $sig->send; 3870 $sig->send;
3399 } 3871 }
3400 3872
3401 $NOW = Event::time; 3873 $LOAD = ($NOW - $TICK_START) / $TICK;
3402
3403 # if we are delayed by four ticks or more, skip them all
3404 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3405
3406 $TICK_WATCHER->at ($NEXT_TICK);
3407 $TICK_WATCHER->start;
3408
3409 $LOAD = ($NOW - $tick_start) / $TICK;
3410 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3874 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3411 3875
3412 _post_tick; 3876 if (0) {
3413 3877 if ($NEXT_TICK) {
3414 3878 my $jitter = $TICK_START - $NEXT_TICK;
3879 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3880 warn "jitter $JITTER\n";#d#
3881 }
3415 }, 3882 }
3416); 3883}
3417 3884
3418{ 3885{
3419 BDB::max_poll_time $TICK * 0.1; 3886 # configure BDB
3420 $BDB_POLL_WATCHER = Event->io ( 3887
3421 reentrant => 0,
3422 fd => BDB::poll_fileno,
3423 poll => 'r',
3424 prio => 0,
3425 data => WF_AUTOCANCEL,
3426 cb => \&BDB::poll_cb,
3427 );
3428 BDB::min_parallel 8; 3888 BDB::min_parallel 8;
3429 3889 BDB::max_poll_reqs $TICK * 0.1;
3430 BDB::set_sync_prepare { 3890 $AnyEvent::BDB::WATCHER->priority (1);
3431 my $status;
3432 my $current = $Coro::current;
3433 (
3434 sub {
3435 $status = $!;
3436 $current->ready; undef $current;
3437 },
3438 sub {
3439 Coro::schedule while defined $current;
3440 $! = $status;
3441 },
3442 )
3443 };
3444 3891
3445 unless ($DB_ENV) { 3892 unless ($DB_ENV) {
3446 $DB_ENV = BDB::db_env_create; 3893 $DB_ENV = BDB::db_env_create;
3894 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3895 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
3896 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3897 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3898 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3447 3899
3448 cf::sync_job { 3900 cf::sync_job {
3449 eval { 3901 eval {
3450 BDB::db_env_open 3902 BDB::db_env_open
3451 $DB_ENV, 3903 $DB_ENV,
3453 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3905 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3454 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3906 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3455 0666; 3907 0666;
3456 3908
3457 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3909 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3458
3459 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3460 $DB_ENV->set_lk_detect;
3461 }; 3910 };
3462 3911
3463 cf::cleanup "db_env_open(db): $@" if $@; 3912 cf::cleanup "db_env_open(db): $@" if $@;
3464 }; 3913 };
3465 } 3914 }
3915
3916 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3917 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3918 };
3919 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3920 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3921 };
3922 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3923 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3924 };
3466} 3925}
3467 3926
3468{ 3927{
3928 # configure IO::AIO
3929
3469 IO::AIO::min_parallel 8; 3930 IO::AIO::min_parallel 8;
3470
3471 undef $Coro::AIO::WATCHER;
3472 IO::AIO::max_poll_time $TICK * 0.1; 3931 IO::AIO::max_poll_time $TICK * 0.1;
3473 $AIO_POLL_WATCHER = Event->io ( 3932 undef $AnyEvent::AIO::WATCHER;
3474 reentrant => 0,
3475 data => WF_AUTOCANCEL,
3476 fd => IO::AIO::poll_fileno,
3477 poll => 'r',
3478 prio => 6,
3479 cb => \&IO::AIO::poll_cb,
3480 );
3481} 3933}
3482 3934
3483my $_log_backtrace; 3935my $_log_backtrace;
3484 3936
3485sub _log_backtrace { 3937sub _log_backtrace {
3488 $msg =~ s/\n//; 3940 $msg =~ s/\n//;
3489 3941
3490 # limit the # of concurrent backtraces 3942 # limit the # of concurrent backtraces
3491 if ($_log_backtrace < 2) { 3943 if ($_log_backtrace < 2) {
3492 ++$_log_backtrace; 3944 ++$_log_backtrace;
3945 my $perl_bt = Carp::longmess $msg;
3493 async { 3946 async {
3947 $Coro::current->{desc} = "abt $msg";
3948
3494 my @bt = fork_call { 3949 my @bt = fork_call {
3495 @addr = map { sprintf "%x", $_ } @addr; 3950 @addr = map { sprintf "%x", $_ } @addr;
3496 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3951 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3497 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3952 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3498 or die "addr2line: $!"; 3953 or die "addr2line: $!";
3506 } 3961 }
3507 3962
3508 @funcs 3963 @funcs
3509 }; 3964 };
3510 3965
3511 LOG llevInfo, "[ABT] $msg\n"; 3966 LOG llevInfo, "[ABT] $perl_bt\n";
3967 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3512 LOG llevInfo, "[ABT] $_\n" for @bt; 3968 LOG llevInfo, "[ABT] $_\n" for @bt;
3513 --$_log_backtrace; 3969 --$_log_backtrace;
3514 }; 3970 };
3515 } else { 3971 } else {
3516 LOG llevInfo, "[ABT] $msg\n"; 3972 LOG llevInfo, "[ABT] $msg\n";
3517 LOG llevInfo, "[ABT] [suppressed]\n"; 3973 LOG llevInfo, "[ABT] [suppressed]\n";
3518 } 3974 }
3519} 3975}
3520 3976
3521# load additional modules 3977# load additional modules
3522use cf::pod; 3978require "cf/$_.pm" for @EXTRA_MODULES;
3523 3979
3524END { cf::emergency_save } 3980END { cf::emergency_save }
3525 3981
35261 39821
3527 3983

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines