ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.361 by root, Sun Sep 9 12:52:48 2007 UTC vs.
Revision 1.467 by root, Thu Jan 8 04:35:04 2009 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
24use 5.10.0;
3use utf8; 25use utf8;
4use strict; 26use strict qw(vars subs);
5 27
6use Symbol; 28use Symbol;
7use List::Util; 29use List::Util;
8use Socket; 30use Socket;
9use Storable; 31use EV;
10use Event;
11use Opcode; 32use Opcode;
12use Safe; 33use Safe;
13use Safe::Hole; 34use Safe::Hole;
35use Storable ();
14 36
37use Guard ();
15use Coro 3.64 (); 38use Coro ();
16use Coro::State; 39use Coro::State;
17use Coro::Handle; 40use Coro::Handle;
41use Coro::EV;
18use Coro::Event; 42use Coro::AnyEvent;
19use Coro::Timer; 43use Coro::Timer;
20use Coro::Signal; 44use Coro::Signal;
21use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
22use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
23use Coro::Storable; 50use Coro::Storable;
24use Coro::Util (); 51use Coro::Util ();
25 52
26use JSON::XS (); 53use JSON::XS 2.01 ();
27use BDB (); 54use BDB ();
28use Data::Dumper; 55use Data::Dumper;
29use Digest::MD5; 56use Digest::MD5;
30use Fcntl; 57use Fcntl;
31use YAML::Syck (); 58use YAML ();
32use IO::AIO 2.32 (); 59use IO::AIO ();
33use Time::HiRes; 60use Time::HiRes;
34use Compress::LZF; 61use Compress::LZF;
35use Digest::MD5 (); 62use Digest::MD5 ();
63
64AnyEvent::detect;
36 65
37# configure various modules to our taste 66# configure various modules to our taste
38# 67#
39$Storable::canonical = 1; # reduce rsync transfers 68$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 69Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
70
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72
73# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43$Event::Eval = 1; # no idea why this is required, but it is
44
45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46$YAML::Syck::ImplicitUnicode = 1;
47
48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49 76
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 77sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51 78
52our %COMMAND = (); 79our %COMMAND = ();
53our %COMMAND_TIME = (); 80our %COMMAND_TIME = ();
56our %EXTCMD = (); 83our %EXTCMD = ();
57our %EXTICMD = (); 84our %EXTICMD = ();
58our %EXT_CORO = (); # coroutines bound to extensions 85our %EXT_CORO = (); # coroutines bound to extensions
59our %EXT_MAP = (); # pluggable maps 86our %EXT_MAP = (); # pluggable maps
60 87
61our $RELOAD; # number of reloads so far 88our $RELOAD; # number of reloads so far, non-zero while in reload
62our @EVENT; 89our @EVENT;
63 90
64our $CONFDIR = confdir; 91our $CONFDIR = confdir;
65our $DATADIR = datadir; 92our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext"; 93our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod"; 94our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir; 95our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir; 96our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir; 97our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 98our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir; 99our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random"; 100our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db"; 101our $BDBDIR = "$LOCALDIR/db";
102our $PIDFILE = "$LOCALDIR/pid";
103our $RUNTIMEFILE = "$LOCALDIR/runtime";
104
105our %RESOURCE;
75 106
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 107our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 108our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80our $NEXT_TICK; 109our $NEXT_TICK;
81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 110our $USE_FSYNC = 1; # use fsync to write maps - default off
83 111
112our $BDB_DEADLOCK_WATCHER;
113our $BDB_CHECKPOINT_WATCHER;
84our $BDB_POLL_WATCHER; 114our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 115our $DB_ENV;
116
117our @EXTRA_MODULES = qw(pod mapscript);
86 118
87our %CFG; 119our %CFG;
88 120
89our $UPTIME; $UPTIME ||= time; 121our $UPTIME; $UPTIME ||= time;
90our $RUNTIME; 122our $RUNTIME;
123our $NOW;
91 124
92our (%PLAYER, %PLAYER_LOADING); # all users 125our (%PLAYER, %PLAYER_LOADING); # all users
93our (%MAP, %MAP_LOADING ); # all maps 126our (%MAP, %MAP_LOADING ); # all maps
94our $LINK_MAP; # the special {link} map, which is always available 127our $LINK_MAP; # the special {link} map, which is always available
95 128
96# used to convert map paths into valid unix filenames by replacing / by ∕ 129# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 130our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 131
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 132our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 133our $LOADAVG; # same thing, but with alpha-smoothing
134our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 135our $TICK_START; # for load detecting purposes
136
137our @POST_INIT;
138
139our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
102 140
103binmode STDOUT; 141binmode STDOUT;
104binmode STDERR; 142binmode STDERR;
105 143
106# read virtual server time, if available 144# read virtual server time, if available
107unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 145unless ($RUNTIME || !-e $RUNTIMEFILE) {
108 open my $fh, "<", "$LOCALDIR/runtime" 146 open my $fh, "<", $RUNTIMEFILE
109 or die "unable to read runtime file: $!"; 147 or die "unable to read $RUNTIMEFILE file: $!";
110 $RUNTIME = <$fh> + 0.; 148 $RUNTIME = <$fh> + 0.;
111} 149}
150
151eval "sub TICK() { $TICK } 1" or die;
112 152
113mkdir $_ 153mkdir $_
114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 154 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115 155
116our $EMERGENCY_POSITION; 156our $EMERGENCY_POSITION;
159 199
160The raw value load value from the last tick. 200The raw value load value from the last tick.
161 201
162=item %cf::CFG 202=item %cf::CFG
163 203
164Configuration for the server, loaded from C</etc/crossfire/config>, or 204Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165from wherever your confdir points to. 205from wherever your confdir points to.
166 206
167=item cf::wait_for_tick, cf::wait_for_tick_begin 207=item cf::wait_for_tick, cf::wait_for_tick_begin
168 208
169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 209These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
187 $msg .= "\n" 227 $msg .= "\n"
188 unless $msg =~ /\n$/; 228 unless $msg =~ /\n$/;
189 229
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 230 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191 231
192 utf8::encode $msg;
193 LOG llevError, $msg; 232 LOG llevError, $msg;
194 }; 233 };
195} 234}
235
236$Coro::State::DIEHOOK = sub {
237 return unless $^S eq 0; # "eq", not "=="
238
239 if ($Coro::current == $Coro::main) {#d#
240 warn "DIEHOOK called in main context, Coro bug?\n";#d#
241 return;#d#
242 }#d#
243
244 # kill coroutine otherwise
245 warn Carp::longmess $_[0];
246 Coro::terminate
247};
248
249$SIG{__DIE__} = sub { }; #d#?
196 250
197@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 251@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 252@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 253@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 254@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
207for my $pkg (qw( 261for my $pkg (qw(
208 cf::global cf::attachable 262 cf::global cf::attachable
209 cf::object cf::object::player 263 cf::object cf::object::player
210 cf::client cf::player 264 cf::client cf::player
211 cf::arch cf::living 265 cf::arch cf::living
266 cf::map cf::mapspace
212 cf::map cf::party cf::region 267 cf::party cf::region
213)) { 268)) {
214 no strict 'refs';
215 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 269 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216} 270}
217 271
218$Event::DIED = sub { 272$EV::DIED = sub {
219 warn "error in event callback: @_"; 273 warn "error in event callback: @_";
220}; 274};
221 275
222############################################################################# 276#############################################################################
223 277
246 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 300 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247 $d 301 $d
248 } || "[unable to dump $_[0]: '$@']"; 302 } || "[unable to dump $_[0]: '$@']";
249} 303}
250 304
251=item $ref = cf::from_json $json 305=item $ref = cf::decode_json $json
252 306
253Converts a JSON string into the corresponding perl data structure. 307Converts a JSON string into the corresponding perl data structure.
254 308
255=item $json = cf::to_json $ref 309=item $json = cf::encode_json $ref
256 310
257Converts a perl data structure into its JSON representation. 311Converts a perl data structure into its JSON representation.
258 312
259=cut 313=cut
260 314
261our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 315our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262 316
263sub to_json ($) { $json_coder->encode ($_[0]) } 317sub encode_json($) { $json_coder->encode ($_[0]) }
264sub from_json ($) { $json_coder->decode ($_[0]) } 318sub decode_json($) { $json_coder->decode ($_[0]) }
319
320=item cf::post_init { BLOCK }
321
322Execute the given codeblock, I<after> all extensions have been (re-)loaded,
323but I<before> the server starts ticking again.
324
325The cdoeblock will have a single boolean argument to indicate whether this
326is a reload or not.
327
328=cut
329
330sub post_init(&) {
331 push @POST_INIT, shift;
332}
265 333
266=item cf::lock_wait $string 334=item cf::lock_wait $string
267 335
268Wait until the given lock is available. See cf::lock_acquire. 336Wait until the given lock is available. See cf::lock_acquire.
269 337
270=item my $lock = cf::lock_acquire $string 338=item my $lock = cf::lock_acquire $string
271 339
272Wait until the given lock is available and then acquires it and returns 340Wait until the given lock is available and then acquires it and returns
273a Coro::guard object. If the guard object gets destroyed (goes out of scope, 341a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274for example when the coroutine gets canceled), the lock is automatically 342for example when the coroutine gets canceled), the lock is automatically
275returned. 343returned.
276 344
277Locks are *not* recursive, locking from the same coro twice results in a 345Locks are *not* recursive, locking from the same coro twice results in a
278deadlocked coro. 346deadlocked coro.
284 352
285Return true if the lock is currently active, i.e. somebody has locked it. 353Return true if the lock is currently active, i.e. somebody has locked it.
286 354
287=cut 355=cut
288 356
289our %LOCK; 357our $LOCKS = new Coro::SemaphoreSet;
290our %LOCKER;#d#
291 358
292sub lock_wait($) { 359sub lock_wait($) {
293 my ($key) = @_; 360 $LOCKS->wait ($_[0]);
294
295 if ($LOCKER{$key} == $Coro::current) {#d#
296 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
297 return;#d#
298 }#d#
299
300 # wait for lock, if any
301 while ($LOCK{$key}) {
302 push @{ $LOCK{$key} }, $Coro::current;
303 Coro::schedule;
304 }
305} 361}
306 362
307sub lock_acquire($) { 363sub lock_acquire($) {
308 my ($key) = @_; 364 $LOCKS->guard ($_[0])
309
310 # wait, to be sure we are not locked
311 lock_wait $key;
312
313 $LOCK{$key} = [];
314 $LOCKER{$key} = $Coro::current;#d#
315
316 Coro::guard {
317 delete $LOCKER{$key};#d#
318 # wake up all waiters, to be on the safe side
319 $_->ready for @{ delete $LOCK{$key} };
320 }
321} 365}
322 366
323sub lock_active($) { 367sub lock_active($) {
324 my ($key) = @_; 368 $LOCKS->count ($_[0]) < 1
325
326 ! ! $LOCK{$key}
327} 369}
328 370
329sub freeze_mainloop { 371sub freeze_mainloop {
330 return unless $TICK_WATCHER->is_active; 372 tick_inhibit_inc;
331 373
332 my $guard = Coro::guard { 374 &Guard::guard (\&tick_inhibit_dec);
333 $TICK_WATCHER->start; 375}
334 }; 376
335 $TICK_WATCHER->stop; 377=item cf::periodic $interval, $cb
336 $guard 378
379Like EV::periodic, but randomly selects a starting point so that the actions
380get spread over timer.
381
382=cut
383
384sub periodic($$) {
385 my ($interval, $cb) = @_;
386
387 my $start = rand List::Util::min 180, $interval;
388
389 EV::periodic $start, $interval, 0, $cb
337} 390}
338 391
339=item cf::get_slot $time[, $priority[, $name]] 392=item cf::get_slot $time[, $priority[, $name]]
340 393
341Allocate $time seconds of blocking CPU time at priority C<$priority>: 394Allocate $time seconds of blocking CPU time at priority C<$priority>:
352our @SLOT_QUEUE; 405our @SLOT_QUEUE;
353our $SLOT_QUEUE; 406our $SLOT_QUEUE;
354 407
355$SLOT_QUEUE->cancel if $SLOT_QUEUE; 408$SLOT_QUEUE->cancel if $SLOT_QUEUE;
356$SLOT_QUEUE = Coro::async { 409$SLOT_QUEUE = Coro::async {
410 $Coro::current->desc ("timeslot manager");
411
357 my $signal = new Coro::Signal; 412 my $signal = new Coro::Signal;
358 413
359 while () { 414 while () {
360 next_job: 415 next_job:
361 my $avail = cf::till_tick; 416 my $avail = cf::till_tick;
369 } 424 }
370 } 425 }
371 } 426 }
372 427
373 if (@SLOT_QUEUE) { 428 if (@SLOT_QUEUE) {
374 # we do not use wait_For_tick() as it returns immediately when tick is inactive 429 # we do not use wait_for_tick() as it returns immediately when tick is inactive
375 push @cf::WAIT_FOR_TICK, $signal; 430 push @cf::WAIT_FOR_TICK, $signal;
376 $signal->wait; 431 $signal->wait;
377 } else { 432 } else {
378 Coro::schedule; 433 Coro::schedule;
379 } 434 }
380 } 435 }
381}; 436};
382 437
383sub get_slot($;$$) { 438sub get_slot($;$$) {
439 return if tick_inhibit || $Coro::current == $Coro::main;
440
384 my ($time, $pri, $name) = @_; 441 my ($time, $pri, $name) = @_;
385 442
386 $time = $TICK * .6 if $time > $TICK * .6; 443 $time = $TICK * .6 if $time > $TICK * .6;
387 my $sig = new Coro::Signal; 444 my $sig = new Coro::Signal;
388 445
402 459
403BEGIN { *async = \&Coro::async_pool } 460BEGIN { *async = \&Coro::async_pool }
404 461
405=item cf::sync_job { BLOCK } 462=item cf::sync_job { BLOCK }
406 463
407The design of Crossfire TRT requires that the main coroutine ($Coro::main) 464The design of Deliantra requires that the main coroutine ($Coro::main)
408is always able to handle events or runnable, as Crossfire TRT is only 465is always able to handle events or runnable, as Deliantra is only
409partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 466partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
410acceptable. 467acceptable.
411 468
412If it must be done, put the blocking parts into C<sync_job>. This will run 469If it must be done, put the blocking parts into C<sync_job>. This will run
413the given BLOCK in another coroutine while waiting for the result. The 470the given BLOCK in another coroutine while waiting for the result. The
418 475
419sub sync_job(&) { 476sub sync_job(&) {
420 my ($job) = @_; 477 my ($job) = @_;
421 478
422 if ($Coro::current == $Coro::main) { 479 if ($Coro::current == $Coro::main) {
423 my $time = Event::time; 480 my $time = EV::time;
424 481
425 # this is the main coro, too bad, we have to block 482 # this is the main coro, too bad, we have to block
426 # till the operation succeeds, freezing the server :/ 483 # till the operation succeeds, freezing the server :/
427 484
428 # TODO: use suspend/resume instead 485 LOG llevError, Carp::longmess "sync job";#d#
429 # (but this is cancel-safe) 486
430 my $freeze_guard = freeze_mainloop; 487 my $freeze_guard = freeze_mainloop;
431 488
432 my $busy = 1; 489 my $busy = 1;
433 my @res; 490 my @res;
434 491
435 (async { 492 (async {
493 $Coro::current->desc ("sync job coro");
436 @res = eval { $job->() }; 494 @res = eval { $job->() };
437 warn $@ if $@; 495 warn $@ if $@;
438 undef $busy; 496 undef $busy;
439 })->prio (Coro::PRIO_MAX); 497 })->prio (Coro::PRIO_MAX);
440 498
441 while ($busy) { 499 while ($busy) {
442 Coro::cede or Event::one_event; 500 if (Coro::nready) {
501 Coro::cede_notself;
502 } else {
503 EV::loop EV::LOOP_ONESHOT;
443 } 504 }
505 }
444 506
445 $time = Event::time - $time; 507 my $time = EV::time - $time;
446 508
447 LOG llevError | logBacktrace, Carp::longmess "long sync job"
448 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
449
450 $tick_start += $time; # do not account sync jobs to server load 509 $TICK_START += $time; # do not account sync jobs to server load
451 510
452 wantarray ? @res : $res[0] 511 wantarray ? @res : $res[0]
453 } else { 512 } else {
454 # we are in another coroutine, how wonderful, everything just works 513 # we are in another coroutine, how wonderful, everything just works
455 514
480=item fork_call { }, $args 539=item fork_call { }, $args
481 540
482Executes the given code block with the given arguments in a seperate 541Executes the given code block with the given arguments in a seperate
483process, returning the results. Everything must be serialisable with 542process, returning the results. Everything must be serialisable with
484Coro::Storable. May, of course, block. Note that the executed sub may 543Coro::Storable. May, of course, block. Note that the executed sub may
485never block itself or use any form of Event handling. 544never block itself or use any form of event handling.
486 545
487=cut 546=cut
488 547
489sub fork_call(&@) { 548sub fork_call(&@) {
490 my ($cb, @args) = @_; 549 my ($cb, @args) = @_;
499 }, @args; 558 }, @args;
500 559
501 wantarray ? @res : $res[-1] 560 wantarray ? @res : $res[-1]
502} 561}
503 562
563=item $coin = coin_from_name $name
564
565=cut
566
567our %coin_alias = (
568 "silver" => "silvercoin",
569 "silvercoin" => "silvercoin",
570 "silvercoins" => "silvercoin",
571 "gold" => "goldcoin",
572 "goldcoin" => "goldcoin",
573 "goldcoins" => "goldcoin",
574 "platinum" => "platinacoin",
575 "platinumcoin" => "platinacoin",
576 "platinumcoins" => "platinacoin",
577 "platina" => "platinacoin",
578 "platinacoin" => "platinacoin",
579 "platinacoins" => "platinacoin",
580 "royalty" => "royalty",
581 "royalties" => "royalty",
582);
583
584sub coin_from_name($) {
585 $coin_alias{$_[0]}
586 ? cf::arch::find $coin_alias{$_[0]}
587 : undef
588}
589
504=item $value = cf::db_get $family => $key 590=item $value = cf::db_get $family => $key
505 591
506Returns a single value from the environment database. 592Returns a single value from the environment database.
507 593
508=item cf::db_put $family => $key => $value 594=item cf::db_put $family => $key => $value
509 595
510Stores the given C<$value> in the family. It can currently store binary 596Stores the given C<$value> in the family. It can currently store binary
511data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 597data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
512 598
599=item $db = cf::db_table "name"
600
601Create and/or open a new database table. The string must not be "db" and must be unique
602within each server.
603
513=cut 604=cut
605
606sub db_table($) {
607 my ($name) = @_;
608 my $db = BDB::db_create $DB_ENV;
609
610 eval {
611 $db->set_flags (BDB::CHKSUM);
612
613 utf8::encode $name;
614 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
615 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
616 cf::cleanup "db_open(db): $!" if $!;
617 };
618 cf::cleanup "db_open(db): $@" if $@;
619
620 $db
621}
514 622
515our $DB; 623our $DB;
516 624
517sub db_init { 625sub db_init {
518 unless ($DB) {
519 $DB = BDB::db_create $DB_ENV;
520
521 cf::sync_job { 626 cf::sync_job {
522 eval { 627 $DB ||= db_table "db";
523 $DB->set_flags (BDB::CHKSUM);
524
525 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
526 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
527 cf::cleanup "db_open(db): $!" if $!;
528 };
529 cf::cleanup "db_open(db): $@" if $@;
530 };
531 } 628 };
532} 629}
533 630
534sub db_get($$) { 631sub db_get($$) {
535 my $key = "$_[0]/$_[1]"; 632 my $key = "$_[0]/$_[1]";
536 633
634 731
635############################################################################# 732#############################################################################
636 733
637=head2 ATTACHABLE OBJECTS 734=head2 ATTACHABLE OBJECTS
638 735
639Many objects in crossfire are so-called attachable objects. That means you can 736Many objects in deliantra are so-called attachable objects. That means you can
640attach callbacks/event handlers (a collection of which is called an "attachment") 737attach callbacks/event handlers (a collection of which is called an "attachment")
641to it. All such attachable objects support the following methods. 738to it. All such attachable objects support the following methods.
642 739
643In the following description, CLASS can be any of C<global>, C<object> 740In the following description, CLASS can be any of C<global>, C<object>
644C<player>, C<client> or C<map> (i.e. the attachable objects in 741C<player>, C<client> or C<map> (i.e. the attachable objects in
645Crossfire TRT). 742Deliantra).
646 743
647=over 4 744=over 4
648 745
649=item $attachable->attach ($attachment, key => $value...) 746=item $attachable->attach ($attachment, key => $value...)
650 747
694=item cf::CLASS::attachment $name, ... 791=item cf::CLASS::attachment $name, ...
695 792
696Register an attachment by C<$name> through which attachable objects of the 793Register an attachment by C<$name> through which attachable objects of the
697given CLASS can refer to this attachment. 794given CLASS can refer to this attachment.
698 795
699Some classes such as crossfire maps and objects can specify attachments 796Some classes such as deliantra maps and objects can specify attachments
700that are attached at load/instantiate time, thus the need for a name. 797that are attached at load/instantiate time, thus the need for a name.
701 798
702These calls expect any number of the following handler/hook descriptions: 799These calls expect any number of the following handler/hook descriptions:
703 800
704=over 4 801=over 4
932 } 1029 }
933 1030
934 0 1031 0
935} 1032}
936 1033
937=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1034=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
938 1035
939=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1036=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
940 1037
941Generate an object-specific event with the given arguments. 1038Generate an object-specific event with the given arguments.
942 1039
948 1045
949=cut 1046=cut
950 1047
951############################################################################# 1048#############################################################################
952# object support 1049# object support
953#
954 1050
1051sub _object_equal($$);
1052sub _object_equal($$) {
1053 my ($a, $b) = @_;
1054
1055 return 0 unless (ref $a) eq (ref $b);
1056
1057 if ("HASH" eq ref $a) {
1058 my @ka = keys %$a;
1059 my @kb = keys %$b;
1060
1061 return 0 if @ka != @kb;
1062
1063 for (0 .. $#ka) {
1064 return 0 unless $ka[$_] eq $kb[$_];
1065 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1066 }
1067
1068 } elsif ("ARRAY" eq ref $a) {
1069
1070 return 0 if @$a != @$b;
1071
1072 for (0 .. $#$a) {
1073 return 0 unless _object_equal $a->[$_], $b->[$_];
1074 }
1075
1076 } elsif ($a ne $b) {
1077 return 0;
1078 }
1079
1080 1
1081}
1082
1083our $SLOW_MERGES;#d#
955sub _can_merge { 1084sub _can_merge {
956 my ($ob1, $ob2) = @_; 1085 my ($ob1, $ob2) = @_;
957 1086
958 local $Storable::canonical = 1; 1087 ++$SLOW_MERGES;#d#
959 my $fob1 = Storable::freeze $ob1;
960 my $fob2 = Storable::freeze $ob2;
961 1088
962 $fob1 eq $fob2 1089 # we do the slow way here
1090 return _object_equal $ob1, $ob2
963} 1091}
964 1092
965sub reattach { 1093sub reattach {
966 # basically do the same as instantiate, without calling instantiate 1094 # basically do the same as instantiate, without calling instantiate
967 my ($obj) = @_; 1095 my ($obj) = @_;
968 1096
1097 # no longer needed after getting rid of delete_package?
969 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1098 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
970 1099
971 my $registry = $obj->registry; 1100 my $registry = $obj->registry;
972 1101
973 @$registry = (); 1102 @$registry = ();
974 1103
989cf::attachable->attach ( 1118cf::attachable->attach (
990 prio => -1000000, 1119 prio => -1000000,
991 on_instantiate => sub { 1120 on_instantiate => sub {
992 my ($obj, $data) = @_; 1121 my ($obj, $data) = @_;
993 1122
994 $data = from_json $data; 1123 $data = decode_json $data;
995 1124
996 for (@$data) { 1125 for (@$data) {
997 my ($name, $args) = @$_; 1126 my ($name, $args) = @$_;
998 1127
999 $obj->attach ($name, %{$args || {} }); 1128 $obj->attach ($name, %{$args || {} });
1013); 1142);
1014 1143
1015sub object_freezer_save { 1144sub object_freezer_save {
1016 my ($filename, $rdata, $objs) = @_; 1145 my ($filename, $rdata, $objs) = @_;
1017 1146
1018 my $guard = cf::lock_acquire "io";
1019
1020 sync_job { 1147 sync_job {
1021 if (length $$rdata) { 1148 if (length $$rdata) {
1149 utf8::decode (my $decname = $filename);
1022 warn sprintf "saving %s (%d,%d)\n", 1150 warn sprintf "saving %s (%d,%d)\n",
1023 $filename, length $$rdata, scalar @$objs; 1151 $decname, length $$rdata, scalar @$objs;
1024 1152
1025 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1153 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026 chmod SAVE_MODE, $fh; 1154 aio_chmod $fh, SAVE_MODE;
1027 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1155 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028 aio_fsync $fh if $cf::USE_FSYNC; 1156 aio_fsync $fh if $cf::USE_FSYNC;
1029 close $fh; 1157 aio_close $fh;
1030 1158
1031 if (@$objs) { 1159 if (@$objs) {
1032 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1160 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033 chmod SAVE_MODE, $fh; 1161 aio_chmod $fh, SAVE_MODE;
1034 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1162 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035 aio_write $fh, 0, (length $data), $data, 0; 1163 aio_write $fh, 0, (length $data), $data, 0;
1036 aio_fsync $fh if $cf::USE_FSYNC; 1164 aio_fsync $fh if $cf::USE_FSYNC;
1037 close $fh; 1165 aio_close $fh;
1038 aio_rename "$filename.pst~", "$filename.pst"; 1166 aio_rename "$filename.pst~", "$filename.pst";
1039 } 1167 }
1040 } else { 1168 } else {
1041 aio_unlink "$filename.pst"; 1169 aio_unlink "$filename.pst";
1042 } 1170 }
1043 1171
1044 aio_rename "$filename~", $filename; 1172 aio_rename "$filename~", $filename;
1173
1174 $filename =~ s%/[^/]+$%%;
1175 aio_pathsync $filename if $cf::USE_FSYNC;
1045 } else { 1176 } else {
1046 warn "FATAL: $filename~: $!\n"; 1177 warn "unable to save objects: $filename~: $!\n";
1047 } 1178 }
1048 } else { 1179 } else {
1049 aio_unlink $filename; 1180 aio_unlink $filename;
1050 aio_unlink "$filename.pst"; 1181 aio_unlink "$filename.pst";
1051 } 1182 }
1052 }; 1183 };
1053
1054 undef $guard;
1055} 1184}
1056 1185
1057sub object_freezer_as_string { 1186sub object_freezer_as_string {
1058 my ($rdata, $objs) = @_; 1187 my ($rdata, $objs) = @_;
1059 1188
1064 1193
1065sub object_thawer_load { 1194sub object_thawer_load {
1066 my ($filename) = @_; 1195 my ($filename) = @_;
1067 1196
1068 my ($data, $av); 1197 my ($data, $av);
1069
1070 my $guard = cf::lock_acquire "io";
1071 1198
1072 (aio_load $filename, $data) >= 0 1199 (aio_load $filename, $data) >= 0
1073 or return; 1200 or return;
1074 1201
1075 unless (aio_stat "$filename.pst") { 1202 unless (aio_stat "$filename.pst") {
1076 (aio_load "$filename.pst", $av) >= 0 1203 (aio_load "$filename.pst", $av) >= 0
1077 or return; 1204 or return;
1078 1205
1079 undef $guard;
1080 $av = eval { (Storable::thaw $av)->{objs} }; 1206 my $st = eval { Coro::Storable::thaw $av };
1207 $av = $st->{objs};
1081 } 1208 }
1082 1209
1210 utf8::decode (my $decname = $filename);
1083 warn sprintf "loading %s (%d)\n", 1211 warn sprintf "loading %s (%d,%d)\n",
1084 $filename, length $data, scalar @{$av || []}; 1212 $decname, length $data, scalar @{$av || []};
1085 1213
1086 ($data, $av) 1214 ($data, $av)
1087} 1215}
1088 1216
1089=head2 COMMAND CALLBACKS 1217=head2 COMMAND CALLBACKS
1145 my ($name, $cb) = @_; 1273 my ($name, $cb) = @_;
1146 1274
1147 $EXTICMD{$name} = $cb; 1275 $EXTICMD{$name} = $cb;
1148} 1276}
1149 1277
1278use File::Glob ();
1279
1150cf::player->attach ( 1280cf::player->attach (
1151 on_command => sub { 1281 on_command => sub {
1152 my ($pl, $name, $params) = @_; 1282 my ($pl, $name, $params) = @_;
1153 1283
1154 my $cb = $COMMAND{$name} 1284 my $cb = $COMMAND{$name}
1186 1316
1187 cf::override; 1317 cf::override;
1188 }, 1318 },
1189); 1319);
1190 1320
1321# "readahead" all extensions
1322sub cache_extensions {
1323 my $grp = IO::AIO::aio_group;
1324
1325 add $grp IO::AIO::aio_readdir $LIBDIR, sub {
1326 for (grep /\.ext$/, @{$_[0]}) {
1327 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1328 }
1329 };
1330
1331 $grp
1332}
1333
1191sub load_extensions { 1334sub load_extensions {
1192 cf::sync_job { 1335 cf::sync_job {
1193 my %todo; 1336 my %todo;
1194 1337
1195 for my $path (<$LIBDIR/*.ext>) { 1338 for my $path (<$LIBDIR/*.ext>) {
1214 1357
1215 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1358 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1216 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1359 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1217 1360
1218 $ext{source} = 1361 $ext{source} =
1219 "package $pkg; use strict; use utf8;\n" 1362 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1220 . "#line 1 \"$path\"\n{\n" 1363 . "#line 1 \"$path\"\n{\n"
1221 . $source 1364 . $source
1222 . "\n};\n1"; 1365 . "\n};\n1";
1223 1366
1224 $todo{$base} = \%ext; 1367 $todo{$base} = \%ext;
1240 my $msg = $@ ? "$v->{path}: $@\n" 1383 my $msg = $@ ? "$v->{path}: $@\n"
1241 : "$v->{base}: extension inactive.\n"; 1384 : "$v->{base}: extension inactive.\n";
1242 1385
1243 if (exists $v->{meta}{mandatory}) { 1386 if (exists $v->{meta}{mandatory}) {
1244 warn $msg; 1387 warn $msg;
1245 warn "mandatory extension failed to load, exiting.\n"; 1388 cf::cleanup "mandatory extension failed to load, exiting.";
1246 exit 1;
1247 } 1389 }
1248 1390
1249 warn $msg; 1391 warn $msg;
1250 } 1392 }
1251 1393
1265 1407
1266=back 1408=back
1267 1409
1268=head2 CORE EXTENSIONS 1410=head2 CORE EXTENSIONS
1269 1411
1270Functions and methods that extend core crossfire objects. 1412Functions and methods that extend core deliantra objects.
1271 1413
1272=cut 1414=cut
1273 1415
1274package cf::player; 1416package cf::player;
1275 1417
1318 1460
1319sub exists($) { 1461sub exists($) {
1320 my ($login) = @_; 1462 my ($login) = @_;
1321 1463
1322 $cf::PLAYER{$login} 1464 $cf::PLAYER{$login}
1323 or cf::sync_job { !aio_stat path $login } 1465 or !aio_stat path $login
1324} 1466}
1325 1467
1326sub find($) { 1468sub find($) {
1327 return $cf::PLAYER{$_[0]} || do { 1469 return $cf::PLAYER{$_[0]} || do {
1328 my $login = $_[0]; 1470 my $login = $_[0];
1338 aio_unlink +(playerdir $login) . "/$login.pl"; 1480 aio_unlink +(playerdir $login) . "/$login.pl";
1339 1481
1340 my $f = new_from_file cf::object::thawer path $login 1482 my $f = new_from_file cf::object::thawer path $login
1341 or return; 1483 or return;
1342 1484
1343 $f->next;
1344 my $pl = cf::player::load_pl $f 1485 my $pl = cf::player::load_pl $f
1345 or return; 1486 or return;
1487
1346 local $cf::PLAYER_LOADING{$login} = $pl; 1488 local $cf::PLAYER_LOADING{$login} = $pl;
1347 $f->resolve_delayed_derefs; 1489 $f->resolve_delayed_derefs;
1348 $cf::PLAYER{$login} = $pl 1490 $cf::PLAYER{$login} = $pl
1349 } 1491 }
1350 } 1492 }
1360 1502
1361 return if $pl->{deny_save}; 1503 return if $pl->{deny_save};
1362 1504
1363 aio_mkdir playerdir $pl, 0770; 1505 aio_mkdir playerdir $pl, 0770;
1364 $pl->{last_save} = $cf::RUNTIME; 1506 $pl->{last_save} = $cf::RUNTIME;
1507
1508 cf::get_slot 0.01;
1365 1509
1366 $pl->save_pl ($path); 1510 $pl->save_pl ($path);
1367 cf::cede_to_tick; 1511 cf::cede_to_tick;
1368} 1512}
1369 1513
1401 my ($pl) = @_; 1545 my ($pl) = @_;
1402 1546
1403 my $name = $pl->ob->name; 1547 my $name = $pl->ob->name;
1404 1548
1405 $pl->{deny_save} = 1; 1549 $pl->{deny_save} = 1;
1406 $pl->password ("*"); # this should lock out the player until we nuked the dir 1550 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1407 1551
1408 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1552 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1409 $pl->deactivate; 1553 $pl->deactivate;
1554 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1555 $pl->ob->check_score;
1410 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1556 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1411 $pl->ns->destroy if $pl->ns; 1557 $pl->ns->destroy if $pl->ns;
1412 1558
1413 my $path = playerdir $pl; 1559 my $path = playerdir $pl;
1414 my $temp = "$path~$cf::RUNTIME~deleting~"; 1560 my $temp = "$path~$cf::RUNTIME~deleting~";
1453 1599
1454 for my $login (@$dirs) { 1600 for my $login (@$dirs) {
1455 my $path = path $login; 1601 my $path = path $login;
1456 1602
1457 # a .pst is a dead give-away for a valid player 1603 # a .pst is a dead give-away for a valid player
1458 unless (-e "$path.pst") { 1604 # if no pst file found, open and chekc for blocked users
1605 if (aio_stat "$path.pst") {
1459 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next; 1606 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1460 aio_read $fh, 0, 512, my $buf, 0 or next; 1607 aio_read $fh, 0, 512, my $buf, 0 or next;
1461 $buf !~ /^password -------------$/m or next; # official not-valid tag 1608 $buf !~ /^password -------------$/m or next; # official not-valid tag
1462 } 1609 }
1463 1610
1494 } 1641 }
1495 1642
1496 \@paths 1643 \@paths
1497} 1644}
1498 1645
1499=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1646=item $protocol_xml = $player->expand_cfpod ($cfpod)
1500 1647
1501Expand crossfire pod fragments into protocol xml. 1648Expand deliantra pod fragments into protocol xml.
1502
1503=cut
1504
1505sub expand_cfpod {
1506 ((my $self), (local $_)) = @_;
1507
1508 # escape & and <
1509 s/&/&amp;/g;
1510 s/(?<![BIUGHT])</&lt;/g;
1511
1512 # this is buggy, it needs to properly take care of nested <'s
1513
1514 1 while
1515 # replace B<>, I<>, U<> etc.
1516 s/B<([^\>]*)>/<b>$1<\/b>/
1517 || s/I<([^\>]*)>/<i>$1<\/i>/
1518 || s/U<([^\>]*)>/<u>$1<\/u>/
1519 || s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1520 # replace G<male|female> tags
1521 || s{G<([^>|]*)\|([^>]*)>}{
1522 $self->gender ? $2 : $1
1523 }ge
1524 # replace H<hint text>
1525 || s{H<([^\>]*)>}
1526 {
1527 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1528 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1529 "")
1530 [$self->{hintmode}]
1531 }ge;
1532
1533 # create single paragraphs (very hackish)
1534 s/(?<=\S)\n(?=\w)/ /g;
1535
1536 # compress some whitespace
1537 s/\s+\n/\n/g; # ws line-ends
1538 s/\n\n+/\n/g; # double lines
1539 s/^\n+//; # beginning lines
1540 s/\n+$//; # ending lines
1541
1542 $_
1543}
1544
1545sub hintmode {
1546 $_[0]{hintmode} = $_[1] if @_ > 1;
1547 $_[0]{hintmode}
1548}
1549 1649
1550=item $player->ext_reply ($msgid, @msg) 1650=item $player->ext_reply ($msgid, @msg)
1551 1651
1552Sends an ext reply to the player. 1652Sends an ext reply to the player.
1553 1653
1620our $MAX_RESET = 3600; 1720our $MAX_RESET = 3600;
1621our $DEFAULT_RESET = 3000; 1721our $DEFAULT_RESET = 3000;
1622 1722
1623sub generate_random_map { 1723sub generate_random_map {
1624 my ($self, $rmp) = @_; 1724 my ($self, $rmp) = @_;
1725
1726 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1727
1625 # mit "rum" bekleckern, nicht 1728 # mit "rum" bekleckern, nicht
1626 $self->_create_random_map ( 1729 $self->_create_random_map (
1627 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1730 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1628 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1731 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1629 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1732 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1751 1854
1752# the temporary/swap location 1855# the temporary/swap location
1753sub save_path { 1856sub save_path {
1754 my ($self) = @_; 1857 my ($self) = @_;
1755 1858
1756 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1859 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1757 "$TMPDIR/$path.map" 1860 "$TMPDIR/$path.map"
1758} 1861}
1759 1862
1760# the unique path, undef == no special unique path 1863# the unique path, undef == no special unique path
1761sub uniq_path { 1864sub uniq_path {
1762 my ($self) = @_; 1865 my ($self) = @_;
1763 1866
1764 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1867 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1765 "$UNIQUEDIR/$path" 1868 "$UNIQUEDIR/$path"
1766}
1767
1768# and all this just because we cannot iterate over
1769# all maps in C++...
1770sub change_all_map_light {
1771 my ($change) = @_;
1772
1773 $_->change_map_light ($change)
1774 for grep $_->outdoor, values %cf::MAP;
1775} 1869}
1776 1870
1777sub decay_objects { 1871sub decay_objects {
1778 my ($self) = @_; 1872 my ($self) = @_;
1779 1873
1863sub find { 1957sub find {
1864 my ($path, $origin) = @_; 1958 my ($path, $origin) = @_;
1865 1959
1866 $path = normalise $path, $origin && $origin->path; 1960 $path = normalise $path, $origin && $origin->path;
1867 1961
1868 cf::lock_wait "map_data:$path";#d#remove 1962 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1869 cf::lock_wait "map_find:$path"; 1963 my $guard2 = cf::lock_acquire "map_find:$path";
1870 1964
1871 $cf::MAP{$path} || do { 1965 $cf::MAP{$path} || do {
1872 my $guard1 = cf::lock_acquire "map_find:$path";
1873 my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1874
1875 my $map = new_from_path cf::map $path 1966 my $map = new_from_path cf::map $path
1876 or return; 1967 or return;
1877 1968
1878 $map->{last_save} = $cf::RUNTIME; 1969 $map->{last_save} = $cf::RUNTIME;
1879 1970
1881 or return; 1972 or return;
1882 1973
1883 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?) 1974 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1884 # doing this can freeze the server in a sync job, obviously 1975 # doing this can freeze the server in a sync job, obviously
1885 #$cf::WAIT_FOR_TICK->wait; 1976 #$cf::WAIT_FOR_TICK->wait;
1977 undef $guard2;
1886 undef $guard1; 1978 undef $guard1;
1887 undef $guard2;
1888 $map->reset; 1979 $map->reset;
1889 return find $path; 1980 return find $path;
1890 } 1981 }
1891 1982
1892 $cf::MAP{$path} = $map 1983 $cf::MAP{$path} = $map
1919 my $f = new_from_file cf::object::thawer $self->{load_path}; 2010 my $f = new_from_file cf::object::thawer $self->{load_path};
1920 $f->skip_block; 2011 $f->skip_block;
1921 $self->_load_objects ($f) 2012 $self->_load_objects ($f)
1922 or return; 2013 or return;
1923 2014
1924 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2015 $self->post_load_original
1925 if delete $self->{load_original}; 2016 if delete $self->{load_original};
1926 2017
1927 if (my $uniq = $self->uniq_path) { 2018 if (my $uniq = $self->uniq_path) {
1928 utf8::encode $uniq; 2019 utf8::encode $uniq;
1929 unless (aio_stat $uniq) { 2020 unless (aio_stat $uniq) {
1947 unless ($self->{deny_activate}) { 2038 unless ($self->{deny_activate}) {
1948 $self->decay_objects; 2039 $self->decay_objects;
1949 $self->fix_auto_apply; 2040 $self->fix_auto_apply;
1950 $self->update_buttons; 2041 $self->update_buttons;
1951 cf::cede_to_tick; 2042 cf::cede_to_tick;
1952 $self->set_darkness_map;
1953 cf::cede_to_tick;
1954 $self->activate; 2043 $self->activate;
1955 } 2044 }
1956 2045
1957 $self->{last_save} = $cf::RUNTIME; 2046 $self->{last_save} = $cf::RUNTIME;
1958 $self->last_access ($cf::RUNTIME); 2047 $self->last_access ($cf::RUNTIME);
1959 2048
1960 $self->in_memory (cf::MAP_IN_MEMORY); 2049 $self->in_memory (cf::MAP_ACTIVE);
1961 } 2050 }
1962 2051
1963 $self->post_load; 2052 $self->post_load;
1964} 2053}
1965 2054
2023 my ($path, $origin, $load) = @_; 2112 my ($path, $origin, $load) = @_;
2024 2113
2025 $path = normalise $path, $origin && $origin->{path}; 2114 $path = normalise $path, $origin && $origin->{path};
2026 2115
2027 if (my $map = $cf::MAP{$path}) { 2116 if (my $map = $cf::MAP{$path}) {
2028 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY; 2117 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2029 } 2118 }
2030 2119
2031 $MAP_PREFETCH{$path} |= $load; 2120 $MAP_PREFETCH{$path} |= $load;
2032 2121
2033 $MAP_PREFETCHER ||= cf::async { 2122 $MAP_PREFETCHER ||= cf::async {
2123 $Coro::current->{desc} = "map prefetcher";
2124
2034 while (%MAP_PREFETCH) { 2125 while (%MAP_PREFETCH) {
2035 while (my ($k, $v) = each %MAP_PREFETCH) { 2126 while (my ($k, $v) = each %MAP_PREFETCH) {
2036 if (my $map = find $k) { 2127 if (my $map = find $k) {
2037 $map->load if $v; 2128 $map->load if $v;
2038 } 2129 }
2064 return if $self->{deny_save}; 2155 return if $self->{deny_save};
2065 2156
2066 local $self->{last_access} = $self->last_access;#d# 2157 local $self->{last_access} = $self->last_access;#d#
2067 2158
2068 cf::async { 2159 cf::async {
2160 $Coro::current->{desc} = "map player save";
2069 $_->contr->save for $self->players; 2161 $_->contr->save for $self->players;
2070 }; 2162 };
2163
2164 cf::get_slot 0.02;
2071 2165
2072 if ($uniq) { 2166 if ($uniq) {
2073 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2167 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2074 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2168 $self->_save_objects ($uniq, cf::IO_UNIQUES);
2075 } else { 2169 } else {
2084 $self->save; 2178 $self->save;
2085 2179
2086 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2180 my $lock = cf::lock_acquire "map_data:$self->{path}";
2087 2181
2088 return if $self->players; 2182 return if $self->players;
2089 return if $self->in_memory != cf::MAP_IN_MEMORY; 2183 return if $self->in_memory != cf::MAP_ACTIVE;
2090 return if $self->{deny_save}; 2184 return if $self->{deny_save};
2091 2185
2092 $self->in_memory (cf::MAP_SWAPPED); 2186 $self->in_memory (cf::MAP_SWAPPED);
2093 2187
2094 $self->deactivate; 2188 $self->deactivate;
2212 2306
2213sub unique_maps() { 2307sub unique_maps() {
2214 [ 2308 [
2215 map { 2309 map {
2216 utf8::decode $_; 2310 utf8::decode $_;
2217 /\.map$/ 2311 s/\.map$//; # TODO future compatibility hack
2312 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2313 ? ()
2218 ? normalise $_ 2314 : normalise $_
2219 : ()
2220 } @{ aio_readdir $UNIQUEDIR or [] } 2315 } @{ aio_readdir $UNIQUEDIR or [] }
2221 ] 2316 ]
2222} 2317}
2223 2318
2224package cf;
2225
2226=back 2319=back
2227 2320
2228=head3 cf::object 2321=head3 cf::object
2229 2322
2230=cut 2323=cut
2233 2326
2234=over 4 2327=over 4
2235 2328
2236=item $ob->inv_recursive 2329=item $ob->inv_recursive
2237 2330
2238Returns the inventory of the object _and_ their inventories, recursively. 2331Returns the inventory of the object I<and> their inventories, recursively,
2332but I<not> the object itself.
2239 2333
2240=cut 2334=cut
2241 2335
2242sub inv_recursive_; 2336sub inv_recursive_;
2243sub inv_recursive_ { 2337sub inv_recursive_ {
2248 inv_recursive_ inv $_[0] 2342 inv_recursive_ inv $_[0]
2249} 2343}
2250 2344
2251=item $ref = $ob->ref 2345=item $ref = $ob->ref
2252 2346
2253creates and returns a persistent reference to an objetc that can be stored as a string. 2347Creates and returns a persistent reference to an object that can be stored as a string.
2254 2348
2255=item $ob = cf::object::deref ($refstring) 2349=item $ob = cf::object::deref ($refstring)
2256 2350
2257returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2351returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2258even if the object actually exists. May block. 2352even if the object actually exists. May block.
2260=cut 2354=cut
2261 2355
2262sub deref { 2356sub deref {
2263 my ($ref) = @_; 2357 my ($ref) = @_;
2264 2358
2265 # temporary compatibility#TODO#remove
2266 $ref =~ s{^<}{player/<};
2267
2268 if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) { 2359 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2269 my ($uuid, $name) = ($1, $2); 2360 my ($uuid, $name) = ($1, $2);
2270 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name 2361 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2271 or return; 2362 or return;
2272 $pl->ob->uuid eq $uuid 2363 $pl->ob->uuid eq $uuid
2273 or return; 2364 or return;
2293can be C<undef>. Does the right thing when the player is currently in a 2384can be C<undef>. Does the right thing when the player is currently in a
2294dialogue with the given NPC character. 2385dialogue with the given NPC character.
2295 2386
2296=cut 2387=cut
2297 2388
2389our $SAY_CHANNEL = {
2390 id => "say",
2391 title => "Map",
2392 reply => "say ",
2393 tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
2394};
2395
2396our $CHAT_CHANNEL = {
2397 id => "chat",
2398 title => "Chat",
2399 reply => "chat ",
2400 tooltip => "Player chat and shouts, global to the server.",
2401};
2402
2298# rough implementation of a future "reply" method that works 2403# rough implementation of a future "reply" method that works
2299# with dialog boxes. 2404# with dialog boxes.
2300#TODO: the first argument must go, split into a $npc->reply_to ( method 2405#TODO: the first argument must go, split into a $npc->reply_to ( method
2301sub cf::object::player::reply($$$;$) { 2406sub cf::object::player::reply($$$;$) {
2302 my ($self, $npc, $msg, $flags) = @_; 2407 my ($self, $npc, $msg, $flags) = @_;
2313 my $dialog = $pl->{npc_dialog}; 2418 my $dialog = $pl->{npc_dialog};
2314 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg)); 2419 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2315 2420
2316 } else { 2421 } else {
2317 $msg = $npc->name . " says: $msg" if $npc; 2422 $msg = $npc->name . " says: $msg" if $npc;
2318 $self->message ($msg, $flags); 2423 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2319 } 2424 }
2320 } 2425 }
2321} 2426}
2322 2427
2323=item $object->send_msg ($channel, $msg, $color, [extra...]) 2428=item $object->send_msg ($channel, $msg, $color, [extra...])
2348 2453
2349=item $player_object->enter_link 2454=item $player_object->enter_link
2350 2455
2351Freezes the player and moves him/her to a special map (C<{link}>). 2456Freezes the player and moves him/her to a special map (C<{link}>).
2352 2457
2353The player should be reasonably safe there for short amounts of time. You 2458The player should be reasonably safe there for short amounts of time (e.g.
2354I<MUST> call C<leave_link> as soon as possible, though. 2459for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2460though, as the palyer cannot control the character while it is on the link
2461map.
2355 2462
2356Will never block. 2463Will never block.
2357 2464
2358=item $player_object->leave_link ($map, $x, $y) 2465=item $player_object->leave_link ($map, $x, $y)
2359 2466
2417 2524
2418 $map->load; 2525 $map->load;
2419 $map->load_neighbours; 2526 $map->load_neighbours;
2420 2527
2421 return unless $self->contr->active; 2528 return unless $self->contr->active;
2529 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2422 $self->activate_recursive; 2530 $self->activate_recursive;
2423 2531
2424 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2532 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2425 $self->enter_map ($map, $x, $y); 2533 $self->enter_map ($map, $x, $y);
2426} 2534}
2431her, loading and preparing them map, calling the provided $check callback 2539her, loading and preparing them map, calling the provided $check callback
2432that has to return the map if sucecssful, and then unfreezes the player on 2540that has to return the map if sucecssful, and then unfreezes the player on
2433the new (success) or old (failed) map position. In either case, $done will 2541the new (success) or old (failed) map position. In either case, $done will
2434be called at the end of this process. 2542be called at the end of this process.
2435 2543
2544Note that $check will be called with a potentially non-loaded map, so if
2545it needs a loaded map it has to call C<< ->load >>.
2546
2436=cut 2547=cut
2437 2548
2438our $GOTOGEN; 2549our $GOTOGEN;
2439 2550
2440sub cf::object::player::goto { 2551sub cf::object::player::goto {
2444 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2555 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2445 2556
2446 $self->enter_link; 2557 $self->enter_link;
2447 2558
2448 (async { 2559 (async {
2560 $Coro::current->{desc} = "player::goto $path $x $y";
2561
2562 # *tag paths override both path and x|y
2563 if ($path =~ /^\*(.*)$/) {
2564 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2565 my $ob = $obs[rand @obs];
2566
2567 # see if we actually can go there
2568 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2569 $ob = $obs[rand @obs];
2570 } else {
2571 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2572 }
2573 # else put us there anyways for now #d#
2574
2575 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2576 } else {
2577 ($path, $x, $y) = (undef, undef, undef);
2578 }
2579 }
2580
2449 my $map = eval { 2581 my $map = eval {
2450 my $map = cf::map::find $path; 2582 my $map = defined $path ? cf::map::find $path : undef;
2451 2583
2452 if ($map) { 2584 if ($map) {
2453 $map = $map->customise_for ($self); 2585 $map = $map->customise_for ($self);
2454 $map = $check->($map) if $check && $map; 2586 $map = $check->($map) if $check && $map;
2455 } else { 2587 } else {
2456 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2588 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2457 } 2589 }
2458 2590
2459 $map 2591 $map
2460 }; 2592 };
2461 2593
2497} 2629}
2498 2630
2499sub prepare_random_map { 2631sub prepare_random_map {
2500 my ($exit) = @_; 2632 my ($exit) = @_;
2501 2633
2502 my $guard = cf::lock_acquire "exit_prepare:$exit";
2503
2504 # all this does is basically replace the /! path by 2634 # all this does is basically replace the /! path by
2505 # a new random map path (?random/...) with a seed 2635 # a new random map path (?random/...) with a seed
2506 # that depends on the exit object 2636 # that depends on the exit object
2507 2637
2508 my $rmp = parse_random_map_params $exit->msg; 2638 my $rmp = parse_random_map_params $exit->msg;
2510 if ($exit->map) { 2640 if ($exit->map) {
2511 $rmp->{region} = $exit->region->name; 2641 $rmp->{region} = $exit->region->name;
2512 $rmp->{origin_map} = $exit->map->path; 2642 $rmp->{origin_map} = $exit->map->path;
2513 $rmp->{origin_x} = $exit->x; 2643 $rmp->{origin_x} = $exit->x;
2514 $rmp->{origin_y} = $exit->y; 2644 $rmp->{origin_y} = $exit->y;
2645
2646 $exit->map->touch;
2515 } 2647 }
2516 2648
2517 $rmp->{random_seed} ||= $exit->random_seed; 2649 $rmp->{random_seed} ||= $exit->random_seed;
2518 2650
2519 my $data = cf::to_json $rmp; 2651 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2520 my $md5 = Digest::MD5::md5_hex $data; 2652 my $md5 = Digest::MD5::md5_hex $data;
2521 my $meta = "$RANDOMDIR/$md5.meta"; 2653 my $meta = "$RANDOMDIR/$md5.meta";
2522 2654
2523 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2655 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2524 aio_write $fh, 0, (length $data), $data, 0; 2656 aio_write $fh, 0, (length $data), $data, 0;
2525 undef $fh; 2657 undef $fh;
2526 aio_rename "$meta~", $meta; 2658 aio_rename "$meta~", $meta;
2527 2659
2660 my $slaying = "?random/$md5";
2661
2662 if ($exit->valid) {
2528 $exit->slaying ("?random/$md5"); 2663 $exit->slaying ("?random/$md5");
2529 $exit->msg (undef); 2664 $exit->msg (undef);
2665 }
2530 } 2666 }
2531} 2667}
2532 2668
2533sub cf::object::player::enter_exit { 2669sub cf::object::player::enter_exit {
2534 my ($self, $exit) = @_; 2670 my ($self, $exit) = @_;
2535 2671
2536 return unless $self->type == cf::PLAYER; 2672 return unless $self->type == cf::PLAYER;
2537 2673
2538 if ($exit->slaying eq "/!") {
2539 #TODO: this should de-fi-ni-te-ly not be a sync-job
2540 # the problem is that $exit might not survive long enough
2541 # so it needs to be done right now, right here
2542 cf::sync_job { prepare_random_map $exit };
2543 }
2544
2545 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2546 my $hp = $exit->stats->hp;
2547 my $sp = $exit->stats->sp;
2548
2549 $self->enter_link; 2674 $self->enter_link;
2550 2675
2551 # if exit is damned, update players death & WoR home-position
2552 $self->contr->savebed ($slaying, $hp, $sp)
2553 if $exit->flag (FLAG_DAMNED);
2554
2555 (async { 2676 (async {
2556 $self->deactivate_recursive; # just to be sure 2677 $Coro::current->{desc} = "enter_exit";
2678
2557 unless (eval { 2679 unless (eval {
2680 $self->deactivate_recursive; # just to be sure
2681
2682 # random map handling
2683 {
2684 my $guard = cf::lock_acquire "exit_prepare:$exit";
2685
2686 prepare_random_map $exit
2687 if $exit->slaying eq "/!";
2688 }
2689
2690 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2691 my $x = $exit->stats->hp;
2692 my $y = $exit->stats->sp;
2693
2558 $self->goto ($slaying, $hp, $sp); 2694 $self->goto ($map, $x, $y);
2559 2695
2696 # if exit is damned, update players death & WoR home-position
2697 $self->contr->savebed ($map, $x, $y)
2698 if $exit->flag (cf::FLAG_DAMNED);
2699
2560 1; 2700 1
2561 }) { 2701 }) {
2562 $self->message ("Something went wrong deep within the crossfire server. " 2702 $self->message ("Something went wrong deep within the deliantra server. "
2563 . "I'll try to bring you back to the map you were before. " 2703 . "I'll try to bring you back to the map you were before. "
2564 . "Please report this to the dungeon master!", 2704 . "Please report this to the dungeon master!",
2565 cf::NDI_UNIQUE | cf::NDI_RED); 2705 cf::NDI_UNIQUE | cf::NDI_RED);
2566 2706
2567 warn "ERROR in enter_exit: $@"; 2707 warn "ERROR in enter_exit: $@";
2595the message, with C<log> being the default. If C<$color> is negative, suppress 2735the message, with C<log> being the default. If C<$color> is negative, suppress
2596the message unless the client supports the msg packet. 2736the message unless the client supports the msg packet.
2597 2737
2598=cut 2738=cut
2599 2739
2740# non-persistent channels (usually the info channel)
2600our %CHANNEL = ( 2741our %CHANNEL = (
2601 "c/identify" => { 2742 "c/identify" => {
2602 id => "identify", 2743 id => "infobox",
2603 title => "Identify", 2744 title => "Identify",
2604 reply => undef, 2745 reply => undef,
2605 tooltip => "Items recently identified", 2746 tooltip => "Items recently identified",
2606 }, 2747 },
2607 "c/examine" => { 2748 "c/examine" => {
2608 id => "examine", 2749 id => "infobox",
2609 title => "Examine", 2750 title => "Examine",
2610 reply => undef, 2751 reply => undef,
2611 tooltip => "Signs and other items you examined", 2752 tooltip => "Signs and other items you examined",
2612 }, 2753 },
2754 "c/book" => {
2755 id => "infobox",
2756 title => "Book",
2757 reply => undef,
2758 tooltip => "The contents of a note or book",
2759 },
2760 "c/lookat" => {
2761 id => "infobox",
2762 title => "Look",
2763 reply => undef,
2764 tooltip => "What you saw there",
2765 },
2766 "c/who" => {
2767 id => "infobox",
2768 title => "Players",
2769 reply => undef,
2770 tooltip => "Shows players who are currently online",
2771 },
2772 "c/body" => {
2773 id => "infobox",
2774 title => "Body Parts",
2775 reply => undef,
2776 tooltip => "Shows which body parts you posess and are available",
2777 },
2778 "c/statistics" => {
2779 id => "infobox",
2780 title => "Statistics",
2781 reply => undef,
2782 tooltip => "Shows your primary statistics",
2783 },
2784 "c/skills" => {
2785 id => "infobox",
2786 title => "Skills",
2787 reply => undef,
2788 tooltip => "Shows your experience per skill and item power",
2789 },
2790 "c/resistances" => {
2791 id => "infobox",
2792 title => "Resistances",
2793 reply => undef,
2794 tooltip => "Shows your resistances",
2795 },
2796 "c/pets" => {
2797 id => "infobox",
2798 title => "Pets",
2799 reply => undef,
2800 tooltip => "Shows information abotu your pets/a specific pet",
2801 },
2802 "c/uptime" => {
2803 id => "infobox",
2804 title => "Uptime",
2805 reply => undef,
2806 tooltip => "How long the server has been running since last restart",
2807 },
2808 "c/mapinfo" => {
2809 id => "infobox",
2810 title => "Map Info",
2811 reply => undef,
2812 tooltip => "Information related to the maps",
2813 },
2814 "c/party" => {
2815 id => "party",
2816 title => "Party",
2817 reply => "gsay ",
2818 tooltip => "Messages and chat related to your party",
2819 },
2820 "c/death" => {
2821 id => "death",
2822 title => "Death",
2823 reply => undef,
2824 tooltip => "Reason for and more info about your most recent death",
2825 },
2826 "c/say" => $SAY_CHANNEL,
2827 "c/chat" => $CHAT_CHANNEL,
2613); 2828);
2614 2829
2615sub cf::client::send_msg { 2830sub cf::client::send_msg {
2616 my ($self, $channel, $msg, $color, @extra) = @_; 2831 my ($self, $channel, $msg, $color, @extra) = @_;
2617 2832
2618 $msg = $self->pl->expand_cfpod ($msg); 2833 $msg = $self->pl->expand_cfpod ($msg)
2834 unless $color & cf::NDI_VERBATIM;
2619 2835
2620 $color &= cf::NDI_CLIENT_MASK; # just in case... 2836 $color &= cf::NDI_CLIENT_MASK; # just in case...
2621 2837
2622 # check predefined channels, for the benefit of C 2838 # check predefined channels, for the benefit of C
2623 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2839 if ($CHANNEL{$channel}) {
2840 $channel = $CHANNEL{$channel};
2624 2841
2842 $self->ext_msg (channel_info => $channel);
2843 $channel = $channel->{id};
2844
2625 if (ref $channel) { 2845 } elsif (ref $channel) {
2626 # send meta info to client, if not yet sent 2846 # send meta info to client, if not yet sent
2627 unless (exists $self->{channel}{$channel->{id}}) { 2847 unless (exists $self->{channel}{$channel->{id}}) {
2628 $self->{channel}{$channel->{id}} = $channel; 2848 $self->{channel}{$channel->{id}} = $channel;
2629 $self->ext_msg (channel_info => $channel) 2849 $self->ext_msg (channel_info => $channel);
2630 if $self->can_msg;
2631 } 2850 }
2632 2851
2633 $channel = $channel->{id}; 2852 $channel = $channel->{id};
2634 } 2853 }
2635 2854
2636 return unless @extra || length $msg; 2855 return unless @extra || length $msg;
2637 2856
2638 if ($self->can_msg) {
2639 # default colour, mask it out 2857 # default colour, mask it out
2640 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 2858 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2641 if $color & cf::NDI_DEF; 2859 if $color & cf::NDI_DEF;
2642 2860
2643 $self->send_packet ("msg " . $self->{json_coder}->encode ( 2861 my $pkt = "msg "
2862 . $self->{json_coder}->encode (
2644 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra])); 2863 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2645 } else { 2864 );
2646 if ($color >= 0) {
2647 # replace some tags by gcfclient-compatible ones
2648 for ($msg) {
2649 1 while
2650 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2651 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2652 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2653 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2654 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2655 }
2656 2865
2657 $color &= cf::NDI_COLOR_MASK; 2866 # try lzf for large packets
2867 $pkt = "lzf " . Compress::LZF::compress $pkt
2868 if 1024 <= length $pkt and $self->{can_lzf};
2658 2869
2659 utf8::encode $msg; 2870 # split very large packets
2660 2871 if (8192 < length $pkt and $self->{can_lzf}) {
2661 if (0 && $msg =~ /\[/) { 2872 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2662 # COMMAND/INFO 2873 $pkt = "frag";
2663 $self->send_packet ("drawextinfo $color 10 8 $msg")
2664 } else {
2665 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2666 $self->send_packet ("drawinfo $color $msg")
2667 }
2668 }
2669 } 2874 }
2875
2876 $self->send_packet ($pkt);
2670} 2877}
2671 2878
2672=item $client->ext_msg ($type, @msg) 2879=item $client->ext_msg ($type, @msg)
2673 2880
2674Sends an ext event to the client. 2881Sends an ext event to the client.
2847=pod 3054=pod
2848 3055
2849The following functions and methods are available within a safe environment: 3056The following functions and methods are available within a safe environment:
2850 3057
2851 cf::object 3058 cf::object
2852 contr pay_amount pay_player map x y force_find force_add 3059 contr pay_amount pay_player map x y force_find force_add destroy
2853 insert remove name archname title slaying race decrease_ob_nr 3060 insert remove name archname title slaying race decrease split
3061 value
2854 3062
2855 cf::object::player 3063 cf::object::player
2856 player 3064 player
2857 3065
2858 cf::player 3066 cf::player
2863 3071
2864=cut 3072=cut
2865 3073
2866for ( 3074for (
2867 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3075 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2868 insert remove inv name archname title slaying race 3076 insert remove inv nrof name archname title slaying race
2869 decrease_ob_nr)], 3077 decrease split destroy change_exp value msg lore send_msg)],
2870 ["cf::object::player" => qw(player)], 3078 ["cf::object::player" => qw(player)],
2871 ["cf::player" => qw(peaceful)], 3079 ["cf::player" => qw(peaceful send_msg)],
2872 ["cf::map" => qw(trigger)], 3080 ["cf::map" => qw(trigger)],
2873) { 3081) {
2874 no strict 'refs'; 3082 no strict 'refs';
2875 my ($pkg, @funs) = @$_; 3083 my ($pkg, @funs) = @$_;
2876 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3084 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2893 my ($code, %vars) = @_; 3101 my ($code, %vars) = @_;
2894 3102
2895 my $qcode = $code; 3103 my $qcode = $code;
2896 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3104 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2897 $qcode =~ s/\n/\\n/g; 3105 $qcode =~ s/\n/\\n/g;
3106
3107 %vars = (_dummy => 0) unless %vars;
2898 3108
2899 local $_; 3109 local $_;
2900 local @safe::cf::_safe_eval_args = values %vars; 3110 local @safe::cf::_safe_eval_args = values %vars;
2901 3111
2902 my $eval = 3112 my $eval =
2979 { 3189 {
2980 my $faces = $facedata->{faceinfo}; 3190 my $faces = $facedata->{faceinfo};
2981 3191
2982 while (my ($face, $info) = each %$faces) { 3192 while (my ($face, $info) = each %$faces) {
2983 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3193 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3194
2984 cf::face::set_visibility $idx, $info->{visibility}; 3195 cf::face::set_visibility $idx, $info->{visibility};
2985 cf::face::set_magicmap $idx, $info->{magicmap}; 3196 cf::face::set_magicmap $idx, $info->{magicmap};
2986 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3197 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2987 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3198 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2988 3199
2989 cf::cede_to_tick; 3200 cf::cede_to_tick;
2990 } 3201 }
2991 3202
2992 while (my ($face, $info) = each %$faces) { 3203 while (my ($face, $info) = each %$faces) {
2993 next unless $info->{smooth}; 3204 next unless $info->{smooth};
3205
2994 my $idx = cf::face::find $face 3206 my $idx = cf::face::find $face
2995 or next; 3207 or next;
3208
2996 if (my $smooth = cf::face::find $info->{smooth}) { 3209 if (my $smooth = cf::face::find $info->{smooth}) {
2997 cf::face::set_smooth $idx, $smooth; 3210 cf::face::set_smooth $idx, $smooth;
2998 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3211 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2999 } else { 3212 } else {
3000 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3213 warn "smooth face '$info->{smooth}' not found for face '$face'";
3018 { 3231 {
3019 # TODO: for gcfclient pleasure, we should give resources 3232 # TODO: for gcfclient pleasure, we should give resources
3020 # that gcfclient doesn't grok a >10000 face index. 3233 # that gcfclient doesn't grok a >10000 face index.
3021 my $res = $facedata->{resource}; 3234 my $res = $facedata->{resource};
3022 3235
3023 my $soundconf = delete $res->{"res/sound.conf"};
3024
3025 while (my ($name, $info) = each %$res) { 3236 while (my ($name, $info) = each %$res) {
3237 if (defined $info->{type}) {
3026 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3238 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3027 my $data; 3239 my $data;
3028 3240
3029 if ($info->{type} & 1) { 3241 if ($info->{type} & 1) {
3030 # prepend meta info 3242 # prepend meta info
3031 3243
3032 my $meta = $enc->encode ({ 3244 my $meta = $enc->encode ({
3033 name => $name, 3245 name => $name,
3034 %{ $info->{meta} || {} }, 3246 %{ $info->{meta} || {} },
3035 }); 3247 });
3036 3248
3037 $data = pack "(w/a*)*", $meta, $info->{data}; 3249 $data = pack "(w/a*)*", $meta, $info->{data};
3250 } else {
3251 $data = $info->{data};
3252 }
3253
3254 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3255 cf::face::set_type $idx, $info->{type};
3038 } else { 3256 } else {
3039 $data = $info->{data}; 3257 $RESOURCE{$name} = $info;
3040 } 3258 }
3041 3259
3042 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3043 cf::face::set_type $idx, $info->{type};
3044
3045 cf::cede_to_tick; 3260 cf::cede_to_tick;
3046 } 3261 }
3047
3048 if ($soundconf) {
3049 $soundconf = $enc->decode (delete $soundconf->{data});
3050
3051 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3052 my $sound = $soundconf->{compat}[$_]
3053 or next;
3054
3055 my $face = cf::face::find "sound/$sound->[1]";
3056 cf::sound::set $sound->[0] => $face;
3057 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3058 }
3059
3060 while (my ($k, $v) = each %{$soundconf->{event}}) {
3061 my $face = cf::face::find "sound/$v";
3062 cf::sound::set $k => $face;
3063 }
3064 }
3065 } 3262 }
3263
3264 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3066 3265
3067 1 3266 1
3068} 3267}
3268
3269cf::global->attach (on_resource_update => sub {
3270 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3271 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3272
3273 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3274 my $sound = $soundconf->{compat}[$_]
3275 or next;
3276
3277 my $face = cf::face::find "sound/$sound->[1]";
3278 cf::sound::set $sound->[0] => $face;
3279 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3280 }
3281
3282 while (my ($k, $v) = each %{$soundconf->{event}}) {
3283 my $face = cf::face::find "sound/$v";
3284 cf::sound::set $k => $face;
3285 }
3286 }
3287});
3069 3288
3070register_exticmd fx_want => sub { 3289register_exticmd fx_want => sub {
3071 my ($ns, $want) = @_; 3290 my ($ns, $want) = @_;
3072 3291
3073 while (my ($k, $v) = each %$want) { 3292 while (my ($k, $v) = each %$want) {
3074 $ns->fx_want ($k, $v); 3293 $ns->fx_want ($k, $v);
3075 } 3294 }
3076}; 3295};
3296
3297sub load_resource_file($) {
3298 my $guard = lock_acquire "load_resource_file";
3299
3300 my $status = load_resource_file_ $_[0];
3301 get_slot 0.1, 100;
3302 cf::arch::commit_load;
3303
3304 $status
3305}
3077 3306
3078sub reload_regions { 3307sub reload_regions {
3079 # HACK to clear player env face cache, we need some signal framework 3308 # HACK to clear player env face cache, we need some signal framework
3080 # for this (global event?) 3309 # for this (global event?)
3081 %ext::player_env::MUSIC_FACE_CACHE = (); 3310 %ext::player_env::MUSIC_FACE_CACHE = ();
3095} 3324}
3096 3325
3097sub reload_archetypes { 3326sub reload_archetypes {
3098 load_resource_file "$DATADIR/archetypes" 3327 load_resource_file "$DATADIR/archetypes"
3099 or die "unable to load archetypes\n"; 3328 or die "unable to load archetypes\n";
3100 #d# NEED to laod twice to resolve forward references
3101 # this really needs to be done in an extra post-pass
3102 # (which needs to be synchronous, so solve it differently)
3103 load_resource_file "$DATADIR/archetypes"
3104 or die "unable to load archetypes\n";
3105} 3329}
3106 3330
3107sub reload_treasures { 3331sub reload_treasures {
3108 load_resource_file "$DATADIR/treasures" 3332 load_resource_file "$DATADIR/treasures"
3109 or die "unable to load treasurelists\n"; 3333 or die "unable to load treasurelists\n";
3110} 3334}
3111 3335
3112sub reload_resources { 3336sub reload_resources {
3113 warn "reloading resource files...\n"; 3337 warn "reloading resource files...\n";
3114 3338
3339 reload_facedata;
3340 reload_archetypes;
3115 reload_regions; 3341 reload_regions;
3116 reload_facedata;
3117 #reload_archetypes;#d#
3118 reload_archetypes;
3119 reload_treasures; 3342 reload_treasures;
3120 3343
3121 warn "finished reloading resource files\n"; 3344 warn "finished reloading resource files\n";
3122}
3123
3124sub init {
3125 reload_resources;
3126} 3345}
3127 3346
3128sub reload_config { 3347sub reload_config {
3129 open my $fh, "<:utf8", "$CONFDIR/config" 3348 open my $fh, "<:utf8", "$CONFDIR/config"
3130 or return; 3349 or return;
3131 3350
3132 local $/; 3351 local $/;
3133 *CFG = YAML::Syck::Load <$fh>; 3352 *CFG = YAML::Load <$fh>;
3134 3353
3135 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3354 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3136 3355
3137 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3356 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3138 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3357 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3144 }; 3363 };
3145 warn $@ if $@; 3364 warn $@ if $@;
3146 } 3365 }
3147} 3366}
3148 3367
3368sub pidfile() {
3369 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3370 or die "$PIDFILE: $!";
3371 flock $fh, &Fcntl::LOCK_EX
3372 or die "$PIDFILE: flock: $!";
3373 $fh
3374}
3375
3376# make sure only one server instance is running at any one time
3377sub atomic {
3378 my $fh = pidfile;
3379
3380 my $pid = <$fh>;
3381 kill 9, $pid if $pid > 0;
3382
3383 seek $fh, 0, 0;
3384 print $fh $$;
3385}
3386
3149sub main { 3387sub main {
3388 cf::init_globals; # initialise logging
3389
3390 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3391 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3392 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3393 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3394
3395 cf::init_experience;
3396 cf::init_anim;
3397 cf::init_attackmess;
3398 cf::init_dynamic;
3399
3400 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3401
3150 # we must not ever block the main coroutine 3402 # we must not ever block the main coroutine
3151 local $Coro::idle = sub { 3403 local $Coro::idle = sub {
3152 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3404 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3153 (async { 3405 (async {
3154 Event::one_event; 3406 $Coro::current->{desc} = "IDLE BUG HANDLER";
3407 EV::loop EV::LOOP_ONESHOT;
3155 })->prio (Coro::PRIO_MAX); 3408 })->prio (Coro::PRIO_MAX);
3156 }; 3409 };
3157 3410
3411 evthread_start IO::AIO::poll_fileno;
3412
3413 cf::sync_job {
3414 reload_resources;
3158 reload_config; 3415 reload_config;
3159 db_init; 3416 db_init;
3417
3418 cf::load_settings;
3419 cf::load_materials;
3420 cf::init_uuid;
3421 cf::init_signals;
3422 cf::init_commands;
3423 cf::init_skills;
3424
3425 cf::init_beforeplay;
3426
3427 atomic;
3428
3160 load_extensions; 3429 load_extensions;
3161 3430
3162 $TICK_WATCHER->start; 3431 utime time, time, $RUNTIMEFILE;
3432
3433 # no (long-running) fork's whatsoever before this point(!)
3434 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3435
3436 (pop @POST_INIT)->(0) while @POST_INIT;
3437 };
3438
3163 Event::loop; 3439 EV::loop;
3164} 3440}
3165 3441
3166############################################################################# 3442#############################################################################
3167# initialisation and cleanup 3443# initialisation and cleanup
3168 3444
3169# install some emergency cleanup handlers 3445# install some emergency cleanup handlers
3170BEGIN { 3446BEGIN {
3447 our %SIGWATCHER = ();
3171 for my $signal (qw(INT HUP TERM)) { 3448 for my $signal (qw(INT HUP TERM)) {
3172 Event->signal ( 3449 $SIGWATCHER{$signal} = EV::signal $signal, sub {
3173 reentrant => 0,
3174 data => WF_AUTOCANCEL,
3175 signal => $signal,
3176 prio => 0,
3177 cb => sub {
3178 cf::cleanup "SIG$signal"; 3450 cf::cleanup "SIG$signal";
3179 },
3180 ); 3451 };
3181 } 3452 }
3182} 3453}
3183 3454
3184sub write_runtime { 3455sub write_runtime_sync {
3185 my $runtime = "$LOCALDIR/runtime";
3186
3187 # first touch the runtime file to show we are still running: 3456 # first touch the runtime file to show we are still running:
3188 # the fsync below can take a very very long time. 3457 # the fsync below can take a very very long time.
3189 3458
3190 IO::AIO::aio_utime $runtime, undef, undef; 3459 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3191 3460
3192 my $guard = cf::lock_acquire "write_runtime"; 3461 my $guard = cf::lock_acquire "write_runtime";
3193 3462
3194 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 3463 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3195 or return; 3464 or return;
3196 3465
3197 my $value = $cf::RUNTIME + 90 + 10; 3466 my $value = $cf::RUNTIME + 90 + 10;
3198 # 10 is the runtime save interval, for a monotonic clock 3467 # 10 is the runtime save interval, for a monotonic clock
3199 # 60 allows for the watchdog to kill the server. 3468 # 60 allows for the watchdog to kill the server.
3209 aio_utime $fh, undef, undef; 3478 aio_utime $fh, undef, undef;
3210 3479
3211 close $fh 3480 close $fh
3212 or return; 3481 or return;
3213 3482
3214 aio_rename "$runtime~", $runtime 3483 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3215 and return; 3484 and return;
3216 3485
3217 warn "runtime file written.\n"; 3486 warn "runtime file written.\n";
3218 3487
3219 1 3488 1
3489}
3490
3491our $uuid_lock;
3492our $uuid_skip;
3493
3494sub write_uuid_sync($) {
3495 $uuid_skip ||= $_[0];
3496
3497 return if $uuid_lock;
3498 local $uuid_lock = 1;
3499
3500 my $uuid = "$LOCALDIR/uuid";
3501
3502 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3503 or return;
3504
3505 my $value = uuid_seq uuid_cur;
3506
3507 unless ($value) {
3508 warn "cowardly refusing to write zero uuid value!\n";
3509 return;
3510 }
3511
3512 my $value = uuid_str $value + $uuid_skip;
3513 $uuid_skip = 0;
3514
3515 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3516 and return;
3517
3518 # always fsync - this file is important
3519 aio_fsync $fh
3520 and return;
3521
3522 close $fh
3523 or return;
3524
3525 aio_rename "$uuid~", $uuid
3526 and return;
3527
3528 warn "uuid file written ($value).\n";
3529
3530 1
3531
3532}
3533
3534sub write_uuid($$) {
3535 my ($skip, $sync) = @_;
3536
3537 $sync ? write_uuid_sync $skip
3538 : async { write_uuid_sync $skip };
3220} 3539}
3221 3540
3222sub emergency_save() { 3541sub emergency_save() {
3223 my $freeze_guard = cf::freeze_mainloop; 3542 my $freeze_guard = cf::freeze_mainloop;
3224 3543
3225 warn "enter emergency perl save\n"; 3544 warn "emergency_perl_save: enter\n";
3226 3545
3227 cf::sync_job { 3546 cf::sync_job {
3547 # this is a trade-off: we want to be very quick here, so
3548 # save all maps without fsync, and later call a global sync
3549 # (which in turn might be very very slow)
3550 local $USE_FSYNC = 0;
3551
3228 # use a peculiar iteration method to avoid tripping on perl 3552 # use a peculiar iteration method to avoid tripping on perl
3229 # refcount bugs in for. also avoids problems with players 3553 # refcount bugs in for. also avoids problems with players
3230 # and maps saved/destroyed asynchronously. 3554 # and maps saved/destroyed asynchronously.
3231 warn "begin emergency player save\n"; 3555 warn "emergency_perl_save: begin player save\n";
3232 for my $login (keys %cf::PLAYER) { 3556 for my $login (keys %cf::PLAYER) {
3233 my $pl = $cf::PLAYER{$login} or next; 3557 my $pl = $cf::PLAYER{$login} or next;
3234 $pl->valid or next; 3558 $pl->valid or next;
3559 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3235 $pl->save; 3560 $pl->save;
3236 } 3561 }
3237 warn "end emergency player save\n"; 3562 warn "emergency_perl_save: end player save\n";
3238 3563
3239 warn "begin emergency map save\n"; 3564 warn "emergency_perl_save: begin map save\n";
3240 for my $path (keys %cf::MAP) { 3565 for my $path (keys %cf::MAP) {
3241 my $map = $cf::MAP{$path} or next; 3566 my $map = $cf::MAP{$path} or next;
3242 $map->valid or next; 3567 $map->valid or next;
3243 $map->save; 3568 $map->save;
3244 } 3569 }
3245 warn "end emergency map save\n"; 3570 warn "emergency_perl_save: end map save\n";
3246 3571
3247 warn "begin emergency database checkpoint\n"; 3572 warn "emergency_perl_save: begin database checkpoint\n";
3248 BDB::db_env_txn_checkpoint $DB_ENV; 3573 BDB::db_env_txn_checkpoint $DB_ENV;
3249 warn "end emergency database checkpoint\n"; 3574 warn "emergency_perl_save: end database checkpoint\n";
3575
3576 warn "emergency_perl_save: begin write uuid\n";
3577 write_uuid_sync 1;
3578 warn "emergency_perl_save: end write uuid\n";
3250 }; 3579 };
3251 3580
3581 warn "emergency_perl_save: starting sync()\n";
3582 IO::AIO::aio_sync sub {
3583 warn "emergency_perl_save: finished sync()\n";
3584 };
3585
3252 warn "leave emergency perl save\n"; 3586 warn "emergency_perl_save: leave\n";
3253} 3587}
3254 3588
3255sub post_cleanup { 3589sub post_cleanup {
3256 my ($make_core) = @_; 3590 my ($make_core) = @_;
3257 3591
3258 warn Carp::longmess "post_cleanup backtrace" 3592 warn Carp::longmess "post_cleanup backtrace"
3259 if $make_core; 3593 if $make_core;
3594
3595 my $fh = pidfile;
3596 unlink $PIDFILE if <$fh> == $$;
3597}
3598
3599# a safer delete_package, copied from Symbol
3600sub clear_package($) {
3601 my $pkg = shift;
3602
3603 # expand to full symbol table name if needed
3604 unless ($pkg =~ /^main::.*::$/) {
3605 $pkg = "main$pkg" if $pkg =~ /^::/;
3606 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3607 $pkg .= '::' unless $pkg =~ /::$/;
3608 }
3609
3610 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3611 my $stem_symtab = *{$stem}{HASH};
3612
3613 defined $stem_symtab and exists $stem_symtab->{$leaf}
3614 or return;
3615
3616 # clear all symbols
3617 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3618 for my $name (keys %$leaf_symtab) {
3619 _gv_clear *{"$pkg$name"};
3620# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3621 }
3622 warn "cleared package $pkg\n";#d#
3260} 3623}
3261 3624
3262sub do_reload_perl() { 3625sub do_reload_perl() {
3263 # can/must only be called in main 3626 # can/must only be called in main
3264 if ($Coro::current != $Coro::main) { 3627 if ($Coro::current != $Coro::main) {
3265 warn "can only reload from main coroutine"; 3628 warn "can only reload from main coroutine";
3266 return; 3629 return;
3267 } 3630 }
3268 3631
3632 return if $RELOAD++;
3633
3634 my $t1 = EV::time;
3635
3636 while ($RELOAD) {
3269 warn "reloading..."; 3637 warn "reloading...";
3270 3638
3271 warn "entering sync_job"; 3639 warn "entering sync_job";
3272 3640
3273 cf::sync_job { 3641 cf::sync_job {
3274 cf::write_runtime; # external watchdog should not bark 3642 cf::write_runtime_sync; # external watchdog should not bark
3275 cf::emergency_save; 3643 cf::emergency_save;
3276 cf::write_runtime; # external watchdog should not bark 3644 cf::write_runtime_sync; # external watchdog should not bark
3277 3645
3278 warn "syncing database to disk"; 3646 warn "syncing database to disk";
3279 BDB::db_env_txn_checkpoint $DB_ENV; 3647 BDB::db_env_txn_checkpoint $DB_ENV;
3280 3648
3281 # if anything goes wrong in here, we should simply crash as we already saved 3649 # if anything goes wrong in here, we should simply crash as we already saved
3282 3650
3283 warn "cancelling all WF_AUTOCANCEL watchers";
3284 for (Event::all_watchers) {
3285 $_->cancel if $_->data & WF_AUTOCANCEL;
3286 }
3287
3288 warn "flushing outstanding aio requests"; 3651 warn "flushing outstanding aio requests";
3289 for (;;) {
3290 BDB::flush;
3291 IO::AIO::flush;
3292 Coro::cede;
3293 last unless IO::AIO::nreqs || BDB::nreqs; 3652 while (IO::AIO::nreqs || BDB::nreqs) {
3294 warn "iterate..."; 3653 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3295 }
3296
3297 ++$RELOAD;
3298
3299 warn "cancelling all extension coros";
3300 $_->cancel for values %EXT_CORO;
3301 %EXT_CORO = ();
3302
3303 warn "removing commands";
3304 %COMMAND = ();
3305
3306 warn "removing ext/exti commands";
3307 %EXTCMD = ();
3308 %EXTICMD = ();
3309
3310 warn "unloading/nuking all extensions";
3311 for my $pkg (@EXTS) {
3312 warn "... unloading $pkg";
3313
3314 if (my $cb = $pkg->can ("unload")) {
3315 eval {
3316 $cb->($pkg);
3317 1
3318 } or warn "$pkg unloaded, but with errors: $@";
3319 } 3654 }
3320 3655
3321 warn "... nuking $pkg"; 3656 warn "cancelling all extension coros";
3322 Symbol::delete_package $pkg; 3657 $_->cancel for values %EXT_CORO;
3323 } 3658 %EXT_CORO = ();
3324 3659
3325 warn "unloading all perl modules loaded from $LIBDIR"; 3660 warn "removing commands";
3326 while (my ($k, $v) = each %INC) { 3661 %COMMAND = ();
3327 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3328 3662
3663 warn "removing ext/exti commands";
3664 %EXTCMD = ();
3665 %EXTICMD = ();
3666
3667 warn "unloading/nuking all extensions";
3668 for my $pkg (@EXTS) {
3329 warn "... unloading $k"; 3669 warn "... unloading $pkg";
3330 delete $INC{$k};
3331 3670
3332 $k =~ s/\.pm$//;
3333 $k =~ s/\//::/g;
3334
3335 if (my $cb = $k->can ("unload_module")) { 3671 if (my $cb = $pkg->can ("unload")) {
3672 eval {
3336 $cb->(); 3673 $cb->($pkg);
3674 1
3675 } or warn "$pkg unloaded, but with errors: $@";
3676 }
3677
3678 warn "... clearing $pkg";
3679 clear_package $pkg;
3337 } 3680 }
3338 3681
3339 Symbol::delete_package $k; 3682 warn "unloading all perl modules loaded from $LIBDIR";
3683 while (my ($k, $v) = each %INC) {
3684 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3685
3686 warn "... unloading $k";
3687 delete $INC{$k};
3688
3689 $k =~ s/\.pm$//;
3690 $k =~ s/\//::/g;
3691
3692 if (my $cb = $k->can ("unload_module")) {
3693 $cb->();
3694 }
3695
3696 clear_package $k;
3340 } 3697 }
3341 3698
3342 warn "getting rid of safe::, as good as possible"; 3699 warn "getting rid of safe::, as good as possible";
3343 Symbol::delete_package "safe::$_" 3700 clear_package "safe::$_"
3344 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3701 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3345 3702
3346 warn "unloading cf.pm \"a bit\""; 3703 warn "unloading cf.pm \"a bit\"";
3347 delete $INC{"cf.pm"}; 3704 delete $INC{"cf.pm"};
3348 delete $INC{"cf/pod.pm"}; 3705 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3349 3706
3350 # don't, removes xs symbols, too, 3707 # don't, removes xs symbols, too,
3351 # and global variables created in xs 3708 # and global variables created in xs
3352 #Symbol::delete_package __PACKAGE__; 3709 #clear_package __PACKAGE__;
3353 3710
3354 warn "unload completed, starting to reload now"; 3711 warn "unload completed, starting to reload now";
3355 3712
3356 warn "reloading cf.pm"; 3713 warn "reloading cf.pm";
3357 require cf; 3714 require cf;
3358 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3715 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3359 3716
3360 warn "loading config and database again"; 3717 warn "loading config and database again";
3361 cf::reload_config; 3718 cf::reload_config;
3362 3719
3363 warn "loading extensions"; 3720 warn "loading extensions";
3364 cf::load_extensions; 3721 cf::load_extensions;
3365 3722
3723 if ($REATTACH_ON_RELOAD) {
3366 warn "reattaching attachments to objects/players"; 3724 warn "reattaching attachments to objects/players";
3367 _global_reattach; # objects, sockets 3725 _global_reattach; # objects, sockets
3368 warn "reattaching attachments to maps"; 3726 warn "reattaching attachments to maps";
3369 reattach $_ for values %MAP; 3727 reattach $_ for values %MAP;
3370 warn "reattaching attachments to players"; 3728 warn "reattaching attachments to players";
3371 reattach $_ for values %PLAYER; 3729 reattach $_ for values %PLAYER;
3730 }
3372 3731
3732 warn "running post_init jobs";
3733 (pop @POST_INIT)->(1) while @POST_INIT;
3734
3373 warn "leaving sync_job"; 3735 warn "leaving sync_job";
3374 3736
3375 1 3737 1
3376 } or do { 3738 } or do {
3377 warn $@; 3739 warn $@;
3378 warn "error while reloading, exiting."; 3740 cf::cleanup "error while reloading, exiting.";
3379 exit 1;
3380 }; 3741 };
3381 3742
3382 warn "reloaded"; 3743 warn "reloaded";
3744 --$RELOAD;
3745 }
3746
3747 $t1 = EV::time - $t1;
3748 warn "reload completed in ${t1}s\n";
3383}; 3749};
3384 3750
3385our $RELOAD_WATCHER; # used only during reload 3751our $RELOAD_WATCHER; # used only during reload
3386 3752
3387sub reload_perl() { 3753sub reload_perl() {
3388 # doing reload synchronously and two reloads happen back-to-back, 3754 # doing reload synchronously and two reloads happen back-to-back,
3389 # coro crashes during coro_state_free->destroy here. 3755 # coro crashes during coro_state_free->destroy here.
3390 3756
3391 $RELOAD_WATCHER ||= Event->timer ( 3757 $RELOAD_WATCHER ||= cf::async {
3392 reentrant => 0, 3758 Coro::AIO::aio_wait cache_extensions;
3393 after => 0, 3759
3394 data => WF_AUTOCANCEL, 3760 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3395 cb => sub {
3396 do_reload_perl; 3761 do_reload_perl;
3397 undef $RELOAD_WATCHER; 3762 undef $RELOAD_WATCHER;
3398 }, 3763 };
3399 ); 3764 };
3400} 3765}
3401 3766
3402register_command "reload" => sub { 3767register_command "reload" => sub {
3403 my ($who, $arg) = @_; 3768 my ($who, $arg) = @_;
3404 3769
3405 if ($who->flag (FLAG_WIZ)) { 3770 if ($who->flag (FLAG_WIZ)) {
3406 $who->message ("reloading server."); 3771 $who->message ("reloading server.");
3772 async {
3773 $Coro::current->{desc} = "perl_reload";
3407 async { reload_perl }; 3774 reload_perl;
3775 };
3408 } 3776 }
3409}; 3777};
3410 3778
3411unshift @INC, $LIBDIR; 3779unshift @INC, $LIBDIR;
3412 3780
3414 3782
3415our @WAIT_FOR_TICK; 3783our @WAIT_FOR_TICK;
3416our @WAIT_FOR_TICK_BEGIN; 3784our @WAIT_FOR_TICK_BEGIN;
3417 3785
3418sub wait_for_tick { 3786sub wait_for_tick {
3419 return unless $TICK_WATCHER->is_active;
3420 return if $Coro::current == $Coro::main; 3787 return if tick_inhibit || $Coro::current == $Coro::main;
3421 3788
3422 my $signal = new Coro::Signal; 3789 my $signal = new Coro::Signal;
3423 push @WAIT_FOR_TICK, $signal; 3790 push @WAIT_FOR_TICK, $signal;
3424 $signal->wait; 3791 $signal->wait;
3425} 3792}
3426 3793
3427sub wait_for_tick_begin { 3794sub wait_for_tick_begin {
3428 return unless $TICK_WATCHER->is_active;
3429 return if $Coro::current == $Coro::main; 3795 return if tick_inhibit || $Coro::current == $Coro::main;
3430 3796
3431 my $signal = new Coro::Signal; 3797 my $signal = new Coro::Signal;
3432 push @WAIT_FOR_TICK_BEGIN, $signal; 3798 push @WAIT_FOR_TICK_BEGIN, $signal;
3433 $signal->wait; 3799 $signal->wait;
3434} 3800}
3435 3801
3436 my $min = 1e6;#d# 3802sub tick {
3437 my $avg = 10;
3438$TICK_WATCHER = Event->timer (
3439 reentrant => 0,
3440 parked => 1,
3441 prio => 0,
3442 at => $NEXT_TICK || $TICK,
3443 data => WF_AUTOCANCEL,
3444 cb => sub {
3445 if ($Coro::current != $Coro::main) { 3803 if ($Coro::current != $Coro::main) {
3446 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3804 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3447 unless ++$bug_warning > 10; 3805 unless ++$bug_warning > 10;
3448 return; 3806 return;
3449 } 3807 }
3450 3808
3451 $NOW = $tick_start = Event::time;
3452
3453 cf::server_tick; # one server iteration 3809 cf::server_tick; # one server iteration
3454 3810
3455 0 && sync_job {#d# 3811 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3456 for(1..10) { 3812 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3457 my $t = Event::time; 3813 Coro::async_pool {
3458 my $map = my $map = new_from_path cf::map "/tmp/x.map" 3814 $Coro::current->{desc} = "runtime saver";
3459 or die; 3815 write_runtime_sync
3460 3816 or warn "ERROR: unable to write runtime file: $!";
3461 $map->width (50);
3462 $map->height (50);
3463 $map->alloc;
3464 $map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3465 my $t = Event::time - $t;
3466
3467 #next unless $t < 0.0013;#d#
3468 if ($t < $min) {
3469 $min = $t;
3470 }
3471 $avg = $avg * 0.99 + $t * 0.01;
3472 }
3473 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3474 exit 0;
3475 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3476 }; 3817 };
3818 }
3477 3819
3478 $RUNTIME += $TICK;
3479 $NEXT_TICK += $TICK;
3480
3481 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3482 $NEXT_RUNTIME_WRITE = $NOW + 10;
3483 Coro::async_pool {
3484 write_runtime
3485 or warn "ERROR: unable to write runtime file: $!";
3486 };
3487 }
3488
3489# my $AFTER = Event::time;
3490# warn $AFTER - $NOW;#d#
3491
3492 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3820 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3493 $sig->send; 3821 $sig->send;
3494 } 3822 }
3495 while (my $sig = shift @WAIT_FOR_TICK) { 3823 while (my $sig = shift @WAIT_FOR_TICK) {
3496 $sig->send; 3824 $sig->send;
3497 } 3825 }
3498 3826
3499 $NOW = Event::time; 3827 $LOAD = ($NOW - $TICK_START) / $TICK;
3500
3501 # if we are delayed by four ticks or more, skip them all
3502 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3503
3504 $TICK_WATCHER->at ($NEXT_TICK);
3505 $TICK_WATCHER->start;
3506
3507 $LOAD = ($NOW - $tick_start) / $TICK;
3508 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3828 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3509 3829
3510 _post_tick; 3830 if (0) {
3511 3831 if ($NEXT_TICK) {
3512 3832 my $jitter = $TICK_START - $NEXT_TICK;
3833 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3834 warn "jitter $JITTER\n";#d#
3835 }
3513 }, 3836 }
3514); 3837}
3515 3838
3516{ 3839{
3517 BDB::max_poll_time $TICK * 0.1; 3840 # configure BDB
3518 $BDB_POLL_WATCHER = Event->io ( 3841
3519 reentrant => 0,
3520 fd => BDB::poll_fileno,
3521 poll => 'r',
3522 prio => 0,
3523 data => WF_AUTOCANCEL,
3524 cb => \&BDB::poll_cb,
3525 );
3526 BDB::min_parallel 8; 3842 BDB::min_parallel 8;
3527 3843 BDB::max_poll_reqs $TICK * 0.1;
3528 BDB::set_sync_prepare { 3844 $AnyEvent::BDB::WATCHER->priority (1);
3529 my $status;
3530 my $current = $Coro::current;
3531 (
3532 sub {
3533 $status = $!;
3534 $current->ready; undef $current;
3535 },
3536 sub {
3537 Coro::schedule while defined $current;
3538 $! = $status;
3539 },
3540 )
3541 };
3542 3845
3543 unless ($DB_ENV) { 3846 unless ($DB_ENV) {
3544 $DB_ENV = BDB::db_env_create; 3847 $DB_ENV = BDB::db_env_create;
3848 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3849 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
3850 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3851 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3852 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3545 3853
3546 cf::sync_job { 3854 cf::sync_job {
3547 eval { 3855 eval {
3548 BDB::db_env_open 3856 BDB::db_env_open
3549 $DB_ENV, 3857 $DB_ENV,
3551 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3859 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3552 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3860 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3553 0666; 3861 0666;
3554 3862
3555 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3863 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3556
3557 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3558 $DB_ENV->set_lk_detect;
3559 }; 3864 };
3560 3865
3561 cf::cleanup "db_env_open(db): $@" if $@; 3866 cf::cleanup "db_env_open(db): $@" if $@;
3562 }; 3867 };
3563 } 3868 }
3869
3870 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3871 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3872 };
3873 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3874 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3875 };
3876 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3877 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3878 };
3564} 3879}
3565 3880
3566{ 3881{
3882 # configure IO::AIO
3883
3567 IO::AIO::min_parallel 8; 3884 IO::AIO::min_parallel 8;
3568
3569 undef $Coro::AIO::WATCHER;
3570 IO::AIO::max_poll_time $TICK * 0.1; 3885 IO::AIO::max_poll_time $TICK * 0.1;
3571 $AIO_POLL_WATCHER = Event->io ( 3886 undef $AnyEvent::AIO::WATCHER;
3572 reentrant => 0,
3573 data => WF_AUTOCANCEL,
3574 fd => IO::AIO::poll_fileno,
3575 poll => 'r',
3576 prio => 6,
3577 cb => \&IO::AIO::poll_cb,
3578 );
3579} 3887}
3580 3888
3581my $_log_backtrace; 3889my $_log_backtrace;
3582 3890
3583sub _log_backtrace { 3891sub _log_backtrace {
3586 $msg =~ s/\n//; 3894 $msg =~ s/\n//;
3587 3895
3588 # limit the # of concurrent backtraces 3896 # limit the # of concurrent backtraces
3589 if ($_log_backtrace < 2) { 3897 if ($_log_backtrace < 2) {
3590 ++$_log_backtrace; 3898 ++$_log_backtrace;
3899 my $perl_bt = Carp::longmess $msg;
3591 async { 3900 async {
3901 $Coro::current->{desc} = "abt $msg";
3902
3592 my @bt = fork_call { 3903 my @bt = fork_call {
3593 @addr = map { sprintf "%x", $_ } @addr; 3904 @addr = map { sprintf "%x", $_ } @addr;
3594 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3905 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3595 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3906 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3596 or die "addr2line: $!"; 3907 or die "addr2line: $!";
3604 } 3915 }
3605 3916
3606 @funcs 3917 @funcs
3607 }; 3918 };
3608 3919
3609 LOG llevInfo, "[ABT] $msg\n"; 3920 LOG llevInfo, "[ABT] $perl_bt\n";
3921 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3610 LOG llevInfo, "[ABT] $_\n" for @bt; 3922 LOG llevInfo, "[ABT] $_\n" for @bt;
3611 --$_log_backtrace; 3923 --$_log_backtrace;
3612 }; 3924 };
3613 } else { 3925 } else {
3614 LOG llevInfo, "[ABT] $msg\n"; 3926 LOG llevInfo, "[ABT] $msg\n";
3615 LOG llevInfo, "[ABT] [suppressed]\n"; 3927 LOG llevInfo, "[ABT] [suppressed]\n";
3616 } 3928 }
3617} 3929}
3618 3930
3619# load additional modules 3931# load additional modules
3620use cf::pod; 3932require "cf/$_.pm" for @EXTRA_MODULES;
3621 3933
3622END { cf::emergency_save } 3934END { cf::emergency_save }
3623 3935
36241 39361
3625 3937

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines