ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC vs.
Revision 1.468 by root, Thu Jan 8 19:23:44 2009 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
24use 5.10.0;
3use utf8; 25use utf8;
4use strict; 26use strict qw(vars subs);
5 27
6use Symbol; 28use Symbol;
7use List::Util; 29use List::Util;
8use Socket; 30use Socket;
9use Storable; 31use EV;
10use Event;
11use Opcode; 32use Opcode;
12use Safe; 33use Safe;
13use Safe::Hole; 34use Safe::Hole;
35use Storable ();
14 36
37use Guard ();
15use Coro 3.64 (); 38use Coro ();
16use Coro::State; 39use Coro::State;
17use Coro::Handle; 40use Coro::Handle;
41use Coro::EV;
18use Coro::Event; 42use Coro::AnyEvent;
19use Coro::Timer; 43use Coro::Timer;
20use Coro::Signal; 44use Coro::Signal;
21use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
22use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
23use Coro::Storable; 50use Coro::Storable;
24use Coro::Util (); 51use Coro::Util ();
25 52
26use JSON::XS (); 53use JSON::XS 2.01 ();
27use BDB (); 54use BDB ();
28use Data::Dumper; 55use Data::Dumper;
29use Digest::MD5; 56use Digest::MD5;
30use Fcntl; 57use Fcntl;
31use YAML::Syck (); 58use YAML ();
32use IO::AIO 2.32 (); 59use IO::AIO ();
33use Time::HiRes; 60use Time::HiRes;
34use Compress::LZF; 61use Compress::LZF;
35use Digest::MD5 (); 62use Digest::MD5 ();
63
64AnyEvent::detect;
36 65
37# configure various modules to our taste 66# configure various modules to our taste
38# 67#
39$Storable::canonical = 1; # reduce rsync transfers 68$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 69Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
70
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72
73# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43$Event::Eval = 1; # no idea why this is required, but it is
44
45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46$YAML::Syck::ImplicitUnicode = 1;
47
48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49 76
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 77sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51 78
52our %COMMAND = (); 79our %COMMAND = ();
53our %COMMAND_TIME = (); 80our %COMMAND_TIME = ();
56our %EXTCMD = (); 83our %EXTCMD = ();
57our %EXTICMD = (); 84our %EXTICMD = ();
58our %EXT_CORO = (); # coroutines bound to extensions 85our %EXT_CORO = (); # coroutines bound to extensions
59our %EXT_MAP = (); # pluggable maps 86our %EXT_MAP = (); # pluggable maps
60 87
61our $RELOAD; # number of reloads so far 88our $RELOAD; # number of reloads so far, non-zero while in reload
62our @EVENT; 89our @EVENT;
63 90
64our $CONFDIR = confdir; 91our $CONFDIR = confdir;
65our $DATADIR = datadir; 92our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext"; 93our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod"; 94our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir; 95our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir; 96our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir; 97our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 98our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir; 99our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random"; 100our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db"; 101our $BDBDIR = "$LOCALDIR/db";
102our $PIDFILE = "$LOCALDIR/pid";
103our $RUNTIMEFILE = "$LOCALDIR/runtime";
104
105our %RESOURCE;
75 106
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 107our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 108our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80our $NEXT_TICK; 109our $NEXT_TICK;
81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 110our $USE_FSYNC = 1; # use fsync to write maps - default off
83 111
112our $BDB_DEADLOCK_WATCHER;
113our $BDB_CHECKPOINT_WATCHER;
84our $BDB_POLL_WATCHER; 114our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 115our $DB_ENV;
116
117our @EXTRA_MODULES = qw(pod mapscript);
86 118
87our %CFG; 119our %CFG;
88 120
89our $UPTIME; $UPTIME ||= time; 121our $UPTIME; $UPTIME ||= time;
90our $RUNTIME; 122our $RUNTIME;
123our $NOW;
91 124
92our (%PLAYER, %PLAYER_LOADING); # all users 125our (%PLAYER, %PLAYER_LOADING); # all users
93our (%MAP, %MAP_LOADING ); # all maps 126our (%MAP, %MAP_LOADING ); # all maps
94our $LINK_MAP; # the special {link} map, which is always available 127our $LINK_MAP; # the special {link} map, which is always available
95 128
96# used to convert map paths into valid unix filenames by replacing / by ∕ 129# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 130our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 131
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 132our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 133our $LOADAVG; # same thing, but with alpha-smoothing
134our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 135our $TICK_START; # for load detecting purposes
136
137our @POST_INIT;
138
139our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
102 140
103binmode STDOUT; 141binmode STDOUT;
104binmode STDERR; 142binmode STDERR;
105 143
106# read virtual server time, if available 144# read virtual server time, if available
107unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 145unless ($RUNTIME || !-e $RUNTIMEFILE) {
108 open my $fh, "<", "$LOCALDIR/runtime" 146 open my $fh, "<", $RUNTIMEFILE
109 or die "unable to read runtime file: $!"; 147 or die "unable to read $RUNTIMEFILE file: $!";
110 $RUNTIME = <$fh> + 0.; 148 $RUNTIME = <$fh> + 0.;
111} 149}
150
151eval "sub TICK() { $TICK } 1" or die;
112 152
113mkdir $_ 153mkdir $_
114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 154 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115 155
116our $EMERGENCY_POSITION; 156our $EMERGENCY_POSITION;
159 199
160The raw value load value from the last tick. 200The raw value load value from the last tick.
161 201
162=item %cf::CFG 202=item %cf::CFG
163 203
164Configuration for the server, loaded from C</etc/crossfire/config>, or 204Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165from wherever your confdir points to. 205from wherever your confdir points to.
166 206
167=item cf::wait_for_tick, cf::wait_for_tick_begin 207=item cf::wait_for_tick, cf::wait_for_tick_begin
168 208
169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 209These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 230 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191 231
192 LOG llevError, $msg; 232 LOG llevError, $msg;
193 }; 233 };
194} 234}
235
236$Coro::State::DIEHOOK = sub {
237 return unless $^S eq 0; # "eq", not "=="
238
239 if ($Coro::current == $Coro::main) {#d#
240 warn "DIEHOOK called in main context, Coro bug?\n";#d#
241 return;#d#
242 }#d#
243
244 # kill coroutine otherwise
245 warn Carp::longmess $_[0];
246 Coro::terminate
247};
248
249$SIG{__DIE__} = sub { }; #d#?
195 250
196@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 251@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
197@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 252@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
198@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 253@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
199@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 254@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
206for my $pkg (qw( 261for my $pkg (qw(
207 cf::global cf::attachable 262 cf::global cf::attachable
208 cf::object cf::object::player 263 cf::object cf::object::player
209 cf::client cf::player 264 cf::client cf::player
210 cf::arch cf::living 265 cf::arch cf::living
266 cf::map cf::mapspace
211 cf::map cf::party cf::region 267 cf::party cf::region
212)) { 268)) {
213 no strict 'refs';
214 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 269 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
215} 270}
216 271
217$Event::DIED = sub { 272$EV::DIED = sub {
218 warn "error in event callback: @_"; 273 warn "error in event callback: @_";
219}; 274};
220 275
221############################################################################# 276#############################################################################
222 277
245 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 300 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
246 $d 301 $d
247 } || "[unable to dump $_[0]: '$@']"; 302 } || "[unable to dump $_[0]: '$@']";
248} 303}
249 304
250=item $ref = cf::from_json $json 305=item $ref = cf::decode_json $json
251 306
252Converts a JSON string into the corresponding perl data structure. 307Converts a JSON string into the corresponding perl data structure.
253 308
254=item $json = cf::to_json $ref 309=item $json = cf::encode_json $ref
255 310
256Converts a perl data structure into its JSON representation. 311Converts a perl data structure into its JSON representation.
257 312
258=cut 313=cut
259 314
260our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 315our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
261 316
262sub to_json ($) { $json_coder->encode ($_[0]) } 317sub encode_json($) { $json_coder->encode ($_[0]) }
263sub from_json ($) { $json_coder->decode ($_[0]) } 318sub decode_json($) { $json_coder->decode ($_[0]) }
319
320=item cf::post_init { BLOCK }
321
322Execute the given codeblock, I<after> all extensions have been (re-)loaded,
323but I<before> the server starts ticking again.
324
325The cdoeblock will have a single boolean argument to indicate whether this
326is a reload or not.
327
328=cut
329
330sub post_init(&) {
331 push @POST_INIT, shift;
332}
264 333
265=item cf::lock_wait $string 334=item cf::lock_wait $string
266 335
267Wait until the given lock is available. See cf::lock_acquire. 336Wait until the given lock is available. See cf::lock_acquire.
268 337
269=item my $lock = cf::lock_acquire $string 338=item my $lock = cf::lock_acquire $string
270 339
271Wait until the given lock is available and then acquires it and returns 340Wait until the given lock is available and then acquires it and returns
272a Coro::guard object. If the guard object gets destroyed (goes out of scope, 341a L<Guard> object. If the guard object gets destroyed (goes out of scope,
273for example when the coroutine gets canceled), the lock is automatically 342for example when the coroutine gets canceled), the lock is automatically
274returned. 343returned.
275 344
276Locks are *not* recursive, locking from the same coro twice results in a 345Locks are *not* recursive, locking from the same coro twice results in a
277deadlocked coro. 346deadlocked coro.
283 352
284Return true if the lock is currently active, i.e. somebody has locked it. 353Return true if the lock is currently active, i.e. somebody has locked it.
285 354
286=cut 355=cut
287 356
288our %LOCK; 357our $LOCKS = new Coro::SemaphoreSet;
289our %LOCKER;#d#
290 358
291sub lock_wait($) { 359sub lock_wait($) {
292 my ($key) = @_; 360 $LOCKS->wait ($_[0]);
293
294 if ($LOCKER{$key} == $Coro::current) {#d#
295 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
296 return;#d#
297 }#d#
298
299 # wait for lock, if any
300 while ($LOCK{$key}) {
301 push @{ $LOCK{$key} }, $Coro::current;
302 Coro::schedule;
303 }
304} 361}
305 362
306sub lock_acquire($) { 363sub lock_acquire($) {
307 my ($key) = @_; 364 $LOCKS->guard ($_[0])
308
309 # wait, to be sure we are not locked
310 lock_wait $key;
311
312 $LOCK{$key} = [];
313 $LOCKER{$key} = $Coro::current;#d#
314
315 Coro::guard {
316 delete $LOCKER{$key};#d#
317 # wake up all waiters, to be on the safe side
318 $_->ready for @{ delete $LOCK{$key} };
319 }
320} 365}
321 366
322sub lock_active($) { 367sub lock_active($) {
323 my ($key) = @_; 368 $LOCKS->count ($_[0]) < 1
324
325 ! ! $LOCK{$key}
326} 369}
327 370
328sub freeze_mainloop { 371sub freeze_mainloop {
329 return unless $TICK_WATCHER->is_active; 372 tick_inhibit_inc;
330 373
331 my $guard = Coro::guard { 374 &Guard::guard (\&tick_inhibit_dec);
332 $TICK_WATCHER->start; 375}
333 }; 376
334 $TICK_WATCHER->stop; 377=item cf::periodic $interval, $cb
335 $guard 378
379Like EV::periodic, but randomly selects a starting point so that the actions
380get spread over timer.
381
382=cut
383
384sub periodic($$) {
385 my ($interval, $cb) = @_;
386
387 my $start = rand List::Util::min 180, $interval;
388
389 EV::periodic $start, $interval, 0, $cb
336} 390}
337 391
338=item cf::get_slot $time[, $priority[, $name]] 392=item cf::get_slot $time[, $priority[, $name]]
339 393
340Allocate $time seconds of blocking CPU time at priority C<$priority>: 394Allocate $time seconds of blocking CPU time at priority C<$priority>:
351our @SLOT_QUEUE; 405our @SLOT_QUEUE;
352our $SLOT_QUEUE; 406our $SLOT_QUEUE;
353 407
354$SLOT_QUEUE->cancel if $SLOT_QUEUE; 408$SLOT_QUEUE->cancel if $SLOT_QUEUE;
355$SLOT_QUEUE = Coro::async { 409$SLOT_QUEUE = Coro::async {
410 $Coro::current->desc ("timeslot manager");
411
356 my $signal = new Coro::Signal; 412 my $signal = new Coro::Signal;
357 413
358 while () { 414 while () {
359 next_job: 415 next_job:
360 my $avail = cf::till_tick; 416 my $avail = cf::till_tick;
368 } 424 }
369 } 425 }
370 } 426 }
371 427
372 if (@SLOT_QUEUE) { 428 if (@SLOT_QUEUE) {
373 # we do not use wait_For_tick() as it returns immediately when tick is inactive 429 # we do not use wait_for_tick() as it returns immediately when tick is inactive
374 push @cf::WAIT_FOR_TICK, $signal; 430 push @cf::WAIT_FOR_TICK, $signal;
375 $signal->wait; 431 $signal->wait;
376 } else { 432 } else {
377 Coro::schedule; 433 Coro::schedule;
378 } 434 }
379 } 435 }
380}; 436};
381 437
382sub get_slot($;$$) { 438sub get_slot($;$$) {
439 return if tick_inhibit || $Coro::current == $Coro::main;
440
383 my ($time, $pri, $name) = @_; 441 my ($time, $pri, $name) = @_;
384 442
385 $time = $TICK * .6 if $time > $TICK * .6; 443 $time = $TICK * .6 if $time > $TICK * .6;
386 my $sig = new Coro::Signal; 444 my $sig = new Coro::Signal;
387 445
401 459
402BEGIN { *async = \&Coro::async_pool } 460BEGIN { *async = \&Coro::async_pool }
403 461
404=item cf::sync_job { BLOCK } 462=item cf::sync_job { BLOCK }
405 463
406The design of Crossfire TRT requires that the main coroutine ($Coro::main) 464The design of Deliantra requires that the main coroutine ($Coro::main)
407is always able to handle events or runnable, as Crossfire TRT is only 465is always able to handle events or runnable, as Deliantra is only
408partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 466partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
409acceptable. 467acceptable.
410 468
411If it must be done, put the blocking parts into C<sync_job>. This will run 469If it must be done, put the blocking parts into C<sync_job>. This will run
412the given BLOCK in another coroutine while waiting for the result. The 470the given BLOCK in another coroutine while waiting for the result. The
417 475
418sub sync_job(&) { 476sub sync_job(&) {
419 my ($job) = @_; 477 my ($job) = @_;
420 478
421 if ($Coro::current == $Coro::main) { 479 if ($Coro::current == $Coro::main) {
422 my $time = Event::time; 480 my $time = EV::time;
423 481
424 # this is the main coro, too bad, we have to block 482 # this is the main coro, too bad, we have to block
425 # till the operation succeeds, freezing the server :/ 483 # till the operation succeeds, freezing the server :/
426 484
427 # TODO: use suspend/resume instead 485 LOG llevError, Carp::longmess "sync job";#d#
428 # (but this is cancel-safe) 486
429 my $freeze_guard = freeze_mainloop; 487 my $freeze_guard = freeze_mainloop;
430 488
431 my $busy = 1; 489 my $busy = 1;
432 my @res; 490 my @res;
433 491
434 (async { 492 (async {
493 $Coro::current->desc ("sync job coro");
435 @res = eval { $job->() }; 494 @res = eval { $job->() };
436 warn $@ if $@; 495 warn $@ if $@;
437 undef $busy; 496 undef $busy;
438 })->prio (Coro::PRIO_MAX); 497 })->prio (Coro::PRIO_MAX);
439 498
440 while ($busy) { 499 while ($busy) {
441 Coro::cede or Event::one_event; 500 if (Coro::nready) {
501 Coro::cede_notself;
502 } else {
503 EV::loop EV::LOOP_ONESHOT;
442 } 504 }
505 }
443 506
444 $time = Event::time - $time; 507 my $time = EV::time - $time;
445 508
446 LOG llevError | logBacktrace, Carp::longmess "long sync job"
447 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
448
449 $tick_start += $time; # do not account sync jobs to server load 509 $TICK_START += $time; # do not account sync jobs to server load
450 510
451 wantarray ? @res : $res[0] 511 wantarray ? @res : $res[0]
452 } else { 512 } else {
453 # we are in another coroutine, how wonderful, everything just works 513 # we are in another coroutine, how wonderful, everything just works
454 514
479=item fork_call { }, $args 539=item fork_call { }, $args
480 540
481Executes the given code block with the given arguments in a seperate 541Executes the given code block with the given arguments in a seperate
482process, returning the results. Everything must be serialisable with 542process, returning the results. Everything must be serialisable with
483Coro::Storable. May, of course, block. Note that the executed sub may 543Coro::Storable. May, of course, block. Note that the executed sub may
484never block itself or use any form of Event handling. 544never block itself or use any form of event handling.
485 545
486=cut 546=cut
487 547
488sub fork_call(&@) { 548sub fork_call(&@) {
489 my ($cb, @args) = @_; 549 my ($cb, @args) = @_;
498 }, @args; 558 }, @args;
499 559
500 wantarray ? @res : $res[-1] 560 wantarray ? @res : $res[-1]
501} 561}
502 562
563=item $coin = coin_from_name $name
564
565=cut
566
567our %coin_alias = (
568 "silver" => "silvercoin",
569 "silvercoin" => "silvercoin",
570 "silvercoins" => "silvercoin",
571 "gold" => "goldcoin",
572 "goldcoin" => "goldcoin",
573 "goldcoins" => "goldcoin",
574 "platinum" => "platinacoin",
575 "platinumcoin" => "platinacoin",
576 "platinumcoins" => "platinacoin",
577 "platina" => "platinacoin",
578 "platinacoin" => "platinacoin",
579 "platinacoins" => "platinacoin",
580 "royalty" => "royalty",
581 "royalties" => "royalty",
582);
583
584sub coin_from_name($) {
585 $coin_alias{$_[0]}
586 ? cf::arch::find $coin_alias{$_[0]}
587 : undef
588}
589
503=item $value = cf::db_get $family => $key 590=item $value = cf::db_get $family => $key
504 591
505Returns a single value from the environment database. 592Returns a single value from the environment database.
506 593
507=item cf::db_put $family => $key => $value 594=item cf::db_put $family => $key => $value
508 595
509Stores the given C<$value> in the family. It can currently store binary 596Stores the given C<$value> in the family. It can currently store binary
510data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 597data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
511 598
599=item $db = cf::db_table "name"
600
601Create and/or open a new database table. The string must not be "db" and must be unique
602within each server.
603
512=cut 604=cut
605
606sub db_table($) {
607 my ($name) = @_;
608 my $db = BDB::db_create $DB_ENV;
609
610 eval {
611 $db->set_flags (BDB::CHKSUM);
612
613 utf8::encode $name;
614 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
615 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
616 cf::cleanup "db_open(db): $!" if $!;
617 };
618 cf::cleanup "db_open(db): $@" if $@;
619
620 $db
621}
513 622
514our $DB; 623our $DB;
515 624
516sub db_init { 625sub db_init {
517 unless ($DB) {
518 $DB = BDB::db_create $DB_ENV;
519
520 cf::sync_job { 626 cf::sync_job {
521 eval { 627 $DB ||= db_table "db";
522 $DB->set_flags (BDB::CHKSUM);
523
524 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
525 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
526 cf::cleanup "db_open(db): $!" if $!;
527 };
528 cf::cleanup "db_open(db): $@" if $@;
529 };
530 } 628 };
531} 629}
532 630
533sub db_get($$) { 631sub db_get($$) {
534 my $key = "$_[0]/$_[1]"; 632 my $key = "$_[0]/$_[1]";
535 633
633 731
634############################################################################# 732#############################################################################
635 733
636=head2 ATTACHABLE OBJECTS 734=head2 ATTACHABLE OBJECTS
637 735
638Many objects in crossfire are so-called attachable objects. That means you can 736Many objects in deliantra are so-called attachable objects. That means you can
639attach callbacks/event handlers (a collection of which is called an "attachment") 737attach callbacks/event handlers (a collection of which is called an "attachment")
640to it. All such attachable objects support the following methods. 738to it. All such attachable objects support the following methods.
641 739
642In the following description, CLASS can be any of C<global>, C<object> 740In the following description, CLASS can be any of C<global>, C<object>
643C<player>, C<client> or C<map> (i.e. the attachable objects in 741C<player>, C<client> or C<map> (i.e. the attachable objects in
644Crossfire TRT). 742Deliantra).
645 743
646=over 4 744=over 4
647 745
648=item $attachable->attach ($attachment, key => $value...) 746=item $attachable->attach ($attachment, key => $value...)
649 747
693=item cf::CLASS::attachment $name, ... 791=item cf::CLASS::attachment $name, ...
694 792
695Register an attachment by C<$name> through which attachable objects of the 793Register an attachment by C<$name> through which attachable objects of the
696given CLASS can refer to this attachment. 794given CLASS can refer to this attachment.
697 795
698Some classes such as crossfire maps and objects can specify attachments 796Some classes such as deliantra maps and objects can specify attachments
699that are attached at load/instantiate time, thus the need for a name. 797that are attached at load/instantiate time, thus the need for a name.
700 798
701These calls expect any number of the following handler/hook descriptions: 799These calls expect any number of the following handler/hook descriptions:
702 800
703=over 4 801=over 4
931 } 1029 }
932 1030
933 0 1031 0
934} 1032}
935 1033
936=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1034=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
937 1035
938=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1036=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
939 1037
940Generate an object-specific event with the given arguments. 1038Generate an object-specific event with the given arguments.
941 1039
947 1045
948=cut 1046=cut
949 1047
950############################################################################# 1048#############################################################################
951# object support 1049# object support
952#
953 1050
1051sub _object_equal($$);
1052sub _object_equal($$) {
1053 my ($a, $b) = @_;
1054
1055 return 0 unless (ref $a) eq (ref $b);
1056
1057 if ("HASH" eq ref $a) {
1058 my @ka = keys %$a;
1059 my @kb = keys %$b;
1060
1061 return 0 if @ka != @kb;
1062
1063 for (0 .. $#ka) {
1064 return 0 unless $ka[$_] eq $kb[$_];
1065 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1066 }
1067
1068 } elsif ("ARRAY" eq ref $a) {
1069
1070 return 0 if @$a != @$b;
1071
1072 for (0 .. $#$a) {
1073 return 0 unless _object_equal $a->[$_], $b->[$_];
1074 }
1075
1076 } elsif ($a ne $b) {
1077 return 0;
1078 }
1079
1080 1
1081}
1082
1083our $SLOW_MERGES;#d#
954sub _can_merge { 1084sub _can_merge {
955 my ($ob1, $ob2) = @_; 1085 my ($ob1, $ob2) = @_;
956 1086
957 local $Storable::canonical = 1; 1087 ++$SLOW_MERGES;#d#
958 my $fob1 = Storable::freeze $ob1;
959 my $fob2 = Storable::freeze $ob2;
960 1088
961 $fob1 eq $fob2 1089 # we do the slow way here
1090 return _object_equal $ob1, $ob2
962} 1091}
963 1092
964sub reattach { 1093sub reattach {
965 # basically do the same as instantiate, without calling instantiate 1094 # basically do the same as instantiate, without calling instantiate
966 my ($obj) = @_; 1095 my ($obj) = @_;
967 1096
1097 # no longer needed after getting rid of delete_package?
968 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1098 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
969 1099
970 my $registry = $obj->registry; 1100 my $registry = $obj->registry;
971 1101
972 @$registry = (); 1102 @$registry = ();
973 1103
988cf::attachable->attach ( 1118cf::attachable->attach (
989 prio => -1000000, 1119 prio => -1000000,
990 on_instantiate => sub { 1120 on_instantiate => sub {
991 my ($obj, $data) = @_; 1121 my ($obj, $data) = @_;
992 1122
993 $data = from_json $data; 1123 $data = decode_json $data;
994 1124
995 for (@$data) { 1125 for (@$data) {
996 my ($name, $args) = @$_; 1126 my ($name, $args) = @$_;
997 1127
998 $obj->attach ($name, %{$args || {} }); 1128 $obj->attach ($name, %{$args || {} });
1011 }, 1141 },
1012); 1142);
1013 1143
1014sub object_freezer_save { 1144sub object_freezer_save {
1015 my ($filename, $rdata, $objs) = @_; 1145 my ($filename, $rdata, $objs) = @_;
1016
1017 my $guard = cf::lock_acquire "io";
1018 1146
1019 sync_job { 1147 sync_job {
1020 if (length $$rdata) { 1148 if (length $$rdata) {
1021 utf8::decode (my $decname = $filename); 1149 utf8::decode (my $decname = $filename);
1022 warn sprintf "saving %s (%d,%d)\n", 1150 warn sprintf "saving %s (%d,%d)\n",
1023 $decname, length $$rdata, scalar @$objs; 1151 $decname, length $$rdata, scalar @$objs;
1024 1152
1025 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1153 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026 chmod SAVE_MODE, $fh; 1154 aio_chmod $fh, SAVE_MODE;
1027 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1155 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028 aio_fsync $fh if $cf::USE_FSYNC; 1156 aio_fsync $fh if $cf::USE_FSYNC;
1029 close $fh; 1157 aio_close $fh;
1030 1158
1031 if (@$objs) { 1159 if (@$objs) {
1032 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1160 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033 chmod SAVE_MODE, $fh; 1161 aio_chmod $fh, SAVE_MODE;
1034 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1162 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035 aio_write $fh, 0, (length $data), $data, 0; 1163 aio_write $fh, 0, (length $data), $data, 0;
1036 aio_fsync $fh if $cf::USE_FSYNC; 1164 aio_fsync $fh if $cf::USE_FSYNC;
1037 close $fh; 1165 aio_close $fh;
1038 aio_rename "$filename.pst~", "$filename.pst"; 1166 aio_rename "$filename.pst~", "$filename.pst";
1039 } 1167 }
1040 } else { 1168 } else {
1041 aio_unlink "$filename.pst"; 1169 aio_unlink "$filename.pst";
1042 } 1170 }
1043 1171
1044 aio_rename "$filename~", $filename; 1172 aio_rename "$filename~", $filename;
1173
1174 $filename =~ s%/[^/]+$%%;
1175 aio_pathsync $filename if $cf::USE_FSYNC;
1045 } else { 1176 } else {
1046 warn "FATAL: $filename~: $!\n"; 1177 warn "unable to save objects: $filename~: $!\n";
1047 } 1178 }
1048 } else { 1179 } else {
1049 aio_unlink $filename; 1180 aio_unlink $filename;
1050 aio_unlink "$filename.pst"; 1181 aio_unlink "$filename.pst";
1051 } 1182 }
1052 }; 1183 };
1053
1054 undef $guard;
1055} 1184}
1056 1185
1057sub object_freezer_as_string { 1186sub object_freezer_as_string {
1058 my ($rdata, $objs) = @_; 1187 my ($rdata, $objs) = @_;
1059 1188
1064 1193
1065sub object_thawer_load { 1194sub object_thawer_load {
1066 my ($filename) = @_; 1195 my ($filename) = @_;
1067 1196
1068 my ($data, $av); 1197 my ($data, $av);
1069
1070 my $guard = cf::lock_acquire "io";
1071 1198
1072 (aio_load $filename, $data) >= 0 1199 (aio_load $filename, $data) >= 0
1073 or return; 1200 or return;
1074 1201
1075 unless (aio_stat "$filename.pst") { 1202 unless (aio_stat "$filename.pst") {
1076 (aio_load "$filename.pst", $av) >= 0 1203 (aio_load "$filename.pst", $av) >= 0
1077 or return; 1204 or return;
1078 1205
1079 undef $guard;
1080 $av = eval { (Storable::thaw $av)->{objs} }; 1206 my $st = eval { Coro::Storable::thaw $av };
1207 $av = $st->{objs};
1081 } 1208 }
1082 1209
1083 utf8::decode (my $decname = $filename); 1210 utf8::decode (my $decname = $filename);
1084 warn sprintf "loading %s (%d,%d)\n", 1211 warn sprintf "loading %s (%d,%d)\n",
1085 $decname, length $data, scalar @{$av || []}; 1212 $decname, length $data, scalar @{$av || []};
1146 my ($name, $cb) = @_; 1273 my ($name, $cb) = @_;
1147 1274
1148 $EXTICMD{$name} = $cb; 1275 $EXTICMD{$name} = $cb;
1149} 1276}
1150 1277
1278use File::Glob ();
1279
1151cf::player->attach ( 1280cf::player->attach (
1152 on_command => sub { 1281 on_command => sub {
1153 my ($pl, $name, $params) = @_; 1282 my ($pl, $name, $params) = @_;
1154 1283
1155 my $cb = $COMMAND{$name} 1284 my $cb = $COMMAND{$name}
1187 1316
1188 cf::override; 1317 cf::override;
1189 }, 1318 },
1190); 1319);
1191 1320
1321# "readahead" all extensions
1322sub cache_extensions {
1323 my $grp = IO::AIO::aio_group;
1324
1325 add $grp IO::AIO::aio_readdir $LIBDIR, sub {
1326 for (grep /\.ext$/, @{$_[0]}) {
1327 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1328 }
1329 };
1330
1331 $grp
1332}
1333
1192sub load_extensions { 1334sub load_extensions {
1193 cf::sync_job { 1335 cf::sync_job {
1194 my %todo; 1336 my %todo;
1195 1337
1196 for my $path (<$LIBDIR/*.ext>) { 1338 for my $path (<$LIBDIR/*.ext>) {
1215 1357
1216 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1358 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1217 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1359 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1218 1360
1219 $ext{source} = 1361 $ext{source} =
1220 "package $pkg; use strict; use utf8;\n" 1362 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1221 . "#line 1 \"$path\"\n{\n" 1363 . "#line 1 \"$path\"\n{\n"
1222 . $source 1364 . $source
1223 . "\n};\n1"; 1365 . "\n};\n1";
1224 1366
1225 $todo{$base} = \%ext; 1367 $todo{$base} = \%ext;
1241 my $msg = $@ ? "$v->{path}: $@\n" 1383 my $msg = $@ ? "$v->{path}: $@\n"
1242 : "$v->{base}: extension inactive.\n"; 1384 : "$v->{base}: extension inactive.\n";
1243 1385
1244 if (exists $v->{meta}{mandatory}) { 1386 if (exists $v->{meta}{mandatory}) {
1245 warn $msg; 1387 warn $msg;
1246 warn "mandatory extension failed to load, exiting.\n"; 1388 cf::cleanup "mandatory extension failed to load, exiting.";
1247 exit 1;
1248 } 1389 }
1249 1390
1250 warn $msg; 1391 warn $msg;
1251 } 1392 }
1252 1393
1266 1407
1267=back 1408=back
1268 1409
1269=head2 CORE EXTENSIONS 1410=head2 CORE EXTENSIONS
1270 1411
1271Functions and methods that extend core crossfire objects. 1412Functions and methods that extend core deliantra objects.
1272 1413
1273=cut 1414=cut
1274 1415
1275package cf::player; 1416package cf::player;
1276 1417
1319 1460
1320sub exists($) { 1461sub exists($) {
1321 my ($login) = @_; 1462 my ($login) = @_;
1322 1463
1323 $cf::PLAYER{$login} 1464 $cf::PLAYER{$login}
1324 or cf::sync_job { !aio_stat path $login } 1465 or !aio_stat path $login
1325} 1466}
1326 1467
1327sub find($) { 1468sub find($) {
1328 return $cf::PLAYER{$_[0]} || do { 1469 return $cf::PLAYER{$_[0]} || do {
1329 my $login = $_[0]; 1470 my $login = $_[0];
1339 aio_unlink +(playerdir $login) . "/$login.pl"; 1480 aio_unlink +(playerdir $login) . "/$login.pl";
1340 1481
1341 my $f = new_from_file cf::object::thawer path $login 1482 my $f = new_from_file cf::object::thawer path $login
1342 or return; 1483 or return;
1343 1484
1344 $f->next;
1345 my $pl = cf::player::load_pl $f 1485 my $pl = cf::player::load_pl $f
1346 or return; 1486 or return;
1487
1347 local $cf::PLAYER_LOADING{$login} = $pl; 1488 local $cf::PLAYER_LOADING{$login} = $pl;
1348 $f->resolve_delayed_derefs; 1489 $f->resolve_delayed_derefs;
1349 $cf::PLAYER{$login} = $pl 1490 $cf::PLAYER{$login} = $pl
1350 } 1491 }
1351 } 1492 }
1361 1502
1362 return if $pl->{deny_save}; 1503 return if $pl->{deny_save};
1363 1504
1364 aio_mkdir playerdir $pl, 0770; 1505 aio_mkdir playerdir $pl, 0770;
1365 $pl->{last_save} = $cf::RUNTIME; 1506 $pl->{last_save} = $cf::RUNTIME;
1507
1508 cf::get_slot 0.01;
1366 1509
1367 $pl->save_pl ($path); 1510 $pl->save_pl ($path);
1368 cf::cede_to_tick; 1511 cf::cede_to_tick;
1369} 1512}
1370 1513
1402 my ($pl) = @_; 1545 my ($pl) = @_;
1403 1546
1404 my $name = $pl->ob->name; 1547 my $name = $pl->ob->name;
1405 1548
1406 $pl->{deny_save} = 1; 1549 $pl->{deny_save} = 1;
1407 $pl->password ("*"); # this should lock out the player until we nuked the dir 1550 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1408 1551
1409 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1552 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1410 $pl->deactivate; 1553 $pl->deactivate;
1554 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1555 $pl->ob->check_score;
1411 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1556 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1412 $pl->ns->destroy if $pl->ns; 1557 $pl->ns->destroy if $pl->ns;
1413 1558
1414 my $path = playerdir $pl; 1559 my $path = playerdir $pl;
1415 my $temp = "$path~$cf::RUNTIME~deleting~"; 1560 my $temp = "$path~$cf::RUNTIME~deleting~";
1454 1599
1455 for my $login (@$dirs) { 1600 for my $login (@$dirs) {
1456 my $path = path $login; 1601 my $path = path $login;
1457 1602
1458 # a .pst is a dead give-away for a valid player 1603 # a .pst is a dead give-away for a valid player
1459 unless (-e "$path.pst") { 1604 # if no pst file found, open and chekc for blocked users
1605 if (aio_stat "$path.pst") {
1460 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next; 1606 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1461 aio_read $fh, 0, 512, my $buf, 0 or next; 1607 aio_read $fh, 0, 512, my $buf, 0 or next;
1462 $buf !~ /^password -------------$/m or next; # official not-valid tag 1608 $buf !~ /^password -------------$/m or next; # official not-valid tag
1463 } 1609 }
1464 1610
1495 } 1641 }
1496 1642
1497 \@paths 1643 \@paths
1498} 1644}
1499 1645
1500=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1646=item $protocol_xml = $player->expand_cfpod ($cfpod)
1501 1647
1502Expand crossfire pod fragments into protocol xml. 1648Expand deliantra pod fragments into protocol xml.
1503
1504=cut
1505
1506sub expand_cfpod {
1507 ((my $self), (local $_)) = @_;
1508
1509 # escape & and <
1510 s/&/&amp;/g;
1511 s/(?<![BIUGHT])</&lt;/g;
1512
1513 # this is buggy, it needs to properly take care of nested <'s
1514
1515 1 while
1516 # replace B<>, I<>, U<> etc.
1517 s/B<([^\>]*)>/<b>$1<\/b>/
1518 || s/I<([^\>]*)>/<i>$1<\/i>/
1519 || s/U<([^\>]*)>/<u>$1<\/u>/
1520 || s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1521 # replace G<male|female> tags
1522 || s{G<([^>|]*)\|([^>]*)>}{
1523 $self->gender ? $2 : $1
1524 }ge
1525 # replace H<hint text>
1526 || s{H<([^\>]*)>}
1527 {
1528 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1529 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1530 "")
1531 [$self->{hintmode}]
1532 }ge;
1533
1534 # create single paragraphs (very hackish)
1535 s/(?<=\S)\n(?=\w)/ /g;
1536
1537 # compress some whitespace
1538 s/\s+\n/\n/g; # ws line-ends
1539 s/\n\n+/\n/g; # double lines
1540 s/^\n+//; # beginning lines
1541 s/\n+$//; # ending lines
1542
1543 $_
1544}
1545
1546sub hintmode {
1547 $_[0]{hintmode} = $_[1] if @_ > 1;
1548 $_[0]{hintmode}
1549}
1550 1649
1551=item $player->ext_reply ($msgid, @msg) 1650=item $player->ext_reply ($msgid, @msg)
1552 1651
1553Sends an ext reply to the player. 1652Sends an ext reply to the player.
1554 1653
1621our $MAX_RESET = 3600; 1720our $MAX_RESET = 3600;
1622our $DEFAULT_RESET = 3000; 1721our $DEFAULT_RESET = 3000;
1623 1722
1624sub generate_random_map { 1723sub generate_random_map {
1625 my ($self, $rmp) = @_; 1724 my ($self, $rmp) = @_;
1725
1726 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1727
1626 # mit "rum" bekleckern, nicht 1728 # mit "rum" bekleckern, nicht
1627 $self->_create_random_map ( 1729 $self->_create_random_map (
1628 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1730 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1629 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1731 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1630 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1732 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1752 1854
1753# the temporary/swap location 1855# the temporary/swap location
1754sub save_path { 1856sub save_path {
1755 my ($self) = @_; 1857 my ($self) = @_;
1756 1858
1757 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1859 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1758 "$TMPDIR/$path.map" 1860 "$TMPDIR/$path.map"
1759} 1861}
1760 1862
1761# the unique path, undef == no special unique path 1863# the unique path, undef == no special unique path
1762sub uniq_path { 1864sub uniq_path {
1763 my ($self) = @_; 1865 my ($self) = @_;
1764 1866
1765 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1867 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1766 "$UNIQUEDIR/$path" 1868 "$UNIQUEDIR/$path"
1767}
1768
1769# and all this just because we cannot iterate over
1770# all maps in C++...
1771sub change_all_map_light {
1772 my ($change) = @_;
1773
1774 $_->change_map_light ($change)
1775 for grep $_->outdoor, values %cf::MAP;
1776} 1869}
1777 1870
1778sub decay_objects { 1871sub decay_objects {
1779 my ($self) = @_; 1872 my ($self) = @_;
1780 1873
1864sub find { 1957sub find {
1865 my ($path, $origin) = @_; 1958 my ($path, $origin) = @_;
1866 1959
1867 $path = normalise $path, $origin && $origin->path; 1960 $path = normalise $path, $origin && $origin->path;
1868 1961
1869 cf::lock_wait "map_data:$path";#d#remove 1962 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1870 cf::lock_wait "map_find:$path"; 1963 my $guard2 = cf::lock_acquire "map_find:$path";
1871 1964
1872 $cf::MAP{$path} || do { 1965 $cf::MAP{$path} || do {
1873 my $guard1 = cf::lock_acquire "map_find:$path";
1874 my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1875
1876 my $map = new_from_path cf::map $path 1966 my $map = new_from_path cf::map $path
1877 or return; 1967 or return;
1878 1968
1879 $map->{last_save} = $cf::RUNTIME; 1969 $map->{last_save} = $cf::RUNTIME;
1880 1970
1882 or return; 1972 or return;
1883 1973
1884 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?) 1974 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1885 # doing this can freeze the server in a sync job, obviously 1975 # doing this can freeze the server in a sync job, obviously
1886 #$cf::WAIT_FOR_TICK->wait; 1976 #$cf::WAIT_FOR_TICK->wait;
1977 undef $guard2;
1887 undef $guard1; 1978 undef $guard1;
1888 undef $guard2;
1889 $map->reset; 1979 $map->reset;
1890 return find $path; 1980 return find $path;
1891 } 1981 }
1892 1982
1893 $cf::MAP{$path} = $map 1983 $cf::MAP{$path} = $map
1920 my $f = new_from_file cf::object::thawer $self->{load_path}; 2010 my $f = new_from_file cf::object::thawer $self->{load_path};
1921 $f->skip_block; 2011 $f->skip_block;
1922 $self->_load_objects ($f) 2012 $self->_load_objects ($f)
1923 or return; 2013 or return;
1924 2014
1925 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2015 $self->post_load_original
1926 if delete $self->{load_original}; 2016 if delete $self->{load_original};
1927 2017
1928 if (my $uniq = $self->uniq_path) { 2018 if (my $uniq = $self->uniq_path) {
1929 utf8::encode $uniq; 2019 utf8::encode $uniq;
1930 unless (aio_stat $uniq) { 2020 unless (aio_stat $uniq) {
1948 unless ($self->{deny_activate}) { 2038 unless ($self->{deny_activate}) {
1949 $self->decay_objects; 2039 $self->decay_objects;
1950 $self->fix_auto_apply; 2040 $self->fix_auto_apply;
1951 $self->update_buttons; 2041 $self->update_buttons;
1952 cf::cede_to_tick; 2042 cf::cede_to_tick;
1953 $self->set_darkness_map;
1954 cf::cede_to_tick;
1955 $self->activate; 2043 $self->activate;
1956 } 2044 }
1957 2045
1958 $self->{last_save} = $cf::RUNTIME; 2046 $self->{last_save} = $cf::RUNTIME;
1959 $self->last_access ($cf::RUNTIME); 2047 $self->last_access ($cf::RUNTIME);
1960 2048
1961 $self->in_memory (cf::MAP_IN_MEMORY); 2049 $self->in_memory (cf::MAP_ACTIVE);
1962 } 2050 }
1963 2051
1964 $self->post_load; 2052 $self->post_load;
1965} 2053}
1966 2054
2024 my ($path, $origin, $load) = @_; 2112 my ($path, $origin, $load) = @_;
2025 2113
2026 $path = normalise $path, $origin && $origin->{path}; 2114 $path = normalise $path, $origin && $origin->{path};
2027 2115
2028 if (my $map = $cf::MAP{$path}) { 2116 if (my $map = $cf::MAP{$path}) {
2029 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY; 2117 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2030 } 2118 }
2031 2119
2032 $MAP_PREFETCH{$path} |= $load; 2120 $MAP_PREFETCH{$path} |= $load;
2033 2121
2034 $MAP_PREFETCHER ||= cf::async { 2122 $MAP_PREFETCHER ||= cf::async {
2123 $Coro::current->{desc} = "map prefetcher";
2124
2035 while (%MAP_PREFETCH) { 2125 while (%MAP_PREFETCH) {
2036 while (my ($k, $v) = each %MAP_PREFETCH) { 2126 while (my ($k, $v) = each %MAP_PREFETCH) {
2037 if (my $map = find $k) { 2127 if (my $map = find $k) {
2038 $map->load if $v; 2128 $map->load if $v;
2039 } 2129 }
2065 return if $self->{deny_save}; 2155 return if $self->{deny_save};
2066 2156
2067 local $self->{last_access} = $self->last_access;#d# 2157 local $self->{last_access} = $self->last_access;#d#
2068 2158
2069 cf::async { 2159 cf::async {
2160 $Coro::current->{desc} = "map player save";
2070 $_->contr->save for $self->players; 2161 $_->contr->save for $self->players;
2071 }; 2162 };
2163
2164 cf::get_slot 0.02;
2072 2165
2073 if ($uniq) { 2166 if ($uniq) {
2074 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2167 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2075 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2168 $self->_save_objects ($uniq, cf::IO_UNIQUES);
2076 } else { 2169 } else {
2085 $self->save; 2178 $self->save;
2086 2179
2087 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2180 my $lock = cf::lock_acquire "map_data:$self->{path}";
2088 2181
2089 return if $self->players; 2182 return if $self->players;
2090 return if $self->in_memory != cf::MAP_IN_MEMORY; 2183 return if $self->in_memory != cf::MAP_ACTIVE;
2091 return if $self->{deny_save}; 2184 return if $self->{deny_save};
2092 2185
2093 $self->in_memory (cf::MAP_SWAPPED); 2186 $self->in_memory (cf::MAP_SWAPPED);
2094 2187
2095 $self->deactivate; 2188 $self->deactivate;
2213 2306
2214sub unique_maps() { 2307sub unique_maps() {
2215 [ 2308 [
2216 map { 2309 map {
2217 utf8::decode $_; 2310 utf8::decode $_;
2218 /\.map$/ 2311 s/\.map$//; # TODO future compatibility hack
2312 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2313 ? ()
2219 ? normalise $_ 2314 : normalise $_
2220 : ()
2221 } @{ aio_readdir $UNIQUEDIR or [] } 2315 } @{ aio_readdir $UNIQUEDIR or [] }
2222 ] 2316 ]
2223} 2317}
2224 2318
2225package cf;
2226
2227=back 2319=back
2228 2320
2229=head3 cf::object 2321=head3 cf::object
2230 2322
2231=cut 2323=cut
2234 2326
2235=over 4 2327=over 4
2236 2328
2237=item $ob->inv_recursive 2329=item $ob->inv_recursive
2238 2330
2239Returns the inventory of the object _and_ their inventories, recursively. 2331Returns the inventory of the object I<and> their inventories, recursively,
2332but I<not> the object itself.
2240 2333
2241=cut 2334=cut
2242 2335
2243sub inv_recursive_; 2336sub inv_recursive_;
2244sub inv_recursive_ { 2337sub inv_recursive_ {
2249 inv_recursive_ inv $_[0] 2342 inv_recursive_ inv $_[0]
2250} 2343}
2251 2344
2252=item $ref = $ob->ref 2345=item $ref = $ob->ref
2253 2346
2254creates and returns a persistent reference to an objetc that can be stored as a string. 2347Creates and returns a persistent reference to an object that can be stored as a string.
2255 2348
2256=item $ob = cf::object::deref ($refstring) 2349=item $ob = cf::object::deref ($refstring)
2257 2350
2258returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2351returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2259even if the object actually exists. May block. 2352even if the object actually exists. May block.
2261=cut 2354=cut
2262 2355
2263sub deref { 2356sub deref {
2264 my ($ref) = @_; 2357 my ($ref) = @_;
2265 2358
2266 # temporary compatibility#TODO#remove
2267 $ref =~ s{^<}{player/<};
2268
2269 if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) { 2359 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2270 my ($uuid, $name) = ($1, $2); 2360 my ($uuid, $name) = ($1, $2);
2271 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name 2361 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2272 or return; 2362 or return;
2273 $pl->ob->uuid eq $uuid 2363 $pl->ob->uuid eq $uuid
2274 or return; 2364 or return;
2294can be C<undef>. Does the right thing when the player is currently in a 2384can be C<undef>. Does the right thing when the player is currently in a
2295dialogue with the given NPC character. 2385dialogue with the given NPC character.
2296 2386
2297=cut 2387=cut
2298 2388
2389our $SAY_CHANNEL = {
2390 id => "say",
2391 title => "Map",
2392 reply => "say ",
2393 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2394};
2395
2396our $CHAT_CHANNEL = {
2397 id => "chat",
2398 title => "Chat",
2399 reply => "chat ",
2400 tooltip => "Player chat and shouts, global to the server.",
2401};
2402
2299# rough implementation of a future "reply" method that works 2403# rough implementation of a future "reply" method that works
2300# with dialog boxes. 2404# with dialog boxes.
2301#TODO: the first argument must go, split into a $npc->reply_to ( method 2405#TODO: the first argument must go, split into a $npc->reply_to ( method
2302sub cf::object::player::reply($$$;$) { 2406sub cf::object::player::reply($$$;$) {
2303 my ($self, $npc, $msg, $flags) = @_; 2407 my ($self, $npc, $msg, $flags) = @_;
2314 my $dialog = $pl->{npc_dialog}; 2418 my $dialog = $pl->{npc_dialog};
2315 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg)); 2419 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2316 2420
2317 } else { 2421 } else {
2318 $msg = $npc->name . " says: $msg" if $npc; 2422 $msg = $npc->name . " says: $msg" if $npc;
2319 $self->message ($msg, $flags); 2423 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2320 } 2424 }
2321 } 2425 }
2322} 2426}
2323 2427
2324=item $object->send_msg ($channel, $msg, $color, [extra...]) 2428=item $object->send_msg ($channel, $msg, $color, [extra...])
2349 2453
2350=item $player_object->enter_link 2454=item $player_object->enter_link
2351 2455
2352Freezes the player and moves him/her to a special map (C<{link}>). 2456Freezes the player and moves him/her to a special map (C<{link}>).
2353 2457
2354The player should be reasonably safe there for short amounts of time. You 2458The player should be reasonably safe there for short amounts of time (e.g.
2355I<MUST> call C<leave_link> as soon as possible, though. 2459for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2460though, as the palyer cannot control the character while it is on the link
2461map.
2356 2462
2357Will never block. 2463Will never block.
2358 2464
2359=item $player_object->leave_link ($map, $x, $y) 2465=item $player_object->leave_link ($map, $x, $y)
2360 2466
2418 2524
2419 $map->load; 2525 $map->load;
2420 $map->load_neighbours; 2526 $map->load_neighbours;
2421 2527
2422 return unless $self->contr->active; 2528 return unless $self->contr->active;
2529 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2423 $self->activate_recursive; 2530 $self->activate_recursive;
2424 2531
2425 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2532 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2426 $self->enter_map ($map, $x, $y); 2533 $self->enter_map ($map, $x, $y);
2427} 2534}
2432her, loading and preparing them map, calling the provided $check callback 2539her, loading and preparing them map, calling the provided $check callback
2433that has to return the map if sucecssful, and then unfreezes the player on 2540that has to return the map if sucecssful, and then unfreezes the player on
2434the new (success) or old (failed) map position. In either case, $done will 2541the new (success) or old (failed) map position. In either case, $done will
2435be called at the end of this process. 2542be called at the end of this process.
2436 2543
2544Note that $check will be called with a potentially non-loaded map, so if
2545it needs a loaded map it has to call C<< ->load >>.
2546
2437=cut 2547=cut
2438 2548
2439our $GOTOGEN; 2549our $GOTOGEN;
2440 2550
2441sub cf::object::player::goto { 2551sub cf::object::player::goto {
2445 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2555 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2446 2556
2447 $self->enter_link; 2557 $self->enter_link;
2448 2558
2449 (async { 2559 (async {
2560 $Coro::current->{desc} = "player::goto $path $x $y";
2561
2562 # *tag paths override both path and x|y
2563 if ($path =~ /^\*(.*)$/) {
2564 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2565 my $ob = $obs[rand @obs];
2566
2567 # see if we actually can go there
2568 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2569 $ob = $obs[rand @obs];
2570 } else {
2571 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2572 }
2573 # else put us there anyways for now #d#
2574
2575 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2576 } else {
2577 ($path, $x, $y) = (undef, undef, undef);
2578 }
2579 }
2580
2450 my $map = eval { 2581 my $map = eval {
2451 my $map = cf::map::find $path; 2582 my $map = defined $path ? cf::map::find $path : undef;
2452 2583
2453 if ($map) { 2584 if ($map) {
2454 $map = $map->customise_for ($self); 2585 $map = $map->customise_for ($self);
2455 $map = $check->($map) if $check && $map; 2586 $map = $check->($map) if $check && $map;
2456 } else { 2587 } else {
2457 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2588 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2458 } 2589 }
2459 2590
2460 $map 2591 $map
2461 }; 2592 };
2462 2593
2498} 2629}
2499 2630
2500sub prepare_random_map { 2631sub prepare_random_map {
2501 my ($exit) = @_; 2632 my ($exit) = @_;
2502 2633
2503 my $guard = cf::lock_acquire "exit_prepare:$exit";
2504
2505 # all this does is basically replace the /! path by 2634 # all this does is basically replace the /! path by
2506 # a new random map path (?random/...) with a seed 2635 # a new random map path (?random/...) with a seed
2507 # that depends on the exit object 2636 # that depends on the exit object
2508 2637
2509 my $rmp = parse_random_map_params $exit->msg; 2638 my $rmp = parse_random_map_params $exit->msg;
2511 if ($exit->map) { 2640 if ($exit->map) {
2512 $rmp->{region} = $exit->region->name; 2641 $rmp->{region} = $exit->region->name;
2513 $rmp->{origin_map} = $exit->map->path; 2642 $rmp->{origin_map} = $exit->map->path;
2514 $rmp->{origin_x} = $exit->x; 2643 $rmp->{origin_x} = $exit->x;
2515 $rmp->{origin_y} = $exit->y; 2644 $rmp->{origin_y} = $exit->y;
2645
2646 $exit->map->touch;
2516 } 2647 }
2517 2648
2518 $rmp->{random_seed} ||= $exit->random_seed; 2649 $rmp->{random_seed} ||= $exit->random_seed;
2519 2650
2520 my $data = cf::to_json $rmp; 2651 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2521 my $md5 = Digest::MD5::md5_hex $data; 2652 my $md5 = Digest::MD5::md5_hex $data;
2522 my $meta = "$RANDOMDIR/$md5.meta"; 2653 my $meta = "$RANDOMDIR/$md5.meta";
2523 2654
2524 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2655 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2525 aio_write $fh, 0, (length $data), $data, 0; 2656 aio_write $fh, 0, (length $data), $data, 0;
2526 undef $fh; 2657 undef $fh;
2527 aio_rename "$meta~", $meta; 2658 aio_rename "$meta~", $meta;
2528 2659
2660 my $slaying = "?random/$md5";
2661
2662 if ($exit->valid) {
2529 $exit->slaying ("?random/$md5"); 2663 $exit->slaying ("?random/$md5");
2530 $exit->msg (undef); 2664 $exit->msg (undef);
2665 }
2531 } 2666 }
2532} 2667}
2533 2668
2534sub cf::object::player::enter_exit { 2669sub cf::object::player::enter_exit {
2535 my ($self, $exit) = @_; 2670 my ($self, $exit) = @_;
2536 2671
2537 return unless $self->type == cf::PLAYER; 2672 return unless $self->type == cf::PLAYER;
2538 2673
2539 if ($exit->slaying eq "/!") {
2540 #TODO: this should de-fi-ni-te-ly not be a sync-job
2541 # the problem is that $exit might not survive long enough
2542 # so it needs to be done right now, right here
2543 cf::sync_job { prepare_random_map $exit };
2544 }
2545
2546 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2547 my $hp = $exit->stats->hp;
2548 my $sp = $exit->stats->sp;
2549
2550 $self->enter_link; 2674 $self->enter_link;
2551 2675
2552 # if exit is damned, update players death & WoR home-position
2553 $self->contr->savebed ($slaying, $hp, $sp)
2554 if $exit->flag (FLAG_DAMNED);
2555
2556 (async { 2676 (async {
2557 $self->deactivate_recursive; # just to be sure 2677 $Coro::current->{desc} = "enter_exit";
2678
2558 unless (eval { 2679 unless (eval {
2680 $self->deactivate_recursive; # just to be sure
2681
2682 # random map handling
2683 {
2684 my $guard = cf::lock_acquire "exit_prepare:$exit";
2685
2686 prepare_random_map $exit
2687 if $exit->slaying eq "/!";
2688 }
2689
2690 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2691 my $x = $exit->stats->hp;
2692 my $y = $exit->stats->sp;
2693
2559 $self->goto ($slaying, $hp, $sp); 2694 $self->goto ($map, $x, $y);
2560 2695
2696 # if exit is damned, update players death & WoR home-position
2697 $self->contr->savebed ($map, $x, $y)
2698 if $exit->flag (cf::FLAG_DAMNED);
2699
2561 1; 2700 1
2562 }) { 2701 }) {
2563 $self->message ("Something went wrong deep within the crossfire server. " 2702 $self->message ("Something went wrong deep within the deliantra server. "
2564 . "I'll try to bring you back to the map you were before. " 2703 . "I'll try to bring you back to the map you were before. "
2565 . "Please report this to the dungeon master!", 2704 . "Please report this to the dungeon master!",
2566 cf::NDI_UNIQUE | cf::NDI_RED); 2705 cf::NDI_UNIQUE | cf::NDI_RED);
2567 2706
2568 warn "ERROR in enter_exit: $@"; 2707 warn "ERROR in enter_exit: $@";
2596the message, with C<log> being the default. If C<$color> is negative, suppress 2735the message, with C<log> being the default. If C<$color> is negative, suppress
2597the message unless the client supports the msg packet. 2736the message unless the client supports the msg packet.
2598 2737
2599=cut 2738=cut
2600 2739
2740# non-persistent channels (usually the info channel)
2601our %CHANNEL = ( 2741our %CHANNEL = (
2602 "c/identify" => { 2742 "c/identify" => {
2603 id => "identify", 2743 id => "infobox",
2604 title => "Identify", 2744 title => "Identify",
2605 reply => undef, 2745 reply => undef,
2606 tooltip => "Items recently identified", 2746 tooltip => "Items recently identified",
2607 }, 2747 },
2608 "c/examine" => { 2748 "c/examine" => {
2609 id => "examine", 2749 id => "infobox",
2610 title => "Examine", 2750 title => "Examine",
2611 reply => undef, 2751 reply => undef,
2612 tooltip => "Signs and other items you examined", 2752 tooltip => "Signs and other items you examined",
2613 }, 2753 },
2754 "c/book" => {
2755 id => "infobox",
2756 title => "Book",
2757 reply => undef,
2758 tooltip => "The contents of a note or book",
2759 },
2760 "c/lookat" => {
2761 id => "infobox",
2762 title => "Look",
2763 reply => undef,
2764 tooltip => "What you saw there",
2765 },
2766 "c/who" => {
2767 id => "infobox",
2768 title => "Players",
2769 reply => undef,
2770 tooltip => "Shows players who are currently online",
2771 },
2772 "c/body" => {
2773 id => "infobox",
2774 title => "Body Parts",
2775 reply => undef,
2776 tooltip => "Shows which body parts you posess and are available",
2777 },
2778 "c/statistics" => {
2779 id => "infobox",
2780 title => "Statistics",
2781 reply => undef,
2782 tooltip => "Shows your primary statistics",
2783 },
2784 "c/skills" => {
2785 id => "infobox",
2786 title => "Skills",
2787 reply => undef,
2788 tooltip => "Shows your experience per skill and item power",
2789 },
2790 "c/resistances" => {
2791 id => "infobox",
2792 title => "Resistances",
2793 reply => undef,
2794 tooltip => "Shows your resistances",
2795 },
2796 "c/pets" => {
2797 id => "infobox",
2798 title => "Pets",
2799 reply => undef,
2800 tooltip => "Shows information abotu your pets/a specific pet",
2801 },
2802 "c/uptime" => {
2803 id => "infobox",
2804 title => "Uptime",
2805 reply => undef,
2806 tooltip => "How long the server has been running since last restart",
2807 },
2808 "c/mapinfo" => {
2809 id => "infobox",
2810 title => "Map Info",
2811 reply => undef,
2812 tooltip => "Information related to the maps",
2813 },
2814 "c/party" => {
2815 id => "party",
2816 title => "Party",
2817 reply => "gsay ",
2818 tooltip => "Messages and chat related to your party",
2819 },
2820 "c/death" => {
2821 id => "death",
2822 title => "Death",
2823 reply => undef,
2824 tooltip => "Reason for and more info about your most recent death",
2825 },
2826 "c/say" => $SAY_CHANNEL,
2827 "c/chat" => $CHAT_CHANNEL,
2614); 2828);
2615 2829
2616sub cf::client::send_msg { 2830sub cf::client::send_msg {
2617 my ($self, $channel, $msg, $color, @extra) = @_; 2831 my ($self, $channel, $msg, $color, @extra) = @_;
2618 2832
2619 $msg = $self->pl->expand_cfpod ($msg); 2833 $msg = $self->pl->expand_cfpod ($msg)
2834 unless $color & cf::NDI_VERBATIM;
2620 2835
2621 $color &= cf::NDI_CLIENT_MASK; # just in case... 2836 $color &= cf::NDI_CLIENT_MASK; # just in case...
2622 2837
2623 # check predefined channels, for the benefit of C 2838 # check predefined channels, for the benefit of C
2624 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2839 if ($CHANNEL{$channel}) {
2840 $channel = $CHANNEL{$channel};
2625 2841
2842 $self->ext_msg (channel_info => $channel);
2843 $channel = $channel->{id};
2844
2626 if (ref $channel) { 2845 } elsif (ref $channel) {
2627 # send meta info to client, if not yet sent 2846 # send meta info to client, if not yet sent
2628 unless (exists $self->{channel}{$channel->{id}}) { 2847 unless (exists $self->{channel}{$channel->{id}}) {
2629 $self->{channel}{$channel->{id}} = $channel; 2848 $self->{channel}{$channel->{id}} = $channel;
2630 $self->ext_msg (channel_info => $channel) 2849 $self->ext_msg (channel_info => $channel);
2631 if $self->can_msg;
2632 } 2850 }
2633 2851
2634 $channel = $channel->{id}; 2852 $channel = $channel->{id};
2635 } 2853 }
2636 2854
2637 return unless @extra || length $msg; 2855 return unless @extra || length $msg;
2638 2856
2639 if ($self->can_msg) {
2640 # default colour, mask it out 2857 # default colour, mask it out
2641 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 2858 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2642 if $color & cf::NDI_DEF; 2859 if $color & cf::NDI_DEF;
2643 2860
2644 $self->send_packet ("msg " . $self->{json_coder}->encode ( 2861 my $pkt = "msg "
2862 . $self->{json_coder}->encode (
2645 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra])); 2863 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2646 } else { 2864 );
2647 if ($color >= 0) {
2648 # replace some tags by gcfclient-compatible ones
2649 for ($msg) {
2650 1 while
2651 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2652 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2653 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2654 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2655 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2656 }
2657 2865
2658 $color &= cf::NDI_COLOR_MASK; 2866 # try lzf for large packets
2867 $pkt = "lzf " . Compress::LZF::compress $pkt
2868 if 1024 <= length $pkt and $self->{can_lzf};
2659 2869
2660 utf8::encode $msg; 2870 # split very large packets
2661 2871 if (8192 < length $pkt and $self->{can_lzf}) {
2662 if (0 && $msg =~ /\[/) { 2872 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2663 # COMMAND/INFO 2873 $pkt = "frag";
2664 $self->send_packet ("drawextinfo $color 10 8 $msg")
2665 } else {
2666 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2667 $self->send_packet ("drawinfo $color $msg")
2668 }
2669 }
2670 } 2874 }
2875
2876 $self->send_packet ($pkt);
2671} 2877}
2672 2878
2673=item $client->ext_msg ($type, @msg) 2879=item $client->ext_msg ($type, @msg)
2674 2880
2675Sends an ext event to the client. 2881Sends an ext event to the client.
2848=pod 3054=pod
2849 3055
2850The following functions and methods are available within a safe environment: 3056The following functions and methods are available within a safe environment:
2851 3057
2852 cf::object 3058 cf::object
2853 contr pay_amount pay_player map x y force_find force_add 3059 contr pay_amount pay_player map x y force_find force_add destroy
2854 insert remove name archname title slaying race decrease_ob_nr 3060 insert remove name archname title slaying race decrease split
3061 value
2855 3062
2856 cf::object::player 3063 cf::object::player
2857 player 3064 player
2858 3065
2859 cf::player 3066 cf::player
2864 3071
2865=cut 3072=cut
2866 3073
2867for ( 3074for (
2868 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3075 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2869 insert remove inv name archname title slaying race 3076 insert remove inv nrof name archname title slaying race
2870 decrease_ob_nr)], 3077 decrease split destroy change_exp value msg lore send_msg)],
2871 ["cf::object::player" => qw(player)], 3078 ["cf::object::player" => qw(player)],
2872 ["cf::player" => qw(peaceful)], 3079 ["cf::player" => qw(peaceful send_msg)],
2873 ["cf::map" => qw(trigger)], 3080 ["cf::map" => qw(trigger)],
2874) { 3081) {
2875 no strict 'refs'; 3082 no strict 'refs';
2876 my ($pkg, @funs) = @$_; 3083 my ($pkg, @funs) = @$_;
2877 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3084 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2894 my ($code, %vars) = @_; 3101 my ($code, %vars) = @_;
2895 3102
2896 my $qcode = $code; 3103 my $qcode = $code;
2897 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3104 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2898 $qcode =~ s/\n/\\n/g; 3105 $qcode =~ s/\n/\\n/g;
3106
3107 %vars = (_dummy => 0) unless %vars;
2899 3108
2900 local $_; 3109 local $_;
2901 local @safe::cf::_safe_eval_args = values %vars; 3110 local @safe::cf::_safe_eval_args = values %vars;
2902 3111
2903 my $eval = 3112 my $eval =
2980 { 3189 {
2981 my $faces = $facedata->{faceinfo}; 3190 my $faces = $facedata->{faceinfo};
2982 3191
2983 while (my ($face, $info) = each %$faces) { 3192 while (my ($face, $info) = each %$faces) {
2984 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3193 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3194
2985 cf::face::set_visibility $idx, $info->{visibility}; 3195 cf::face::set_visibility $idx, $info->{visibility};
2986 cf::face::set_magicmap $idx, $info->{magicmap}; 3196 cf::face::set_magicmap $idx, $info->{magicmap};
2987 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3197 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2988 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3198 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2989 3199
2990 cf::cede_to_tick; 3200 cf::cede_to_tick;
2991 } 3201 }
2992 3202
2993 while (my ($face, $info) = each %$faces) { 3203 while (my ($face, $info) = each %$faces) {
2994 next unless $info->{smooth}; 3204 next unless $info->{smooth};
3205
2995 my $idx = cf::face::find $face 3206 my $idx = cf::face::find $face
2996 or next; 3207 or next;
3208
2997 if (my $smooth = cf::face::find $info->{smooth}) { 3209 if (my $smooth = cf::face::find $info->{smooth}) {
2998 cf::face::set_smooth $idx, $smooth; 3210 cf::face::set_smooth $idx, $smooth;
2999 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3211 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3000 } else { 3212 } else {
3001 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3213 warn "smooth face '$info->{smooth}' not found for face '$face'";
3019 { 3231 {
3020 # TODO: for gcfclient pleasure, we should give resources 3232 # TODO: for gcfclient pleasure, we should give resources
3021 # that gcfclient doesn't grok a >10000 face index. 3233 # that gcfclient doesn't grok a >10000 face index.
3022 my $res = $facedata->{resource}; 3234 my $res = $facedata->{resource};
3023 3235
3024 my $soundconf = delete $res->{"res/sound.conf"};
3025
3026 while (my ($name, $info) = each %$res) { 3236 while (my ($name, $info) = each %$res) {
3237 if (defined $info->{type}) {
3027 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3238 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3028 my $data; 3239 my $data;
3029 3240
3030 if ($info->{type} & 1) { 3241 if ($info->{type} & 1) {
3031 # prepend meta info 3242 # prepend meta info
3032 3243
3033 my $meta = $enc->encode ({ 3244 my $meta = $enc->encode ({
3034 name => $name, 3245 name => $name,
3035 %{ $info->{meta} || {} }, 3246 %{ $info->{meta} || {} },
3036 }); 3247 });
3037 3248
3038 $data = pack "(w/a*)*", $meta, $info->{data}; 3249 $data = pack "(w/a*)*", $meta, $info->{data};
3250 } else {
3251 $data = $info->{data};
3252 }
3253
3254 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3255 cf::face::set_type $idx, $info->{type};
3039 } else { 3256 } else {
3040 $data = $info->{data}; 3257 $RESOURCE{$name} = $info;
3041 } 3258 }
3042 3259
3043 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3044 cf::face::set_type $idx, $info->{type};
3045
3046 cf::cede_to_tick; 3260 cf::cede_to_tick;
3047 } 3261 }
3048
3049 if ($soundconf) {
3050 $soundconf = $enc->decode (delete $soundconf->{data});
3051
3052 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3053 my $sound = $soundconf->{compat}[$_]
3054 or next;
3055
3056 my $face = cf::face::find "sound/$sound->[1]";
3057 cf::sound::set $sound->[0] => $face;
3058 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3059 }
3060
3061 while (my ($k, $v) = each %{$soundconf->{event}}) {
3062 my $face = cf::face::find "sound/$v";
3063 cf::sound::set $k => $face;
3064 }
3065 }
3066 } 3262 }
3263
3264 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3067 3265
3068 1 3266 1
3069} 3267}
3268
3269cf::global->attach (on_resource_update => sub {
3270 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3271 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3272
3273 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3274 my $sound = $soundconf->{compat}[$_]
3275 or next;
3276
3277 my $face = cf::face::find "sound/$sound->[1]";
3278 cf::sound::set $sound->[0] => $face;
3279 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3280 }
3281
3282 while (my ($k, $v) = each %{$soundconf->{event}}) {
3283 my $face = cf::face::find "sound/$v";
3284 cf::sound::set $k => $face;
3285 }
3286 }
3287});
3070 3288
3071register_exticmd fx_want => sub { 3289register_exticmd fx_want => sub {
3072 my ($ns, $want) = @_; 3290 my ($ns, $want) = @_;
3073 3291
3074 while (my ($k, $v) = each %$want) { 3292 while (my ($k, $v) = each %$want) {
3075 $ns->fx_want ($k, $v); 3293 $ns->fx_want ($k, $v);
3076 } 3294 }
3077}; 3295};
3296
3297sub load_resource_file($) {
3298 my $guard = lock_acquire "load_resource_file";
3299
3300 my $status = load_resource_file_ $_[0];
3301 get_slot 0.1, 100;
3302 cf::arch::commit_load;
3303
3304 $status
3305}
3078 3306
3079sub reload_regions { 3307sub reload_regions {
3080 # HACK to clear player env face cache, we need some signal framework 3308 # HACK to clear player env face cache, we need some signal framework
3081 # for this (global event?) 3309 # for this (global event?)
3082 %ext::player_env::MUSIC_FACE_CACHE = (); 3310 %ext::player_env::MUSIC_FACE_CACHE = ();
3096} 3324}
3097 3325
3098sub reload_archetypes { 3326sub reload_archetypes {
3099 load_resource_file "$DATADIR/archetypes" 3327 load_resource_file "$DATADIR/archetypes"
3100 or die "unable to load archetypes\n"; 3328 or die "unable to load archetypes\n";
3101 #d# NEED to laod twice to resolve forward references
3102 # this really needs to be done in an extra post-pass
3103 # (which needs to be synchronous, so solve it differently)
3104 load_resource_file "$DATADIR/archetypes"
3105 or die "unable to load archetypes\n";
3106} 3329}
3107 3330
3108sub reload_treasures { 3331sub reload_treasures {
3109 load_resource_file "$DATADIR/treasures" 3332 load_resource_file "$DATADIR/treasures"
3110 or die "unable to load treasurelists\n"; 3333 or die "unable to load treasurelists\n";
3111} 3334}
3112 3335
3113sub reload_resources { 3336sub reload_resources {
3114 warn "reloading resource files...\n"; 3337 warn "reloading resource files...\n";
3115 3338
3339 reload_facedata;
3340 reload_archetypes;
3116 reload_regions; 3341 reload_regions;
3117 reload_facedata;
3118 #reload_archetypes;#d#
3119 reload_archetypes;
3120 reload_treasures; 3342 reload_treasures;
3121 3343
3122 warn "finished reloading resource files\n"; 3344 warn "finished reloading resource files\n";
3123}
3124
3125sub init {
3126 reload_resources;
3127} 3345}
3128 3346
3129sub reload_config { 3347sub reload_config {
3130 open my $fh, "<:utf8", "$CONFDIR/config" 3348 open my $fh, "<:utf8", "$CONFDIR/config"
3131 or return; 3349 or return;
3132 3350
3133 local $/; 3351 local $/;
3134 *CFG = YAML::Syck::Load <$fh>; 3352 *CFG = YAML::Load <$fh>;
3135 3353
3136 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3354 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3137 3355
3138 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3356 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3139 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3357 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3145 }; 3363 };
3146 warn $@ if $@; 3364 warn $@ if $@;
3147 } 3365 }
3148} 3366}
3149 3367
3368sub pidfile() {
3369 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3370 or die "$PIDFILE: $!";
3371 flock $fh, &Fcntl::LOCK_EX
3372 or die "$PIDFILE: flock: $!";
3373 $fh
3374}
3375
3376# make sure only one server instance is running at any one time
3377sub atomic {
3378 my $fh = pidfile;
3379
3380 my $pid = <$fh>;
3381 kill 9, $pid if $pid > 0;
3382
3383 seek $fh, 0, 0;
3384 print $fh $$;
3385}
3386
3150sub main { 3387sub main {
3388 cf::init_globals; # initialise logging
3389
3390 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3391 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3392 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3393 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3394
3395 cf::init_experience;
3396 cf::init_anim;
3397 cf::init_attackmess;
3398 cf::init_dynamic;
3399
3400 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3401
3151 # we must not ever block the main coroutine 3402 # we must not ever block the main coroutine
3152 local $Coro::idle = sub { 3403 local $Coro::idle = sub {
3153 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3404 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3154 (async { 3405 (async {
3155 Event::one_event; 3406 $Coro::current->{desc} = "IDLE BUG HANDLER";
3407 EV::loop EV::LOOP_ONESHOT;
3156 })->prio (Coro::PRIO_MAX); 3408 })->prio (Coro::PRIO_MAX);
3157 }; 3409 };
3158 3410
3411 evthread_start IO::AIO::poll_fileno;
3412
3413 cf::sync_job {
3414 reload_resources;
3159 reload_config; 3415 reload_config;
3160 db_init; 3416 db_init;
3417
3418 cf::load_settings;
3419 cf::load_materials;
3420 cf::init_uuid;
3421 cf::init_signals;
3422 cf::init_commands;
3423 cf::init_skills;
3424
3425 cf::init_beforeplay;
3426
3427 atomic;
3428
3161 load_extensions; 3429 load_extensions;
3162 3430
3163 $TICK_WATCHER->start; 3431 utime time, time, $RUNTIMEFILE;
3432
3433 # no (long-running) fork's whatsoever before this point(!)
3434 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3435
3436 (pop @POST_INIT)->(0) while @POST_INIT;
3437 };
3438
3164 Event::loop; 3439 EV::loop;
3165} 3440}
3166 3441
3167############################################################################# 3442#############################################################################
3168# initialisation and cleanup 3443# initialisation and cleanup
3169 3444
3170# install some emergency cleanup handlers 3445# install some emergency cleanup handlers
3171BEGIN { 3446BEGIN {
3447 our %SIGWATCHER = ();
3172 for my $signal (qw(INT HUP TERM)) { 3448 for my $signal (qw(INT HUP TERM)) {
3173 Event->signal ( 3449 $SIGWATCHER{$signal} = EV::signal $signal, sub {
3174 reentrant => 0,
3175 data => WF_AUTOCANCEL,
3176 signal => $signal,
3177 prio => 0,
3178 cb => sub {
3179 cf::cleanup "SIG$signal"; 3450 cf::cleanup "SIG$signal";
3180 },
3181 ); 3451 };
3182 } 3452 }
3183} 3453}
3184 3454
3185sub write_runtime { 3455sub write_runtime_sync {
3186 my $runtime = "$LOCALDIR/runtime";
3187
3188 # first touch the runtime file to show we are still running: 3456 # first touch the runtime file to show we are still running:
3189 # the fsync below can take a very very long time. 3457 # the fsync below can take a very very long time.
3190 3458
3191 IO::AIO::aio_utime $runtime, undef, undef; 3459 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3192 3460
3193 my $guard = cf::lock_acquire "write_runtime"; 3461 my $guard = cf::lock_acquire "write_runtime";
3194 3462
3195 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 3463 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3196 or return; 3464 or return;
3197 3465
3198 my $value = $cf::RUNTIME + 90 + 10; 3466 my $value = $cf::RUNTIME + 90 + 10;
3199 # 10 is the runtime save interval, for a monotonic clock 3467 # 10 is the runtime save interval, for a monotonic clock
3200 # 60 allows for the watchdog to kill the server. 3468 # 60 allows for the watchdog to kill the server.
3210 aio_utime $fh, undef, undef; 3478 aio_utime $fh, undef, undef;
3211 3479
3212 close $fh 3480 close $fh
3213 or return; 3481 or return;
3214 3482
3215 aio_rename "$runtime~", $runtime 3483 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3216 and return; 3484 and return;
3217 3485
3218 warn "runtime file written.\n"; 3486 warn "runtime file written.\n";
3219 3487
3220 1 3488 1
3489}
3490
3491our $uuid_lock;
3492our $uuid_skip;
3493
3494sub write_uuid_sync($) {
3495 $uuid_skip ||= $_[0];
3496
3497 return if $uuid_lock;
3498 local $uuid_lock = 1;
3499
3500 my $uuid = "$LOCALDIR/uuid";
3501
3502 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3503 or return;
3504
3505 my $value = uuid_seq uuid_cur;
3506
3507 unless ($value) {
3508 warn "cowardly refusing to write zero uuid value!\n";
3509 return;
3510 }
3511
3512 my $value = uuid_str $value + $uuid_skip;
3513 $uuid_skip = 0;
3514
3515 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3516 and return;
3517
3518 # always fsync - this file is important
3519 aio_fsync $fh
3520 and return;
3521
3522 close $fh
3523 or return;
3524
3525 aio_rename "$uuid~", $uuid
3526 and return;
3527
3528 warn "uuid file written ($value).\n";
3529
3530 1
3531
3532}
3533
3534sub write_uuid($$) {
3535 my ($skip, $sync) = @_;
3536
3537 $sync ? write_uuid_sync $skip
3538 : async { write_uuid_sync $skip };
3221} 3539}
3222 3540
3223sub emergency_save() { 3541sub emergency_save() {
3224 my $freeze_guard = cf::freeze_mainloop; 3542 my $freeze_guard = cf::freeze_mainloop;
3225 3543
3226 warn "enter emergency perl save\n"; 3544 warn "emergency_perl_save: enter\n";
3227 3545
3228 cf::sync_job { 3546 cf::sync_job {
3547 # this is a trade-off: we want to be very quick here, so
3548 # save all maps without fsync, and later call a global sync
3549 # (which in turn might be very very slow)
3550 local $USE_FSYNC = 0;
3551
3229 # use a peculiar iteration method to avoid tripping on perl 3552 # use a peculiar iteration method to avoid tripping on perl
3230 # refcount bugs in for. also avoids problems with players 3553 # refcount bugs in for. also avoids problems with players
3231 # and maps saved/destroyed asynchronously. 3554 # and maps saved/destroyed asynchronously.
3232 warn "begin emergency player save\n"; 3555 warn "emergency_perl_save: begin player save\n";
3233 for my $login (keys %cf::PLAYER) { 3556 for my $login (keys %cf::PLAYER) {
3234 my $pl = $cf::PLAYER{$login} or next; 3557 my $pl = $cf::PLAYER{$login} or next;
3235 $pl->valid or next; 3558 $pl->valid or next;
3559 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3236 $pl->save; 3560 $pl->save;
3237 } 3561 }
3238 warn "end emergency player save\n"; 3562 warn "emergency_perl_save: end player save\n";
3239 3563
3240 warn "begin emergency map save\n"; 3564 warn "emergency_perl_save: begin map save\n";
3241 for my $path (keys %cf::MAP) { 3565 for my $path (keys %cf::MAP) {
3242 my $map = $cf::MAP{$path} or next; 3566 my $map = $cf::MAP{$path} or next;
3243 $map->valid or next; 3567 $map->valid or next;
3244 $map->save; 3568 $map->save;
3245 } 3569 }
3246 warn "end emergency map save\n"; 3570 warn "emergency_perl_save: end map save\n";
3247 3571
3248 warn "begin emergency database checkpoint\n"; 3572 warn "emergency_perl_save: begin database checkpoint\n";
3249 BDB::db_env_txn_checkpoint $DB_ENV; 3573 BDB::db_env_txn_checkpoint $DB_ENV;
3250 warn "end emergency database checkpoint\n"; 3574 warn "emergency_perl_save: end database checkpoint\n";
3575
3576 warn "emergency_perl_save: begin write uuid\n";
3577 write_uuid_sync 1;
3578 warn "emergency_perl_save: end write uuid\n";
3251 }; 3579 };
3252 3580
3581 warn "emergency_perl_save: starting sync()\n";
3582 IO::AIO::aio_sync sub {
3583 warn "emergency_perl_save: finished sync()\n";
3584 };
3585
3253 warn "leave emergency perl save\n"; 3586 warn "emergency_perl_save: leave\n";
3254} 3587}
3255 3588
3256sub post_cleanup { 3589sub post_cleanup {
3257 my ($make_core) = @_; 3590 my ($make_core) = @_;
3258 3591
3259 warn Carp::longmess "post_cleanup backtrace" 3592 warn Carp::longmess "post_cleanup backtrace"
3260 if $make_core; 3593 if $make_core;
3594
3595 my $fh = pidfile;
3596 unlink $PIDFILE if <$fh> == $$;
3597}
3598
3599# a safer delete_package, copied from Symbol
3600sub clear_package($) {
3601 my $pkg = shift;
3602
3603 # expand to full symbol table name if needed
3604 unless ($pkg =~ /^main::.*::$/) {
3605 $pkg = "main$pkg" if $pkg =~ /^::/;
3606 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3607 $pkg .= '::' unless $pkg =~ /::$/;
3608 }
3609
3610 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3611 my $stem_symtab = *{$stem}{HASH};
3612
3613 defined $stem_symtab and exists $stem_symtab->{$leaf}
3614 or return;
3615
3616 # clear all symbols
3617 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3618 for my $name (keys %$leaf_symtab) {
3619 _gv_clear *{"$pkg$name"};
3620# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3621 }
3622 warn "cleared package $pkg\n";#d#
3261} 3623}
3262 3624
3263sub do_reload_perl() { 3625sub do_reload_perl() {
3264 # can/must only be called in main 3626 # can/must only be called in main
3265 if ($Coro::current != $Coro::main) { 3627 if ($Coro::current != $Coro::main) {
3266 warn "can only reload from main coroutine"; 3628 warn "can only reload from main coroutine";
3267 return; 3629 return;
3268 } 3630 }
3269 3631
3632 return if $RELOAD++;
3633
3634 my $t1 = EV::time;
3635
3636 while ($RELOAD) {
3270 warn "reloading..."; 3637 warn "reloading...";
3271 3638
3272 warn "entering sync_job"; 3639 warn "entering sync_job";
3273 3640
3274 cf::sync_job { 3641 cf::sync_job {
3275 cf::write_runtime; # external watchdog should not bark 3642 cf::write_runtime_sync; # external watchdog should not bark
3276 cf::emergency_save; 3643 cf::emergency_save;
3277 cf::write_runtime; # external watchdog should not bark 3644 cf::write_runtime_sync; # external watchdog should not bark
3278 3645
3279 warn "syncing database to disk"; 3646 warn "syncing database to disk";
3280 BDB::db_env_txn_checkpoint $DB_ENV; 3647 BDB::db_env_txn_checkpoint $DB_ENV;
3281 3648
3282 # if anything goes wrong in here, we should simply crash as we already saved 3649 # if anything goes wrong in here, we should simply crash as we already saved
3283 3650
3284 warn "cancelling all WF_AUTOCANCEL watchers";
3285 for (Event::all_watchers) {
3286 $_->cancel if $_->data & WF_AUTOCANCEL;
3287 }
3288
3289 warn "flushing outstanding aio requests"; 3651 warn "flushing outstanding aio requests";
3290 for (;;) {
3291 BDB::flush;
3292 IO::AIO::flush;
3293 Coro::cede;
3294 last unless IO::AIO::nreqs || BDB::nreqs; 3652 while (IO::AIO::nreqs || BDB::nreqs) {
3295 warn "iterate..."; 3653 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3296 }
3297
3298 ++$RELOAD;
3299
3300 warn "cancelling all extension coros";
3301 $_->cancel for values %EXT_CORO;
3302 %EXT_CORO = ();
3303
3304 warn "removing commands";
3305 %COMMAND = ();
3306
3307 warn "removing ext/exti commands";
3308 %EXTCMD = ();
3309 %EXTICMD = ();
3310
3311 warn "unloading/nuking all extensions";
3312 for my $pkg (@EXTS) {
3313 warn "... unloading $pkg";
3314
3315 if (my $cb = $pkg->can ("unload")) {
3316 eval {
3317 $cb->($pkg);
3318 1
3319 } or warn "$pkg unloaded, but with errors: $@";
3320 } 3654 }
3321 3655
3322 warn "... nuking $pkg"; 3656 warn "cancelling all extension coros";
3323 Symbol::delete_package $pkg; 3657 $_->cancel for values %EXT_CORO;
3324 } 3658 %EXT_CORO = ();
3325 3659
3326 warn "unloading all perl modules loaded from $LIBDIR"; 3660 warn "removing commands";
3327 while (my ($k, $v) = each %INC) { 3661 %COMMAND = ();
3328 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3329 3662
3663 warn "removing ext/exti commands";
3664 %EXTCMD = ();
3665 %EXTICMD = ();
3666
3667 warn "unloading/nuking all extensions";
3668 for my $pkg (@EXTS) {
3330 warn "... unloading $k"; 3669 warn "... unloading $pkg";
3331 delete $INC{$k};
3332 3670
3333 $k =~ s/\.pm$//;
3334 $k =~ s/\//::/g;
3335
3336 if (my $cb = $k->can ("unload_module")) { 3671 if (my $cb = $pkg->can ("unload")) {
3672 eval {
3337 $cb->(); 3673 $cb->($pkg);
3674 1
3675 } or warn "$pkg unloaded, but with errors: $@";
3676 }
3677
3678 warn "... clearing $pkg";
3679 clear_package $pkg;
3338 } 3680 }
3339 3681
3340 Symbol::delete_package $k; 3682 warn "unloading all perl modules loaded from $LIBDIR";
3683 while (my ($k, $v) = each %INC) {
3684 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3685
3686 warn "... unloading $k";
3687 delete $INC{$k};
3688
3689 $k =~ s/\.pm$//;
3690 $k =~ s/\//::/g;
3691
3692 if (my $cb = $k->can ("unload_module")) {
3693 $cb->();
3694 }
3695
3696 clear_package $k;
3341 } 3697 }
3342 3698
3343 warn "getting rid of safe::, as good as possible"; 3699 warn "getting rid of safe::, as good as possible";
3344 Symbol::delete_package "safe::$_" 3700 clear_package "safe::$_"
3345 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3701 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3346 3702
3347 warn "unloading cf.pm \"a bit\""; 3703 warn "unloading cf.pm \"a bit\"";
3348 delete $INC{"cf.pm"}; 3704 delete $INC{"cf.pm"};
3349 delete $INC{"cf/pod.pm"}; 3705 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3350 3706
3351 # don't, removes xs symbols, too, 3707 # don't, removes xs symbols, too,
3352 # and global variables created in xs 3708 # and global variables created in xs
3353 #Symbol::delete_package __PACKAGE__; 3709 #clear_package __PACKAGE__;
3354 3710
3355 warn "unload completed, starting to reload now"; 3711 warn "unload completed, starting to reload now";
3356 3712
3357 warn "reloading cf.pm"; 3713 warn "reloading cf.pm";
3358 require cf; 3714 require cf;
3359 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3715 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3360 3716
3361 warn "loading config and database again"; 3717 warn "loading config and database again";
3362 cf::reload_config; 3718 cf::reload_config;
3363 3719
3364 warn "loading extensions"; 3720 warn "loading extensions";
3365 cf::load_extensions; 3721 cf::load_extensions;
3366 3722
3723 if ($REATTACH_ON_RELOAD) {
3367 warn "reattaching attachments to objects/players"; 3724 warn "reattaching attachments to objects/players";
3368 _global_reattach; # objects, sockets 3725 _global_reattach; # objects, sockets
3369 warn "reattaching attachments to maps"; 3726 warn "reattaching attachments to maps";
3370 reattach $_ for values %MAP; 3727 reattach $_ for values %MAP;
3371 warn "reattaching attachments to players"; 3728 warn "reattaching attachments to players";
3372 reattach $_ for values %PLAYER; 3729 reattach $_ for values %PLAYER;
3730 }
3373 3731
3732 warn "running post_init jobs";
3733 (pop @POST_INIT)->(1) while @POST_INIT;
3734
3374 warn "leaving sync_job"; 3735 warn "leaving sync_job";
3375 3736
3376 1 3737 1
3377 } or do { 3738 } or do {
3378 warn $@; 3739 warn $@;
3379 warn "error while reloading, exiting."; 3740 cf::cleanup "error while reloading, exiting.";
3380 exit 1;
3381 }; 3741 };
3382 3742
3383 warn "reloaded"; 3743 warn "reloaded";
3744 --$RELOAD;
3745 }
3746
3747 $t1 = EV::time - $t1;
3748 warn "reload completed in ${t1}s\n";
3384}; 3749};
3385 3750
3386our $RELOAD_WATCHER; # used only during reload 3751our $RELOAD_WATCHER; # used only during reload
3387 3752
3388sub reload_perl() { 3753sub reload_perl() {
3389 # doing reload synchronously and two reloads happen back-to-back, 3754 # doing reload synchronously and two reloads happen back-to-back,
3390 # coro crashes during coro_state_free->destroy here. 3755 # coro crashes during coro_state_free->destroy here.
3391 3756
3392 $RELOAD_WATCHER ||= Event->timer ( 3757 $RELOAD_WATCHER ||= cf::async {
3393 reentrant => 0, 3758 Coro::AIO::aio_wait cache_extensions;
3394 after => 0, 3759
3395 data => WF_AUTOCANCEL, 3760 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3396 cb => sub {
3397 do_reload_perl; 3761 do_reload_perl;
3398 undef $RELOAD_WATCHER; 3762 undef $RELOAD_WATCHER;
3399 }, 3763 };
3400 ); 3764 };
3401} 3765}
3402 3766
3403register_command "reload" => sub { 3767register_command "reload" => sub {
3404 my ($who, $arg) = @_; 3768 my ($who, $arg) = @_;
3405 3769
3406 if ($who->flag (FLAG_WIZ)) { 3770 if ($who->flag (FLAG_WIZ)) {
3407 $who->message ("reloading server."); 3771 $who->message ("reloading server.");
3772 async {
3773 $Coro::current->{desc} = "perl_reload";
3408 async { reload_perl }; 3774 reload_perl;
3775 };
3409 } 3776 }
3410}; 3777};
3411 3778
3412unshift @INC, $LIBDIR; 3779unshift @INC, $LIBDIR;
3413 3780
3415 3782
3416our @WAIT_FOR_TICK; 3783our @WAIT_FOR_TICK;
3417our @WAIT_FOR_TICK_BEGIN; 3784our @WAIT_FOR_TICK_BEGIN;
3418 3785
3419sub wait_for_tick { 3786sub wait_for_tick {
3420 return unless $TICK_WATCHER->is_active;
3421 return if $Coro::current == $Coro::main; 3787 return if tick_inhibit || $Coro::current == $Coro::main;
3422 3788
3423 my $signal = new Coro::Signal; 3789 my $signal = new Coro::Signal;
3424 push @WAIT_FOR_TICK, $signal; 3790 push @WAIT_FOR_TICK, $signal;
3425 $signal->wait; 3791 $signal->wait;
3426} 3792}
3427 3793
3428sub wait_for_tick_begin { 3794sub wait_for_tick_begin {
3429 return unless $TICK_WATCHER->is_active;
3430 return if $Coro::current == $Coro::main; 3795 return if tick_inhibit || $Coro::current == $Coro::main;
3431 3796
3432 my $signal = new Coro::Signal; 3797 my $signal = new Coro::Signal;
3433 push @WAIT_FOR_TICK_BEGIN, $signal; 3798 push @WAIT_FOR_TICK_BEGIN, $signal;
3434 $signal->wait; 3799 $signal->wait;
3435} 3800}
3436 3801
3437 my $min = 1e6;#d# 3802sub tick {
3438 my $avg = 10;
3439$TICK_WATCHER = Event->timer (
3440 reentrant => 0,
3441 parked => 1,
3442 prio => 0,
3443 at => $NEXT_TICK || $TICK,
3444 data => WF_AUTOCANCEL,
3445 cb => sub {
3446 if ($Coro::current != $Coro::main) { 3803 if ($Coro::current != $Coro::main) {
3447 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3804 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3448 unless ++$bug_warning > 10; 3805 unless ++$bug_warning > 10;
3449 return; 3806 return;
3450 } 3807 }
3451 3808
3452 $NOW = $tick_start = Event::time;
3453
3454 cf::server_tick; # one server iteration 3809 cf::server_tick; # one server iteration
3455 3810
3456 0 && sync_job {#d# 3811 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3457 for(1..10) { 3812 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3458 my $t = Event::time; 3813 Coro::async_pool {
3459 my $map = my $map = new_from_path cf::map "/tmp/x.map" 3814 $Coro::current->{desc} = "runtime saver";
3460 or die; 3815 write_runtime_sync
3461 3816 or warn "ERROR: unable to write runtime file: $!";
3462 $map->width (50);
3463 $map->height (50);
3464 $map->alloc;
3465 $map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3466 my $t = Event::time - $t;
3467
3468 #next unless $t < 0.0013;#d#
3469 if ($t < $min) {
3470 $min = $t;
3471 }
3472 $avg = $avg * 0.99 + $t * 0.01;
3473 }
3474 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3475 exit 0;
3476 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3477 }; 3817 };
3818 }
3478 3819
3479 $RUNTIME += $TICK;
3480 $NEXT_TICK += $TICK;
3481
3482 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3483 $NEXT_RUNTIME_WRITE = $NOW + 10;
3484 Coro::async_pool {
3485 write_runtime
3486 or warn "ERROR: unable to write runtime file: $!";
3487 };
3488 }
3489
3490# my $AFTER = Event::time;
3491# warn $AFTER - $NOW;#d#
3492
3493 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3820 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3494 $sig->send; 3821 $sig->send;
3495 } 3822 }
3496 while (my $sig = shift @WAIT_FOR_TICK) { 3823 while (my $sig = shift @WAIT_FOR_TICK) {
3497 $sig->send; 3824 $sig->send;
3498 } 3825 }
3499 3826
3500 $NOW = Event::time; 3827 $LOAD = ($NOW - $TICK_START) / $TICK;
3501
3502 # if we are delayed by four ticks or more, skip them all
3503 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3504
3505 $TICK_WATCHER->at ($NEXT_TICK);
3506 $TICK_WATCHER->start;
3507
3508 $LOAD = ($NOW - $tick_start) / $TICK;
3509 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3828 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3510 3829
3511 _post_tick; 3830 if (0) {
3512 3831 if ($NEXT_TICK) {
3513 3832 my $jitter = $TICK_START - $NEXT_TICK;
3833 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3834 warn "jitter $JITTER\n";#d#
3835 }
3514 }, 3836 }
3515); 3837}
3516 3838
3517{ 3839{
3518 BDB::max_poll_time $TICK * 0.1; 3840 # configure BDB
3519 $BDB_POLL_WATCHER = Event->io ( 3841
3520 reentrant => 0,
3521 fd => BDB::poll_fileno,
3522 poll => 'r',
3523 prio => 0,
3524 data => WF_AUTOCANCEL,
3525 cb => \&BDB::poll_cb,
3526 );
3527 BDB::min_parallel 8; 3842 BDB::min_parallel 8;
3528 3843 BDB::max_poll_reqs $TICK * 0.1;
3529 BDB::set_sync_prepare { 3844 $AnyEvent::BDB::WATCHER->priority (1);
3530 my $status;
3531 my $current = $Coro::current;
3532 (
3533 sub {
3534 $status = $!;
3535 $current->ready; undef $current;
3536 },
3537 sub {
3538 Coro::schedule while defined $current;
3539 $! = $status;
3540 },
3541 )
3542 };
3543 3845
3544 unless ($DB_ENV) { 3846 unless ($DB_ENV) {
3545 $DB_ENV = BDB::db_env_create; 3847 $DB_ENV = BDB::db_env_create;
3848 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3849 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
3850 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3851 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3852 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3546 3853
3547 cf::sync_job { 3854 cf::sync_job {
3548 eval { 3855 eval {
3549 BDB::db_env_open 3856 BDB::db_env_open
3550 $DB_ENV, 3857 $DB_ENV,
3552 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3859 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3553 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3860 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3554 0666; 3861 0666;
3555 3862
3556 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3863 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3557
3558 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3559 $DB_ENV->set_lk_detect;
3560 }; 3864 };
3561 3865
3562 cf::cleanup "db_env_open(db): $@" if $@; 3866 cf::cleanup "db_env_open(db): $@" if $@;
3563 }; 3867 };
3564 } 3868 }
3869
3870 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3871 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3872 };
3873 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3874 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3875 };
3876 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3877 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3878 };
3565} 3879}
3566 3880
3567{ 3881{
3882 # configure IO::AIO
3883
3568 IO::AIO::min_parallel 8; 3884 IO::AIO::min_parallel 8;
3569
3570 undef $Coro::AIO::WATCHER;
3571 IO::AIO::max_poll_time $TICK * 0.1; 3885 IO::AIO::max_poll_time $TICK * 0.1;
3572 $AIO_POLL_WATCHER = Event->io ( 3886 undef $AnyEvent::AIO::WATCHER;
3573 reentrant => 0,
3574 data => WF_AUTOCANCEL,
3575 fd => IO::AIO::poll_fileno,
3576 poll => 'r',
3577 prio => 6,
3578 cb => \&IO::AIO::poll_cb,
3579 );
3580} 3887}
3581 3888
3582my $_log_backtrace; 3889my $_log_backtrace;
3583 3890
3584sub _log_backtrace { 3891sub _log_backtrace {
3587 $msg =~ s/\n//; 3894 $msg =~ s/\n//;
3588 3895
3589 # limit the # of concurrent backtraces 3896 # limit the # of concurrent backtraces
3590 if ($_log_backtrace < 2) { 3897 if ($_log_backtrace < 2) {
3591 ++$_log_backtrace; 3898 ++$_log_backtrace;
3899 my $perl_bt = Carp::longmess $msg;
3592 async { 3900 async {
3901 $Coro::current->{desc} = "abt $msg";
3902
3593 my @bt = fork_call { 3903 my @bt = fork_call {
3594 @addr = map { sprintf "%x", $_ } @addr; 3904 @addr = map { sprintf "%x", $_ } @addr;
3595 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3905 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3596 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3906 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3597 or die "addr2line: $!"; 3907 or die "addr2line: $!";
3605 } 3915 }
3606 3916
3607 @funcs 3917 @funcs
3608 }; 3918 };
3609 3919
3610 LOG llevInfo, "[ABT] $msg\n"; 3920 LOG llevInfo, "[ABT] $perl_bt\n";
3921 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3611 LOG llevInfo, "[ABT] $_\n" for @bt; 3922 LOG llevInfo, "[ABT] $_\n" for @bt;
3612 --$_log_backtrace; 3923 --$_log_backtrace;
3613 }; 3924 };
3614 } else { 3925 } else {
3615 LOG llevInfo, "[ABT] $msg\n"; 3926 LOG llevInfo, "[ABT] $msg\n";
3616 LOG llevInfo, "[ABT] [suppressed]\n"; 3927 LOG llevInfo, "[ABT] [suppressed]\n";
3617 } 3928 }
3618} 3929}
3619 3930
3620# load additional modules 3931# load additional modules
3621use cf::pod; 3932require "cf/$_.pm" for @EXTRA_MODULES;
3622 3933
3623END { cf::emergency_save } 3934END { cf::emergency_save }
3624 3935
36251 39361
3626 3937

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines