ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC vs.
Revision 1.465 by root, Thu Jan 8 00:54:55 2009 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
24use 5.10.0;
3use utf8; 25use utf8;
4use strict; 26use strict "vars", "subs";
5 27
6use Symbol; 28use Symbol;
7use List::Util; 29use List::Util;
8use Socket; 30use Socket;
9use Storable; 31use EV;
10use Event;
11use Opcode; 32use Opcode;
12use Safe; 33use Safe;
13use Safe::Hole; 34use Safe::Hole;
35use Storable ();
14 36
37use Guard ();
15use Coro 3.64 (); 38use Coro ();
16use Coro::State; 39use Coro::State;
17use Coro::Handle; 40use Coro::Handle;
41use Coro::EV;
18use Coro::Event; 42use Coro::AnyEvent;
19use Coro::Timer; 43use Coro::Timer;
20use Coro::Signal; 44use Coro::Signal;
21use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
22use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
23use Coro::Storable; 50use Coro::Storable;
24use Coro::Util (); 51use Coro::Util ();
25 52
26use JSON::XS (); 53use JSON::XS 2.01 ();
27use BDB (); 54use BDB ();
28use Data::Dumper; 55use Data::Dumper;
29use Digest::MD5; 56use Digest::MD5;
30use Fcntl; 57use Fcntl;
31use YAML::Syck (); 58use YAML ();
32use IO::AIO 2.32 (); 59use IO::AIO ();
33use Time::HiRes; 60use Time::HiRes;
34use Compress::LZF; 61use Compress::LZF;
35use Digest::MD5 (); 62use Digest::MD5 ();
63
64AnyEvent::detect;
36 65
37# configure various modules to our taste 66# configure various modules to our taste
38# 67#
39$Storable::canonical = 1; # reduce rsync transfers 68$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 69Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
70
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72
73# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43$Event::Eval = 1; # no idea why this is required, but it is
44
45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46$YAML::Syck::ImplicitUnicode = 1;
47
48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49 76
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 77sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51 78
52our %COMMAND = (); 79our %COMMAND = ();
53our %COMMAND_TIME = (); 80our %COMMAND_TIME = ();
56our %EXTCMD = (); 83our %EXTCMD = ();
57our %EXTICMD = (); 84our %EXTICMD = ();
58our %EXT_CORO = (); # coroutines bound to extensions 85our %EXT_CORO = (); # coroutines bound to extensions
59our %EXT_MAP = (); # pluggable maps 86our %EXT_MAP = (); # pluggable maps
60 87
61our $RELOAD; # number of reloads so far 88our $RELOAD; # number of reloads so far, non-zero while in reload
62our @EVENT; 89our @EVENT;
63 90
64our $CONFDIR = confdir; 91our $CONFDIR = confdir;
65our $DATADIR = datadir; 92our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext"; 93our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod"; 94our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir; 95our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir; 96our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir; 97our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 98our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir; 99our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random"; 100our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db"; 101our $BDBDIR = "$LOCALDIR/db";
102our $PIDFILE = "$LOCALDIR/pid";
103our $RUNTIMEFILE = "$LOCALDIR/runtime";
104
105our %RESOURCE;
75 106
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 107our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 108our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80our $NEXT_TICK; 109our $NEXT_TICK;
81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 110our $USE_FSYNC = 1; # use fsync to write maps - default off
83 111
112our $BDB_DEADLOCK_WATCHER;
113our $BDB_CHECKPOINT_WATCHER;
84our $BDB_POLL_WATCHER; 114our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 115our $DB_ENV;
86 116
87our %CFG; 117our %CFG;
88 118
89our $UPTIME; $UPTIME ||= time; 119our $UPTIME; $UPTIME ||= time;
90our $RUNTIME; 120our $RUNTIME;
121our $NOW;
91 122
92our (%PLAYER, %PLAYER_LOADING); # all users 123our (%PLAYER, %PLAYER_LOADING); # all users
93our (%MAP, %MAP_LOADING ); # all maps 124our (%MAP, %MAP_LOADING ); # all maps
94our $LINK_MAP; # the special {link} map, which is always available 125our $LINK_MAP; # the special {link} map, which is always available
95 126
96# used to convert map paths into valid unix filenames by replacing / by ∕ 127# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 128our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 129
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 130our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 131our $LOADAVG; # same thing, but with alpha-smoothing
132our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 133our $TICK_START; # for load detecting purposes
134
135our @POST_INIT;
136
137our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
102 138
103binmode STDOUT; 139binmode STDOUT;
104binmode STDERR; 140binmode STDERR;
105 141
106# read virtual server time, if available 142# read virtual server time, if available
107unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 143unless ($RUNTIME || !-e $RUNTIMEFILE) {
108 open my $fh, "<", "$LOCALDIR/runtime" 144 open my $fh, "<", $RUNTIMEFILE
109 or die "unable to read runtime file: $!"; 145 or die "unable to read $RUNTIMEFILE file: $!";
110 $RUNTIME = <$fh> + 0.; 146 $RUNTIME = <$fh> + 0.;
111} 147}
112 148
113mkdir $_ 149mkdir $_
114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 150 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
159 195
160The raw value load value from the last tick. 196The raw value load value from the last tick.
161 197
162=item %cf::CFG 198=item %cf::CFG
163 199
164Configuration for the server, loaded from C</etc/crossfire/config>, or 200Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165from wherever your confdir points to. 201from wherever your confdir points to.
166 202
167=item cf::wait_for_tick, cf::wait_for_tick_begin 203=item cf::wait_for_tick, cf::wait_for_tick_begin
168 204
169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 205These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 226 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191 227
192 LOG llevError, $msg; 228 LOG llevError, $msg;
193 }; 229 };
194} 230}
231
232$Coro::State::DIEHOOK = sub {
233 return unless $^S eq 0; # "eq", not "=="
234
235 if ($Coro::current == $Coro::main) {#d#
236 warn "DIEHOOK called in main context, Coro bug?\n";#d#
237 return;#d#
238 }#d#
239
240 # kill coroutine otherwise
241 warn Carp::longmess $_[0];
242 Coro::terminate
243};
244
245$SIG{__DIE__} = sub { }; #d#?
195 246
196@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 247@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
197@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 248@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
198@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 249@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
199@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 250@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
206for my $pkg (qw( 257for my $pkg (qw(
207 cf::global cf::attachable 258 cf::global cf::attachable
208 cf::object cf::object::player 259 cf::object cf::object::player
209 cf::client cf::player 260 cf::client cf::player
210 cf::arch cf::living 261 cf::arch cf::living
262 cf::map cf::mapspace
211 cf::map cf::party cf::region 263 cf::party cf::region
212)) { 264)) {
213 no strict 'refs';
214 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 265 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
215} 266}
216 267
217$Event::DIED = sub { 268$EV::DIED = sub {
218 warn "error in event callback: @_"; 269 warn "error in event callback: @_";
219}; 270};
220 271
221############################################################################# 272#############################################################################
222 273
245 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 296 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
246 $d 297 $d
247 } || "[unable to dump $_[0]: '$@']"; 298 } || "[unable to dump $_[0]: '$@']";
248} 299}
249 300
250=item $ref = cf::from_json $json 301=item $ref = cf::decode_json $json
251 302
252Converts a JSON string into the corresponding perl data structure. 303Converts a JSON string into the corresponding perl data structure.
253 304
254=item $json = cf::to_json $ref 305=item $json = cf::encode_json $ref
255 306
256Converts a perl data structure into its JSON representation. 307Converts a perl data structure into its JSON representation.
257 308
258=cut 309=cut
259 310
260our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 311our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
261 312
262sub to_json ($) { $json_coder->encode ($_[0]) } 313sub encode_json($) { $json_coder->encode ($_[0]) }
263sub from_json ($) { $json_coder->decode ($_[0]) } 314sub decode_json($) { $json_coder->decode ($_[0]) }
315
316=item cf::post_init { BLOCK }
317
318Execute the given codeblock, I<after> all extensions have been (re-)loaded,
319but I<before> the server starts ticking again.
320
321The cdoeblock will have a single boolean argument to indicate whether this
322is a reload or not.
323
324=cut
325
326sub post_init(&) {
327 push @POST_INIT, shift;
328}
264 329
265=item cf::lock_wait $string 330=item cf::lock_wait $string
266 331
267Wait until the given lock is available. See cf::lock_acquire. 332Wait until the given lock is available. See cf::lock_acquire.
268 333
269=item my $lock = cf::lock_acquire $string 334=item my $lock = cf::lock_acquire $string
270 335
271Wait until the given lock is available and then acquires it and returns 336Wait until the given lock is available and then acquires it and returns
272a Coro::guard object. If the guard object gets destroyed (goes out of scope, 337a L<Guard> object. If the guard object gets destroyed (goes out of scope,
273for example when the coroutine gets canceled), the lock is automatically 338for example when the coroutine gets canceled), the lock is automatically
274returned. 339returned.
275 340
276Locks are *not* recursive, locking from the same coro twice results in a 341Locks are *not* recursive, locking from the same coro twice results in a
277deadlocked coro. 342deadlocked coro.
283 348
284Return true if the lock is currently active, i.e. somebody has locked it. 349Return true if the lock is currently active, i.e. somebody has locked it.
285 350
286=cut 351=cut
287 352
288our %LOCK; 353our $LOCKS = new Coro::SemaphoreSet;
289our %LOCKER;#d#
290 354
291sub lock_wait($) { 355sub lock_wait($) {
292 my ($key) = @_; 356 $LOCKS->wait ($_[0]);
293
294 if ($LOCKER{$key} == $Coro::current) {#d#
295 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
296 return;#d#
297 }#d#
298
299 # wait for lock, if any
300 while ($LOCK{$key}) {
301 push @{ $LOCK{$key} }, $Coro::current;
302 Coro::schedule;
303 }
304} 357}
305 358
306sub lock_acquire($) { 359sub lock_acquire($) {
307 my ($key) = @_; 360 $LOCKS->guard ($_[0])
308
309 # wait, to be sure we are not locked
310 lock_wait $key;
311
312 $LOCK{$key} = [];
313 $LOCKER{$key} = $Coro::current;#d#
314
315 Coro::guard {
316 delete $LOCKER{$key};#d#
317 # wake up all waiters, to be on the safe side
318 $_->ready for @{ delete $LOCK{$key} };
319 }
320} 361}
321 362
322sub lock_active($) { 363sub lock_active($) {
323 my ($key) = @_; 364 $LOCKS->count ($_[0]) < 1
324
325 ! ! $LOCK{$key}
326} 365}
327 366
328sub freeze_mainloop { 367sub freeze_mainloop {
329 return unless $TICK_WATCHER->is_active; 368 tick_inhibit_inc;
330 369
331 my $guard = Coro::guard { 370 &Guard::guard (\&tick_inhibit_dec);
332 $TICK_WATCHER->start; 371}
333 }; 372
334 $TICK_WATCHER->stop; 373=item cf::periodic $interval, $cb
335 $guard 374
375Like EV::periodic, but randomly selects a starting point so that the actions
376get spread over timer.
377
378=cut
379
380sub periodic($$) {
381 my ($interval, $cb) = @_;
382
383 my $start = rand List::Util::min 180, $interval;
384
385 EV::periodic $start, $interval, 0, $cb
336} 386}
337 387
338=item cf::get_slot $time[, $priority[, $name]] 388=item cf::get_slot $time[, $priority[, $name]]
339 389
340Allocate $time seconds of blocking CPU time at priority C<$priority>: 390Allocate $time seconds of blocking CPU time at priority C<$priority>:
351our @SLOT_QUEUE; 401our @SLOT_QUEUE;
352our $SLOT_QUEUE; 402our $SLOT_QUEUE;
353 403
354$SLOT_QUEUE->cancel if $SLOT_QUEUE; 404$SLOT_QUEUE->cancel if $SLOT_QUEUE;
355$SLOT_QUEUE = Coro::async { 405$SLOT_QUEUE = Coro::async {
406 $Coro::current->desc ("timeslot manager");
407
356 my $signal = new Coro::Signal; 408 my $signal = new Coro::Signal;
357 409
358 while () { 410 while () {
359 next_job: 411 next_job:
360 my $avail = cf::till_tick; 412 my $avail = cf::till_tick;
368 } 420 }
369 } 421 }
370 } 422 }
371 423
372 if (@SLOT_QUEUE) { 424 if (@SLOT_QUEUE) {
373 # we do not use wait_For_tick() as it returns immediately when tick is inactive 425 # we do not use wait_for_tick() as it returns immediately when tick is inactive
374 push @cf::WAIT_FOR_TICK, $signal; 426 push @cf::WAIT_FOR_TICK, $signal;
375 $signal->wait; 427 $signal->wait;
376 } else { 428 } else {
377 Coro::schedule; 429 Coro::schedule;
378 } 430 }
379 } 431 }
380}; 432};
381 433
382sub get_slot($;$$) { 434sub get_slot($;$$) {
435 return if tick_inhibit || $Coro::current == $Coro::main;
436
383 my ($time, $pri, $name) = @_; 437 my ($time, $pri, $name) = @_;
384 438
385 $time = $TICK * .6 if $time > $TICK * .6; 439 $time = $TICK * .6 if $time > $TICK * .6;
386 my $sig = new Coro::Signal; 440 my $sig = new Coro::Signal;
387 441
401 455
402BEGIN { *async = \&Coro::async_pool } 456BEGIN { *async = \&Coro::async_pool }
403 457
404=item cf::sync_job { BLOCK } 458=item cf::sync_job { BLOCK }
405 459
406The design of Crossfire TRT requires that the main coroutine ($Coro::main) 460The design of Deliantra requires that the main coroutine ($Coro::main)
407is always able to handle events or runnable, as Crossfire TRT is only 461is always able to handle events or runnable, as Deliantra is only
408partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 462partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
409acceptable. 463acceptable.
410 464
411If it must be done, put the blocking parts into C<sync_job>. This will run 465If it must be done, put the blocking parts into C<sync_job>. This will run
412the given BLOCK in another coroutine while waiting for the result. The 466the given BLOCK in another coroutine while waiting for the result. The
417 471
418sub sync_job(&) { 472sub sync_job(&) {
419 my ($job) = @_; 473 my ($job) = @_;
420 474
421 if ($Coro::current == $Coro::main) { 475 if ($Coro::current == $Coro::main) {
422 my $time = Event::time; 476 my $time = EV::time;
423 477
424 # this is the main coro, too bad, we have to block 478 # this is the main coro, too bad, we have to block
425 # till the operation succeeds, freezing the server :/ 479 # till the operation succeeds, freezing the server :/
426 480
427 # TODO: use suspend/resume instead 481 LOG llevError, Carp::longmess "sync job";#d#
428 # (but this is cancel-safe) 482
429 my $freeze_guard = freeze_mainloop; 483 my $freeze_guard = freeze_mainloop;
430 484
431 my $busy = 1; 485 my $busy = 1;
432 my @res; 486 my @res;
433 487
434 (async { 488 (async {
489 $Coro::current->desc ("sync job coro");
435 @res = eval { $job->() }; 490 @res = eval { $job->() };
436 warn $@ if $@; 491 warn $@ if $@;
437 undef $busy; 492 undef $busy;
438 })->prio (Coro::PRIO_MAX); 493 })->prio (Coro::PRIO_MAX);
439 494
440 while ($busy) { 495 while ($busy) {
441 Coro::cede or Event::one_event; 496 if (Coro::nready) {
497 Coro::cede_notself;
498 } else {
499 EV::loop EV::LOOP_ONESHOT;
442 } 500 }
501 }
443 502
444 $time = Event::time - $time; 503 my $time = EV::time - $time;
445 504
446 LOG llevError | logBacktrace, Carp::longmess "long sync job"
447 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
448
449 $tick_start += $time; # do not account sync jobs to server load 505 $TICK_START += $time; # do not account sync jobs to server load
450 506
451 wantarray ? @res : $res[0] 507 wantarray ? @res : $res[0]
452 } else { 508 } else {
453 # we are in another coroutine, how wonderful, everything just works 509 # we are in another coroutine, how wonderful, everything just works
454 510
479=item fork_call { }, $args 535=item fork_call { }, $args
480 536
481Executes the given code block with the given arguments in a seperate 537Executes the given code block with the given arguments in a seperate
482process, returning the results. Everything must be serialisable with 538process, returning the results. Everything must be serialisable with
483Coro::Storable. May, of course, block. Note that the executed sub may 539Coro::Storable. May, of course, block. Note that the executed sub may
484never block itself or use any form of Event handling. 540never block itself or use any form of event handling.
485 541
486=cut 542=cut
487 543
488sub fork_call(&@) { 544sub fork_call(&@) {
489 my ($cb, @args) = @_; 545 my ($cb, @args) = @_;
498 }, @args; 554 }, @args;
499 555
500 wantarray ? @res : $res[-1] 556 wantarray ? @res : $res[-1]
501} 557}
502 558
559=item $coin = coin_from_name $name
560
561=cut
562
563our %coin_alias = (
564 "silver" => "silvercoin",
565 "silvercoin" => "silvercoin",
566 "silvercoins" => "silvercoin",
567 "gold" => "goldcoin",
568 "goldcoin" => "goldcoin",
569 "goldcoins" => "goldcoin",
570 "platinum" => "platinacoin",
571 "platinumcoin" => "platinacoin",
572 "platinumcoins" => "platinacoin",
573 "platina" => "platinacoin",
574 "platinacoin" => "platinacoin",
575 "platinacoins" => "platinacoin",
576 "royalty" => "royalty",
577 "royalties" => "royalty",
578);
579
580sub coin_from_name($) {
581 $coin_alias{$_[0]}
582 ? cf::arch::find $coin_alias{$_[0]}
583 : undef
584}
585
503=item $value = cf::db_get $family => $key 586=item $value = cf::db_get $family => $key
504 587
505Returns a single value from the environment database. 588Returns a single value from the environment database.
506 589
507=item cf::db_put $family => $key => $value 590=item cf::db_put $family => $key => $value
508 591
509Stores the given C<$value> in the family. It can currently store binary 592Stores the given C<$value> in the family. It can currently store binary
510data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 593data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
511 594
595=item $db = cf::db_table "name"
596
597Create and/or open a new database table. The string must not be "db" and must be unique
598within each server.
599
512=cut 600=cut
601
602sub db_table($) {
603 my ($name) = @_;
604 my $db = BDB::db_create $DB_ENV;
605
606 eval {
607 $db->set_flags (BDB::CHKSUM);
608
609 utf8::encode $name;
610 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
611 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
612 cf::cleanup "db_open(db): $!" if $!;
613 };
614 cf::cleanup "db_open(db): $@" if $@;
615
616 $db
617}
513 618
514our $DB; 619our $DB;
515 620
516sub db_init { 621sub db_init {
517 unless ($DB) {
518 $DB = BDB::db_create $DB_ENV;
519
520 cf::sync_job { 622 cf::sync_job {
521 eval { 623 $DB ||= db_table "db";
522 $DB->set_flags (BDB::CHKSUM);
523
524 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
525 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
526 cf::cleanup "db_open(db): $!" if $!;
527 };
528 cf::cleanup "db_open(db): $@" if $@;
529 };
530 } 624 };
531} 625}
532 626
533sub db_get($$) { 627sub db_get($$) {
534 my $key = "$_[0]/$_[1]"; 628 my $key = "$_[0]/$_[1]";
535 629
633 727
634############################################################################# 728#############################################################################
635 729
636=head2 ATTACHABLE OBJECTS 730=head2 ATTACHABLE OBJECTS
637 731
638Many objects in crossfire are so-called attachable objects. That means you can 732Many objects in deliantra are so-called attachable objects. That means you can
639attach callbacks/event handlers (a collection of which is called an "attachment") 733attach callbacks/event handlers (a collection of which is called an "attachment")
640to it. All such attachable objects support the following methods. 734to it. All such attachable objects support the following methods.
641 735
642In the following description, CLASS can be any of C<global>, C<object> 736In the following description, CLASS can be any of C<global>, C<object>
643C<player>, C<client> or C<map> (i.e. the attachable objects in 737C<player>, C<client> or C<map> (i.e. the attachable objects in
644Crossfire TRT). 738Deliantra).
645 739
646=over 4 740=over 4
647 741
648=item $attachable->attach ($attachment, key => $value...) 742=item $attachable->attach ($attachment, key => $value...)
649 743
693=item cf::CLASS::attachment $name, ... 787=item cf::CLASS::attachment $name, ...
694 788
695Register an attachment by C<$name> through which attachable objects of the 789Register an attachment by C<$name> through which attachable objects of the
696given CLASS can refer to this attachment. 790given CLASS can refer to this attachment.
697 791
698Some classes such as crossfire maps and objects can specify attachments 792Some classes such as deliantra maps and objects can specify attachments
699that are attached at load/instantiate time, thus the need for a name. 793that are attached at load/instantiate time, thus the need for a name.
700 794
701These calls expect any number of the following handler/hook descriptions: 795These calls expect any number of the following handler/hook descriptions:
702 796
703=over 4 797=over 4
931 } 1025 }
932 1026
933 0 1027 0
934} 1028}
935 1029
936=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1030=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
937 1031
938=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1032=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
939 1033
940Generate an object-specific event with the given arguments. 1034Generate an object-specific event with the given arguments.
941 1035
947 1041
948=cut 1042=cut
949 1043
950############################################################################# 1044#############################################################################
951# object support 1045# object support
952#
953 1046
1047sub _object_equal($$);
1048sub _object_equal($$) {
1049 my ($a, $b) = @_;
1050
1051 return 0 unless (ref $a) eq (ref $b);
1052
1053 if ("HASH" eq ref $a) {
1054 my @ka = keys %$a;
1055 my @kb = keys %$b;
1056
1057 return 0 if @ka != @kb;
1058
1059 for (0 .. $#ka) {
1060 return 0 unless $ka[$_] eq $kb[$_];
1061 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1062 }
1063
1064 } elsif ("ARRAY" eq ref $a) {
1065
1066 return 0 if @$a != @$b;
1067
1068 for (0 .. $#$a) {
1069 return 0 unless _object_equal $a->[$_], $b->[$_];
1070 }
1071
1072 } elsif ($a ne $b) {
1073 return 0;
1074 }
1075
1076 1
1077}
1078
1079our $SLOW_MERGES;#d#
954sub _can_merge { 1080sub _can_merge {
955 my ($ob1, $ob2) = @_; 1081 my ($ob1, $ob2) = @_;
956 1082
957 local $Storable::canonical = 1; 1083 ++$SLOW_MERGES;#d#
958 my $fob1 = Storable::freeze $ob1;
959 my $fob2 = Storable::freeze $ob2;
960 1084
961 $fob1 eq $fob2 1085 # we do the slow way here
1086 return _object_equal $ob1, $ob2
962} 1087}
963 1088
964sub reattach { 1089sub reattach {
965 # basically do the same as instantiate, without calling instantiate 1090 # basically do the same as instantiate, without calling instantiate
966 my ($obj) = @_; 1091 my ($obj) = @_;
967 1092
1093 # no longer needed after getting rid of delete_package?
968 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1094 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
969 1095
970 my $registry = $obj->registry; 1096 my $registry = $obj->registry;
971 1097
972 @$registry = (); 1098 @$registry = ();
973 1099
988cf::attachable->attach ( 1114cf::attachable->attach (
989 prio => -1000000, 1115 prio => -1000000,
990 on_instantiate => sub { 1116 on_instantiate => sub {
991 my ($obj, $data) = @_; 1117 my ($obj, $data) = @_;
992 1118
993 $data = from_json $data; 1119 $data = decode_json $data;
994 1120
995 for (@$data) { 1121 for (@$data) {
996 my ($name, $args) = @$_; 1122 my ($name, $args) = @$_;
997 1123
998 $obj->attach ($name, %{$args || {} }); 1124 $obj->attach ($name, %{$args || {} });
1011 }, 1137 },
1012); 1138);
1013 1139
1014sub object_freezer_save { 1140sub object_freezer_save {
1015 my ($filename, $rdata, $objs) = @_; 1141 my ($filename, $rdata, $objs) = @_;
1016
1017 my $guard = cf::lock_acquire "io";
1018 1142
1019 sync_job { 1143 sync_job {
1020 if (length $$rdata) { 1144 if (length $$rdata) {
1021 utf8::decode (my $decname = $filename); 1145 utf8::decode (my $decname = $filename);
1022 warn sprintf "saving %s (%d,%d)\n", 1146 warn sprintf "saving %s (%d,%d)\n",
1023 $decname, length $$rdata, scalar @$objs; 1147 $decname, length $$rdata, scalar @$objs;
1024 1148
1025 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1149 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026 chmod SAVE_MODE, $fh; 1150 aio_chmod $fh, SAVE_MODE;
1027 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1151 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028 aio_fsync $fh if $cf::USE_FSYNC; 1152 aio_fsync $fh if $cf::USE_FSYNC;
1029 close $fh; 1153 aio_close $fh;
1030 1154
1031 if (@$objs) { 1155 if (@$objs) {
1032 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1156 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033 chmod SAVE_MODE, $fh; 1157 aio_chmod $fh, SAVE_MODE;
1034 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1158 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035 aio_write $fh, 0, (length $data), $data, 0; 1159 aio_write $fh, 0, (length $data), $data, 0;
1036 aio_fsync $fh if $cf::USE_FSYNC; 1160 aio_fsync $fh if $cf::USE_FSYNC;
1037 close $fh; 1161 aio_close $fh;
1038 aio_rename "$filename.pst~", "$filename.pst"; 1162 aio_rename "$filename.pst~", "$filename.pst";
1039 } 1163 }
1040 } else { 1164 } else {
1041 aio_unlink "$filename.pst"; 1165 aio_unlink "$filename.pst";
1042 } 1166 }
1043 1167
1044 aio_rename "$filename~", $filename; 1168 aio_rename "$filename~", $filename;
1169
1170 $filename =~ s%/[^/]+$%%;
1171 aio_pathsync $filename if $cf::USE_FSYNC;
1045 } else { 1172 } else {
1046 warn "FATAL: $filename~: $!\n"; 1173 warn "unable to save objects: $filename~: $!\n";
1047 } 1174 }
1048 } else { 1175 } else {
1049 aio_unlink $filename; 1176 aio_unlink $filename;
1050 aio_unlink "$filename.pst"; 1177 aio_unlink "$filename.pst";
1051 } 1178 }
1052 }; 1179 };
1053
1054 undef $guard;
1055} 1180}
1056 1181
1057sub object_freezer_as_string { 1182sub object_freezer_as_string {
1058 my ($rdata, $objs) = @_; 1183 my ($rdata, $objs) = @_;
1059 1184
1064 1189
1065sub object_thawer_load { 1190sub object_thawer_load {
1066 my ($filename) = @_; 1191 my ($filename) = @_;
1067 1192
1068 my ($data, $av); 1193 my ($data, $av);
1069
1070 my $guard = cf::lock_acquire "io";
1071 1194
1072 (aio_load $filename, $data) >= 0 1195 (aio_load $filename, $data) >= 0
1073 or return; 1196 or return;
1074 1197
1075 unless (aio_stat "$filename.pst") { 1198 unless (aio_stat "$filename.pst") {
1076 (aio_load "$filename.pst", $av) >= 0 1199 (aio_load "$filename.pst", $av) >= 0
1077 or return; 1200 or return;
1078 1201
1079 undef $guard;
1080 $av = eval { (Storable::thaw $av)->{objs} }; 1202 my $st = eval { Coro::Storable::thaw $av };
1203 $av = $st->{objs};
1081 } 1204 }
1082 1205
1083 utf8::decode (my $decname = $filename); 1206 utf8::decode (my $decname = $filename);
1084 warn sprintf "loading %s (%d,%d)\n", 1207 warn sprintf "loading %s (%d,%d)\n",
1085 $decname, length $data, scalar @{$av || []}; 1208 $decname, length $data, scalar @{$av || []};
1146 my ($name, $cb) = @_; 1269 my ($name, $cb) = @_;
1147 1270
1148 $EXTICMD{$name} = $cb; 1271 $EXTICMD{$name} = $cb;
1149} 1272}
1150 1273
1274use File::Glob ();
1275
1151cf::player->attach ( 1276cf::player->attach (
1152 on_command => sub { 1277 on_command => sub {
1153 my ($pl, $name, $params) = @_; 1278 my ($pl, $name, $params) = @_;
1154 1279
1155 my $cb = $COMMAND{$name} 1280 my $cb = $COMMAND{$name}
1187 1312
1188 cf::override; 1313 cf::override;
1189 }, 1314 },
1190); 1315);
1191 1316
1317# "readahead" all extensions
1318sub cache_extensions {
1319 my $grp = IO::AIO::aio_group;
1320
1321 add $grp IO::AIO::aio_readdir $LIBDIR, sub {
1322 for (grep /\.ext$/, @{$_[0]}) {
1323 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1324 }
1325 };
1326
1327 $grp
1328}
1329
1192sub load_extensions { 1330sub load_extensions {
1193 cf::sync_job { 1331 cf::sync_job {
1194 my %todo; 1332 my %todo;
1195 1333
1196 for my $path (<$LIBDIR/*.ext>) { 1334 for my $path (<$LIBDIR/*.ext>) {
1215 1353
1216 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1354 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1217 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1355 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1218 1356
1219 $ext{source} = 1357 $ext{source} =
1220 "package $pkg; use strict; use utf8;\n" 1358 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1221 . "#line 1 \"$path\"\n{\n" 1359 . "#line 1 \"$path\"\n{\n"
1222 . $source 1360 . $source
1223 . "\n};\n1"; 1361 . "\n};\n1";
1224 1362
1225 $todo{$base} = \%ext; 1363 $todo{$base} = \%ext;
1241 my $msg = $@ ? "$v->{path}: $@\n" 1379 my $msg = $@ ? "$v->{path}: $@\n"
1242 : "$v->{base}: extension inactive.\n"; 1380 : "$v->{base}: extension inactive.\n";
1243 1381
1244 if (exists $v->{meta}{mandatory}) { 1382 if (exists $v->{meta}{mandatory}) {
1245 warn $msg; 1383 warn $msg;
1246 warn "mandatory extension failed to load, exiting.\n"; 1384 cf::cleanup "mandatory extension failed to load, exiting.";
1247 exit 1;
1248 } 1385 }
1249 1386
1250 warn $msg; 1387 warn $msg;
1251 } 1388 }
1252 1389
1266 1403
1267=back 1404=back
1268 1405
1269=head2 CORE EXTENSIONS 1406=head2 CORE EXTENSIONS
1270 1407
1271Functions and methods that extend core crossfire objects. 1408Functions and methods that extend core deliantra objects.
1272 1409
1273=cut 1410=cut
1274 1411
1275package cf::player; 1412package cf::player;
1276 1413
1319 1456
1320sub exists($) { 1457sub exists($) {
1321 my ($login) = @_; 1458 my ($login) = @_;
1322 1459
1323 $cf::PLAYER{$login} 1460 $cf::PLAYER{$login}
1324 or cf::sync_job { !aio_stat path $login } 1461 or !aio_stat path $login
1325} 1462}
1326 1463
1327sub find($) { 1464sub find($) {
1328 return $cf::PLAYER{$_[0]} || do { 1465 return $cf::PLAYER{$_[0]} || do {
1329 my $login = $_[0]; 1466 my $login = $_[0];
1339 aio_unlink +(playerdir $login) . "/$login.pl"; 1476 aio_unlink +(playerdir $login) . "/$login.pl";
1340 1477
1341 my $f = new_from_file cf::object::thawer path $login 1478 my $f = new_from_file cf::object::thawer path $login
1342 or return; 1479 or return;
1343 1480
1344 $f->next;
1345 my $pl = cf::player::load_pl $f 1481 my $pl = cf::player::load_pl $f
1346 or return; 1482 or return;
1483
1347 local $cf::PLAYER_LOADING{$login} = $pl; 1484 local $cf::PLAYER_LOADING{$login} = $pl;
1348 $f->resolve_delayed_derefs; 1485 $f->resolve_delayed_derefs;
1349 $cf::PLAYER{$login} = $pl 1486 $cf::PLAYER{$login} = $pl
1350 } 1487 }
1351 } 1488 }
1361 1498
1362 return if $pl->{deny_save}; 1499 return if $pl->{deny_save};
1363 1500
1364 aio_mkdir playerdir $pl, 0770; 1501 aio_mkdir playerdir $pl, 0770;
1365 $pl->{last_save} = $cf::RUNTIME; 1502 $pl->{last_save} = $cf::RUNTIME;
1503
1504 cf::get_slot 0.01;
1366 1505
1367 $pl->save_pl ($path); 1506 $pl->save_pl ($path);
1368 cf::cede_to_tick; 1507 cf::cede_to_tick;
1369} 1508}
1370 1509
1402 my ($pl) = @_; 1541 my ($pl) = @_;
1403 1542
1404 my $name = $pl->ob->name; 1543 my $name = $pl->ob->name;
1405 1544
1406 $pl->{deny_save} = 1; 1545 $pl->{deny_save} = 1;
1407 $pl->password ("*"); # this should lock out the player until we nuked the dir 1546 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1408 1547
1409 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1548 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1410 $pl->deactivate; 1549 $pl->deactivate;
1550 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1551 $pl->ob->check_score;
1411 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1552 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1412 $pl->ns->destroy if $pl->ns; 1553 $pl->ns->destroy if $pl->ns;
1413 1554
1414 my $path = playerdir $pl; 1555 my $path = playerdir $pl;
1415 my $temp = "$path~$cf::RUNTIME~deleting~"; 1556 my $temp = "$path~$cf::RUNTIME~deleting~";
1454 1595
1455 for my $login (@$dirs) { 1596 for my $login (@$dirs) {
1456 my $path = path $login; 1597 my $path = path $login;
1457 1598
1458 # a .pst is a dead give-away for a valid player 1599 # a .pst is a dead give-away for a valid player
1459 unless (-e "$path.pst") { 1600 # if no pst file found, open and chekc for blocked users
1601 if (aio_stat "$path.pst") {
1460 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next; 1602 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1461 aio_read $fh, 0, 512, my $buf, 0 or next; 1603 aio_read $fh, 0, 512, my $buf, 0 or next;
1462 $buf !~ /^password -------------$/m or next; # official not-valid tag 1604 $buf !~ /^password -------------$/m or next; # official not-valid tag
1463 } 1605 }
1464 1606
1495 } 1637 }
1496 1638
1497 \@paths 1639 \@paths
1498} 1640}
1499 1641
1500=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1642=item $protocol_xml = $player->expand_cfpod ($cfpod)
1501 1643
1502Expand crossfire pod fragments into protocol xml. 1644Expand deliantra pod fragments into protocol xml.
1503
1504=cut
1505
1506sub expand_cfpod {
1507 ((my $self), (local $_)) = @_;
1508
1509 # escape & and <
1510 s/&/&amp;/g;
1511 s/(?<![BIUGHT])</&lt;/g;
1512
1513 # this is buggy, it needs to properly take care of nested <'s
1514
1515 1 while
1516 # replace B<>, I<>, U<> etc.
1517 s/B<([^\>]*)>/<b>$1<\/b>/
1518 || s/I<([^\>]*)>/<i>$1<\/i>/
1519 || s/U<([^\>]*)>/<u>$1<\/u>/
1520 || s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1521 # replace G<male|female> tags
1522 || s{G<([^>|]*)\|([^>]*)>}{
1523 $self->gender ? $2 : $1
1524 }ge
1525 # replace H<hint text>
1526 || s{H<([^\>]*)>}
1527 {
1528 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1529 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1530 "")
1531 [$self->{hintmode}]
1532 }ge;
1533
1534 # create single paragraphs (very hackish)
1535 s/(?<=\S)\n(?=\w)/ /g;
1536
1537 # compress some whitespace
1538 s/\s+\n/\n/g; # ws line-ends
1539 s/\n\n+/\n/g; # double lines
1540 s/^\n+//; # beginning lines
1541 s/\n+$//; # ending lines
1542
1543 $_
1544}
1545
1546sub hintmode {
1547 $_[0]{hintmode} = $_[1] if @_ > 1;
1548 $_[0]{hintmode}
1549}
1550 1645
1551=item $player->ext_reply ($msgid, @msg) 1646=item $player->ext_reply ($msgid, @msg)
1552 1647
1553Sends an ext reply to the player. 1648Sends an ext reply to the player.
1554 1649
1621our $MAX_RESET = 3600; 1716our $MAX_RESET = 3600;
1622our $DEFAULT_RESET = 3000; 1717our $DEFAULT_RESET = 3000;
1623 1718
1624sub generate_random_map { 1719sub generate_random_map {
1625 my ($self, $rmp) = @_; 1720 my ($self, $rmp) = @_;
1721
1722 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1723
1626 # mit "rum" bekleckern, nicht 1724 # mit "rum" bekleckern, nicht
1627 $self->_create_random_map ( 1725 $self->_create_random_map (
1628 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1726 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1629 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1727 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1630 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1728 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1752 1850
1753# the temporary/swap location 1851# the temporary/swap location
1754sub save_path { 1852sub save_path {
1755 my ($self) = @_; 1853 my ($self) = @_;
1756 1854
1757 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1855 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1758 "$TMPDIR/$path.map" 1856 "$TMPDIR/$path.map"
1759} 1857}
1760 1858
1761# the unique path, undef == no special unique path 1859# the unique path, undef == no special unique path
1762sub uniq_path { 1860sub uniq_path {
1763 my ($self) = @_; 1861 my ($self) = @_;
1764 1862
1765 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1863 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1766 "$UNIQUEDIR/$path" 1864 "$UNIQUEDIR/$path"
1767}
1768
1769# and all this just because we cannot iterate over
1770# all maps in C++...
1771sub change_all_map_light {
1772 my ($change) = @_;
1773
1774 $_->change_map_light ($change)
1775 for grep $_->outdoor, values %cf::MAP;
1776} 1865}
1777 1866
1778sub decay_objects { 1867sub decay_objects {
1779 my ($self) = @_; 1868 my ($self) = @_;
1780 1869
1864sub find { 1953sub find {
1865 my ($path, $origin) = @_; 1954 my ($path, $origin) = @_;
1866 1955
1867 $path = normalise $path, $origin && $origin->path; 1956 $path = normalise $path, $origin && $origin->path;
1868 1957
1869 cf::lock_wait "map_data:$path";#d#remove 1958 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1870 cf::lock_wait "map_find:$path"; 1959 my $guard2 = cf::lock_acquire "map_find:$path";
1871 1960
1872 $cf::MAP{$path} || do { 1961 $cf::MAP{$path} || do {
1873 my $guard1 = cf::lock_acquire "map_find:$path";
1874 my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1875
1876 my $map = new_from_path cf::map $path 1962 my $map = new_from_path cf::map $path
1877 or return; 1963 or return;
1878 1964
1879 $map->{last_save} = $cf::RUNTIME; 1965 $map->{last_save} = $cf::RUNTIME;
1880 1966
1882 or return; 1968 or return;
1883 1969
1884 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?) 1970 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1885 # doing this can freeze the server in a sync job, obviously 1971 # doing this can freeze the server in a sync job, obviously
1886 #$cf::WAIT_FOR_TICK->wait; 1972 #$cf::WAIT_FOR_TICK->wait;
1973 undef $guard2;
1887 undef $guard1; 1974 undef $guard1;
1888 undef $guard2;
1889 $map->reset; 1975 $map->reset;
1890 return find $path; 1976 return find $path;
1891 } 1977 }
1892 1978
1893 $cf::MAP{$path} = $map 1979 $cf::MAP{$path} = $map
1920 my $f = new_from_file cf::object::thawer $self->{load_path}; 2006 my $f = new_from_file cf::object::thawer $self->{load_path};
1921 $f->skip_block; 2007 $f->skip_block;
1922 $self->_load_objects ($f) 2008 $self->_load_objects ($f)
1923 or return; 2009 or return;
1924 2010
1925 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2011 $self->post_load_original
1926 if delete $self->{load_original}; 2012 if delete $self->{load_original};
1927 2013
1928 if (my $uniq = $self->uniq_path) { 2014 if (my $uniq = $self->uniq_path) {
1929 utf8::encode $uniq; 2015 utf8::encode $uniq;
1930 unless (aio_stat $uniq) { 2016 unless (aio_stat $uniq) {
1948 unless ($self->{deny_activate}) { 2034 unless ($self->{deny_activate}) {
1949 $self->decay_objects; 2035 $self->decay_objects;
1950 $self->fix_auto_apply; 2036 $self->fix_auto_apply;
1951 $self->update_buttons; 2037 $self->update_buttons;
1952 cf::cede_to_tick; 2038 cf::cede_to_tick;
1953 $self->set_darkness_map;
1954 cf::cede_to_tick;
1955 $self->activate; 2039 $self->activate;
1956 } 2040 }
1957 2041
1958 $self->{last_save} = $cf::RUNTIME; 2042 $self->{last_save} = $cf::RUNTIME;
1959 $self->last_access ($cf::RUNTIME); 2043 $self->last_access ($cf::RUNTIME);
1960 2044
1961 $self->in_memory (cf::MAP_IN_MEMORY); 2045 $self->in_memory (cf::MAP_ACTIVE);
1962 } 2046 }
1963 2047
1964 $self->post_load; 2048 $self->post_load;
1965} 2049}
1966 2050
2024 my ($path, $origin, $load) = @_; 2108 my ($path, $origin, $load) = @_;
2025 2109
2026 $path = normalise $path, $origin && $origin->{path}; 2110 $path = normalise $path, $origin && $origin->{path};
2027 2111
2028 if (my $map = $cf::MAP{$path}) { 2112 if (my $map = $cf::MAP{$path}) {
2029 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY; 2113 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2030 } 2114 }
2031 2115
2032 $MAP_PREFETCH{$path} |= $load; 2116 $MAP_PREFETCH{$path} |= $load;
2033 2117
2034 $MAP_PREFETCHER ||= cf::async { 2118 $MAP_PREFETCHER ||= cf::async {
2119 $Coro::current->{desc} = "map prefetcher";
2120
2035 while (%MAP_PREFETCH) { 2121 while (%MAP_PREFETCH) {
2036 while (my ($k, $v) = each %MAP_PREFETCH) { 2122 while (my ($k, $v) = each %MAP_PREFETCH) {
2037 if (my $map = find $k) { 2123 if (my $map = find $k) {
2038 $map->load if $v; 2124 $map->load if $v;
2039 } 2125 }
2065 return if $self->{deny_save}; 2151 return if $self->{deny_save};
2066 2152
2067 local $self->{last_access} = $self->last_access;#d# 2153 local $self->{last_access} = $self->last_access;#d#
2068 2154
2069 cf::async { 2155 cf::async {
2156 $Coro::current->{desc} = "map player save";
2070 $_->contr->save for $self->players; 2157 $_->contr->save for $self->players;
2071 }; 2158 };
2159
2160 cf::get_slot 0.02;
2072 2161
2073 if ($uniq) { 2162 if ($uniq) {
2074 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2163 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2075 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2164 $self->_save_objects ($uniq, cf::IO_UNIQUES);
2076 } else { 2165 } else {
2085 $self->save; 2174 $self->save;
2086 2175
2087 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2176 my $lock = cf::lock_acquire "map_data:$self->{path}";
2088 2177
2089 return if $self->players; 2178 return if $self->players;
2090 return if $self->in_memory != cf::MAP_IN_MEMORY; 2179 return if $self->in_memory != cf::MAP_ACTIVE;
2091 return if $self->{deny_save}; 2180 return if $self->{deny_save};
2092 2181
2093 $self->in_memory (cf::MAP_SWAPPED); 2182 $self->in_memory (cf::MAP_SWAPPED);
2094 2183
2095 $self->deactivate; 2184 $self->deactivate;
2213 2302
2214sub unique_maps() { 2303sub unique_maps() {
2215 [ 2304 [
2216 map { 2305 map {
2217 utf8::decode $_; 2306 utf8::decode $_;
2218 /\.map$/ 2307 s/\.map$//; # TODO future compatibility hack
2308 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2309 ? ()
2219 ? normalise $_ 2310 : normalise $_
2220 : ()
2221 } @{ aio_readdir $UNIQUEDIR or [] } 2311 } @{ aio_readdir $UNIQUEDIR or [] }
2222 ] 2312 ]
2223} 2313}
2224 2314
2225package cf;
2226
2227=back 2315=back
2228 2316
2229=head3 cf::object 2317=head3 cf::object
2230 2318
2231=cut 2319=cut
2234 2322
2235=over 4 2323=over 4
2236 2324
2237=item $ob->inv_recursive 2325=item $ob->inv_recursive
2238 2326
2239Returns the inventory of the object _and_ their inventories, recursively. 2327Returns the inventory of the object I<and> their inventories, recursively,
2328but I<not> the object itself.
2240 2329
2241=cut 2330=cut
2242 2331
2243sub inv_recursive_; 2332sub inv_recursive_;
2244sub inv_recursive_ { 2333sub inv_recursive_ {
2249 inv_recursive_ inv $_[0] 2338 inv_recursive_ inv $_[0]
2250} 2339}
2251 2340
2252=item $ref = $ob->ref 2341=item $ref = $ob->ref
2253 2342
2254creates and returns a persistent reference to an objetc that can be stored as a string. 2343Creates and returns a persistent reference to an object that can be stored as a string.
2255 2344
2256=item $ob = cf::object::deref ($refstring) 2345=item $ob = cf::object::deref ($refstring)
2257 2346
2258returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2347returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2259even if the object actually exists. May block. 2348even if the object actually exists. May block.
2261=cut 2350=cut
2262 2351
2263sub deref { 2352sub deref {
2264 my ($ref) = @_; 2353 my ($ref) = @_;
2265 2354
2266 # temporary compatibility#TODO#remove
2267 $ref =~ s{^<}{player/<};
2268
2269 if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) { 2355 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2270 my ($uuid, $name) = ($1, $2); 2356 my ($uuid, $name) = ($1, $2);
2271 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name 2357 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2272 or return; 2358 or return;
2273 $pl->ob->uuid eq $uuid 2359 $pl->ob->uuid eq $uuid
2274 or return; 2360 or return;
2294can be C<undef>. Does the right thing when the player is currently in a 2380can be C<undef>. Does the right thing when the player is currently in a
2295dialogue with the given NPC character. 2381dialogue with the given NPC character.
2296 2382
2297=cut 2383=cut
2298 2384
2385our $SAY_CHANNEL = {
2386 id => "say",
2387 title => "Map",
2388 reply => "say ",
2389 tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
2390};
2391
2392our $CHAT_CHANNEL = {
2393 id => "chat",
2394 title => "Chat",
2395 reply => "chat ",
2396 tooltip => "Player chat and shouts, global to the server.",
2397};
2398
2299# rough implementation of a future "reply" method that works 2399# rough implementation of a future "reply" method that works
2300# with dialog boxes. 2400# with dialog boxes.
2301#TODO: the first argument must go, split into a $npc->reply_to ( method 2401#TODO: the first argument must go, split into a $npc->reply_to ( method
2302sub cf::object::player::reply($$$;$) { 2402sub cf::object::player::reply($$$;$) {
2303 my ($self, $npc, $msg, $flags) = @_; 2403 my ($self, $npc, $msg, $flags) = @_;
2314 my $dialog = $pl->{npc_dialog}; 2414 my $dialog = $pl->{npc_dialog};
2315 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg)); 2415 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2316 2416
2317 } else { 2417 } else {
2318 $msg = $npc->name . " says: $msg" if $npc; 2418 $msg = $npc->name . " says: $msg" if $npc;
2319 $self->message ($msg, $flags); 2419 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2320 } 2420 }
2321 } 2421 }
2322} 2422}
2323 2423
2324=item $object->send_msg ($channel, $msg, $color, [extra...]) 2424=item $object->send_msg ($channel, $msg, $color, [extra...])
2349 2449
2350=item $player_object->enter_link 2450=item $player_object->enter_link
2351 2451
2352Freezes the player and moves him/her to a special map (C<{link}>). 2452Freezes the player and moves him/her to a special map (C<{link}>).
2353 2453
2354The player should be reasonably safe there for short amounts of time. You 2454The player should be reasonably safe there for short amounts of time (e.g.
2355I<MUST> call C<leave_link> as soon as possible, though. 2455for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2456though, as the palyer cannot control the character while it is on the link
2457map.
2356 2458
2357Will never block. 2459Will never block.
2358 2460
2359=item $player_object->leave_link ($map, $x, $y) 2461=item $player_object->leave_link ($map, $x, $y)
2360 2462
2418 2520
2419 $map->load; 2521 $map->load;
2420 $map->load_neighbours; 2522 $map->load_neighbours;
2421 2523
2422 return unless $self->contr->active; 2524 return unless $self->contr->active;
2525 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2423 $self->activate_recursive; 2526 $self->activate_recursive;
2424 2527
2425 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2528 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2426 $self->enter_map ($map, $x, $y); 2529 $self->enter_map ($map, $x, $y);
2427} 2530}
2432her, loading and preparing them map, calling the provided $check callback 2535her, loading and preparing them map, calling the provided $check callback
2433that has to return the map if sucecssful, and then unfreezes the player on 2536that has to return the map if sucecssful, and then unfreezes the player on
2434the new (success) or old (failed) map position. In either case, $done will 2537the new (success) or old (failed) map position. In either case, $done will
2435be called at the end of this process. 2538be called at the end of this process.
2436 2539
2540Note that $check will be called with a potentially non-loaded map, so if
2541it needs a loaded map it has to call C<< ->load >>.
2542
2437=cut 2543=cut
2438 2544
2439our $GOTOGEN; 2545our $GOTOGEN;
2440 2546
2441sub cf::object::player::goto { 2547sub cf::object::player::goto {
2445 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2551 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2446 2552
2447 $self->enter_link; 2553 $self->enter_link;
2448 2554
2449 (async { 2555 (async {
2556 $Coro::current->{desc} = "player::goto $path $x $y";
2557
2558 # *tag paths override both path and x|y
2559 if ($path =~ /^\*(.*)$/) {
2560 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2561 my $ob = $obs[rand @obs];
2562
2563 # see if we actually can go there
2564 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2565 $ob = $obs[rand @obs];
2566 } else {
2567 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2568 }
2569 # else put us there anyways for now #d#
2570
2571 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2572 } else {
2573 ($path, $x, $y) = (undef, undef, undef);
2574 }
2575 }
2576
2450 my $map = eval { 2577 my $map = eval {
2451 my $map = cf::map::find $path; 2578 my $map = defined $path ? cf::map::find $path : undef;
2452 2579
2453 if ($map) { 2580 if ($map) {
2454 $map = $map->customise_for ($self); 2581 $map = $map->customise_for ($self);
2455 $map = $check->($map) if $check && $map; 2582 $map = $check->($map) if $check && $map;
2456 } else { 2583 } else {
2457 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2584 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2458 } 2585 }
2459 2586
2460 $map 2587 $map
2461 }; 2588 };
2462 2589
2498} 2625}
2499 2626
2500sub prepare_random_map { 2627sub prepare_random_map {
2501 my ($exit) = @_; 2628 my ($exit) = @_;
2502 2629
2503 my $guard = cf::lock_acquire "exit_prepare:$exit";
2504
2505 # all this does is basically replace the /! path by 2630 # all this does is basically replace the /! path by
2506 # a new random map path (?random/...) with a seed 2631 # a new random map path (?random/...) with a seed
2507 # that depends on the exit object 2632 # that depends on the exit object
2508 2633
2509 my $rmp = parse_random_map_params $exit->msg; 2634 my $rmp = parse_random_map_params $exit->msg;
2511 if ($exit->map) { 2636 if ($exit->map) {
2512 $rmp->{region} = $exit->region->name; 2637 $rmp->{region} = $exit->region->name;
2513 $rmp->{origin_map} = $exit->map->path; 2638 $rmp->{origin_map} = $exit->map->path;
2514 $rmp->{origin_x} = $exit->x; 2639 $rmp->{origin_x} = $exit->x;
2515 $rmp->{origin_y} = $exit->y; 2640 $rmp->{origin_y} = $exit->y;
2641
2642 $exit->map->touch;
2516 } 2643 }
2517 2644
2518 $rmp->{random_seed} ||= $exit->random_seed; 2645 $rmp->{random_seed} ||= $exit->random_seed;
2519 2646
2520 my $data = cf::to_json $rmp; 2647 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2521 my $md5 = Digest::MD5::md5_hex $data; 2648 my $md5 = Digest::MD5::md5_hex $data;
2522 my $meta = "$RANDOMDIR/$md5.meta"; 2649 my $meta = "$RANDOMDIR/$md5.meta";
2523 2650
2524 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2651 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2525 aio_write $fh, 0, (length $data), $data, 0; 2652 aio_write $fh, 0, (length $data), $data, 0;
2526 undef $fh; 2653 undef $fh;
2527 aio_rename "$meta~", $meta; 2654 aio_rename "$meta~", $meta;
2528 2655
2656 my $slaying = "?random/$md5";
2657
2658 if ($exit->valid) {
2529 $exit->slaying ("?random/$md5"); 2659 $exit->slaying ("?random/$md5");
2530 $exit->msg (undef); 2660 $exit->msg (undef);
2661 }
2531 } 2662 }
2532} 2663}
2533 2664
2534sub cf::object::player::enter_exit { 2665sub cf::object::player::enter_exit {
2535 my ($self, $exit) = @_; 2666 my ($self, $exit) = @_;
2536 2667
2537 return unless $self->type == cf::PLAYER; 2668 return unless $self->type == cf::PLAYER;
2538 2669
2539 if ($exit->slaying eq "/!") {
2540 #TODO: this should de-fi-ni-te-ly not be a sync-job
2541 # the problem is that $exit might not survive long enough
2542 # so it needs to be done right now, right here
2543 cf::sync_job { prepare_random_map $exit };
2544 }
2545
2546 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2547 my $hp = $exit->stats->hp;
2548 my $sp = $exit->stats->sp;
2549
2550 $self->enter_link; 2670 $self->enter_link;
2551 2671
2552 # if exit is damned, update players death & WoR home-position
2553 $self->contr->savebed ($slaying, $hp, $sp)
2554 if $exit->flag (FLAG_DAMNED);
2555
2556 (async { 2672 (async {
2557 $self->deactivate_recursive; # just to be sure 2673 $Coro::current->{desc} = "enter_exit";
2674
2558 unless (eval { 2675 unless (eval {
2676 $self->deactivate_recursive; # just to be sure
2677
2678 # random map handling
2679 {
2680 my $guard = cf::lock_acquire "exit_prepare:$exit";
2681
2682 prepare_random_map $exit
2683 if $exit->slaying eq "/!";
2684 }
2685
2686 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2687 my $x = $exit->stats->hp;
2688 my $y = $exit->stats->sp;
2689
2559 $self->goto ($slaying, $hp, $sp); 2690 $self->goto ($map, $x, $y);
2560 2691
2692 # if exit is damned, update players death & WoR home-position
2693 $self->contr->savebed ($map, $x, $y)
2694 if $exit->flag (cf::FLAG_DAMNED);
2695
2561 1; 2696 1
2562 }) { 2697 }) {
2563 $self->message ("Something went wrong deep within the crossfire server. " 2698 $self->message ("Something went wrong deep within the deliantra server. "
2564 . "I'll try to bring you back to the map you were before. " 2699 . "I'll try to bring you back to the map you were before. "
2565 . "Please report this to the dungeon master!", 2700 . "Please report this to the dungeon master!",
2566 cf::NDI_UNIQUE | cf::NDI_RED); 2701 cf::NDI_UNIQUE | cf::NDI_RED);
2567 2702
2568 warn "ERROR in enter_exit: $@"; 2703 warn "ERROR in enter_exit: $@";
2596the message, with C<log> being the default. If C<$color> is negative, suppress 2731the message, with C<log> being the default. If C<$color> is negative, suppress
2597the message unless the client supports the msg packet. 2732the message unless the client supports the msg packet.
2598 2733
2599=cut 2734=cut
2600 2735
2736# non-persistent channels (usually the info channel)
2601our %CHANNEL = ( 2737our %CHANNEL = (
2602 "c/identify" => { 2738 "c/identify" => {
2603 id => "identify", 2739 id => "infobox",
2604 title => "Identify", 2740 title => "Identify",
2605 reply => undef, 2741 reply => undef,
2606 tooltip => "Items recently identified", 2742 tooltip => "Items recently identified",
2607 }, 2743 },
2608 "c/examine" => { 2744 "c/examine" => {
2609 id => "examine", 2745 id => "infobox",
2610 title => "Examine", 2746 title => "Examine",
2611 reply => undef, 2747 reply => undef,
2612 tooltip => "Signs and other items you examined", 2748 tooltip => "Signs and other items you examined",
2613 }, 2749 },
2750 "c/book" => {
2751 id => "infobox",
2752 title => "Book",
2753 reply => undef,
2754 tooltip => "The contents of a note or book",
2755 },
2756 "c/lookat" => {
2757 id => "infobox",
2758 title => "Look",
2759 reply => undef,
2760 tooltip => "What you saw there",
2761 },
2762 "c/who" => {
2763 id => "infobox",
2764 title => "Players",
2765 reply => undef,
2766 tooltip => "Shows players who are currently online",
2767 },
2768 "c/body" => {
2769 id => "infobox",
2770 title => "Body Parts",
2771 reply => undef,
2772 tooltip => "Shows which body parts you posess and are available",
2773 },
2774 "c/statistics" => {
2775 id => "infobox",
2776 title => "Statistics",
2777 reply => undef,
2778 tooltip => "Shows your primary statistics",
2779 },
2780 "c/skills" => {
2781 id => "infobox",
2782 title => "Skills",
2783 reply => undef,
2784 tooltip => "Shows your experience per skill and item power",
2785 },
2786 "c/resistances" => {
2787 id => "infobox",
2788 title => "Resistances",
2789 reply => undef,
2790 tooltip => "Shows your resistances",
2791 },
2792 "c/pets" => {
2793 id => "infobox",
2794 title => "Pets",
2795 reply => undef,
2796 tooltip => "Shows information abotu your pets/a specific pet",
2797 },
2798 "c/uptime" => {
2799 id => "infobox",
2800 title => "Uptime",
2801 reply => undef,
2802 tooltip => "How long the server has been running since last restart",
2803 },
2804 "c/mapinfo" => {
2805 id => "infobox",
2806 title => "Map Info",
2807 reply => undef,
2808 tooltip => "Information related to the maps",
2809 },
2810 "c/party" => {
2811 id => "party",
2812 title => "Party",
2813 reply => "gsay ",
2814 tooltip => "Messages and chat related to your party",
2815 },
2816 "c/death" => {
2817 id => "death",
2818 title => "Death",
2819 reply => undef,
2820 tooltip => "Reason for and more info about your most recent death",
2821 },
2822 "c/say" => $SAY_CHANNEL,
2823 "c/chat" => $CHAT_CHANNEL,
2614); 2824);
2615 2825
2616sub cf::client::send_msg { 2826sub cf::client::send_msg {
2617 my ($self, $channel, $msg, $color, @extra) = @_; 2827 my ($self, $channel, $msg, $color, @extra) = @_;
2618 2828
2619 $msg = $self->pl->expand_cfpod ($msg); 2829 $msg = $self->pl->expand_cfpod ($msg)
2830 unless $color & cf::NDI_VERBATIM;
2620 2831
2621 $color &= cf::NDI_CLIENT_MASK; # just in case... 2832 $color &= cf::NDI_CLIENT_MASK; # just in case...
2622 2833
2623 # check predefined channels, for the benefit of C 2834 # check predefined channels, for the benefit of C
2624 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2835 if ($CHANNEL{$channel}) {
2836 $channel = $CHANNEL{$channel};
2625 2837
2838 $self->ext_msg (channel_info => $channel);
2839 $channel = $channel->{id};
2840
2626 if (ref $channel) { 2841 } elsif (ref $channel) {
2627 # send meta info to client, if not yet sent 2842 # send meta info to client, if not yet sent
2628 unless (exists $self->{channel}{$channel->{id}}) { 2843 unless (exists $self->{channel}{$channel->{id}}) {
2629 $self->{channel}{$channel->{id}} = $channel; 2844 $self->{channel}{$channel->{id}} = $channel;
2630 $self->ext_msg (channel_info => $channel) 2845 $self->ext_msg (channel_info => $channel);
2631 if $self->can_msg;
2632 } 2846 }
2633 2847
2634 $channel = $channel->{id}; 2848 $channel = $channel->{id};
2635 } 2849 }
2636 2850
2637 return unless @extra || length $msg; 2851 return unless @extra || length $msg;
2638 2852
2639 if ($self->can_msg) {
2640 # default colour, mask it out 2853 # default colour, mask it out
2641 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 2854 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2642 if $color & cf::NDI_DEF; 2855 if $color & cf::NDI_DEF;
2643 2856
2644 $self->send_packet ("msg " . $self->{json_coder}->encode ( 2857 my $pkt = "msg "
2858 . $self->{json_coder}->encode (
2645 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra])); 2859 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2646 } else { 2860 );
2647 if ($color >= 0) {
2648 # replace some tags by gcfclient-compatible ones
2649 for ($msg) {
2650 1 while
2651 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2652 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2653 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2654 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2655 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2656 }
2657 2861
2658 $color &= cf::NDI_COLOR_MASK; 2862 # try lzf for large packets
2863 $pkt = "lzf " . Compress::LZF::compress $pkt
2864 if 1024 <= length $pkt and $self->{can_lzf};
2659 2865
2660 utf8::encode $msg; 2866 # split very large packets
2661 2867 if (8192 < length $pkt and $self->{can_lzf}) {
2662 if (0 && $msg =~ /\[/) { 2868 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2663 # COMMAND/INFO 2869 $pkt = "frag";
2664 $self->send_packet ("drawextinfo $color 10 8 $msg")
2665 } else {
2666 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2667 $self->send_packet ("drawinfo $color $msg")
2668 }
2669 }
2670 } 2870 }
2871
2872 $self->send_packet ($pkt);
2671} 2873}
2672 2874
2673=item $client->ext_msg ($type, @msg) 2875=item $client->ext_msg ($type, @msg)
2674 2876
2675Sends an ext event to the client. 2877Sends an ext event to the client.
2848=pod 3050=pod
2849 3051
2850The following functions and methods are available within a safe environment: 3052The following functions and methods are available within a safe environment:
2851 3053
2852 cf::object 3054 cf::object
2853 contr pay_amount pay_player map x y force_find force_add 3055 contr pay_amount pay_player map x y force_find force_add destroy
2854 insert remove name archname title slaying race decrease_ob_nr 3056 insert remove name archname title slaying race decrease split
2855 3057
2856 cf::object::player 3058 cf::object::player
2857 player 3059 player
2858 3060
2859 cf::player 3061 cf::player
2864 3066
2865=cut 3067=cut
2866 3068
2867for ( 3069for (
2868 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3070 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2869 insert remove inv name archname title slaying race 3071 insert remove inv nrof name archname title slaying race
2870 decrease_ob_nr)], 3072 decrease split destroy change_exp)],
2871 ["cf::object::player" => qw(player)], 3073 ["cf::object::player" => qw(player)],
2872 ["cf::player" => qw(peaceful)], 3074 ["cf::player" => qw(peaceful)],
2873 ["cf::map" => qw(trigger)], 3075 ["cf::map" => qw(trigger)],
2874) { 3076) {
2875 no strict 'refs'; 3077 no strict 'refs';
2980 { 3182 {
2981 my $faces = $facedata->{faceinfo}; 3183 my $faces = $facedata->{faceinfo};
2982 3184
2983 while (my ($face, $info) = each %$faces) { 3185 while (my ($face, $info) = each %$faces) {
2984 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3186 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3187
2985 cf::face::set_visibility $idx, $info->{visibility}; 3188 cf::face::set_visibility $idx, $info->{visibility};
2986 cf::face::set_magicmap $idx, $info->{magicmap}; 3189 cf::face::set_magicmap $idx, $info->{magicmap};
2987 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3190 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2988 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3191 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2989 3192
2990 cf::cede_to_tick; 3193 cf::cede_to_tick;
2991 } 3194 }
2992 3195
2993 while (my ($face, $info) = each %$faces) { 3196 while (my ($face, $info) = each %$faces) {
2994 next unless $info->{smooth}; 3197 next unless $info->{smooth};
3198
2995 my $idx = cf::face::find $face 3199 my $idx = cf::face::find $face
2996 or next; 3200 or next;
3201
2997 if (my $smooth = cf::face::find $info->{smooth}) { 3202 if (my $smooth = cf::face::find $info->{smooth}) {
2998 cf::face::set_smooth $idx, $smooth; 3203 cf::face::set_smooth $idx, $smooth;
2999 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3204 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3000 } else { 3205 } else {
3001 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3206 warn "smooth face '$info->{smooth}' not found for face '$face'";
3019 { 3224 {
3020 # TODO: for gcfclient pleasure, we should give resources 3225 # TODO: for gcfclient pleasure, we should give resources
3021 # that gcfclient doesn't grok a >10000 face index. 3226 # that gcfclient doesn't grok a >10000 face index.
3022 my $res = $facedata->{resource}; 3227 my $res = $facedata->{resource};
3023 3228
3024 my $soundconf = delete $res->{"res/sound.conf"};
3025
3026 while (my ($name, $info) = each %$res) { 3229 while (my ($name, $info) = each %$res) {
3230 if (defined $info->{type}) {
3027 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3231 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3028 my $data; 3232 my $data;
3029 3233
3030 if ($info->{type} & 1) { 3234 if ($info->{type} & 1) {
3031 # prepend meta info 3235 # prepend meta info
3032 3236
3033 my $meta = $enc->encode ({ 3237 my $meta = $enc->encode ({
3034 name => $name, 3238 name => $name,
3035 %{ $info->{meta} || {} }, 3239 %{ $info->{meta} || {} },
3036 }); 3240 });
3037 3241
3038 $data = pack "(w/a*)*", $meta, $info->{data}; 3242 $data = pack "(w/a*)*", $meta, $info->{data};
3243 } else {
3244 $data = $info->{data};
3245 }
3246
3247 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3248 cf::face::set_type $idx, $info->{type};
3039 } else { 3249 } else {
3040 $data = $info->{data}; 3250 $RESOURCE{$name} = $info;
3041 } 3251 }
3042 3252
3043 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3044 cf::face::set_type $idx, $info->{type};
3045
3046 cf::cede_to_tick; 3253 cf::cede_to_tick;
3047 } 3254 }
3048
3049 if ($soundconf) {
3050 $soundconf = $enc->decode (delete $soundconf->{data});
3051
3052 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3053 my $sound = $soundconf->{compat}[$_]
3054 or next;
3055
3056 my $face = cf::face::find "sound/$sound->[1]";
3057 cf::sound::set $sound->[0] => $face;
3058 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3059 }
3060
3061 while (my ($k, $v) = each %{$soundconf->{event}}) {
3062 my $face = cf::face::find "sound/$v";
3063 cf::sound::set $k => $face;
3064 }
3065 }
3066 } 3255 }
3256
3257 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3067 3258
3068 1 3259 1
3069} 3260}
3261
3262cf::global->attach (on_resource_update => sub {
3263 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3264 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3265
3266 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3267 my $sound = $soundconf->{compat}[$_]
3268 or next;
3269
3270 my $face = cf::face::find "sound/$sound->[1]";
3271 cf::sound::set $sound->[0] => $face;
3272 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3273 }
3274
3275 while (my ($k, $v) = each %{$soundconf->{event}}) {
3276 my $face = cf::face::find "sound/$v";
3277 cf::sound::set $k => $face;
3278 }
3279 }
3280});
3070 3281
3071register_exticmd fx_want => sub { 3282register_exticmd fx_want => sub {
3072 my ($ns, $want) = @_; 3283 my ($ns, $want) = @_;
3073 3284
3074 while (my ($k, $v) = each %$want) { 3285 while (my ($k, $v) = each %$want) {
3075 $ns->fx_want ($k, $v); 3286 $ns->fx_want ($k, $v);
3076 } 3287 }
3077}; 3288};
3289
3290sub load_resource_file($) {
3291 my $guard = lock_acquire "load_resource_file";
3292
3293 my $status = load_resource_file_ $_[0];
3294 get_slot 0.1, 100;
3295 cf::arch::commit_load;
3296
3297 $status
3298}
3078 3299
3079sub reload_regions { 3300sub reload_regions {
3080 # HACK to clear player env face cache, we need some signal framework 3301 # HACK to clear player env face cache, we need some signal framework
3081 # for this (global event?) 3302 # for this (global event?)
3082 %ext::player_env::MUSIC_FACE_CACHE = (); 3303 %ext::player_env::MUSIC_FACE_CACHE = ();
3096} 3317}
3097 3318
3098sub reload_archetypes { 3319sub reload_archetypes {
3099 load_resource_file "$DATADIR/archetypes" 3320 load_resource_file "$DATADIR/archetypes"
3100 or die "unable to load archetypes\n"; 3321 or die "unable to load archetypes\n";
3101 #d# NEED to laod twice to resolve forward references
3102 # this really needs to be done in an extra post-pass
3103 # (which needs to be synchronous, so solve it differently)
3104 load_resource_file "$DATADIR/archetypes"
3105 or die "unable to load archetypes\n";
3106} 3322}
3107 3323
3108sub reload_treasures { 3324sub reload_treasures {
3109 load_resource_file "$DATADIR/treasures" 3325 load_resource_file "$DATADIR/treasures"
3110 or die "unable to load treasurelists\n"; 3326 or die "unable to load treasurelists\n";
3111} 3327}
3112 3328
3113sub reload_resources { 3329sub reload_resources {
3114 warn "reloading resource files...\n"; 3330 warn "reloading resource files...\n";
3115 3331
3332 reload_facedata;
3333 reload_archetypes;
3116 reload_regions; 3334 reload_regions;
3117 reload_facedata;
3118 #reload_archetypes;#d#
3119 reload_archetypes;
3120 reload_treasures; 3335 reload_treasures;
3121 3336
3122 warn "finished reloading resource files\n"; 3337 warn "finished reloading resource files\n";
3123}
3124
3125sub init {
3126 reload_resources;
3127} 3338}
3128 3339
3129sub reload_config { 3340sub reload_config {
3130 open my $fh, "<:utf8", "$CONFDIR/config" 3341 open my $fh, "<:utf8", "$CONFDIR/config"
3131 or return; 3342 or return;
3132 3343
3133 local $/; 3344 local $/;
3134 *CFG = YAML::Syck::Load <$fh>; 3345 *CFG = YAML::Load <$fh>;
3135 3346
3136 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3347 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3137 3348
3138 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3349 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3139 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3350 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3145 }; 3356 };
3146 warn $@ if $@; 3357 warn $@ if $@;
3147 } 3358 }
3148} 3359}
3149 3360
3361sub pidfile() {
3362 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3363 or die "$PIDFILE: $!";
3364 flock $fh, &Fcntl::LOCK_EX
3365 or die "$PIDFILE: flock: $!";
3366 $fh
3367}
3368
3369# make sure only one server instance is running at any one time
3370sub atomic {
3371 my $fh = pidfile;
3372
3373 my $pid = <$fh>;
3374 kill 9, $pid if $pid > 0;
3375
3376 seek $fh, 0, 0;
3377 print $fh $$;
3378}
3379
3150sub main { 3380sub main {
3381 cf::init_globals; # initialise logging
3382
3383 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3384 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3385 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3386 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3387
3388 cf::init_experience;
3389 cf::init_anim;
3390 cf::init_attackmess;
3391 cf::init_dynamic;
3392
3393 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3394
3151 # we must not ever block the main coroutine 3395 # we must not ever block the main coroutine
3152 local $Coro::idle = sub { 3396 local $Coro::idle = sub {
3153 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3397 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3154 (async { 3398 (async {
3155 Event::one_event; 3399 $Coro::current->{desc} = "IDLE BUG HANDLER";
3400 EV::loop EV::LOOP_ONESHOT;
3156 })->prio (Coro::PRIO_MAX); 3401 })->prio (Coro::PRIO_MAX);
3157 }; 3402 };
3158 3403
3404 evthread_start IO::AIO::poll_fileno;
3405
3406 cf::sync_job {
3407 reload_resources;
3159 reload_config; 3408 reload_config;
3160 db_init; 3409 db_init;
3410
3411 cf::load_settings;
3412 cf::load_materials;
3413 cf::init_uuid;
3414 cf::init_signals;
3415 cf::init_commands;
3416 cf::init_skills;
3417
3418 cf::init_beforeplay;
3419
3420 atomic;
3421
3161 load_extensions; 3422 load_extensions;
3162 3423
3163 $TICK_WATCHER->start; 3424 utime time, time, $RUNTIMEFILE;
3425
3426 # no (long-running) fork's whatsoever before this point(!)
3427 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3428
3429 (pop @POST_INIT)->(0) while @POST_INIT;
3430 };
3431
3164 Event::loop; 3432 EV::loop;
3165} 3433}
3166 3434
3167############################################################################# 3435#############################################################################
3168# initialisation and cleanup 3436# initialisation and cleanup
3169 3437
3170# install some emergency cleanup handlers 3438# install some emergency cleanup handlers
3171BEGIN { 3439BEGIN {
3440 our %SIGWATCHER = ();
3172 for my $signal (qw(INT HUP TERM)) { 3441 for my $signal (qw(INT HUP TERM)) {
3173 Event->signal ( 3442 $SIGWATCHER{$signal} = EV::signal $signal, sub {
3174 reentrant => 0,
3175 data => WF_AUTOCANCEL,
3176 signal => $signal,
3177 prio => 0,
3178 cb => sub {
3179 cf::cleanup "SIG$signal"; 3443 cf::cleanup "SIG$signal";
3180 },
3181 ); 3444 };
3182 } 3445 }
3183} 3446}
3184 3447
3185sub write_runtime { 3448sub write_runtime_sync {
3186 my $runtime = "$LOCALDIR/runtime";
3187
3188 # first touch the runtime file to show we are still running: 3449 # first touch the runtime file to show we are still running:
3189 # the fsync below can take a very very long time. 3450 # the fsync below can take a very very long time.
3190 3451
3191 IO::AIO::aio_utime $runtime, undef, undef; 3452 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3192 3453
3193 my $guard = cf::lock_acquire "write_runtime"; 3454 my $guard = cf::lock_acquire "write_runtime";
3194 3455
3195 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 3456 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3196 or return; 3457 or return;
3197 3458
3198 my $value = $cf::RUNTIME + 90 + 10; 3459 my $value = $cf::RUNTIME + 90 + 10;
3199 # 10 is the runtime save interval, for a monotonic clock 3460 # 10 is the runtime save interval, for a monotonic clock
3200 # 60 allows for the watchdog to kill the server. 3461 # 60 allows for the watchdog to kill the server.
3210 aio_utime $fh, undef, undef; 3471 aio_utime $fh, undef, undef;
3211 3472
3212 close $fh 3473 close $fh
3213 or return; 3474 or return;
3214 3475
3215 aio_rename "$runtime~", $runtime 3476 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3216 and return; 3477 and return;
3217 3478
3218 warn "runtime file written.\n"; 3479 warn "runtime file written.\n";
3219 3480
3220 1 3481 1
3482}
3483
3484our $uuid_lock;
3485our $uuid_skip;
3486
3487sub write_uuid_sync($) {
3488 $uuid_skip ||= $_[0];
3489
3490 return if $uuid_lock;
3491 local $uuid_lock = 1;
3492
3493 my $uuid = "$LOCALDIR/uuid";
3494
3495 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3496 or return;
3497
3498 my $value = uuid_seq uuid_cur;
3499
3500 unless ($value) {
3501 warn "cowardly refusing to write zero uuid value!\n";
3502 return;
3503 }
3504
3505 my $value = uuid_str $value + $uuid_skip;
3506 $uuid_skip = 0;
3507
3508 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3509 and return;
3510
3511 # always fsync - this file is important
3512 aio_fsync $fh
3513 and return;
3514
3515 close $fh
3516 or return;
3517
3518 aio_rename "$uuid~", $uuid
3519 and return;
3520
3521 warn "uuid file written ($value).\n";
3522
3523 1
3524
3525}
3526
3527sub write_uuid($$) {
3528 my ($skip, $sync) = @_;
3529
3530 $sync ? write_uuid_sync $skip
3531 : async { write_uuid_sync $skip };
3221} 3532}
3222 3533
3223sub emergency_save() { 3534sub emergency_save() {
3224 my $freeze_guard = cf::freeze_mainloop; 3535 my $freeze_guard = cf::freeze_mainloop;
3225 3536
3226 warn "enter emergency perl save\n"; 3537 warn "emergency_perl_save: enter\n";
3227 3538
3228 cf::sync_job { 3539 cf::sync_job {
3540 # this is a trade-off: we want to be very quick here, so
3541 # save all maps without fsync, and later call a global sync
3542 # (which in turn might be very very slow)
3543 local $USE_FSYNC = 0;
3544
3229 # use a peculiar iteration method to avoid tripping on perl 3545 # use a peculiar iteration method to avoid tripping on perl
3230 # refcount bugs in for. also avoids problems with players 3546 # refcount bugs in for. also avoids problems with players
3231 # and maps saved/destroyed asynchronously. 3547 # and maps saved/destroyed asynchronously.
3232 warn "begin emergency player save\n"; 3548 warn "emergency_perl_save: begin player save\n";
3233 for my $login (keys %cf::PLAYER) { 3549 for my $login (keys %cf::PLAYER) {
3234 my $pl = $cf::PLAYER{$login} or next; 3550 my $pl = $cf::PLAYER{$login} or next;
3235 $pl->valid or next; 3551 $pl->valid or next;
3552 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3236 $pl->save; 3553 $pl->save;
3237 } 3554 }
3238 warn "end emergency player save\n"; 3555 warn "emergency_perl_save: end player save\n";
3239 3556
3240 warn "begin emergency map save\n"; 3557 warn "emergency_perl_save: begin map save\n";
3241 for my $path (keys %cf::MAP) { 3558 for my $path (keys %cf::MAP) {
3242 my $map = $cf::MAP{$path} or next; 3559 my $map = $cf::MAP{$path} or next;
3243 $map->valid or next; 3560 $map->valid or next;
3244 $map->save; 3561 $map->save;
3245 } 3562 }
3246 warn "end emergency map save\n"; 3563 warn "emergency_perl_save: end map save\n";
3247 3564
3248 warn "begin emergency database checkpoint\n"; 3565 warn "emergency_perl_save: begin database checkpoint\n";
3249 BDB::db_env_txn_checkpoint $DB_ENV; 3566 BDB::db_env_txn_checkpoint $DB_ENV;
3250 warn "end emergency database checkpoint\n"; 3567 warn "emergency_perl_save: end database checkpoint\n";
3568
3569 warn "emergency_perl_save: begin write uuid\n";
3570 write_uuid_sync 1;
3571 warn "emergency_perl_save: end write uuid\n";
3251 }; 3572 };
3252 3573
3574 warn "emergency_perl_save: starting sync()\n";
3575 IO::AIO::aio_sync sub {
3576 warn "emergency_perl_save: finished sync()\n";
3577 };
3578
3253 warn "leave emergency perl save\n"; 3579 warn "emergency_perl_save: leave\n";
3254} 3580}
3255 3581
3256sub post_cleanup { 3582sub post_cleanup {
3257 my ($make_core) = @_; 3583 my ($make_core) = @_;
3258 3584
3259 warn Carp::longmess "post_cleanup backtrace" 3585 warn Carp::longmess "post_cleanup backtrace"
3260 if $make_core; 3586 if $make_core;
3587
3588 my $fh = pidfile;
3589 unlink $PIDFILE if <$fh> == $$;
3590}
3591
3592# a safer delete_package, copied from Symbol
3593sub clear_package($) {
3594 my $pkg = shift;
3595
3596 # expand to full symbol table name if needed
3597 unless ($pkg =~ /^main::.*::$/) {
3598 $pkg = "main$pkg" if $pkg =~ /^::/;
3599 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3600 $pkg .= '::' unless $pkg =~ /::$/;
3601 }
3602
3603 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3604 my $stem_symtab = *{$stem}{HASH};
3605
3606 defined $stem_symtab and exists $stem_symtab->{$leaf}
3607 or return;
3608
3609 # clear all symbols
3610 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3611 for my $name (keys %$leaf_symtab) {
3612 _gv_clear *{"$pkg$name"};
3613# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3614 }
3615 warn "cleared package $pkg\n";#d#
3261} 3616}
3262 3617
3263sub do_reload_perl() { 3618sub do_reload_perl() {
3264 # can/must only be called in main 3619 # can/must only be called in main
3265 if ($Coro::current != $Coro::main) { 3620 if ($Coro::current != $Coro::main) {
3266 warn "can only reload from main coroutine"; 3621 warn "can only reload from main coroutine";
3267 return; 3622 return;
3268 } 3623 }
3269 3624
3625 return if $RELOAD++;
3626
3627 my $t1 = EV::time;
3628
3629 while ($RELOAD) {
3270 warn "reloading..."; 3630 warn "reloading...";
3271 3631
3272 warn "entering sync_job"; 3632 warn "entering sync_job";
3273 3633
3274 cf::sync_job { 3634 cf::sync_job {
3275 cf::write_runtime; # external watchdog should not bark 3635 cf::write_runtime_sync; # external watchdog should not bark
3276 cf::emergency_save; 3636 cf::emergency_save;
3277 cf::write_runtime; # external watchdog should not bark 3637 cf::write_runtime_sync; # external watchdog should not bark
3278 3638
3279 warn "syncing database to disk"; 3639 warn "syncing database to disk";
3280 BDB::db_env_txn_checkpoint $DB_ENV; 3640 BDB::db_env_txn_checkpoint $DB_ENV;
3281 3641
3282 # if anything goes wrong in here, we should simply crash as we already saved 3642 # if anything goes wrong in here, we should simply crash as we already saved
3283 3643
3284 warn "cancelling all WF_AUTOCANCEL watchers";
3285 for (Event::all_watchers) {
3286 $_->cancel if $_->data & WF_AUTOCANCEL;
3287 }
3288
3289 warn "flushing outstanding aio requests"; 3644 warn "flushing outstanding aio requests";
3290 for (;;) {
3291 BDB::flush;
3292 IO::AIO::flush;
3293 Coro::cede;
3294 last unless IO::AIO::nreqs || BDB::nreqs; 3645 while (IO::AIO::nreqs || BDB::nreqs) {
3295 warn "iterate..."; 3646 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3296 }
3297
3298 ++$RELOAD;
3299
3300 warn "cancelling all extension coros";
3301 $_->cancel for values %EXT_CORO;
3302 %EXT_CORO = ();
3303
3304 warn "removing commands";
3305 %COMMAND = ();
3306
3307 warn "removing ext/exti commands";
3308 %EXTCMD = ();
3309 %EXTICMD = ();
3310
3311 warn "unloading/nuking all extensions";
3312 for my $pkg (@EXTS) {
3313 warn "... unloading $pkg";
3314
3315 if (my $cb = $pkg->can ("unload")) {
3316 eval {
3317 $cb->($pkg);
3318 1
3319 } or warn "$pkg unloaded, but with errors: $@";
3320 } 3647 }
3321 3648
3322 warn "... nuking $pkg"; 3649 warn "cancelling all extension coros";
3323 Symbol::delete_package $pkg; 3650 $_->cancel for values %EXT_CORO;
3324 } 3651 %EXT_CORO = ();
3325 3652
3326 warn "unloading all perl modules loaded from $LIBDIR"; 3653 warn "removing commands";
3327 while (my ($k, $v) = each %INC) { 3654 %COMMAND = ();
3328 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3329 3655
3656 warn "removing ext/exti commands";
3657 %EXTCMD = ();
3658 %EXTICMD = ();
3659
3660 warn "unloading/nuking all extensions";
3661 for my $pkg (@EXTS) {
3330 warn "... unloading $k"; 3662 warn "... unloading $pkg";
3331 delete $INC{$k};
3332 3663
3333 $k =~ s/\.pm$//;
3334 $k =~ s/\//::/g;
3335
3336 if (my $cb = $k->can ("unload_module")) { 3664 if (my $cb = $pkg->can ("unload")) {
3665 eval {
3337 $cb->(); 3666 $cb->($pkg);
3667 1
3668 } or warn "$pkg unloaded, but with errors: $@";
3669 }
3670
3671 warn "... clearing $pkg";
3672 clear_package $pkg;
3338 } 3673 }
3339 3674
3340 Symbol::delete_package $k; 3675 warn "unloading all perl modules loaded from $LIBDIR";
3676 while (my ($k, $v) = each %INC) {
3677 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3678
3679 warn "... unloading $k";
3680 delete $INC{$k};
3681
3682 $k =~ s/\.pm$//;
3683 $k =~ s/\//::/g;
3684
3685 if (my $cb = $k->can ("unload_module")) {
3686 $cb->();
3687 }
3688
3689 clear_package $k;
3341 } 3690 }
3342 3691
3343 warn "getting rid of safe::, as good as possible"; 3692 warn "getting rid of safe::, as good as possible";
3344 Symbol::delete_package "safe::$_" 3693 clear_package "safe::$_"
3345 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3694 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3346 3695
3347 warn "unloading cf.pm \"a bit\""; 3696 warn "unloading cf.pm \"a bit\"";
3348 delete $INC{"cf.pm"}; 3697 delete $INC{"cf.pm"};
3349 delete $INC{"cf/pod.pm"}; 3698 delete $INC{"cf/pod.pm"};
3350 3699
3351 # don't, removes xs symbols, too, 3700 # don't, removes xs symbols, too,
3352 # and global variables created in xs 3701 # and global variables created in xs
3353 #Symbol::delete_package __PACKAGE__; 3702 #clear_package __PACKAGE__;
3354 3703
3355 warn "unload completed, starting to reload now"; 3704 warn "unload completed, starting to reload now";
3356 3705
3357 warn "reloading cf.pm"; 3706 warn "reloading cf.pm";
3358 require cf; 3707 require cf;
3359 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3708 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3360 3709
3361 warn "loading config and database again"; 3710 warn "loading config and database again";
3362 cf::reload_config; 3711 cf::reload_config;
3363 3712
3364 warn "loading extensions"; 3713 warn "loading extensions";
3365 cf::load_extensions; 3714 cf::load_extensions;
3366 3715
3716 if ($REATTACH_ON_RELOAD) {
3367 warn "reattaching attachments to objects/players"; 3717 warn "reattaching attachments to objects/players";
3368 _global_reattach; # objects, sockets 3718 _global_reattach; # objects, sockets
3369 warn "reattaching attachments to maps"; 3719 warn "reattaching attachments to maps";
3370 reattach $_ for values %MAP; 3720 reattach $_ for values %MAP;
3371 warn "reattaching attachments to players"; 3721 warn "reattaching attachments to players";
3372 reattach $_ for values %PLAYER; 3722 reattach $_ for values %PLAYER;
3723 }
3373 3724
3725 warn "running post_init jobs";
3726 (pop @POST_INIT)->(1) while @POST_INIT;
3727
3374 warn "leaving sync_job"; 3728 warn "leaving sync_job";
3375 3729
3376 1 3730 1
3377 } or do { 3731 } or do {
3378 warn $@; 3732 warn $@;
3379 warn "error while reloading, exiting."; 3733 cf::cleanup "error while reloading, exiting.";
3380 exit 1;
3381 }; 3734 };
3382 3735
3383 warn "reloaded"; 3736 warn "reloaded";
3737 --$RELOAD;
3738 }
3739
3740 $t1 = EV::time - $t1;
3741 warn "reload completed in ${t1}s\n";
3384}; 3742};
3385 3743
3386our $RELOAD_WATCHER; # used only during reload 3744our $RELOAD_WATCHER; # used only during reload
3387 3745
3388sub reload_perl() { 3746sub reload_perl() {
3389 # doing reload synchronously and two reloads happen back-to-back, 3747 # doing reload synchronously and two reloads happen back-to-back,
3390 # coro crashes during coro_state_free->destroy here. 3748 # coro crashes during coro_state_free->destroy here.
3391 3749
3392 $RELOAD_WATCHER ||= Event->timer ( 3750 $RELOAD_WATCHER ||= cf::async {
3393 reentrant => 0, 3751 Coro::AIO::aio_wait cache_extensions;
3394 after => 0, 3752
3395 data => WF_AUTOCANCEL, 3753 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3396 cb => sub {
3397 do_reload_perl; 3754 do_reload_perl;
3398 undef $RELOAD_WATCHER; 3755 undef $RELOAD_WATCHER;
3399 }, 3756 };
3400 ); 3757 };
3401} 3758}
3402 3759
3403register_command "reload" => sub { 3760register_command "reload" => sub {
3404 my ($who, $arg) = @_; 3761 my ($who, $arg) = @_;
3405 3762
3406 if ($who->flag (FLAG_WIZ)) { 3763 if ($who->flag (FLAG_WIZ)) {
3407 $who->message ("reloading server."); 3764 $who->message ("reloading server.");
3765 async {
3766 $Coro::current->{desc} = "perl_reload";
3408 async { reload_perl }; 3767 reload_perl;
3768 };
3409 } 3769 }
3410}; 3770};
3411 3771
3412unshift @INC, $LIBDIR; 3772unshift @INC, $LIBDIR;
3413 3773
3415 3775
3416our @WAIT_FOR_TICK; 3776our @WAIT_FOR_TICK;
3417our @WAIT_FOR_TICK_BEGIN; 3777our @WAIT_FOR_TICK_BEGIN;
3418 3778
3419sub wait_for_tick { 3779sub wait_for_tick {
3420 return unless $TICK_WATCHER->is_active;
3421 return if $Coro::current == $Coro::main; 3780 return if tick_inhibit || $Coro::current == $Coro::main;
3422 3781
3423 my $signal = new Coro::Signal; 3782 my $signal = new Coro::Signal;
3424 push @WAIT_FOR_TICK, $signal; 3783 push @WAIT_FOR_TICK, $signal;
3425 $signal->wait; 3784 $signal->wait;
3426} 3785}
3427 3786
3428sub wait_for_tick_begin { 3787sub wait_for_tick_begin {
3429 return unless $TICK_WATCHER->is_active;
3430 return if $Coro::current == $Coro::main; 3788 return if tick_inhibit || $Coro::current == $Coro::main;
3431 3789
3432 my $signal = new Coro::Signal; 3790 my $signal = new Coro::Signal;
3433 push @WAIT_FOR_TICK_BEGIN, $signal; 3791 push @WAIT_FOR_TICK_BEGIN, $signal;
3434 $signal->wait; 3792 $signal->wait;
3435} 3793}
3436 3794
3437 my $min = 1e6;#d# 3795sub tick {
3438 my $avg = 10;
3439$TICK_WATCHER = Event->timer (
3440 reentrant => 0,
3441 parked => 1,
3442 prio => 0,
3443 at => $NEXT_TICK || $TICK,
3444 data => WF_AUTOCANCEL,
3445 cb => sub {
3446 if ($Coro::current != $Coro::main) { 3796 if ($Coro::current != $Coro::main) {
3447 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3797 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3448 unless ++$bug_warning > 10; 3798 unless ++$bug_warning > 10;
3449 return; 3799 return;
3450 } 3800 }
3451 3801
3452 $NOW = $tick_start = Event::time;
3453
3454 cf::server_tick; # one server iteration 3802 cf::server_tick; # one server iteration
3455 3803
3456 0 && sync_job {#d# 3804 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3457 for(1..10) { 3805 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3458 my $t = Event::time; 3806 Coro::async_pool {
3459 my $map = my $map = new_from_path cf::map "/tmp/x.map" 3807 $Coro::current->{desc} = "runtime saver";
3460 or die; 3808 write_runtime_sync
3461 3809 or warn "ERROR: unable to write runtime file: $!";
3462 $map->width (50);
3463 $map->height (50);
3464 $map->alloc;
3465 $map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3466 my $t = Event::time - $t;
3467
3468 #next unless $t < 0.0013;#d#
3469 if ($t < $min) {
3470 $min = $t;
3471 }
3472 $avg = $avg * 0.99 + $t * 0.01;
3473 }
3474 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3475 exit 0;
3476 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3477 }; 3810 };
3811 }
3478 3812
3479 $RUNTIME += $TICK;
3480 $NEXT_TICK += $TICK;
3481
3482 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3483 $NEXT_RUNTIME_WRITE = $NOW + 10;
3484 Coro::async_pool {
3485 write_runtime
3486 or warn "ERROR: unable to write runtime file: $!";
3487 };
3488 }
3489
3490# my $AFTER = Event::time;
3491# warn $AFTER - $NOW;#d#
3492
3493 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3813 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3494 $sig->send; 3814 $sig->send;
3495 } 3815 }
3496 while (my $sig = shift @WAIT_FOR_TICK) { 3816 while (my $sig = shift @WAIT_FOR_TICK) {
3497 $sig->send; 3817 $sig->send;
3498 } 3818 }
3499 3819
3500 $NOW = Event::time; 3820 $LOAD = ($NOW - $TICK_START) / $TICK;
3501
3502 # if we are delayed by four ticks or more, skip them all
3503 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3504
3505 $TICK_WATCHER->at ($NEXT_TICK);
3506 $TICK_WATCHER->start;
3507
3508 $LOAD = ($NOW - $tick_start) / $TICK;
3509 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3821 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3510 3822
3511 _post_tick; 3823 if (0) {
3512 3824 if ($NEXT_TICK) {
3513 3825 my $jitter = $TICK_START - $NEXT_TICK;
3826 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3827 warn "jitter $JITTER\n";#d#
3828 }
3514 }, 3829 }
3515); 3830}
3516 3831
3517{ 3832{
3518 BDB::max_poll_time $TICK * 0.1; 3833 # configure BDB
3519 $BDB_POLL_WATCHER = Event->io ( 3834
3520 reentrant => 0,
3521 fd => BDB::poll_fileno,
3522 poll => 'r',
3523 prio => 0,
3524 data => WF_AUTOCANCEL,
3525 cb => \&BDB::poll_cb,
3526 );
3527 BDB::min_parallel 8; 3835 BDB::min_parallel 8;
3528 3836 BDB::max_poll_reqs $TICK * 0.1;
3529 BDB::set_sync_prepare { 3837 $AnyEvent::BDB::WATCHER->priority (1);
3530 my $status;
3531 my $current = $Coro::current;
3532 (
3533 sub {
3534 $status = $!;
3535 $current->ready; undef $current;
3536 },
3537 sub {
3538 Coro::schedule while defined $current;
3539 $! = $status;
3540 },
3541 )
3542 };
3543 3838
3544 unless ($DB_ENV) { 3839 unless ($DB_ENV) {
3545 $DB_ENV = BDB::db_env_create; 3840 $DB_ENV = BDB::db_env_create;
3841 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3842 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
3843 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3844 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3845 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3546 3846
3547 cf::sync_job { 3847 cf::sync_job {
3548 eval { 3848 eval {
3549 BDB::db_env_open 3849 BDB::db_env_open
3550 $DB_ENV, 3850 $DB_ENV,
3552 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3852 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3553 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3853 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3554 0666; 3854 0666;
3555 3855
3556 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3856 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3557
3558 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3559 $DB_ENV->set_lk_detect;
3560 }; 3857 };
3561 3858
3562 cf::cleanup "db_env_open(db): $@" if $@; 3859 cf::cleanup "db_env_open(db): $@" if $@;
3563 }; 3860 };
3564 } 3861 }
3862
3863 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3864 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3865 };
3866 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3867 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3868 };
3869 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3870 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3871 };
3565} 3872}
3566 3873
3567{ 3874{
3875 # configure IO::AIO
3876
3568 IO::AIO::min_parallel 8; 3877 IO::AIO::min_parallel 8;
3569
3570 undef $Coro::AIO::WATCHER;
3571 IO::AIO::max_poll_time $TICK * 0.1; 3878 IO::AIO::max_poll_time $TICK * 0.1;
3572 $AIO_POLL_WATCHER = Event->io ( 3879 undef $AnyEvent::AIO::WATCHER;
3573 reentrant => 0,
3574 data => WF_AUTOCANCEL,
3575 fd => IO::AIO::poll_fileno,
3576 poll => 'r',
3577 prio => 6,
3578 cb => \&IO::AIO::poll_cb,
3579 );
3580} 3880}
3581 3881
3582my $_log_backtrace; 3882my $_log_backtrace;
3583 3883
3584sub _log_backtrace { 3884sub _log_backtrace {
3587 $msg =~ s/\n//; 3887 $msg =~ s/\n//;
3588 3888
3589 # limit the # of concurrent backtraces 3889 # limit the # of concurrent backtraces
3590 if ($_log_backtrace < 2) { 3890 if ($_log_backtrace < 2) {
3591 ++$_log_backtrace; 3891 ++$_log_backtrace;
3892 my $perl_bt = Carp::longmess $msg;
3592 async { 3893 async {
3894 $Coro::current->{desc} = "abt $msg";
3895
3593 my @bt = fork_call { 3896 my @bt = fork_call {
3594 @addr = map { sprintf "%x", $_ } @addr; 3897 @addr = map { sprintf "%x", $_ } @addr;
3595 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3898 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3596 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3899 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3597 or die "addr2line: $!"; 3900 or die "addr2line: $!";
3605 } 3908 }
3606 3909
3607 @funcs 3910 @funcs
3608 }; 3911 };
3609 3912
3610 LOG llevInfo, "[ABT] $msg\n"; 3913 LOG llevInfo, "[ABT] $perl_bt\n";
3914 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3611 LOG llevInfo, "[ABT] $_\n" for @bt; 3915 LOG llevInfo, "[ABT] $_\n" for @bt;
3612 --$_log_backtrace; 3916 --$_log_backtrace;
3613 }; 3917 };
3614 } else { 3918 } else {
3615 LOG llevInfo, "[ABT] $msg\n"; 3919 LOG llevInfo, "[ABT] $msg\n";

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines