ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC vs.
Revision 1.464 by root, Thu Jan 1 18:35:48 2009 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
24use 5.10.0;
3use utf8; 25use utf8;
4use strict; 26use strict "vars", "subs";
5 27
6use Symbol; 28use Symbol;
7use List::Util; 29use List::Util;
8use Socket; 30use Socket;
9use Storable; 31use EV;
10use Event;
11use Opcode; 32use Opcode;
12use Safe; 33use Safe;
13use Safe::Hole; 34use Safe::Hole;
35use Storable ();
14 36
37use Guard ();
15use Coro 3.64 (); 38use Coro ();
16use Coro::State; 39use Coro::State;
17use Coro::Handle; 40use Coro::Handle;
41use Coro::EV;
18use Coro::Event; 42use Coro::AnyEvent;
19use Coro::Timer; 43use Coro::Timer;
20use Coro::Signal; 44use Coro::Signal;
21use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
22use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
23use Coro::Storable; 50use Coro::Storable;
24use Coro::Util (); 51use Coro::Util ();
25 52
26use JSON::XS (); 53use JSON::XS 2.01 ();
27use BDB (); 54use BDB ();
28use Data::Dumper; 55use Data::Dumper;
29use Digest::MD5; 56use Digest::MD5;
30use Fcntl; 57use Fcntl;
31use YAML::Syck (); 58use YAML ();
32use IO::AIO 2.32 (); 59use IO::AIO ();
33use Time::HiRes; 60use Time::HiRes;
34use Compress::LZF; 61use Compress::LZF;
35use Digest::MD5 (); 62use Digest::MD5 ();
63
64AnyEvent::detect;
36 65
37# configure various modules to our taste 66# configure various modules to our taste
38# 67#
39$Storable::canonical = 1; # reduce rsync transfers 68$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 69Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
70
71$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
72
73# make sure c-lzf reinitialises itself
74Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 75Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43$Event::Eval = 1; # no idea why this is required, but it is
44
45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46$YAML::Syck::ImplicitUnicode = 1;
47
48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49 76
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 77sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51 78
52our %COMMAND = (); 79our %COMMAND = ();
53our %COMMAND_TIME = (); 80our %COMMAND_TIME = ();
56our %EXTCMD = (); 83our %EXTCMD = ();
57our %EXTICMD = (); 84our %EXTICMD = ();
58our %EXT_CORO = (); # coroutines bound to extensions 85our %EXT_CORO = (); # coroutines bound to extensions
59our %EXT_MAP = (); # pluggable maps 86our %EXT_MAP = (); # pluggable maps
60 87
61our $RELOAD; # number of reloads so far 88our $RELOAD; # number of reloads so far, non-zero while in reload
62our @EVENT; 89our @EVENT;
63 90
64our $CONFDIR = confdir; 91our $CONFDIR = confdir;
65our $DATADIR = datadir; 92our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext"; 93our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod"; 94our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir; 95our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir; 96our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir; 97our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 98our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir; 99our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random"; 100our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db"; 101our $BDBDIR = "$LOCALDIR/db";
102our $PIDFILE = "$LOCALDIR/pid";
103our $RUNTIMEFILE = "$LOCALDIR/runtime";
104
105our %RESOURCE;
75 106
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 107our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 108our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80our $NEXT_TICK; 109our $NEXT_TICK;
81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 110our $USE_FSYNC = 1; # use fsync to write maps - default off
83 111
112our $BDB_DEADLOCK_WATCHER;
113our $BDB_CHECKPOINT_WATCHER;
84our $BDB_POLL_WATCHER; 114our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 115our $DB_ENV;
86 116
87our %CFG; 117our %CFG;
88 118
89our $UPTIME; $UPTIME ||= time; 119our $UPTIME; $UPTIME ||= time;
90our $RUNTIME; 120our $RUNTIME;
121our $NOW;
91 122
92our (%PLAYER, %PLAYER_LOADING); # all users 123our (%PLAYER, %PLAYER_LOADING); # all users
93our (%MAP, %MAP_LOADING ); # all maps 124our (%MAP, %MAP_LOADING ); # all maps
94our $LINK_MAP; # the special {link} map, which is always available 125our $LINK_MAP; # the special {link} map, which is always available
95 126
96# used to convert map paths into valid unix filenames by replacing / by ∕ 127# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 128our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 129
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 130our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 131our $LOADAVG; # same thing, but with alpha-smoothing
132our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 133our $TICK_START; # for load detecting purposes
134
135our @POST_INIT;
136
137our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
102 138
103binmode STDOUT; 139binmode STDOUT;
104binmode STDERR; 140binmode STDERR;
105 141
106# read virtual server time, if available 142# read virtual server time, if available
107unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 143unless ($RUNTIME || !-e $RUNTIMEFILE) {
108 open my $fh, "<", "$LOCALDIR/runtime" 144 open my $fh, "<", $RUNTIMEFILE
109 or die "unable to read runtime file: $!"; 145 or die "unable to read $RUNTIMEFILE file: $!";
110 $RUNTIME = <$fh> + 0.; 146 $RUNTIME = <$fh> + 0.;
111} 147}
112 148
113mkdir $_ 149mkdir $_
114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 150 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
159 195
160The raw value load value from the last tick. 196The raw value load value from the last tick.
161 197
162=item %cf::CFG 198=item %cf::CFG
163 199
164Configuration for the server, loaded from C</etc/crossfire/config>, or 200Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165from wherever your confdir points to. 201from wherever your confdir points to.
166 202
167=item cf::wait_for_tick, cf::wait_for_tick_begin 203=item cf::wait_for_tick, cf::wait_for_tick_begin
168 204
169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 205These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 226 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191 227
192 LOG llevError, $msg; 228 LOG llevError, $msg;
193 }; 229 };
194} 230}
231
232$Coro::State::DIEHOOK = sub {
233 return unless $^S eq 0; # "eq", not "=="
234
235 if ($Coro::current == $Coro::main) {#d#
236 warn "DIEHOOK called in main context, Coro bug?\n";#d#
237 return;#d#
238 }#d#
239
240 # kill coroutine otherwise
241 warn Carp::longmess $_[0];
242 Coro::terminate
243};
244
245$SIG{__DIE__} = sub { }; #d#?
195 246
196@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 247@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
197@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 248@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
198@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 249@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
199@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 250@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
206for my $pkg (qw( 257for my $pkg (qw(
207 cf::global cf::attachable 258 cf::global cf::attachable
208 cf::object cf::object::player 259 cf::object cf::object::player
209 cf::client cf::player 260 cf::client cf::player
210 cf::arch cf::living 261 cf::arch cf::living
262 cf::map cf::mapspace
211 cf::map cf::party cf::region 263 cf::party cf::region
212)) { 264)) {
213 no strict 'refs';
214 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 265 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
215} 266}
216 267
217$Event::DIED = sub { 268$EV::DIED = sub {
218 warn "error in event callback: @_"; 269 warn "error in event callback: @_";
219}; 270};
220 271
221############################################################################# 272#############################################################################
222 273
245 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 296 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
246 $d 297 $d
247 } || "[unable to dump $_[0]: '$@']"; 298 } || "[unable to dump $_[0]: '$@']";
248} 299}
249 300
250=item $ref = cf::from_json $json 301=item $ref = cf::decode_json $json
251 302
252Converts a JSON string into the corresponding perl data structure. 303Converts a JSON string into the corresponding perl data structure.
253 304
254=item $json = cf::to_json $ref 305=item $json = cf::encode_json $ref
255 306
256Converts a perl data structure into its JSON representation. 307Converts a perl data structure into its JSON representation.
257 308
258=cut 309=cut
259 310
260our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 311our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
261 312
262sub to_json ($) { $json_coder->encode ($_[0]) } 313sub encode_json($) { $json_coder->encode ($_[0]) }
263sub from_json ($) { $json_coder->decode ($_[0]) } 314sub decode_json($) { $json_coder->decode ($_[0]) }
315
316=item cf::post_init { BLOCK }
317
318Execute the given codeblock, I<after> all extensions have been (re-)loaded,
319but I<before> the server starts ticking again.
320
321The cdoeblock will have a single boolean argument to indicate whether this
322is a reload or not.
323
324=cut
325
326sub post_init(&) {
327 push @POST_INIT, shift;
328}
264 329
265=item cf::lock_wait $string 330=item cf::lock_wait $string
266 331
267Wait until the given lock is available. See cf::lock_acquire. 332Wait until the given lock is available. See cf::lock_acquire.
268 333
269=item my $lock = cf::lock_acquire $string 334=item my $lock = cf::lock_acquire $string
270 335
271Wait until the given lock is available and then acquires it and returns 336Wait until the given lock is available and then acquires it and returns
272a Coro::guard object. If the guard object gets destroyed (goes out of scope, 337a L<Guard> object. If the guard object gets destroyed (goes out of scope,
273for example when the coroutine gets canceled), the lock is automatically 338for example when the coroutine gets canceled), the lock is automatically
274returned. 339returned.
275 340
276Locks are *not* recursive, locking from the same coro twice results in a 341Locks are *not* recursive, locking from the same coro twice results in a
277deadlocked coro. 342deadlocked coro.
283 348
284Return true if the lock is currently active, i.e. somebody has locked it. 349Return true if the lock is currently active, i.e. somebody has locked it.
285 350
286=cut 351=cut
287 352
288our %LOCK; 353our $LOCKS = new Coro::SemaphoreSet;
289our %LOCKER;#d#
290 354
291sub lock_wait($) { 355sub lock_wait($) {
292 my ($key) = @_; 356 $LOCKS->wait ($_[0]);
293
294 if ($LOCKER{$key} == $Coro::current) {#d#
295 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
296 return;#d#
297 }#d#
298
299 # wait for lock, if any
300 while ($LOCK{$key}) {
301 push @{ $LOCK{$key} }, $Coro::current;
302 Coro::schedule;
303 }
304} 357}
305 358
306sub lock_acquire($) { 359sub lock_acquire($) {
307 my ($key) = @_; 360 $LOCKS->guard ($_[0])
308
309 # wait, to be sure we are not locked
310 lock_wait $key;
311
312 $LOCK{$key} = [];
313 $LOCKER{$key} = $Coro::current;#d#
314
315 Coro::guard {
316 delete $LOCKER{$key};#d#
317 # wake up all waiters, to be on the safe side
318 $_->ready for @{ delete $LOCK{$key} };
319 }
320} 361}
321 362
322sub lock_active($) { 363sub lock_active($) {
323 my ($key) = @_; 364 $LOCKS->count ($_[0]) < 1
324
325 ! ! $LOCK{$key}
326} 365}
327 366
328sub freeze_mainloop { 367sub freeze_mainloop {
329 return unless $TICK_WATCHER->is_active; 368 tick_inhibit_inc;
330 369
331 my $guard = Coro::guard { 370 &Guard::guard (\&tick_inhibit_dec);
332 $TICK_WATCHER->start; 371}
333 }; 372
334 $TICK_WATCHER->stop; 373=item cf::periodic $interval, $cb
335 $guard 374
375Like EV::periodic, but randomly selects a starting point so that the actions
376get spread over timer.
377
378=cut
379
380sub periodic($$) {
381 my ($interval, $cb) = @_;
382
383 my $start = rand List::Util::min 180, $interval;
384
385 EV::periodic $start, $interval, 0, $cb
336} 386}
337 387
338=item cf::get_slot $time[, $priority[, $name]] 388=item cf::get_slot $time[, $priority[, $name]]
339 389
340Allocate $time seconds of blocking CPU time at priority C<$priority>: 390Allocate $time seconds of blocking CPU time at priority C<$priority>:
351our @SLOT_QUEUE; 401our @SLOT_QUEUE;
352our $SLOT_QUEUE; 402our $SLOT_QUEUE;
353 403
354$SLOT_QUEUE->cancel if $SLOT_QUEUE; 404$SLOT_QUEUE->cancel if $SLOT_QUEUE;
355$SLOT_QUEUE = Coro::async { 405$SLOT_QUEUE = Coro::async {
406 $Coro::current->desc ("timeslot manager");
407
356 my $signal = new Coro::Signal; 408 my $signal = new Coro::Signal;
357 409
358 while () { 410 while () {
359 next_job: 411 next_job:
360 my $avail = cf::till_tick; 412 my $avail = cf::till_tick;
368 } 420 }
369 } 421 }
370 } 422 }
371 423
372 if (@SLOT_QUEUE) { 424 if (@SLOT_QUEUE) {
373 # we do not use wait_For_tick() as it returns immediately when tick is inactive 425 # we do not use wait_for_tick() as it returns immediately when tick is inactive
374 push @cf::WAIT_FOR_TICK, $signal; 426 push @cf::WAIT_FOR_TICK, $signal;
375 $signal->wait; 427 $signal->wait;
376 } else { 428 } else {
377 Coro::schedule; 429 Coro::schedule;
378 } 430 }
379 } 431 }
380}; 432};
381 433
382sub get_slot($;$$) { 434sub get_slot($;$$) {
435 return if tick_inhibit || $Coro::current == $Coro::main;
436
383 my ($time, $pri, $name) = @_; 437 my ($time, $pri, $name) = @_;
384 438
385 $time = $TICK * .6 if $time > $TICK * .6; 439 $time = $TICK * .6 if $time > $TICK * .6;
386 my $sig = new Coro::Signal; 440 my $sig = new Coro::Signal;
387 441
401 455
402BEGIN { *async = \&Coro::async_pool } 456BEGIN { *async = \&Coro::async_pool }
403 457
404=item cf::sync_job { BLOCK } 458=item cf::sync_job { BLOCK }
405 459
406The design of Crossfire TRT requires that the main coroutine ($Coro::main) 460The design of Deliantra requires that the main coroutine ($Coro::main)
407is always able to handle events or runnable, as Crossfire TRT is only 461is always able to handle events or runnable, as Deliantra is only
408partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 462partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
409acceptable. 463acceptable.
410 464
411If it must be done, put the blocking parts into C<sync_job>. This will run 465If it must be done, put the blocking parts into C<sync_job>. This will run
412the given BLOCK in another coroutine while waiting for the result. The 466the given BLOCK in another coroutine while waiting for the result. The
417 471
418sub sync_job(&) { 472sub sync_job(&) {
419 my ($job) = @_; 473 my ($job) = @_;
420 474
421 if ($Coro::current == $Coro::main) { 475 if ($Coro::current == $Coro::main) {
422 my $time = Event::time; 476 my $time = EV::time;
423 477
424 # this is the main coro, too bad, we have to block 478 # this is the main coro, too bad, we have to block
425 # till the operation succeeds, freezing the server :/ 479 # till the operation succeeds, freezing the server :/
426 480
427 # TODO: use suspend/resume instead 481 LOG llevError, Carp::longmess "sync job";#d#
428 # (but this is cancel-safe) 482
429 my $freeze_guard = freeze_mainloop; 483 my $freeze_guard = freeze_mainloop;
430 484
431 my $busy = 1; 485 my $busy = 1;
432 my @res; 486 my @res;
433 487
434 (async { 488 (async {
489 $Coro::current->desc ("sync job coro");
435 @res = eval { $job->() }; 490 @res = eval { $job->() };
436 warn $@ if $@; 491 warn $@ if $@;
437 undef $busy; 492 undef $busy;
438 })->prio (Coro::PRIO_MAX); 493 })->prio (Coro::PRIO_MAX);
439 494
440 while ($busy) { 495 while ($busy) {
441 Coro::cede or Event::one_event; 496 if (Coro::nready) {
497 Coro::cede_notself;
498 } else {
499 EV::loop EV::LOOP_ONESHOT;
442 } 500 }
501 }
443 502
444 $time = Event::time - $time; 503 my $time = EV::time - $time;
445 504
446 LOG llevError | logBacktrace, Carp::longmess "long sync job"
447 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
448
449 $tick_start += $time; # do not account sync jobs to server load 505 $TICK_START += $time; # do not account sync jobs to server load
450 506
451 wantarray ? @res : $res[0] 507 wantarray ? @res : $res[0]
452 } else { 508 } else {
453 # we are in another coroutine, how wonderful, everything just works 509 # we are in another coroutine, how wonderful, everything just works
454 510
479=item fork_call { }, $args 535=item fork_call { }, $args
480 536
481Executes the given code block with the given arguments in a seperate 537Executes the given code block with the given arguments in a seperate
482process, returning the results. Everything must be serialisable with 538process, returning the results. Everything must be serialisable with
483Coro::Storable. May, of course, block. Note that the executed sub may 539Coro::Storable. May, of course, block. Note that the executed sub may
484never block itself or use any form of Event handling. 540never block itself or use any form of event handling.
485 541
486=cut 542=cut
487 543
488sub fork_call(&@) { 544sub fork_call(&@) {
489 my ($cb, @args) = @_; 545 my ($cb, @args) = @_;
498 }, @args; 554 }, @args;
499 555
500 wantarray ? @res : $res[-1] 556 wantarray ? @res : $res[-1]
501} 557}
502 558
559=item $coin = coin_from_name $name
560
561=cut
562
563our %coin_alias = (
564 "silver" => "silvercoin",
565 "silvercoin" => "silvercoin",
566 "silvercoins" => "silvercoin",
567 "gold" => "goldcoin",
568 "goldcoin" => "goldcoin",
569 "goldcoins" => "goldcoin",
570 "platinum" => "platinacoin",
571 "platinumcoin" => "platinacoin",
572 "platinumcoins" => "platinacoin",
573 "platina" => "platinacoin",
574 "platinacoin" => "platinacoin",
575 "platinacoins" => "platinacoin",
576 "royalty" => "royalty",
577 "royalties" => "royalty",
578);
579
580sub coin_from_name($) {
581 $coin_alias{$_[0]}
582 ? cf::arch::find $coin_alias{$_[0]}
583 : undef
584}
585
503=item $value = cf::db_get $family => $key 586=item $value = cf::db_get $family => $key
504 587
505Returns a single value from the environment database. 588Returns a single value from the environment database.
506 589
507=item cf::db_put $family => $key => $value 590=item cf::db_put $family => $key => $value
508 591
509Stores the given C<$value> in the family. It can currently store binary 592Stores the given C<$value> in the family. It can currently store binary
510data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 593data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
511 594
595=item $db = cf::db_table "name"
596
597Create and/or open a new database table. The string must not be "db" and must be unique
598within each server.
599
512=cut 600=cut
601
602sub db_table($) {
603 my ($name) = @_;
604 my $db = BDB::db_create $DB_ENV;
605
606 eval {
607 $db->set_flags (BDB::CHKSUM);
608
609 utf8::encode $name;
610 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
611 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
612 cf::cleanup "db_open(db): $!" if $!;
613 };
614 cf::cleanup "db_open(db): $@" if $@;
615
616 $db
617}
513 618
514our $DB; 619our $DB;
515 620
516sub db_init { 621sub db_init {
517 unless ($DB) {
518 $DB = BDB::db_create $DB_ENV;
519
520 cf::sync_job { 622 cf::sync_job {
521 eval { 623 $DB ||= db_table "db";
522 $DB->set_flags (BDB::CHKSUM);
523
524 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
525 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
526 cf::cleanup "db_open(db): $!" if $!;
527 };
528 cf::cleanup "db_open(db): $@" if $@;
529 };
530 } 624 };
531} 625}
532 626
533sub db_get($$) { 627sub db_get($$) {
534 my $key = "$_[0]/$_[1]"; 628 my $key = "$_[0]/$_[1]";
535 629
633 727
634############################################################################# 728#############################################################################
635 729
636=head2 ATTACHABLE OBJECTS 730=head2 ATTACHABLE OBJECTS
637 731
638Many objects in crossfire are so-called attachable objects. That means you can 732Many objects in deliantra are so-called attachable objects. That means you can
639attach callbacks/event handlers (a collection of which is called an "attachment") 733attach callbacks/event handlers (a collection of which is called an "attachment")
640to it. All such attachable objects support the following methods. 734to it. All such attachable objects support the following methods.
641 735
642In the following description, CLASS can be any of C<global>, C<object> 736In the following description, CLASS can be any of C<global>, C<object>
643C<player>, C<client> or C<map> (i.e. the attachable objects in 737C<player>, C<client> or C<map> (i.e. the attachable objects in
644Crossfire TRT). 738Deliantra).
645 739
646=over 4 740=over 4
647 741
648=item $attachable->attach ($attachment, key => $value...) 742=item $attachable->attach ($attachment, key => $value...)
649 743
693=item cf::CLASS::attachment $name, ... 787=item cf::CLASS::attachment $name, ...
694 788
695Register an attachment by C<$name> through which attachable objects of the 789Register an attachment by C<$name> through which attachable objects of the
696given CLASS can refer to this attachment. 790given CLASS can refer to this attachment.
697 791
698Some classes such as crossfire maps and objects can specify attachments 792Some classes such as deliantra maps and objects can specify attachments
699that are attached at load/instantiate time, thus the need for a name. 793that are attached at load/instantiate time, thus the need for a name.
700 794
701These calls expect any number of the following handler/hook descriptions: 795These calls expect any number of the following handler/hook descriptions:
702 796
703=over 4 797=over 4
931 } 1025 }
932 1026
933 0 1027 0
934} 1028}
935 1029
936=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1030=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
937 1031
938=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1032=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
939 1033
940Generate an object-specific event with the given arguments. 1034Generate an object-specific event with the given arguments.
941 1035
947 1041
948=cut 1042=cut
949 1043
950############################################################################# 1044#############################################################################
951# object support 1045# object support
952#
953 1046
1047sub _object_equal($$);
1048sub _object_equal($$) {
1049 my ($a, $b) = @_;
1050
1051 return 0 unless (ref $a) eq (ref $b);
1052
1053 if ("HASH" eq ref $a) {
1054 my @ka = keys %$a;
1055 my @kb = keys %$b;
1056
1057 return 0 if @ka != @kb;
1058
1059 for (0 .. $#ka) {
1060 return 0 unless $ka[$_] eq $kb[$_];
1061 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1062 }
1063
1064 } elsif ("ARRAY" eq ref $a) {
1065
1066 return 0 if @$a != @$b;
1067
1068 for (0 .. $#$a) {
1069 return 0 unless _object_equal $a->[$_], $b->[$_];
1070 }
1071
1072 } elsif ($a ne $b) {
1073 return 0;
1074 }
1075
1076 1
1077}
1078
1079our $SLOW_MERGES;#d#
954sub _can_merge { 1080sub _can_merge {
955 my ($ob1, $ob2) = @_; 1081 my ($ob1, $ob2) = @_;
956 1082
957 local $Storable::canonical = 1; 1083 ++$SLOW_MERGES;#d#
958 my $fob1 = Storable::freeze $ob1;
959 my $fob2 = Storable::freeze $ob2;
960 1084
961 $fob1 eq $fob2 1085 # we do the slow way here
1086 return _object_equal $ob1, $ob2
962} 1087}
963 1088
964sub reattach { 1089sub reattach {
965 # basically do the same as instantiate, without calling instantiate 1090 # basically do the same as instantiate, without calling instantiate
966 my ($obj) = @_; 1091 my ($obj) = @_;
967 1092
1093 # no longer needed after getting rid of delete_package?
968 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1094 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
969 1095
970 my $registry = $obj->registry; 1096 my $registry = $obj->registry;
971 1097
972 @$registry = (); 1098 @$registry = ();
973 1099
988cf::attachable->attach ( 1114cf::attachable->attach (
989 prio => -1000000, 1115 prio => -1000000,
990 on_instantiate => sub { 1116 on_instantiate => sub {
991 my ($obj, $data) = @_; 1117 my ($obj, $data) = @_;
992 1118
993 $data = from_json $data; 1119 $data = decode_json $data;
994 1120
995 for (@$data) { 1121 for (@$data) {
996 my ($name, $args) = @$_; 1122 my ($name, $args) = @$_;
997 1123
998 $obj->attach ($name, %{$args || {} }); 1124 $obj->attach ($name, %{$args || {} });
1011 }, 1137 },
1012); 1138);
1013 1139
1014sub object_freezer_save { 1140sub object_freezer_save {
1015 my ($filename, $rdata, $objs) = @_; 1141 my ($filename, $rdata, $objs) = @_;
1016
1017 my $guard = cf::lock_acquire "io";
1018 1142
1019 sync_job { 1143 sync_job {
1020 if (length $$rdata) { 1144 if (length $$rdata) {
1021 utf8::decode (my $decname = $filename); 1145 utf8::decode (my $decname = $filename);
1022 warn sprintf "saving %s (%d,%d)\n", 1146 warn sprintf "saving %s (%d,%d)\n",
1023 $decname, length $$rdata, scalar @$objs; 1147 $decname, length $$rdata, scalar @$objs;
1024 1148
1025 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1149 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026 chmod SAVE_MODE, $fh; 1150 aio_chmod $fh, SAVE_MODE;
1027 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1151 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028 aio_fsync $fh if $cf::USE_FSYNC; 1152 aio_fsync $fh if $cf::USE_FSYNC;
1029 close $fh; 1153 aio_close $fh;
1030 1154
1031 if (@$objs) { 1155 if (@$objs) {
1032 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1156 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033 chmod SAVE_MODE, $fh; 1157 aio_chmod $fh, SAVE_MODE;
1034 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1158 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035 aio_write $fh, 0, (length $data), $data, 0; 1159 aio_write $fh, 0, (length $data), $data, 0;
1036 aio_fsync $fh if $cf::USE_FSYNC; 1160 aio_fsync $fh if $cf::USE_FSYNC;
1037 close $fh; 1161 aio_close $fh;
1038 aio_rename "$filename.pst~", "$filename.pst"; 1162 aio_rename "$filename.pst~", "$filename.pst";
1039 } 1163 }
1040 } else { 1164 } else {
1041 aio_unlink "$filename.pst"; 1165 aio_unlink "$filename.pst";
1042 } 1166 }
1043 1167
1044 aio_rename "$filename~", $filename; 1168 aio_rename "$filename~", $filename;
1169
1170 $filename =~ s%/[^/]+$%%;
1171 aio_pathsync $filename if $cf::USE_FSYNC;
1045 } else { 1172 } else {
1046 warn "FATAL: $filename~: $!\n"; 1173 warn "unable to save objects: $filename~: $!\n";
1047 } 1174 }
1048 } else { 1175 } else {
1049 aio_unlink $filename; 1176 aio_unlink $filename;
1050 aio_unlink "$filename.pst"; 1177 aio_unlink "$filename.pst";
1051 } 1178 }
1052 }; 1179 };
1053
1054 undef $guard;
1055} 1180}
1056 1181
1057sub object_freezer_as_string { 1182sub object_freezer_as_string {
1058 my ($rdata, $objs) = @_; 1183 my ($rdata, $objs) = @_;
1059 1184
1064 1189
1065sub object_thawer_load { 1190sub object_thawer_load {
1066 my ($filename) = @_; 1191 my ($filename) = @_;
1067 1192
1068 my ($data, $av); 1193 my ($data, $av);
1069
1070 my $guard = cf::lock_acquire "io";
1071 1194
1072 (aio_load $filename, $data) >= 0 1195 (aio_load $filename, $data) >= 0
1073 or return; 1196 or return;
1074 1197
1075 unless (aio_stat "$filename.pst") { 1198 unless (aio_stat "$filename.pst") {
1076 (aio_load "$filename.pst", $av) >= 0 1199 (aio_load "$filename.pst", $av) >= 0
1077 or return; 1200 or return;
1078 1201
1079 undef $guard;
1080 $av = eval { (Storable::thaw $av)->{objs} }; 1202 my $st = eval { Coro::Storable::thaw $av };
1203 $av = $st->{objs};
1081 } 1204 }
1082 1205
1083 utf8::decode (my $decname = $filename); 1206 utf8::decode (my $decname = $filename);
1084 warn sprintf "loading %s (%d,%d)\n", 1207 warn sprintf "loading %s (%d,%d)\n",
1085 $decname, length $data, scalar @{$av || []}; 1208 $decname, length $data, scalar @{$av || []};
1146 my ($name, $cb) = @_; 1269 my ($name, $cb) = @_;
1147 1270
1148 $EXTICMD{$name} = $cb; 1271 $EXTICMD{$name} = $cb;
1149} 1272}
1150 1273
1274use File::Glob ();
1275
1151cf::player->attach ( 1276cf::player->attach (
1152 on_command => sub { 1277 on_command => sub {
1153 my ($pl, $name, $params) = @_; 1278 my ($pl, $name, $params) = @_;
1154 1279
1155 my $cb = $COMMAND{$name} 1280 my $cb = $COMMAND{$name}
1187 1312
1188 cf::override; 1313 cf::override;
1189 }, 1314 },
1190); 1315);
1191 1316
1317# "readahead" all extensions
1318sub cache_extensions {
1319 my $grp = IO::AIO::aio_group;
1320
1321 add $grp IO::AIO::aio_readdir $LIBDIR, sub {
1322 for (grep /\.ext$/, @{$_[0]}) {
1323 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1324 }
1325 };
1326
1327 $grp
1328}
1329
1192sub load_extensions { 1330sub load_extensions {
1193 cf::sync_job { 1331 cf::sync_job {
1194 my %todo; 1332 my %todo;
1195 1333
1196 for my $path (<$LIBDIR/*.ext>) { 1334 for my $path (<$LIBDIR/*.ext>) {
1215 1353
1216 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1354 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1217 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1355 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1218 1356
1219 $ext{source} = 1357 $ext{source} =
1220 "package $pkg; use strict; use utf8;\n" 1358 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1221 . "#line 1 \"$path\"\n{\n" 1359 . "#line 1 \"$path\"\n{\n"
1222 . $source 1360 . $source
1223 . "\n};\n1"; 1361 . "\n};\n1";
1224 1362
1225 $todo{$base} = \%ext; 1363 $todo{$base} = \%ext;
1241 my $msg = $@ ? "$v->{path}: $@\n" 1379 my $msg = $@ ? "$v->{path}: $@\n"
1242 : "$v->{base}: extension inactive.\n"; 1380 : "$v->{base}: extension inactive.\n";
1243 1381
1244 if (exists $v->{meta}{mandatory}) { 1382 if (exists $v->{meta}{mandatory}) {
1245 warn $msg; 1383 warn $msg;
1246 warn "mandatory extension failed to load, exiting.\n"; 1384 cf::cleanup "mandatory extension failed to load, exiting.";
1247 exit 1;
1248 } 1385 }
1249 1386
1250 warn $msg; 1387 warn $msg;
1251 } 1388 }
1252 1389
1266 1403
1267=back 1404=back
1268 1405
1269=head2 CORE EXTENSIONS 1406=head2 CORE EXTENSIONS
1270 1407
1271Functions and methods that extend core crossfire objects. 1408Functions and methods that extend core deliantra objects.
1272 1409
1273=cut 1410=cut
1274 1411
1275package cf::player; 1412package cf::player;
1276 1413
1319 1456
1320sub exists($) { 1457sub exists($) {
1321 my ($login) = @_; 1458 my ($login) = @_;
1322 1459
1323 $cf::PLAYER{$login} 1460 $cf::PLAYER{$login}
1324 or cf::sync_job { !aio_stat path $login } 1461 or !aio_stat path $login
1325} 1462}
1326 1463
1327sub find($) { 1464sub find($) {
1328 return $cf::PLAYER{$_[0]} || do { 1465 return $cf::PLAYER{$_[0]} || do {
1329 my $login = $_[0]; 1466 my $login = $_[0];
1339 aio_unlink +(playerdir $login) . "/$login.pl"; 1476 aio_unlink +(playerdir $login) . "/$login.pl";
1340 1477
1341 my $f = new_from_file cf::object::thawer path $login 1478 my $f = new_from_file cf::object::thawer path $login
1342 or return; 1479 or return;
1343 1480
1344 $f->next;
1345 my $pl = cf::player::load_pl $f 1481 my $pl = cf::player::load_pl $f
1346 or return; 1482 or return;
1483
1347 local $cf::PLAYER_LOADING{$login} = $pl; 1484 local $cf::PLAYER_LOADING{$login} = $pl;
1348 $f->resolve_delayed_derefs; 1485 $f->resolve_delayed_derefs;
1349 $cf::PLAYER{$login} = $pl 1486 $cf::PLAYER{$login} = $pl
1350 } 1487 }
1351 } 1488 }
1361 1498
1362 return if $pl->{deny_save}; 1499 return if $pl->{deny_save};
1363 1500
1364 aio_mkdir playerdir $pl, 0770; 1501 aio_mkdir playerdir $pl, 0770;
1365 $pl->{last_save} = $cf::RUNTIME; 1502 $pl->{last_save} = $cf::RUNTIME;
1503
1504 cf::get_slot 0.01;
1366 1505
1367 $pl->save_pl ($path); 1506 $pl->save_pl ($path);
1368 cf::cede_to_tick; 1507 cf::cede_to_tick;
1369} 1508}
1370 1509
1402 my ($pl) = @_; 1541 my ($pl) = @_;
1403 1542
1404 my $name = $pl->ob->name; 1543 my $name = $pl->ob->name;
1405 1544
1406 $pl->{deny_save} = 1; 1545 $pl->{deny_save} = 1;
1407 $pl->password ("*"); # this should lock out the player until we nuked the dir 1546 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1408 1547
1409 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1548 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1410 $pl->deactivate; 1549 $pl->deactivate;
1550 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1551 $pl->ob->check_score;
1411 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1552 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1412 $pl->ns->destroy if $pl->ns; 1553 $pl->ns->destroy if $pl->ns;
1413 1554
1414 my $path = playerdir $pl; 1555 my $path = playerdir $pl;
1415 my $temp = "$path~$cf::RUNTIME~deleting~"; 1556 my $temp = "$path~$cf::RUNTIME~deleting~";
1454 1595
1455 for my $login (@$dirs) { 1596 for my $login (@$dirs) {
1456 my $path = path $login; 1597 my $path = path $login;
1457 1598
1458 # a .pst is a dead give-away for a valid player 1599 # a .pst is a dead give-away for a valid player
1459 unless (-e "$path.pst") { 1600 # if no pst file found, open and chekc for blocked users
1601 if (aio_stat "$path.pst") {
1460 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next; 1602 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1461 aio_read $fh, 0, 512, my $buf, 0 or next; 1603 aio_read $fh, 0, 512, my $buf, 0 or next;
1462 $buf !~ /^password -------------$/m or next; # official not-valid tag 1604 $buf !~ /^password -------------$/m or next; # official not-valid tag
1463 } 1605 }
1464 1606
1495 } 1637 }
1496 1638
1497 \@paths 1639 \@paths
1498} 1640}
1499 1641
1500=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1642=item $protocol_xml = $player->expand_cfpod ($cfpod)
1501 1643
1502Expand crossfire pod fragments into protocol xml. 1644Expand deliantra pod fragments into protocol xml.
1503
1504=cut
1505
1506sub expand_cfpod {
1507 ((my $self), (local $_)) = @_;
1508
1509 # escape & and <
1510 s/&/&amp;/g;
1511 s/(?<![BIUGHT])</&lt;/g;
1512
1513 # this is buggy, it needs to properly take care of nested <'s
1514
1515 1 while
1516 # replace B<>, I<>, U<> etc.
1517 s/B<([^\>]*)>/<b>$1<\/b>/
1518 || s/I<([^\>]*)>/<i>$1<\/i>/
1519 || s/U<([^\>]*)>/<u>$1<\/u>/
1520 || s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1521 # replace G<male|female> tags
1522 || s{G<([^>|]*)\|([^>]*)>}{
1523 $self->gender ? $2 : $1
1524 }ge
1525 # replace H<hint text>
1526 || s{H<([^\>]*)>}
1527 {
1528 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1529 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1530 "")
1531 [$self->{hintmode}]
1532 }ge;
1533
1534 # create single paragraphs (very hackish)
1535 s/(?<=\S)\n(?=\w)/ /g;
1536
1537 # compress some whitespace
1538 s/\s+\n/\n/g; # ws line-ends
1539 s/\n\n+/\n/g; # double lines
1540 s/^\n+//; # beginning lines
1541 s/\n+$//; # ending lines
1542
1543 $_
1544}
1545
1546sub hintmode {
1547 $_[0]{hintmode} = $_[1] if @_ > 1;
1548 $_[0]{hintmode}
1549}
1550 1645
1551=item $player->ext_reply ($msgid, @msg) 1646=item $player->ext_reply ($msgid, @msg)
1552 1647
1553Sends an ext reply to the player. 1648Sends an ext reply to the player.
1554 1649
1621our $MAX_RESET = 3600; 1716our $MAX_RESET = 3600;
1622our $DEFAULT_RESET = 3000; 1717our $DEFAULT_RESET = 3000;
1623 1718
1624sub generate_random_map { 1719sub generate_random_map {
1625 my ($self, $rmp) = @_; 1720 my ($self, $rmp) = @_;
1721
1722 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1723
1626 # mit "rum" bekleckern, nicht 1724 # mit "rum" bekleckern, nicht
1627 $self->_create_random_map ( 1725 $self->_create_random_map (
1628 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1726 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1629 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1727 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1630 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1728 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1752 1850
1753# the temporary/swap location 1851# the temporary/swap location
1754sub save_path { 1852sub save_path {
1755 my ($self) = @_; 1853 my ($self) = @_;
1756 1854
1757 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1855 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1758 "$TMPDIR/$path.map" 1856 "$TMPDIR/$path.map"
1759} 1857}
1760 1858
1761# the unique path, undef == no special unique path 1859# the unique path, undef == no special unique path
1762sub uniq_path { 1860sub uniq_path {
1763 my ($self) = @_; 1861 my ($self) = @_;
1764 1862
1765 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1863 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1766 "$UNIQUEDIR/$path" 1864 "$UNIQUEDIR/$path"
1767}
1768
1769# and all this just because we cannot iterate over
1770# all maps in C++...
1771sub change_all_map_light {
1772 my ($change) = @_;
1773
1774 $_->change_map_light ($change)
1775 for grep $_->outdoor, values %cf::MAP;
1776} 1865}
1777 1866
1778sub decay_objects { 1867sub decay_objects {
1779 my ($self) = @_; 1868 my ($self) = @_;
1780 1869
1864sub find { 1953sub find {
1865 my ($path, $origin) = @_; 1954 my ($path, $origin) = @_;
1866 1955
1867 $path = normalise $path, $origin && $origin->path; 1956 $path = normalise $path, $origin && $origin->path;
1868 1957
1869 cf::lock_wait "map_data:$path";#d#remove 1958 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1870 cf::lock_wait "map_find:$path"; 1959 my $guard2 = cf::lock_acquire "map_find:$path";
1871 1960
1872 $cf::MAP{$path} || do { 1961 $cf::MAP{$path} || do {
1873 my $guard1 = cf::lock_acquire "map_find:$path";
1874 my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1875
1876 my $map = new_from_path cf::map $path 1962 my $map = new_from_path cf::map $path
1877 or return; 1963 or return;
1878 1964
1879 $map->{last_save} = $cf::RUNTIME; 1965 $map->{last_save} = $cf::RUNTIME;
1880 1966
1882 or return; 1968 or return;
1883 1969
1884 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?) 1970 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1885 # doing this can freeze the server in a sync job, obviously 1971 # doing this can freeze the server in a sync job, obviously
1886 #$cf::WAIT_FOR_TICK->wait; 1972 #$cf::WAIT_FOR_TICK->wait;
1973 undef $guard2;
1887 undef $guard1; 1974 undef $guard1;
1888 undef $guard2;
1889 $map->reset; 1975 $map->reset;
1890 return find $path; 1976 return find $path;
1891 } 1977 }
1892 1978
1893 $cf::MAP{$path} = $map 1979 $cf::MAP{$path} = $map
1920 my $f = new_from_file cf::object::thawer $self->{load_path}; 2006 my $f = new_from_file cf::object::thawer $self->{load_path};
1921 $f->skip_block; 2007 $f->skip_block;
1922 $self->_load_objects ($f) 2008 $self->_load_objects ($f)
1923 or return; 2009 or return;
1924 2010
1925 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2011 $self->post_load_original
1926 if delete $self->{load_original}; 2012 if delete $self->{load_original};
1927 2013
1928 if (my $uniq = $self->uniq_path) { 2014 if (my $uniq = $self->uniq_path) {
1929 utf8::encode $uniq; 2015 utf8::encode $uniq;
1930 unless (aio_stat $uniq) { 2016 unless (aio_stat $uniq) {
1948 unless ($self->{deny_activate}) { 2034 unless ($self->{deny_activate}) {
1949 $self->decay_objects; 2035 $self->decay_objects;
1950 $self->fix_auto_apply; 2036 $self->fix_auto_apply;
1951 $self->update_buttons; 2037 $self->update_buttons;
1952 cf::cede_to_tick; 2038 cf::cede_to_tick;
1953 $self->set_darkness_map;
1954 cf::cede_to_tick;
1955 $self->activate; 2039 $self->activate;
1956 } 2040 }
1957 2041
1958 $self->{last_save} = $cf::RUNTIME; 2042 $self->{last_save} = $cf::RUNTIME;
1959 $self->last_access ($cf::RUNTIME); 2043 $self->last_access ($cf::RUNTIME);
1960 2044
1961 $self->in_memory (cf::MAP_IN_MEMORY); 2045 $self->in_memory (cf::MAP_ACTIVE);
1962 } 2046 }
1963 2047
1964 $self->post_load; 2048 $self->post_load;
1965} 2049}
1966 2050
2024 my ($path, $origin, $load) = @_; 2108 my ($path, $origin, $load) = @_;
2025 2109
2026 $path = normalise $path, $origin && $origin->{path}; 2110 $path = normalise $path, $origin && $origin->{path};
2027 2111
2028 if (my $map = $cf::MAP{$path}) { 2112 if (my $map = $cf::MAP{$path}) {
2029 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY; 2113 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2030 } 2114 }
2031 2115
2032 $MAP_PREFETCH{$path} |= $load; 2116 $MAP_PREFETCH{$path} |= $load;
2033 2117
2034 $MAP_PREFETCHER ||= cf::async { 2118 $MAP_PREFETCHER ||= cf::async {
2119 $Coro::current->{desc} = "map prefetcher";
2120
2035 while (%MAP_PREFETCH) { 2121 while (%MAP_PREFETCH) {
2036 while (my ($k, $v) = each %MAP_PREFETCH) { 2122 while (my ($k, $v) = each %MAP_PREFETCH) {
2037 if (my $map = find $k) { 2123 if (my $map = find $k) {
2038 $map->load if $v; 2124 $map->load if $v;
2039 } 2125 }
2065 return if $self->{deny_save}; 2151 return if $self->{deny_save};
2066 2152
2067 local $self->{last_access} = $self->last_access;#d# 2153 local $self->{last_access} = $self->last_access;#d#
2068 2154
2069 cf::async { 2155 cf::async {
2156 $Coro::current->{desc} = "map player save";
2070 $_->contr->save for $self->players; 2157 $_->contr->save for $self->players;
2071 }; 2158 };
2159
2160 cf::get_slot 0.02;
2072 2161
2073 if ($uniq) { 2162 if ($uniq) {
2074 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2163 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2075 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2164 $self->_save_objects ($uniq, cf::IO_UNIQUES);
2076 } else { 2165 } else {
2085 $self->save; 2174 $self->save;
2086 2175
2087 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2176 my $lock = cf::lock_acquire "map_data:$self->{path}";
2088 2177
2089 return if $self->players; 2178 return if $self->players;
2090 return if $self->in_memory != cf::MAP_IN_MEMORY; 2179 return if $self->in_memory != cf::MAP_ACTIVE;
2091 return if $self->{deny_save}; 2180 return if $self->{deny_save};
2092 2181
2093 $self->in_memory (cf::MAP_SWAPPED); 2182 $self->in_memory (cf::MAP_SWAPPED);
2094 2183
2095 $self->deactivate; 2184 $self->deactivate;
2213 2302
2214sub unique_maps() { 2303sub unique_maps() {
2215 [ 2304 [
2216 map { 2305 map {
2217 utf8::decode $_; 2306 utf8::decode $_;
2218 /\.map$/ 2307 s/\.map$//; # TODO future compatibility hack
2308 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2309 ? ()
2219 ? normalise $_ 2310 : normalise $_
2220 : ()
2221 } @{ aio_readdir $UNIQUEDIR or [] } 2311 } @{ aio_readdir $UNIQUEDIR or [] }
2222 ] 2312 ]
2223} 2313}
2224 2314
2225package cf;
2226
2227=back 2315=back
2228 2316
2229=head3 cf::object 2317=head3 cf::object
2230 2318
2231=cut 2319=cut
2234 2322
2235=over 4 2323=over 4
2236 2324
2237=item $ob->inv_recursive 2325=item $ob->inv_recursive
2238 2326
2239Returns the inventory of the object _and_ their inventories, recursively. 2327Returns the inventory of the object I<and> their inventories, recursively,
2328but I<not> the object itself.
2240 2329
2241=cut 2330=cut
2242 2331
2243sub inv_recursive_; 2332sub inv_recursive_;
2244sub inv_recursive_ { 2333sub inv_recursive_ {
2249 inv_recursive_ inv $_[0] 2338 inv_recursive_ inv $_[0]
2250} 2339}
2251 2340
2252=item $ref = $ob->ref 2341=item $ref = $ob->ref
2253 2342
2254creates and returns a persistent reference to an objetc that can be stored as a string. 2343Creates and returns a persistent reference to an object that can be stored as a string.
2255 2344
2256=item $ob = cf::object::deref ($refstring) 2345=item $ob = cf::object::deref ($refstring)
2257 2346
2258returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2347returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2259even if the object actually exists. May block. 2348even if the object actually exists. May block.
2261=cut 2350=cut
2262 2351
2263sub deref { 2352sub deref {
2264 my ($ref) = @_; 2353 my ($ref) = @_;
2265 2354
2266 # temporary compatibility#TODO#remove
2267 $ref =~ s{^<}{player/<};
2268
2269 if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) { 2355 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2270 my ($uuid, $name) = ($1, $2); 2356 my ($uuid, $name) = ($1, $2);
2271 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name 2357 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2272 or return; 2358 or return;
2273 $pl->ob->uuid eq $uuid 2359 $pl->ob->uuid eq $uuid
2274 or return; 2360 or return;
2294can be C<undef>. Does the right thing when the player is currently in a 2380can be C<undef>. Does the right thing when the player is currently in a
2295dialogue with the given NPC character. 2381dialogue with the given NPC character.
2296 2382
2297=cut 2383=cut
2298 2384
2385our $SAY_CHANNEL = {
2386 id => "say",
2387 title => "Map",
2388 reply => "say ",
2389 tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
2390};
2391
2392our $CHAT_CHANNEL = {
2393 id => "chat",
2394 title => "Chat",
2395 reply => "chat ",
2396 tooltip => "Player chat and shouts, global to the server.",
2397};
2398
2299# rough implementation of a future "reply" method that works 2399# rough implementation of a future "reply" method that works
2300# with dialog boxes. 2400# with dialog boxes.
2301#TODO: the first argument must go, split into a $npc->reply_to ( method 2401#TODO: the first argument must go, split into a $npc->reply_to ( method
2302sub cf::object::player::reply($$$;$) { 2402sub cf::object::player::reply($$$;$) {
2303 my ($self, $npc, $msg, $flags) = @_; 2403 my ($self, $npc, $msg, $flags) = @_;
2314 my $dialog = $pl->{npc_dialog}; 2414 my $dialog = $pl->{npc_dialog};
2315 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg)); 2415 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2316 2416
2317 } else { 2417 } else {
2318 $msg = $npc->name . " says: $msg" if $npc; 2418 $msg = $npc->name . " says: $msg" if $npc;
2319 $self->message ($msg, $flags); 2419 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2320 } 2420 }
2321 } 2421 }
2322} 2422}
2323 2423
2324=item $object->send_msg ($channel, $msg, $color, [extra...]) 2424=item $object->send_msg ($channel, $msg, $color, [extra...])
2349 2449
2350=item $player_object->enter_link 2450=item $player_object->enter_link
2351 2451
2352Freezes the player and moves him/her to a special map (C<{link}>). 2452Freezes the player and moves him/her to a special map (C<{link}>).
2353 2453
2354The player should be reasonably safe there for short amounts of time. You 2454The player should be reasonably safe there for short amounts of time (e.g.
2355I<MUST> call C<leave_link> as soon as possible, though. 2455for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2456though, as the palyer cannot control the character while it is on the link
2457map.
2356 2458
2357Will never block. 2459Will never block.
2358 2460
2359=item $player_object->leave_link ($map, $x, $y) 2461=item $player_object->leave_link ($map, $x, $y)
2360 2462
2418 2520
2419 $map->load; 2521 $map->load;
2420 $map->load_neighbours; 2522 $map->load_neighbours;
2421 2523
2422 return unless $self->contr->active; 2524 return unless $self->contr->active;
2525 $self->flag (cf::FLAG_DEBUG, 0);#d# temp
2423 $self->activate_recursive; 2526 $self->activate_recursive;
2424 2527
2425 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2528 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2426 $self->enter_map ($map, $x, $y); 2529 $self->enter_map ($map, $x, $y);
2427} 2530}
2432her, loading and preparing them map, calling the provided $check callback 2535her, loading and preparing them map, calling the provided $check callback
2433that has to return the map if sucecssful, and then unfreezes the player on 2536that has to return the map if sucecssful, and then unfreezes the player on
2434the new (success) or old (failed) map position. In either case, $done will 2537the new (success) or old (failed) map position. In either case, $done will
2435be called at the end of this process. 2538be called at the end of this process.
2436 2539
2540Note that $check will be called with a potentially non-loaded map, so if
2541it needs a loaded map it has to call C<< ->load >>.
2542
2437=cut 2543=cut
2438 2544
2439our $GOTOGEN; 2545our $GOTOGEN;
2440 2546
2441sub cf::object::player::goto { 2547sub cf::object::player::goto {
2445 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2551 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2446 2552
2447 $self->enter_link; 2553 $self->enter_link;
2448 2554
2449 (async { 2555 (async {
2556 $Coro::current->{desc} = "player::goto $path $x $y";
2557
2558 # *tag paths override both path and x|y
2559 if ($path =~ /^\*(.*)$/) {
2560 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2561 my $ob = $obs[rand @obs];
2562
2563 # see if we actually can go there
2564 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2565 $ob = $obs[rand @obs];
2566 } else {
2567 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2568 }
2569 # else put us there anyways for now #d#
2570
2571 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2572 } else {
2573 ($path, $x, $y) = (undef, undef, undef);
2574 }
2575 }
2576
2450 my $map = eval { 2577 my $map = eval {
2451 my $map = cf::map::find $path; 2578 my $map = defined $path ? cf::map::find $path : undef;
2452 2579
2453 if ($map) { 2580 if ($map) {
2454 $map = $map->customise_for ($self); 2581 $map = $map->customise_for ($self);
2455 $map = $check->($map) if $check && $map; 2582 $map = $check->($map) if $check && $map;
2456 } else { 2583 } else {
2457 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2584 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2458 } 2585 }
2459 2586
2460 $map 2587 $map
2461 }; 2588 };
2462 2589
2498} 2625}
2499 2626
2500sub prepare_random_map { 2627sub prepare_random_map {
2501 my ($exit) = @_; 2628 my ($exit) = @_;
2502 2629
2503 my $guard = cf::lock_acquire "exit_prepare:$exit";
2504
2505 # all this does is basically replace the /! path by 2630 # all this does is basically replace the /! path by
2506 # a new random map path (?random/...) with a seed 2631 # a new random map path (?random/...) with a seed
2507 # that depends on the exit object 2632 # that depends on the exit object
2508 2633
2509 my $rmp = parse_random_map_params $exit->msg; 2634 my $rmp = parse_random_map_params $exit->msg;
2511 if ($exit->map) { 2636 if ($exit->map) {
2512 $rmp->{region} = $exit->region->name; 2637 $rmp->{region} = $exit->region->name;
2513 $rmp->{origin_map} = $exit->map->path; 2638 $rmp->{origin_map} = $exit->map->path;
2514 $rmp->{origin_x} = $exit->x; 2639 $rmp->{origin_x} = $exit->x;
2515 $rmp->{origin_y} = $exit->y; 2640 $rmp->{origin_y} = $exit->y;
2641
2642 $exit->map->touch;
2516 } 2643 }
2517 2644
2518 $rmp->{random_seed} ||= $exit->random_seed; 2645 $rmp->{random_seed} ||= $exit->random_seed;
2519 2646
2520 my $data = cf::to_json $rmp; 2647 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2521 my $md5 = Digest::MD5::md5_hex $data; 2648 my $md5 = Digest::MD5::md5_hex $data;
2522 my $meta = "$RANDOMDIR/$md5.meta"; 2649 my $meta = "$RANDOMDIR/$md5.meta";
2523 2650
2524 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2651 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2525 aio_write $fh, 0, (length $data), $data, 0; 2652 aio_write $fh, 0, (length $data), $data, 0;
2526 undef $fh; 2653 undef $fh;
2527 aio_rename "$meta~", $meta; 2654 aio_rename "$meta~", $meta;
2528 2655
2656 my $slaying = "?random/$md5";
2657
2658 if ($exit->valid) {
2529 $exit->slaying ("?random/$md5"); 2659 $exit->slaying ("?random/$md5");
2530 $exit->msg (undef); 2660 $exit->msg (undef);
2661 }
2531 } 2662 }
2532} 2663}
2533 2664
2534sub cf::object::player::enter_exit { 2665sub cf::object::player::enter_exit {
2535 my ($self, $exit) = @_; 2666 my ($self, $exit) = @_;
2536 2667
2537 return unless $self->type == cf::PLAYER; 2668 return unless $self->type == cf::PLAYER;
2538 2669
2539 if ($exit->slaying eq "/!") {
2540 #TODO: this should de-fi-ni-te-ly not be a sync-job
2541 # the problem is that $exit might not survive long enough
2542 # so it needs to be done right now, right here
2543 cf::sync_job { prepare_random_map $exit };
2544 }
2545
2546 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2547 my $hp = $exit->stats->hp;
2548 my $sp = $exit->stats->sp;
2549
2550 $self->enter_link; 2670 $self->enter_link;
2551 2671
2552 # if exit is damned, update players death & WoR home-position
2553 $self->contr->savebed ($slaying, $hp, $sp)
2554 if $exit->flag (FLAG_DAMNED);
2555
2556 (async { 2672 (async {
2557 $self->deactivate_recursive; # just to be sure 2673 $Coro::current->{desc} = "enter_exit";
2674
2558 unless (eval { 2675 unless (eval {
2676 $self->deactivate_recursive; # just to be sure
2677
2678 # random map handling
2679 {
2680 my $guard = cf::lock_acquire "exit_prepare:$exit";
2681
2682 prepare_random_map $exit
2683 if $exit->slaying eq "/!";
2684 }
2685
2686 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2687 my $x = $exit->stats->hp;
2688 my $y = $exit->stats->sp;
2689
2559 $self->goto ($slaying, $hp, $sp); 2690 $self->goto ($map, $x, $y);
2560 2691
2692 # if exit is damned, update players death & WoR home-position
2693 $self->contr->savebed ($map, $x, $y)
2694 if $exit->flag (cf::FLAG_DAMNED);
2695
2561 1; 2696 1
2562 }) { 2697 }) {
2563 $self->message ("Something went wrong deep within the crossfire server. " 2698 $self->message ("Something went wrong deep within the deliantra server. "
2564 . "I'll try to bring you back to the map you were before. " 2699 . "I'll try to bring you back to the map you were before. "
2565 . "Please report this to the dungeon master!", 2700 . "Please report this to the dungeon master!",
2566 cf::NDI_UNIQUE | cf::NDI_RED); 2701 cf::NDI_UNIQUE | cf::NDI_RED);
2567 2702
2568 warn "ERROR in enter_exit: $@"; 2703 warn "ERROR in enter_exit: $@";
2596the message, with C<log> being the default. If C<$color> is negative, suppress 2731the message, with C<log> being the default. If C<$color> is negative, suppress
2597the message unless the client supports the msg packet. 2732the message unless the client supports the msg packet.
2598 2733
2599=cut 2734=cut
2600 2735
2736# non-persistent channels (usually the info channel)
2601our %CHANNEL = ( 2737our %CHANNEL = (
2602 "c/identify" => { 2738 "c/identify" => {
2603 id => "identify", 2739 id => "infobox",
2604 title => "Identify", 2740 title => "Identify",
2605 reply => undef, 2741 reply => undef,
2606 tooltip => "Items recently identified", 2742 tooltip => "Items recently identified",
2607 }, 2743 },
2608 "c/examine" => { 2744 "c/examine" => {
2609 id => "examine", 2745 id => "infobox",
2610 title => "Examine", 2746 title => "Examine",
2611 reply => undef, 2747 reply => undef,
2612 tooltip => "Signs and other items you examined", 2748 tooltip => "Signs and other items you examined",
2613 }, 2749 },
2750 "c/book" => {
2751 id => "infobox",
2752 title => "Book",
2753 reply => undef,
2754 tooltip => "The contents of a note or book",
2755 },
2756 "c/lookat" => {
2757 id => "infobox",
2758 title => "Look",
2759 reply => undef,
2760 tooltip => "What you saw there",
2761 },
2762 "c/who" => {
2763 id => "infobox",
2764 title => "Players",
2765 reply => undef,
2766 tooltip => "Shows players who are currently online",
2767 },
2768 "c/body" => {
2769 id => "infobox",
2770 title => "Body Parts",
2771 reply => undef,
2772 tooltip => "Shows which body parts you posess and are available",
2773 },
2774 "c/skills" => {
2775 id => "infobox",
2776 title => "Skills",
2777 reply => undef,
2778 tooltip => "Shows your experience per skill and item power",
2779 },
2780 "c/uptime" => {
2781 id => "infobox",
2782 title => "Uptime",
2783 reply => undef,
2784 tooltip => "How long the server has been running since last restart",
2785 },
2786 "c/mapinfo" => {
2787 id => "infobox",
2788 title => "Map Info",
2789 reply => undef,
2790 tooltip => "Information related to the maps",
2791 },
2792 "c/party" => {
2793 id => "party",
2794 title => "Party",
2795 reply => "gsay ",
2796 tooltip => "Messages and chat related to your party",
2797 },
2798 "c/death" => {
2799 id => "death",
2800 title => "Death",
2801 reply => undef,
2802 tooltip => "Reason for and more info about your most recent death",
2803 },
2804 "c/say" => $SAY_CHANNEL,
2805 "c/chat" => $CHAT_CHANNEL,
2614); 2806);
2615 2807
2616sub cf::client::send_msg { 2808sub cf::client::send_msg {
2617 my ($self, $channel, $msg, $color, @extra) = @_; 2809 my ($self, $channel, $msg, $color, @extra) = @_;
2618 2810
2619 $msg = $self->pl->expand_cfpod ($msg); 2811 $msg = $self->pl->expand_cfpod ($msg)
2812 unless $color & cf::NDI_VERBATIM;
2620 2813
2621 $color &= cf::NDI_CLIENT_MASK; # just in case... 2814 $color &= cf::NDI_CLIENT_MASK; # just in case...
2622 2815
2623 # check predefined channels, for the benefit of C 2816 # check predefined channels, for the benefit of C
2624 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2817 if ($CHANNEL{$channel}) {
2818 $channel = $CHANNEL{$channel};
2625 2819
2820 $self->ext_msg (channel_info => $channel);
2821 $channel = $channel->{id};
2822
2626 if (ref $channel) { 2823 } elsif (ref $channel) {
2627 # send meta info to client, if not yet sent 2824 # send meta info to client, if not yet sent
2628 unless (exists $self->{channel}{$channel->{id}}) { 2825 unless (exists $self->{channel}{$channel->{id}}) {
2629 $self->{channel}{$channel->{id}} = $channel; 2826 $self->{channel}{$channel->{id}} = $channel;
2630 $self->ext_msg (channel_info => $channel) 2827 $self->ext_msg (channel_info => $channel);
2631 if $self->can_msg;
2632 } 2828 }
2633 2829
2634 $channel = $channel->{id}; 2830 $channel = $channel->{id};
2635 } 2831 }
2636 2832
2637 return unless @extra || length $msg; 2833 return unless @extra || length $msg;
2638 2834
2639 if ($self->can_msg) {
2640 # default colour, mask it out 2835 # default colour, mask it out
2641 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF) 2836 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2642 if $color & cf::NDI_DEF; 2837 if $color & cf::NDI_DEF;
2643 2838
2644 $self->send_packet ("msg " . $self->{json_coder}->encode ( 2839 my $pkt = "msg "
2840 . $self->{json_coder}->encode (
2645 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra])); 2841 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2646 } else { 2842 );
2647 if ($color >= 0) {
2648 # replace some tags by gcfclient-compatible ones
2649 for ($msg) {
2650 1 while
2651 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2652 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2653 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2654 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2655 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2656 }
2657 2843
2658 $color &= cf::NDI_COLOR_MASK; 2844 # try lzf for large packets
2845 $pkt = "lzf " . Compress::LZF::compress $pkt
2846 if 1024 <= length $pkt and $self->{can_lzf};
2659 2847
2660 utf8::encode $msg; 2848 # split very large packets
2661 2849 if (8192 < length $pkt and $self->{can_lzf}) {
2662 if (0 && $msg =~ /\[/) { 2850 $self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2663 # COMMAND/INFO 2851 $pkt = "frag";
2664 $self->send_packet ("drawextinfo $color 10 8 $msg")
2665 } else {
2666 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2667 $self->send_packet ("drawinfo $color $msg")
2668 }
2669 }
2670 } 2852 }
2853
2854 $self->send_packet ($pkt);
2671} 2855}
2672 2856
2673=item $client->ext_msg ($type, @msg) 2857=item $client->ext_msg ($type, @msg)
2674 2858
2675Sends an ext event to the client. 2859Sends an ext event to the client.
2848=pod 3032=pod
2849 3033
2850The following functions and methods are available within a safe environment: 3034The following functions and methods are available within a safe environment:
2851 3035
2852 cf::object 3036 cf::object
2853 contr pay_amount pay_player map x y force_find force_add 3037 contr pay_amount pay_player map x y force_find force_add destroy
2854 insert remove name archname title slaying race decrease_ob_nr 3038 insert remove name archname title slaying race decrease split
2855 3039
2856 cf::object::player 3040 cf::object::player
2857 player 3041 player
2858 3042
2859 cf::player 3043 cf::player
2864 3048
2865=cut 3049=cut
2866 3050
2867for ( 3051for (
2868 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3052 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2869 insert remove inv name archname title slaying race 3053 insert remove inv nrof name archname title slaying race
2870 decrease_ob_nr)], 3054 decrease split destroy change_exp)],
2871 ["cf::object::player" => qw(player)], 3055 ["cf::object::player" => qw(player)],
2872 ["cf::player" => qw(peaceful)], 3056 ["cf::player" => qw(peaceful)],
2873 ["cf::map" => qw(trigger)], 3057 ["cf::map" => qw(trigger)],
2874) { 3058) {
2875 no strict 'refs'; 3059 no strict 'refs';
2980 { 3164 {
2981 my $faces = $facedata->{faceinfo}; 3165 my $faces = $facedata->{faceinfo};
2982 3166
2983 while (my ($face, $info) = each %$faces) { 3167 while (my ($face, $info) = each %$faces) {
2984 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3168 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3169
2985 cf::face::set_visibility $idx, $info->{visibility}; 3170 cf::face::set_visibility $idx, $info->{visibility};
2986 cf::face::set_magicmap $idx, $info->{magicmap}; 3171 cf::face::set_magicmap $idx, $info->{magicmap};
2987 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3172 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2988 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3173 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2989 3174
2990 cf::cede_to_tick; 3175 cf::cede_to_tick;
2991 } 3176 }
2992 3177
2993 while (my ($face, $info) = each %$faces) { 3178 while (my ($face, $info) = each %$faces) {
2994 next unless $info->{smooth}; 3179 next unless $info->{smooth};
3180
2995 my $idx = cf::face::find $face 3181 my $idx = cf::face::find $face
2996 or next; 3182 or next;
3183
2997 if (my $smooth = cf::face::find $info->{smooth}) { 3184 if (my $smooth = cf::face::find $info->{smooth}) {
2998 cf::face::set_smooth $idx, $smooth; 3185 cf::face::set_smooth $idx, $smooth;
2999 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3186 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3000 } else { 3187 } else {
3001 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3188 warn "smooth face '$info->{smooth}' not found for face '$face'";
3019 { 3206 {
3020 # TODO: for gcfclient pleasure, we should give resources 3207 # TODO: for gcfclient pleasure, we should give resources
3021 # that gcfclient doesn't grok a >10000 face index. 3208 # that gcfclient doesn't grok a >10000 face index.
3022 my $res = $facedata->{resource}; 3209 my $res = $facedata->{resource};
3023 3210
3024 my $soundconf = delete $res->{"res/sound.conf"};
3025
3026 while (my ($name, $info) = each %$res) { 3211 while (my ($name, $info) = each %$res) {
3212 if (defined $info->{type}) {
3027 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3213 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3028 my $data; 3214 my $data;
3029 3215
3030 if ($info->{type} & 1) { 3216 if ($info->{type} & 1) {
3031 # prepend meta info 3217 # prepend meta info
3032 3218
3033 my $meta = $enc->encode ({ 3219 my $meta = $enc->encode ({
3034 name => $name, 3220 name => $name,
3035 %{ $info->{meta} || {} }, 3221 %{ $info->{meta} || {} },
3036 }); 3222 });
3037 3223
3038 $data = pack "(w/a*)*", $meta, $info->{data}; 3224 $data = pack "(w/a*)*", $meta, $info->{data};
3225 } else {
3226 $data = $info->{data};
3227 }
3228
3229 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3230 cf::face::set_type $idx, $info->{type};
3039 } else { 3231 } else {
3040 $data = $info->{data}; 3232 $RESOURCE{$name} = $info;
3041 } 3233 }
3042 3234
3043 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3044 cf::face::set_type $idx, $info->{type};
3045
3046 cf::cede_to_tick; 3235 cf::cede_to_tick;
3047 } 3236 }
3048
3049 if ($soundconf) {
3050 $soundconf = $enc->decode (delete $soundconf->{data});
3051
3052 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3053 my $sound = $soundconf->{compat}[$_]
3054 or next;
3055
3056 my $face = cf::face::find "sound/$sound->[1]";
3057 cf::sound::set $sound->[0] => $face;
3058 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3059 }
3060
3061 while (my ($k, $v) = each %{$soundconf->{event}}) {
3062 my $face = cf::face::find "sound/$v";
3063 cf::sound::set $k => $face;
3064 }
3065 }
3066 } 3237 }
3238
3239 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3067 3240
3068 1 3241 1
3069} 3242}
3243
3244cf::global->attach (on_resource_update => sub {
3245 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3246 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3247
3248 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3249 my $sound = $soundconf->{compat}[$_]
3250 or next;
3251
3252 my $face = cf::face::find "sound/$sound->[1]";
3253 cf::sound::set $sound->[0] => $face;
3254 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3255 }
3256
3257 while (my ($k, $v) = each %{$soundconf->{event}}) {
3258 my $face = cf::face::find "sound/$v";
3259 cf::sound::set $k => $face;
3260 }
3261 }
3262});
3070 3263
3071register_exticmd fx_want => sub { 3264register_exticmd fx_want => sub {
3072 my ($ns, $want) = @_; 3265 my ($ns, $want) = @_;
3073 3266
3074 while (my ($k, $v) = each %$want) { 3267 while (my ($k, $v) = each %$want) {
3075 $ns->fx_want ($k, $v); 3268 $ns->fx_want ($k, $v);
3076 } 3269 }
3077}; 3270};
3271
3272sub load_resource_file($) {
3273 my $guard = lock_acquire "load_resource_file";
3274
3275 my $status = load_resource_file_ $_[0];
3276 get_slot 0.1, 100;
3277 cf::arch::commit_load;
3278
3279 $status
3280}
3078 3281
3079sub reload_regions { 3282sub reload_regions {
3080 # HACK to clear player env face cache, we need some signal framework 3283 # HACK to clear player env face cache, we need some signal framework
3081 # for this (global event?) 3284 # for this (global event?)
3082 %ext::player_env::MUSIC_FACE_CACHE = (); 3285 %ext::player_env::MUSIC_FACE_CACHE = ();
3096} 3299}
3097 3300
3098sub reload_archetypes { 3301sub reload_archetypes {
3099 load_resource_file "$DATADIR/archetypes" 3302 load_resource_file "$DATADIR/archetypes"
3100 or die "unable to load archetypes\n"; 3303 or die "unable to load archetypes\n";
3101 #d# NEED to laod twice to resolve forward references
3102 # this really needs to be done in an extra post-pass
3103 # (which needs to be synchronous, so solve it differently)
3104 load_resource_file "$DATADIR/archetypes"
3105 or die "unable to load archetypes\n";
3106} 3304}
3107 3305
3108sub reload_treasures { 3306sub reload_treasures {
3109 load_resource_file "$DATADIR/treasures" 3307 load_resource_file "$DATADIR/treasures"
3110 or die "unable to load treasurelists\n"; 3308 or die "unable to load treasurelists\n";
3111} 3309}
3112 3310
3113sub reload_resources { 3311sub reload_resources {
3114 warn "reloading resource files...\n"; 3312 warn "reloading resource files...\n";
3115 3313
3314 reload_facedata;
3315 reload_archetypes;
3116 reload_regions; 3316 reload_regions;
3117 reload_facedata;
3118 #reload_archetypes;#d#
3119 reload_archetypes;
3120 reload_treasures; 3317 reload_treasures;
3121 3318
3122 warn "finished reloading resource files\n"; 3319 warn "finished reloading resource files\n";
3123}
3124
3125sub init {
3126 reload_resources;
3127} 3320}
3128 3321
3129sub reload_config { 3322sub reload_config {
3130 open my $fh, "<:utf8", "$CONFDIR/config" 3323 open my $fh, "<:utf8", "$CONFDIR/config"
3131 or return; 3324 or return;
3132 3325
3133 local $/; 3326 local $/;
3134 *CFG = YAML::Syck::Load <$fh>; 3327 *CFG = YAML::Load <$fh>;
3135 3328
3136 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3329 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3137 3330
3138 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3331 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3139 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3332 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3145 }; 3338 };
3146 warn $@ if $@; 3339 warn $@ if $@;
3147 } 3340 }
3148} 3341}
3149 3342
3343sub pidfile() {
3344 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3345 or die "$PIDFILE: $!";
3346 flock $fh, &Fcntl::LOCK_EX
3347 or die "$PIDFILE: flock: $!";
3348 $fh
3349}
3350
3351# make sure only one server instance is running at any one time
3352sub atomic {
3353 my $fh = pidfile;
3354
3355 my $pid = <$fh>;
3356 kill 9, $pid if $pid > 0;
3357
3358 seek $fh, 0, 0;
3359 print $fh $$;
3360}
3361
3150sub main { 3362sub main {
3363 cf::init_globals; # initialise logging
3364
3365 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3366 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3367 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3368 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3369
3370 cf::init_experience;
3371 cf::init_anim;
3372 cf::init_attackmess;
3373 cf::init_dynamic;
3374
3375 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3376
3151 # we must not ever block the main coroutine 3377 # we must not ever block the main coroutine
3152 local $Coro::idle = sub { 3378 local $Coro::idle = sub {
3153 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3379 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3154 (async { 3380 (async {
3155 Event::one_event; 3381 $Coro::current->{desc} = "IDLE BUG HANDLER";
3382 EV::loop EV::LOOP_ONESHOT;
3156 })->prio (Coro::PRIO_MAX); 3383 })->prio (Coro::PRIO_MAX);
3157 }; 3384 };
3158 3385
3386 evthread_start IO::AIO::poll_fileno;
3387
3388 cf::sync_job {
3389 reload_resources;
3159 reload_config; 3390 reload_config;
3160 db_init; 3391 db_init;
3392
3393 cf::load_settings;
3394 cf::load_materials;
3395 cf::init_uuid;
3396 cf::init_signals;
3397 cf::init_commands;
3398 cf::init_skills;
3399
3400 cf::init_beforeplay;
3401
3402 atomic;
3403
3161 load_extensions; 3404 load_extensions;
3162 3405
3163 $TICK_WATCHER->start; 3406 utime time, time, $RUNTIMEFILE;
3407
3408 # no (long-running) fork's whatsoever before this point(!)
3409 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3410
3411 (pop @POST_INIT)->(0) while @POST_INIT;
3412 };
3413
3164 Event::loop; 3414 EV::loop;
3165} 3415}
3166 3416
3167############################################################################# 3417#############################################################################
3168# initialisation and cleanup 3418# initialisation and cleanup
3169 3419
3170# install some emergency cleanup handlers 3420# install some emergency cleanup handlers
3171BEGIN { 3421BEGIN {
3422 our %SIGWATCHER = ();
3172 for my $signal (qw(INT HUP TERM)) { 3423 for my $signal (qw(INT HUP TERM)) {
3173 Event->signal ( 3424 $SIGWATCHER{$signal} = EV::signal $signal, sub {
3174 reentrant => 0,
3175 data => WF_AUTOCANCEL,
3176 signal => $signal,
3177 prio => 0,
3178 cb => sub {
3179 cf::cleanup "SIG$signal"; 3425 cf::cleanup "SIG$signal";
3180 },
3181 ); 3426 };
3182 } 3427 }
3183} 3428}
3184 3429
3185sub write_runtime { 3430sub write_runtime_sync {
3186 my $runtime = "$LOCALDIR/runtime";
3187
3188 # first touch the runtime file to show we are still running: 3431 # first touch the runtime file to show we are still running:
3189 # the fsync below can take a very very long time. 3432 # the fsync below can take a very very long time.
3190 3433
3191 IO::AIO::aio_utime $runtime, undef, undef; 3434 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3192 3435
3193 my $guard = cf::lock_acquire "write_runtime"; 3436 my $guard = cf::lock_acquire "write_runtime";
3194 3437
3195 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 3438 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3196 or return; 3439 or return;
3197 3440
3198 my $value = $cf::RUNTIME + 90 + 10; 3441 my $value = $cf::RUNTIME + 90 + 10;
3199 # 10 is the runtime save interval, for a monotonic clock 3442 # 10 is the runtime save interval, for a monotonic clock
3200 # 60 allows for the watchdog to kill the server. 3443 # 60 allows for the watchdog to kill the server.
3210 aio_utime $fh, undef, undef; 3453 aio_utime $fh, undef, undef;
3211 3454
3212 close $fh 3455 close $fh
3213 or return; 3456 or return;
3214 3457
3215 aio_rename "$runtime~", $runtime 3458 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3216 and return; 3459 and return;
3217 3460
3218 warn "runtime file written.\n"; 3461 warn "runtime file written.\n";
3219 3462
3220 1 3463 1
3464}
3465
3466our $uuid_lock;
3467our $uuid_skip;
3468
3469sub write_uuid_sync($) {
3470 $uuid_skip ||= $_[0];
3471
3472 return if $uuid_lock;
3473 local $uuid_lock = 1;
3474
3475 my $uuid = "$LOCALDIR/uuid";
3476
3477 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3478 or return;
3479
3480 my $value = uuid_seq uuid_cur;
3481
3482 unless ($value) {
3483 warn "cowardly refusing to write zero uuid value!\n";
3484 return;
3485 }
3486
3487 my $value = uuid_str $value + $uuid_skip;
3488 $uuid_skip = 0;
3489
3490 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3491 and return;
3492
3493 # always fsync - this file is important
3494 aio_fsync $fh
3495 and return;
3496
3497 close $fh
3498 or return;
3499
3500 aio_rename "$uuid~", $uuid
3501 and return;
3502
3503 warn "uuid file written ($value).\n";
3504
3505 1
3506
3507}
3508
3509sub write_uuid($$) {
3510 my ($skip, $sync) = @_;
3511
3512 $sync ? write_uuid_sync $skip
3513 : async { write_uuid_sync $skip };
3221} 3514}
3222 3515
3223sub emergency_save() { 3516sub emergency_save() {
3224 my $freeze_guard = cf::freeze_mainloop; 3517 my $freeze_guard = cf::freeze_mainloop;
3225 3518
3226 warn "enter emergency perl save\n"; 3519 warn "emergency_perl_save: enter\n";
3227 3520
3228 cf::sync_job { 3521 cf::sync_job {
3522 # this is a trade-off: we want to be very quick here, so
3523 # save all maps without fsync, and later call a global sync
3524 # (which in turn might be very very slow)
3525 local $USE_FSYNC = 0;
3526
3229 # use a peculiar iteration method to avoid tripping on perl 3527 # use a peculiar iteration method to avoid tripping on perl
3230 # refcount bugs in for. also avoids problems with players 3528 # refcount bugs in for. also avoids problems with players
3231 # and maps saved/destroyed asynchronously. 3529 # and maps saved/destroyed asynchronously.
3232 warn "begin emergency player save\n"; 3530 warn "emergency_perl_save: begin player save\n";
3233 for my $login (keys %cf::PLAYER) { 3531 for my $login (keys %cf::PLAYER) {
3234 my $pl = $cf::PLAYER{$login} or next; 3532 my $pl = $cf::PLAYER{$login} or next;
3235 $pl->valid or next; 3533 $pl->valid or next;
3534 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3236 $pl->save; 3535 $pl->save;
3237 } 3536 }
3238 warn "end emergency player save\n"; 3537 warn "emergency_perl_save: end player save\n";
3239 3538
3240 warn "begin emergency map save\n"; 3539 warn "emergency_perl_save: begin map save\n";
3241 for my $path (keys %cf::MAP) { 3540 for my $path (keys %cf::MAP) {
3242 my $map = $cf::MAP{$path} or next; 3541 my $map = $cf::MAP{$path} or next;
3243 $map->valid or next; 3542 $map->valid or next;
3244 $map->save; 3543 $map->save;
3245 } 3544 }
3246 warn "end emergency map save\n"; 3545 warn "emergency_perl_save: end map save\n";
3247 3546
3248 warn "begin emergency database checkpoint\n"; 3547 warn "emergency_perl_save: begin database checkpoint\n";
3249 BDB::db_env_txn_checkpoint $DB_ENV; 3548 BDB::db_env_txn_checkpoint $DB_ENV;
3250 warn "end emergency database checkpoint\n"; 3549 warn "emergency_perl_save: end database checkpoint\n";
3550
3551 warn "emergency_perl_save: begin write uuid\n";
3552 write_uuid_sync 1;
3553 warn "emergency_perl_save: end write uuid\n";
3251 }; 3554 };
3252 3555
3556 warn "emergency_perl_save: starting sync()\n";
3557 IO::AIO::aio_sync sub {
3558 warn "emergency_perl_save: finished sync()\n";
3559 };
3560
3253 warn "leave emergency perl save\n"; 3561 warn "emergency_perl_save: leave\n";
3254} 3562}
3255 3563
3256sub post_cleanup { 3564sub post_cleanup {
3257 my ($make_core) = @_; 3565 my ($make_core) = @_;
3258 3566
3259 warn Carp::longmess "post_cleanup backtrace" 3567 warn Carp::longmess "post_cleanup backtrace"
3260 if $make_core; 3568 if $make_core;
3569
3570 my $fh = pidfile;
3571 unlink $PIDFILE if <$fh> == $$;
3572}
3573
3574# a safer delete_package, copied from Symbol
3575sub clear_package($) {
3576 my $pkg = shift;
3577
3578 # expand to full symbol table name if needed
3579 unless ($pkg =~ /^main::.*::$/) {
3580 $pkg = "main$pkg" if $pkg =~ /^::/;
3581 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3582 $pkg .= '::' unless $pkg =~ /::$/;
3583 }
3584
3585 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3586 my $stem_symtab = *{$stem}{HASH};
3587
3588 defined $stem_symtab and exists $stem_symtab->{$leaf}
3589 or return;
3590
3591 # clear all symbols
3592 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3593 for my $name (keys %$leaf_symtab) {
3594 _gv_clear *{"$pkg$name"};
3595# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3596 }
3597 warn "cleared package $pkg\n";#d#
3261} 3598}
3262 3599
3263sub do_reload_perl() { 3600sub do_reload_perl() {
3264 # can/must only be called in main 3601 # can/must only be called in main
3265 if ($Coro::current != $Coro::main) { 3602 if ($Coro::current != $Coro::main) {
3266 warn "can only reload from main coroutine"; 3603 warn "can only reload from main coroutine";
3267 return; 3604 return;
3268 } 3605 }
3269 3606
3607 return if $RELOAD++;
3608
3609 my $t1 = EV::time;
3610
3611 while ($RELOAD) {
3270 warn "reloading..."; 3612 warn "reloading...";
3271 3613
3272 warn "entering sync_job"; 3614 warn "entering sync_job";
3273 3615
3274 cf::sync_job { 3616 cf::sync_job {
3275 cf::write_runtime; # external watchdog should not bark 3617 cf::write_runtime_sync; # external watchdog should not bark
3276 cf::emergency_save; 3618 cf::emergency_save;
3277 cf::write_runtime; # external watchdog should not bark 3619 cf::write_runtime_sync; # external watchdog should not bark
3278 3620
3279 warn "syncing database to disk"; 3621 warn "syncing database to disk";
3280 BDB::db_env_txn_checkpoint $DB_ENV; 3622 BDB::db_env_txn_checkpoint $DB_ENV;
3281 3623
3282 # if anything goes wrong in here, we should simply crash as we already saved 3624 # if anything goes wrong in here, we should simply crash as we already saved
3283 3625
3284 warn "cancelling all WF_AUTOCANCEL watchers";
3285 for (Event::all_watchers) {
3286 $_->cancel if $_->data & WF_AUTOCANCEL;
3287 }
3288
3289 warn "flushing outstanding aio requests"; 3626 warn "flushing outstanding aio requests";
3290 for (;;) {
3291 BDB::flush;
3292 IO::AIO::flush;
3293 Coro::cede;
3294 last unless IO::AIO::nreqs || BDB::nreqs; 3627 while (IO::AIO::nreqs || BDB::nreqs) {
3295 warn "iterate..."; 3628 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3296 }
3297
3298 ++$RELOAD;
3299
3300 warn "cancelling all extension coros";
3301 $_->cancel for values %EXT_CORO;
3302 %EXT_CORO = ();
3303
3304 warn "removing commands";
3305 %COMMAND = ();
3306
3307 warn "removing ext/exti commands";
3308 %EXTCMD = ();
3309 %EXTICMD = ();
3310
3311 warn "unloading/nuking all extensions";
3312 for my $pkg (@EXTS) {
3313 warn "... unloading $pkg";
3314
3315 if (my $cb = $pkg->can ("unload")) {
3316 eval {
3317 $cb->($pkg);
3318 1
3319 } or warn "$pkg unloaded, but with errors: $@";
3320 } 3629 }
3321 3630
3322 warn "... nuking $pkg"; 3631 warn "cancelling all extension coros";
3323 Symbol::delete_package $pkg; 3632 $_->cancel for values %EXT_CORO;
3324 } 3633 %EXT_CORO = ();
3325 3634
3326 warn "unloading all perl modules loaded from $LIBDIR"; 3635 warn "removing commands";
3327 while (my ($k, $v) = each %INC) { 3636 %COMMAND = ();
3328 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3329 3637
3638 warn "removing ext/exti commands";
3639 %EXTCMD = ();
3640 %EXTICMD = ();
3641
3642 warn "unloading/nuking all extensions";
3643 for my $pkg (@EXTS) {
3330 warn "... unloading $k"; 3644 warn "... unloading $pkg";
3331 delete $INC{$k};
3332 3645
3333 $k =~ s/\.pm$//;
3334 $k =~ s/\//::/g;
3335
3336 if (my $cb = $k->can ("unload_module")) { 3646 if (my $cb = $pkg->can ("unload")) {
3647 eval {
3337 $cb->(); 3648 $cb->($pkg);
3649 1
3650 } or warn "$pkg unloaded, but with errors: $@";
3651 }
3652
3653 warn "... clearing $pkg";
3654 clear_package $pkg;
3338 } 3655 }
3339 3656
3340 Symbol::delete_package $k; 3657 warn "unloading all perl modules loaded from $LIBDIR";
3658 while (my ($k, $v) = each %INC) {
3659 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3660
3661 warn "... unloading $k";
3662 delete $INC{$k};
3663
3664 $k =~ s/\.pm$//;
3665 $k =~ s/\//::/g;
3666
3667 if (my $cb = $k->can ("unload_module")) {
3668 $cb->();
3669 }
3670
3671 clear_package $k;
3341 } 3672 }
3342 3673
3343 warn "getting rid of safe::, as good as possible"; 3674 warn "getting rid of safe::, as good as possible";
3344 Symbol::delete_package "safe::$_" 3675 clear_package "safe::$_"
3345 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3676 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3346 3677
3347 warn "unloading cf.pm \"a bit\""; 3678 warn "unloading cf.pm \"a bit\"";
3348 delete $INC{"cf.pm"}; 3679 delete $INC{"cf.pm"};
3349 delete $INC{"cf/pod.pm"}; 3680 delete $INC{"cf/pod.pm"};
3350 3681
3351 # don't, removes xs symbols, too, 3682 # don't, removes xs symbols, too,
3352 # and global variables created in xs 3683 # and global variables created in xs
3353 #Symbol::delete_package __PACKAGE__; 3684 #clear_package __PACKAGE__;
3354 3685
3355 warn "unload completed, starting to reload now"; 3686 warn "unload completed, starting to reload now";
3356 3687
3357 warn "reloading cf.pm"; 3688 warn "reloading cf.pm";
3358 require cf; 3689 require cf;
3359 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3690 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3360 3691
3361 warn "loading config and database again"; 3692 warn "loading config and database again";
3362 cf::reload_config; 3693 cf::reload_config;
3363 3694
3364 warn "loading extensions"; 3695 warn "loading extensions";
3365 cf::load_extensions; 3696 cf::load_extensions;
3366 3697
3698 if ($REATTACH_ON_RELOAD) {
3367 warn "reattaching attachments to objects/players"; 3699 warn "reattaching attachments to objects/players";
3368 _global_reattach; # objects, sockets 3700 _global_reattach; # objects, sockets
3369 warn "reattaching attachments to maps"; 3701 warn "reattaching attachments to maps";
3370 reattach $_ for values %MAP; 3702 reattach $_ for values %MAP;
3371 warn "reattaching attachments to players"; 3703 warn "reattaching attachments to players";
3372 reattach $_ for values %PLAYER; 3704 reattach $_ for values %PLAYER;
3705 }
3373 3706
3707 warn "running post_init jobs";
3708 (pop @POST_INIT)->(1) while @POST_INIT;
3709
3374 warn "leaving sync_job"; 3710 warn "leaving sync_job";
3375 3711
3376 1 3712 1
3377 } or do { 3713 } or do {
3378 warn $@; 3714 warn $@;
3379 warn "error while reloading, exiting."; 3715 cf::cleanup "error while reloading, exiting.";
3380 exit 1;
3381 }; 3716 };
3382 3717
3383 warn "reloaded"; 3718 warn "reloaded";
3719 --$RELOAD;
3720 }
3721
3722 $t1 = EV::time - $t1;
3723 warn "reload completed in ${t1}s\n";
3384}; 3724};
3385 3725
3386our $RELOAD_WATCHER; # used only during reload 3726our $RELOAD_WATCHER; # used only during reload
3387 3727
3388sub reload_perl() { 3728sub reload_perl() {
3389 # doing reload synchronously and two reloads happen back-to-back, 3729 # doing reload synchronously and two reloads happen back-to-back,
3390 # coro crashes during coro_state_free->destroy here. 3730 # coro crashes during coro_state_free->destroy here.
3391 3731
3392 $RELOAD_WATCHER ||= Event->timer ( 3732 $RELOAD_WATCHER ||= cf::async {
3393 reentrant => 0, 3733 Coro::AIO::aio_wait cache_extensions;
3394 after => 0, 3734
3395 data => WF_AUTOCANCEL, 3735 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3396 cb => sub {
3397 do_reload_perl; 3736 do_reload_perl;
3398 undef $RELOAD_WATCHER; 3737 undef $RELOAD_WATCHER;
3399 }, 3738 };
3400 ); 3739 };
3401} 3740}
3402 3741
3403register_command "reload" => sub { 3742register_command "reload" => sub {
3404 my ($who, $arg) = @_; 3743 my ($who, $arg) = @_;
3405 3744
3406 if ($who->flag (FLAG_WIZ)) { 3745 if ($who->flag (FLAG_WIZ)) {
3407 $who->message ("reloading server."); 3746 $who->message ("reloading server.");
3747 async {
3748 $Coro::current->{desc} = "perl_reload";
3408 async { reload_perl }; 3749 reload_perl;
3750 };
3409 } 3751 }
3410}; 3752};
3411 3753
3412unshift @INC, $LIBDIR; 3754unshift @INC, $LIBDIR;
3413 3755
3415 3757
3416our @WAIT_FOR_TICK; 3758our @WAIT_FOR_TICK;
3417our @WAIT_FOR_TICK_BEGIN; 3759our @WAIT_FOR_TICK_BEGIN;
3418 3760
3419sub wait_for_tick { 3761sub wait_for_tick {
3420 return unless $TICK_WATCHER->is_active;
3421 return if $Coro::current == $Coro::main; 3762 return if tick_inhibit || $Coro::current == $Coro::main;
3422 3763
3423 my $signal = new Coro::Signal; 3764 my $signal = new Coro::Signal;
3424 push @WAIT_FOR_TICK, $signal; 3765 push @WAIT_FOR_TICK, $signal;
3425 $signal->wait; 3766 $signal->wait;
3426} 3767}
3427 3768
3428sub wait_for_tick_begin { 3769sub wait_for_tick_begin {
3429 return unless $TICK_WATCHER->is_active;
3430 return if $Coro::current == $Coro::main; 3770 return if tick_inhibit || $Coro::current == $Coro::main;
3431 3771
3432 my $signal = new Coro::Signal; 3772 my $signal = new Coro::Signal;
3433 push @WAIT_FOR_TICK_BEGIN, $signal; 3773 push @WAIT_FOR_TICK_BEGIN, $signal;
3434 $signal->wait; 3774 $signal->wait;
3435} 3775}
3436 3776
3437 my $min = 1e6;#d# 3777sub tick {
3438 my $avg = 10;
3439$TICK_WATCHER = Event->timer (
3440 reentrant => 0,
3441 parked => 1,
3442 prio => 0,
3443 at => $NEXT_TICK || $TICK,
3444 data => WF_AUTOCANCEL,
3445 cb => sub {
3446 if ($Coro::current != $Coro::main) { 3778 if ($Coro::current != $Coro::main) {
3447 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3779 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3448 unless ++$bug_warning > 10; 3780 unless ++$bug_warning > 10;
3449 return; 3781 return;
3450 } 3782 }
3451 3783
3452 $NOW = $tick_start = Event::time;
3453
3454 cf::server_tick; # one server iteration 3784 cf::server_tick; # one server iteration
3455 3785
3456 0 && sync_job {#d# 3786 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3457 for(1..10) { 3787 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3458 my $t = Event::time; 3788 Coro::async_pool {
3459 my $map = my $map = new_from_path cf::map "/tmp/x.map" 3789 $Coro::current->{desc} = "runtime saver";
3460 or die; 3790 write_runtime_sync
3461 3791 or warn "ERROR: unable to write runtime file: $!";
3462 $map->width (50);
3463 $map->height (50);
3464 $map->alloc;
3465 $map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3466 my $t = Event::time - $t;
3467
3468 #next unless $t < 0.0013;#d#
3469 if ($t < $min) {
3470 $min = $t;
3471 }
3472 $avg = $avg * 0.99 + $t * 0.01;
3473 }
3474 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3475 exit 0;
3476 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3477 }; 3792 };
3793 }
3478 3794
3479 $RUNTIME += $TICK;
3480 $NEXT_TICK += $TICK;
3481
3482 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3483 $NEXT_RUNTIME_WRITE = $NOW + 10;
3484 Coro::async_pool {
3485 write_runtime
3486 or warn "ERROR: unable to write runtime file: $!";
3487 };
3488 }
3489
3490# my $AFTER = Event::time;
3491# warn $AFTER - $NOW;#d#
3492
3493 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3795 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3494 $sig->send; 3796 $sig->send;
3495 } 3797 }
3496 while (my $sig = shift @WAIT_FOR_TICK) { 3798 while (my $sig = shift @WAIT_FOR_TICK) {
3497 $sig->send; 3799 $sig->send;
3498 } 3800 }
3499 3801
3500 $NOW = Event::time; 3802 $LOAD = ($NOW - $TICK_START) / $TICK;
3501
3502 # if we are delayed by four ticks or more, skip them all
3503 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3504
3505 $TICK_WATCHER->at ($NEXT_TICK);
3506 $TICK_WATCHER->start;
3507
3508 $LOAD = ($NOW - $tick_start) / $TICK;
3509 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3803 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3510 3804
3511 _post_tick; 3805 if (0) {
3512 3806 if ($NEXT_TICK) {
3513 3807 my $jitter = $TICK_START - $NEXT_TICK;
3808 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3809 warn "jitter $JITTER\n";#d#
3810 }
3514 }, 3811 }
3515); 3812}
3516 3813
3517{ 3814{
3518 BDB::max_poll_time $TICK * 0.1; 3815 # configure BDB
3519 $BDB_POLL_WATCHER = Event->io ( 3816
3520 reentrant => 0,
3521 fd => BDB::poll_fileno,
3522 poll => 'r',
3523 prio => 0,
3524 data => WF_AUTOCANCEL,
3525 cb => \&BDB::poll_cb,
3526 );
3527 BDB::min_parallel 8; 3817 BDB::min_parallel 8;
3528 3818 BDB::max_poll_reqs $TICK * 0.1;
3529 BDB::set_sync_prepare { 3819 $AnyEvent::BDB::WATCHER->priority (1);
3530 my $status;
3531 my $current = $Coro::current;
3532 (
3533 sub {
3534 $status = $!;
3535 $current->ready; undef $current;
3536 },
3537 sub {
3538 Coro::schedule while defined $current;
3539 $! = $status;
3540 },
3541 )
3542 };
3543 3820
3544 unless ($DB_ENV) { 3821 unless ($DB_ENV) {
3545 $DB_ENV = BDB::db_env_create; 3822 $DB_ENV = BDB::db_env_create;
3823 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3824 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
3825 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3826 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3827 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3546 3828
3547 cf::sync_job { 3829 cf::sync_job {
3548 eval { 3830 eval {
3549 BDB::db_env_open 3831 BDB::db_env_open
3550 $DB_ENV, 3832 $DB_ENV,
3552 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3834 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3553 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3835 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3554 0666; 3836 0666;
3555 3837
3556 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3838 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3557
3558 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3559 $DB_ENV->set_lk_detect;
3560 }; 3839 };
3561 3840
3562 cf::cleanup "db_env_open(db): $@" if $@; 3841 cf::cleanup "db_env_open(db): $@" if $@;
3563 }; 3842 };
3564 } 3843 }
3844
3845 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3846 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3847 };
3848 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3849 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3850 };
3851 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3852 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3853 };
3565} 3854}
3566 3855
3567{ 3856{
3857 # configure IO::AIO
3858
3568 IO::AIO::min_parallel 8; 3859 IO::AIO::min_parallel 8;
3569
3570 undef $Coro::AIO::WATCHER;
3571 IO::AIO::max_poll_time $TICK * 0.1; 3860 IO::AIO::max_poll_time $TICK * 0.1;
3572 $AIO_POLL_WATCHER = Event->io ( 3861 undef $AnyEvent::AIO::WATCHER;
3573 reentrant => 0,
3574 data => WF_AUTOCANCEL,
3575 fd => IO::AIO::poll_fileno,
3576 poll => 'r',
3577 prio => 6,
3578 cb => \&IO::AIO::poll_cb,
3579 );
3580} 3862}
3581 3863
3582my $_log_backtrace; 3864my $_log_backtrace;
3583 3865
3584sub _log_backtrace { 3866sub _log_backtrace {
3587 $msg =~ s/\n//; 3869 $msg =~ s/\n//;
3588 3870
3589 # limit the # of concurrent backtraces 3871 # limit the # of concurrent backtraces
3590 if ($_log_backtrace < 2) { 3872 if ($_log_backtrace < 2) {
3591 ++$_log_backtrace; 3873 ++$_log_backtrace;
3874 my $perl_bt = Carp::longmess $msg;
3592 async { 3875 async {
3876 $Coro::current->{desc} = "abt $msg";
3877
3593 my @bt = fork_call { 3878 my @bt = fork_call {
3594 @addr = map { sprintf "%x", $_ } @addr; 3879 @addr = map { sprintf "%x", $_ } @addr;
3595 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3880 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3596 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3881 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3597 or die "addr2line: $!"; 3882 or die "addr2line: $!";
3605 } 3890 }
3606 3891
3607 @funcs 3892 @funcs
3608 }; 3893 };
3609 3894
3610 LOG llevInfo, "[ABT] $msg\n"; 3895 LOG llevInfo, "[ABT] $perl_bt\n";
3896 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3611 LOG llevInfo, "[ABT] $_\n" for @bt; 3897 LOG llevInfo, "[ABT] $_\n" for @bt;
3612 --$_log_backtrace; 3898 --$_log_backtrace;
3613 }; 3899 };
3614 } else { 3900 } else {
3615 LOG llevInfo, "[ABT] $msg\n"; 3901 LOG llevInfo, "[ABT] $msg\n";

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines