ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.297 by root, Thu Jul 5 08:10:30 2007 UTC vs.
Revision 1.624 by root, Sat Nov 17 23:40:02 2018 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2018 Marc Alexander Lehmann / the Deliantra team
5# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
6#
7# Deliantra is free software: you can redistribute it and/or modify it under
8# the terms of the Affero GNU General Public License as published by the
9# Free Software Foundation, either version 3 of the License, or (at your
10# option) any later version.
11#
12# This program is distributed in the hope that it will be useful,
13# but WITHOUT ANY WARRANTY; without even the implied warranty of
14# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15# GNU General Public License for more details.
16#
17# You should have received a copy of the Affero GNU General Public License
18# and the GNU General Public License along with this program. If not, see
19# <http://www.gnu.org/licenses/>.
20#
21# The authors can be reached via e-mail to <support@deliantra.net>
22#
23
1package cf; 24package cf;
2 25
3use utf8; 26use common::sense;
4use strict;
5 27
6use Symbol; 28use Symbol;
7use List::Util; 29use List::Util;
8use Socket; 30use Socket;
9use Storable; 31use EV;
10use Event;
11use Opcode; 32use Opcode;
12use Safe; 33use Safe;
13use Safe::Hole; 34use Safe::Hole;
35use Storable ();
36use Carp ();
14 37
38use AnyEvent ();
39use AnyEvent::IO ();
40use AnyEvent::DNS ();
41
15use Coro 3.61 (); 42use Coro ();
16use Coro::State; 43use Coro::State;
17use Coro::Handle; 44use Coro::Handle;
45use Coro::EV;
18use Coro::Event; 46use Coro::AnyEvent;
19use Coro::Timer; 47use Coro::Timer;
20use Coro::Signal; 48use Coro::Signal;
21use Coro::Semaphore; 49use Coro::Semaphore;
50use Coro::SemaphoreSet;
51use Coro::AnyEvent;
22use Coro::AIO; 52use Coro::AIO;
53use Coro::BDB 1.6;
23use Coro::Storable; 54use Coro::Storable;
55use Coro::Util ();
24 56
57use Guard ();
25use JSON::XS 1.4 (); 58use JSON::XS 2.01 ();
26use BDB (); 59use BDB ();
27use Data::Dumper; 60use Data::Dumper;
28use Digest::MD5;
29use Fcntl; 61use Fcntl;
30use YAML::Syck (); 62use YAML::XS ();
63use CBOR::XS ();
31use IO::AIO 2.32 (); 64use IO::AIO ();
32use Time::HiRes;
33use Compress::LZF; 65use Compress::LZF;
66use Digest::MD5 ();
67
68AnyEvent::detect;
34 69
35# configure various modules to our taste 70# configure various modules to our taste
36# 71#
37$Storable::canonical = 1; # reduce rsync transfers 72$Storable::canonical = 1; # reduce rsync transfers
38Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 73Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
74
75$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
76
77# make sure c-lzf reinitialises itself
78Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
39Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 79Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
40 80
41$Event::Eval = 1; # no idea why this is required, but it is 81# strictly for debugging
42 82$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
43# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
44$YAML::Syck::ImplicitUnicode = 1;
45
46$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
47 83
48sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 84sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
85
86our @ORIG_INC;
49 87
50our %COMMAND = (); 88our %COMMAND = ();
51our %COMMAND_TIME = (); 89our %COMMAND_TIME = ();
52 90
53our @EXTS = (); # list of extension package names 91our @EXTS = (); # list of extension package names
54our %EXTCMD = (); 92our %EXTCMD = ();
93our %EXTACMD = ();
55our %EXTICMD = (); 94our %EXTICMD = ();
95our %EXTIACMD = ();
56our %EXT_CORO = (); # coroutines bound to extensions 96our %EXT_CORO = (); # coroutines bound to extensions
57our %EXT_MAP = (); # pluggable maps 97our %EXT_MAP = (); # pluggable maps
58 98
59our $RELOAD; # number of reloads so far 99our $RELOAD; # number of reloads so far, non-zero while in reload
60our @EVENT; 100our @EVENT;
101our @REFLECT; # set by XS
102our %REFLECT; # set by us
61 103
62our $CONFDIR = confdir; 104our $CONFDIR = confdir;
105
63our $DATADIR = datadir; 106our $DATADIR = datadir;
64our $LIBDIR = "$DATADIR/ext"; 107our $LIBDIR = "$DATADIR/ext";
65our $PODDIR = "$DATADIR/pod"; 108our $PODDIR = "$DATADIR/pod";
66our $MAPDIR = "$DATADIR/" . mapdir; 109our $MAPDIR = "$DATADIR/" . mapdir;
110
67our $LOCALDIR = localdir; 111our $LOCALDIR = localdir;
68our $TMPDIR = "$LOCALDIR/" . tmpdir; 112our $TMPDIR = "$LOCALDIR/" . tmpdir;
69our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 113our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
70our $PLAYERDIR = "$LOCALDIR/" . playerdir; 114our $PLAYERDIR = "$LOCALDIR/" . playerdir;
71our $RANDOMDIR = "$LOCALDIR/random"; 115our $RANDOMDIR = "$LOCALDIR/random";
72our $BDBDIR = "$LOCALDIR/db"; 116our $BDBDIR = "$LOCALDIR/db";
117our $PIDFILE = "$LOCALDIR/pid";
118our $RUNTIMEFILE = "$LOCALDIR/runtime";
119
120#our %RESOURCE; # unused
121
122our $OUTPUT_RATE_MIN = 3000;
123our $OUTPUT_RATE_MAX = 1000000;
124
125our $MAX_LINKS = 32; # how many chained exits to follow
126our $VERBOSE_IO = 1;
73 127
74our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 128our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
75our $TICK_WATCHER;
76our $AIO_POLL_WATCHER;
77our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 129our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
78our $NEXT_TICK; 130our $NEXT_TICK;
131our $USE_FSYNC = 1; # use fsync to write maps - default on
132
133our $BDB_DEADLOCK_WATCHER;
134our $BDB_CHECKPOINT_WATCHER;
135our $BDB_TRICKLE_WATCHER;
136our $DB_ENV;
137
138our @EXTRA_MODULES = qw(pod match mapscript incloader);
139
140our %CFG;
141our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
142
143our $UPTIME; $UPTIME ||= time;
144our $RUNTIME = 0;
145our $SERVER_TICK = 0;
79our $NOW; 146our $NOW;
80our $USE_FSYNC = 1; # use fsync to write maps - default off
81 147
82our $BDB_POLL_WATCHER; 148our (%PLAYER, %PLAYER_LOADING); # all users
83our $DB_ENV; 149our (%MAP, %MAP_LOADING ); # all maps
84
85our %CFG;
86
87our $UPTIME; $UPTIME ||= time;
88our $RUNTIME;
89
90our %PLAYER; # all users
91our %MAP; # all maps
92our $LINK_MAP; # the special {link} map, which is always available 150our $LINK_MAP; # the special {link} map, which is always available
93 151
94# used to convert map paths into valid unix filenames by replacing / by ∕ 152# used to convert map paths into valid unix filenames by replacing / by ∕
95our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 153our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
96 154
97our $LOAD; # a number between 0 (idle) and 1 (too many objects) 155our $LOAD; # a number between 0 (idle) and 1 (too many objects)
98our $LOADAVG; # same thing, but with alpha-smoothing 156our $LOADAVG; # same thing, but with alpha-smoothing
157our $JITTER; # average jitter
99our $tick_start; # for load detecting purposes 158our $TICK_START; # for load detecting purposes
159
160our @POST_INIT;
161
162our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
163our $REALLY_UNLOOP; # never set to true, please :)
164
165our $WAIT_FOR_TICK = new Coro::Signal;
166our @WAIT_FOR_TICK_BEGIN;
100 167
101binmode STDOUT; 168binmode STDOUT;
102binmode STDERR; 169binmode STDERR;
103 170
104# read virtual server time, if available 171# read virtual server time, if available
105unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 172unless ($RUNTIME || !-e $RUNTIMEFILE) {
106 open my $fh, "<", "$LOCALDIR/runtime" 173 open my $fh, "<", $RUNTIMEFILE
107 or die "unable to read runtime file: $!"; 174 or die "unable to read $RUNTIMEFILE file: $!";
108 $RUNTIME = <$fh> + 0.; 175 $RUNTIME = <$fh> + 0.;
109} 176}
177
178eval "sub TICK() { $TICK } 1" or die;
110 179
111mkdir $_ 180mkdir $_
112 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 181 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
113 182
114our $EMERGENCY_POSITION; 183our $EMERGENCY_POSITION;
115 184
116sub cf::map::normalise; 185sub cf::map::normalise;
117 186
187sub in_main() {
188 $Coro::current == $Coro::main
189}
190
118############################################################################# 191#############################################################################
119 192
193%REFLECT = ();
194for (@REFLECT) {
195 my $reflect = JSON::XS::decode_json $_;
196 $REFLECT{$reflect->{class}} = $reflect;
197}
198
199# this is decidedly evil
200$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
201
202#############################################################################
203
120=head2 GLOBAL VARIABLES 204=head2 GLOBAL VARIABLES
121 205
122=over 4 206=over 4
123 207
124=item $cf::UPTIME 208=item $cf::UPTIME
125 209
126The timestamp of the server start (so not actually an uptime). 210The timestamp of the server start (so not actually an "uptime").
211
212=item $cf::SERVER_TICK
213
214An unsigned integer that starts at zero when the server is started and is
215incremented on every tick.
216
217=item $cf::NOW
218
219The (real) time of the last (current) server tick - updated before and
220after tick processing, so this is useful only as a rough "what time is it
221now" estimate.
222
223=item $cf::TICK
224
225The interval between each server tick, in seconds.
127 226
128=item $cf::RUNTIME 227=item $cf::RUNTIME
129 228
130The time this server has run, starts at 0 and is increased by $cf::TICK on 229The time this server has run, starts at 0 and is increased by $cf::TICK on
131every server tick. 230every server tick.
132 231
133=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR 232=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
134$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR 233$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
135$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR 234$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
136 235
137Various directories - "/etc", read-only install directory, perl-library 236Various directories - "/etc", read-only install directory, perl-library
138directory, pod-directory, read-only maps directory, "/var", "/var/tmp", 237directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
139unique-items directory, player file directory, random maps directory and 238unique-items directory, player file directory, random maps directory and
140database environment. 239database environment.
141 240
142=item $cf::NOW
143
144The time of the last (current) server tick.
145
146=item $cf::TICK
147
148The interval between server ticks, in seconds.
149
150=item $cf::LOADAVG 241=item $cf::LOADAVG
151 242
152The current CPU load on the server (alpha-smoothed), as a value between 0 243The current CPU load on the server (alpha-smoothed), as a value between 0
153(none) and 1 (overloaded), indicating how much time is spent on processing 244(none) and 1 (overloaded), indicating how much time is spent on processing
154objects per tick. Healthy values are < 0.5. 245objects per tick. Healthy values are < 0.5.
157 248
158The raw value load value from the last tick. 249The raw value load value from the last tick.
159 250
160=item %cf::CFG 251=item %cf::CFG
161 252
162Configuration for the server, loaded from C</etc/crossfire/config>, or 253Configuration for the server, loaded from C</etc/deliantra-server/config>, or
163from wherever your confdir points to. 254from wherever your confdir points to.
164 255
165=item cf::wait_for_tick, cf::wait_for_tick_begin 256=item cf::wait_for_tick, cf::wait_for_tick_begin
166 257
167These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 258These are functions that inhibit the current coroutine one tick.
168returns directly I<after> the tick processing (and consequently, can only wake one process 259cf::wait_for_tick_begin only returns directly I<after> the tick
260processing (and consequently, can only wake one thread per tick), while
169per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 261cf::wait_for_tick wakes up all waiters after tick processing.
262
263Note that cf::wait_for_tick will immediately return when the server is not
264ticking, making it suitable for small pauses in threads that need to run
265when the server is paused. If that is not applicable (i.e. you I<really>
266want to wait, use C<$cf::WAIT_FOR_TICK>).
267
268=item $cf::WAIT_FOR_TICK
269
270Note that C<cf::wait_for_tick> is probably the correct thing to use. This
271variable contains a L<Coro::Signal> that is broadcats after every server
272tick. Calling C<< ->wait >> on it will suspend the caller until after the
273next server tick.
274
275=cut
276
277sub wait_for_tick();
278sub wait_for_tick_begin();
279
280=item @cf::INVOKE_RESULTS
281
282This array contains the results of the last C<invoke ()> call. When
283C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
284that call.
285
286=item %cf::REFLECT
287
288Contains, for each (C++) class name, a hash reference with information
289about object members (methods, scalars, arrays and flags) and other
290metadata, which is useful for introspection.
170 291
171=back 292=back
172 293
173=cut 294=cut
174 295
175BEGIN { 296sub error(@) { LOG llevError, join "", @_ }
176 *CORE::GLOBAL::warn = sub { 297sub warn (@) { LOG llevWarn , join "", @_ }
298sub info (@) { LOG llevInfo , join "", @_ }
299sub debug(@) { LOG llevDebug, join "", @_ }
300sub trace(@) { LOG llevTrace, join "", @_ }
301
302$Coro::State::WARNHOOK = sub {
177 my $msg = join "", @_; 303 my $msg = join "", @_;
178 304
179 $msg .= "\n" 305 $msg .= "\n"
180 unless $msg =~ /\n$/; 306 unless $msg =~ /\n$/;
181 307
182 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 308 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
183 309
184 utf8::encode $msg;
185 LOG llevError, $msg; 310 LOG llevWarn, $msg;
186 }; 311};
187} 312
313$Coro::State::DIEHOOK = sub {
314 return unless $^S eq 0; # "eq", not "=="
315
316 error Carp::longmess $_[0];
317
318 if (in_main) {#d#
319 error "DIEHOOK called in main context, Coro bug?\n";#d#
320 return;#d#
321 }#d#
322
323 # kill coroutine otherwise
324 Coro::terminate
325};
188 326
189@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 327@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
190@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 328@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
191@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 329@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
192@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 330@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
199for my $pkg (qw( 337for my $pkg (qw(
200 cf::global cf::attachable 338 cf::global cf::attachable
201 cf::object cf::object::player 339 cf::object cf::object::player
202 cf::client cf::player 340 cf::client cf::player
203 cf::arch cf::living 341 cf::arch cf::living
342 cf::map cf::mapspace
204 cf::map cf::party cf::region 343 cf::party cf::region
205)) { 344)) {
206 no strict 'refs';
207 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 345 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
208} 346}
209 347
210$Event::DIED = sub { 348$EV::DIED = sub {
211 warn "error in event callback: @_"; 349 warn "error in event callback: $@";
212}; 350};
351
352#############################################################################
353
354sub fork_call(&@);
355sub get_slot($;$$);
213 356
214############################################################################# 357#############################################################################
215 358
216=head2 UTILITY FUNCTIONS 359=head2 UTILITY FUNCTIONS
217 360
238 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 381 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
239 $d 382 $d
240 } || "[unable to dump $_[0]: '$@']"; 383 } || "[unable to dump $_[0]: '$@']";
241} 384}
242 385
386=item $scalar = cf::load_file $path
387
388Loads the given file from path and returns its contents. Croaks on error
389and can block.
390
391=cut
392
393sub load_file($) {
394 0 <= aio_load $_[0], my $data
395 or Carp::croak "$_[0]: $!";
396
397 $data
398}
399
400=item $success = cf::replace_file $path, $data, $sync
401
402Atomically replaces the file at the given $path with new $data, and
403optionally $sync the data to disk before replacing the file.
404
405=cut
406
407sub replace_file($$;$) {
408 my ($path, $data, $sync) = @_;
409
410 my $lock = cf::lock_acquire ("replace_file:$path");
411
412 my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
413 or return;
414
415 $data = $data->() if ref $data;
416
417 length $data == aio_write $fh, 0, (length $data), $data, 0
418 or return;
419
420 !$sync
421 or !aio_fsync $fh
422 or return;
423
424 aio_close $fh
425 and return;
426
427 aio_rename "$path~", $path
428 and return;
429
430 if ($sync) {
431 $path =~ s%/[^/]*$%%;
432 aio_pathsync $path;
433 }
434
435 1
436}
437
243=item $ref = cf::from_json $json 438=item $ref = cf::decode_json $json
244 439
245Converts a JSON string into the corresponding perl data structure. 440Converts a JSON string into the corresponding perl data structure.
246 441
247=item $json = cf::to_json $ref 442=item $json = cf::encode_json $ref
248 443
249Converts a perl data structure into its JSON representation. 444Converts a perl data structure into its JSON representation.
250 445
251=cut 446=cut
252 447
253our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 448our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
254 449
255sub to_json ($) { $json_coder->encode ($_[0]) } 450sub encode_json($) { $json_coder->encode ($_[0]) }
256sub from_json ($) { $json_coder->decode ($_[0]) } 451sub decode_json($) { $json_coder->decode ($_[0]) }
452
453=item $ref = cf::decode_storable $scalar
454
455Same as Coro::Storable::thaw, so blocks.
456
457=cut
458
459BEGIN { *decode_storable = \&Coro::Storable::thaw }
460
461=item $ref = cf::decode_yaml $scalar
462
463Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
464
465=cut
466
467sub decode_yaml($) {
468 fork_call { YAML::XS::Load $_[0] } @_
469}
470
471=item $scalar = cf::decode_cbor $scalar
472
473Same as CBOR::XS::decode_cbor, but takes server ticks into account, so
474blocks. For small amounts of data, C<CBOR::XS::decode_cbor> is the better
475alternative.
476
477=cut
478
479sub decode_cbor($) {
480 # we assume 10mb/s minimum decoding speed (on a ~2ghz machine)
481 cf::get_slot +(length $_[0]) / 10_000_000, 0, "decode_cbor";
482 CBOR::XS::decode_cbor $_[0]
483}
484
485=item $scalar = cf::unlzf $scalar
486
487Same as Compress::LZF::compress, but takes server ticks into account, so
488blocks.
489
490=cut
491
492sub unlzf($) {
493 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
494 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
495 Compress::LZF::decompress $_[0]
496}
497
498=item cf::post_init { BLOCK }
499
500Execute the given codeblock, I<after> all extensions have been (re-)loaded,
501but I<before> the server starts ticking again.
502
503The codeblock will have a single boolean argument to indicate whether this
504is a reload or not.
505
506=cut
507
508sub post_init(&) {
509 push @POST_INIT, shift;
510}
511
512sub _post_init {
513 trace "running post_init jobs";
514
515 # run them in parallel...
516
517 my @join;
518
519 while () {
520 push @join, map &Coro::async ($_, 0), @POST_INIT;
521 @POST_INIT = ();
522
523 @join or last;
524
525 (pop @join)->join;
526 }
527}
257 528
258=item cf::lock_wait $string 529=item cf::lock_wait $string
259 530
260Wait until the given lock is available. See cf::lock_acquire. 531Wait until the given lock is available. See cf::lock_acquire.
261 532
262=item my $lock = cf::lock_acquire $string 533=item my $lock = cf::lock_acquire $string
263 534
264Wait until the given lock is available and then acquires it and returns 535Wait until the given lock is available and then acquires it and returns
265a Coro::guard object. If the guard object gets destroyed (goes out of scope, 536a L<Guard> object. If the guard object gets destroyed (goes out of scope,
266for example when the coroutine gets canceled), the lock is automatically 537for example when the coroutine gets canceled), the lock is automatically
267returned. 538returned.
268 539
540Locks are *not* recursive, locking from the same coro twice results in a
541deadlocked coro.
542
269Lock names should begin with a unique identifier (for example, cf::map::find 543Lock names should begin with a unique identifier (for example, cf::map::find
270uses map_find and cf::map::load uses map_load). 544uses map_find and cf::map::load uses map_load).
271 545
272=item $locked = cf::lock_active $string 546=item $locked = cf::lock_active $string
273 547
274Return true if the lock is currently active, i.e. somebody has locked it. 548Return true if the lock is currently active, i.e. somebody has locked it.
275 549
276=cut 550=cut
277 551
278our %LOCK; 552our $LOCKS = new Coro::SemaphoreSet;
279 553
280sub lock_wait($) { 554sub lock_wait($) {
281 my ($key) = @_; 555 $LOCKS->wait ($_[0]);
282
283 # wait for lock, if any
284 while ($LOCK{$key}) {
285 push @{ $LOCK{$key} }, $Coro::current;
286 Coro::schedule;
287 }
288} 556}
289 557
290sub lock_acquire($) { 558sub lock_acquire($) {
291 my ($key) = @_; 559 $LOCKS->guard ($_[0])
292
293 # wait, to be sure we are not locked
294 lock_wait $key;
295
296 $LOCK{$key} = [];
297
298 Coro::guard {
299 # wake up all waiters, to be on the safe side
300 $_->ready for @{ delete $LOCK{$key} };
301 }
302} 560}
303 561
304sub lock_active($) { 562sub lock_active($) {
305 my ($key) = @_; 563 $LOCKS->count ($_[0]) < 1
306
307 ! ! $LOCK{$key}
308} 564}
309 565
310sub freeze_mainloop { 566sub freeze_mainloop {
311 return unless $TICK_WATCHER->is_active; 567 tick_inhibit_inc;
312 568
313 my $guard = Coro::guard { 569 &Guard::guard (\&tick_inhibit_dec);
314 $TICK_WATCHER->start; 570}
571
572=item cf::periodic $interval, $cb
573
574Like EV::periodic, but randomly selects a starting point so that the actions
575get spread over time.
576
577=cut
578
579sub periodic($$) {
580 my ($interval, $cb) = @_;
581
582 my $start = rand List::Util::min 180, $interval;
583
584 EV::periodic $start, $interval, 0, $cb
585}
586
587=item cf::get_slot $time[, $priority[, $name]]
588
589Allocate $time seconds of blocking CPU time at priority C<$priority>
590(default: 0): This call blocks and returns only when you have at least
591C<$time> seconds of cpu time till the next tick. The slot is only valid
592till the next cede.
593
594Background jobs should use a priority less than zero, interactive jobs
595should use 100 or more.
596
597The optional C<$name> can be used to identify the job to run. It might be
598used for statistical purposes and should identify the same time-class.
599
600Useful for short background jobs.
601
602=cut
603
604our @SLOT_QUEUE;
605our $SLOT_QUEUE;
606our $SLOT_DECAY = 0.9;
607
608$SLOT_QUEUE->cancel if $SLOT_QUEUE;
609$SLOT_QUEUE = Coro::async {
610 $Coro::current->desc ("timeslot manager");
611
612 my $signal = new Coro::Signal;
613 my $busy;
614
615 while () {
616 next_job:
617
618 Coro::cede;
619
620 my $avail = cf::till_tick;
621
622 for (0 .. $#SLOT_QUEUE) {
623 if ($SLOT_QUEUE[$_][0] <= $avail) {
624 $busy = 0;
625 my $job = splice @SLOT_QUEUE, $_, 1, ();
626 $job->[2]->send;
627 goto next_job;
628 } else {
629 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
630 }
631 }
632
633 if (@SLOT_QUEUE) {
634 wait_for_tick;
635 } else {
636 $busy = 0;
637 Coro::schedule;
638 }
315 }; 639 }
316 $TICK_WATCHER->stop; 640};
317 $guard 641
642sub get_slot($;$$) {
643 return if tick_inhibit || $Coro::current == $Coro::main;
644
645 my ($time, $pri, $name) = @_;
646
647 $time = clamp $time, 0.01, $TICK * .6;
648
649 my $sig = new Coro::Signal;
650
651 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
652 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
653 $SLOT_QUEUE->ready;
654 $sig->wait;
318} 655}
319 656
320=item cf::async { BLOCK } 657=item cf::async { BLOCK }
321 658
322Currently the same as Coro::async_pool, meaning you cannot use 659Currently the same as Coro::async_pool, meaning you cannot use
327 664
328BEGIN { *async = \&Coro::async_pool } 665BEGIN { *async = \&Coro::async_pool }
329 666
330=item cf::sync_job { BLOCK } 667=item cf::sync_job { BLOCK }
331 668
332The design of Crossfire TRT requires that the main coroutine ($Coro::main) 669The design of Deliantra requires that the main coroutine ($Coro::main)
333is always able to handle events or runnable, as Crossfire TRT is only 670is always able to handle events or is runnable, as Deliantra is only
334partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 671partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
335acceptable. 672acceptable.
336 673
337If it must be done, put the blocking parts into C<sync_job>. This will run 674If it must be done, put the blocking parts into C<sync_job>. This will run
338the given BLOCK in another coroutine while waiting for the result. The 675the given BLOCK in another coroutine while waiting for the result. The
342=cut 679=cut
343 680
344sub sync_job(&) { 681sub sync_job(&) {
345 my ($job) = @_; 682 my ($job) = @_;
346 683
347 if ($Coro::current == $Coro::main) { 684 if (in_main) {
348 my $time = Event::time; 685 my $time = AE::time;
349 686
350 # this is the main coro, too bad, we have to block 687 # this is the main coro, too bad, we have to block
351 # till the operation succeeds, freezing the server :/ 688 # till the operation succeeds, freezing the server :/
352 689
353 # TODO: use suspend/resume instead 690 #LOG llevError, Carp::longmess "sync job";#d#
354 # (but this is cancel-safe) 691
355 my $freeze_guard = freeze_mainloop; 692 my $freeze_guard = freeze_mainloop;
356 693
357 my $busy = 1; 694 my $busy = 1;
358 my @res; 695 my @res;
359 696
360 (async { 697 (async {
698 $Coro::current->desc ("sync job coro");
361 @res = eval { $job->() }; 699 @res = eval { $job->() };
362 warn $@ if $@; 700 error $@ if $@;
363 undef $busy; 701 undef $busy;
364 })->prio (Coro::PRIO_MAX); 702 })->prio (Coro::PRIO_MAX);
365 703
366 while ($busy) { 704 while ($busy) {
367 Coro::cede or Event::one_event; 705 if (Coro::nready) {
706 Coro::cede_notself;
707 } else {
708 EV::run EV::RUN_ONCE;
368 } 709 }
710 }
369 711
370 $time = Event::time - $time; 712 my $time = AE::time - $time;
371 713
372 LOG llevError | logBacktrace, Carp::longmess "long sync job"
373 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
374
375 $tick_start += $time; # do not account sync jobs to server load 714 $TICK_START += $time; # do not account sync jobs to server load
376 715
377 wantarray ? @res : $res[0] 716 wantarray ? @res : $res[0]
378 } else { 717 } else {
379 # we are in another coroutine, how wonderful, everything just works 718 # we are in another coroutine, how wonderful, everything just works
380 719
400 $EXT_CORO{$coro+0} = $coro; 739 $EXT_CORO{$coro+0} = $coro;
401 740
402 $coro 741 $coro
403} 742}
404 743
405=item fork_call { }, $args 744=item fork_call { }, @args
406 745
407Executes the given code block with the given arguments in a seperate 746Executes the given code block with the given arguments in a seperate
408process, returning the results. Everything must be serialisable with 747process, returning the results. Everything must be serialisable with
409Coro::Storable. May, of course, block. Note that the executed sub may 748Coro::Storable. May, of course, block. Note that the executed sub may
410never block itself or use any form of Event handling. 749never block itself or use any form of event handling.
411 750
412=cut 751=cut
752
753sub post_fork {
754 reset_signals;
755}
413 756
414sub fork_call(&@) { 757sub fork_call(&@) {
415 my ($cb, @args) = @_; 758 my ($cb, @args) = @_;
416 759
417# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC 760 my @res = Coro::Util::fork_eval {
418# or die "socketpair: $!"; 761 cf::post_fork;
419 pipe my $fh1, my $fh2 762 &$cb
420 or die "pipe: $!"; 763 } @args;
421 764
422 if (my $pid = fork) { 765 wantarray ? @res : $res[-1]
423 close $fh2; 766}
424 767
425 my $res = (Coro::Handle::unblock $fh1)->readline (undef); 768sub objinfo {
426 $res = Coro::Storable::thaw $res;
427
428 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
429
430 die $$res unless "ARRAY" eq ref $res;
431
432 return wantarray ? @$res : $res->[-1];
433 } else {
434 reset_signals;
435 local $SIG{__WARN__};
436 local $SIG{__DIE__};
437 eval {
438 close $fh1;
439
440 my @res = eval { $cb->(@args) };
441 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
442 };
443
444 warn $@ if $@;
445 _exit 0;
446 } 769 (
770 "counter value" => cf::object::object_count,
771 "objects created" => cf::object::create_count,
772 "objects destroyed" => cf::object::destroy_count,
773 "freelist size" => cf::object::free_count,
774 "allocated objects" => cf::object::objects_size,
775 "active objects" => cf::object::actives_size,
776 )
777}
778
779=item $coin = coin_from_name $name
780
781=cut
782
783our %coin_alias = (
784 "silver" => "silvercoin",
785 "silvercoin" => "silvercoin",
786 "silvercoins" => "silvercoin",
787 "gold" => "goldcoin",
788 "goldcoin" => "goldcoin",
789 "goldcoins" => "goldcoin",
790 "platinum" => "platinacoin",
791 "platinumcoin" => "platinacoin",
792 "platinumcoins" => "platinacoin",
793 "platina" => "platinacoin",
794 "platinacoin" => "platinacoin",
795 "platinacoins" => "platinacoin",
796 "royalty" => "royalty",
797 "royalties" => "royalty",
798);
799
800sub coin_from_name($) {
801 $coin_alias{$_[0]}
802 ? cf::arch::find $coin_alias{$_[0]}
803 : undef
447} 804}
448 805
449=item $value = cf::db_get $family => $key 806=item $value = cf::db_get $family => $key
450 807
451Returns a single value from the environment database. 808Returns a single value from the environment database.
453=item cf::db_put $family => $key => $value 810=item cf::db_put $family => $key => $value
454 811
455Stores the given C<$value> in the family. It can currently store binary 812Stores the given C<$value> in the family. It can currently store binary
456data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 813data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
457 814
815=item $db = cf::db_table "name"
816
817Create and/or open a new database table. The string must not be "db" and must be unique
818within each server.
819
458=cut 820=cut
821
822sub db_table($) {
823 cf::error "db_get called from main context"
824 if $Coro::current == $Coro::main;
825
826 my ($name) = @_;
827 my $db = BDB::db_create $DB_ENV;
828
829 eval {
830 $db->set_flags (BDB::CHKSUM);
831
832 utf8::encode $name;
833 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
834 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
835 cf::cleanup "db_open(db): $!" if $!;
836 };
837 cf::cleanup "db_open(db): $@" if $@;
838
839 $db
840}
459 841
460our $DB; 842our $DB;
461 843
462sub db_init { 844sub db_init {
463 unless ($DB) { 845 $DB ||= db_table "db";
464 $DB = BDB::db_create $DB_ENV;
465
466 cf::sync_job {
467 eval {
468 $DB->set_flags (BDB::CHKSUM);
469
470 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
471 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
472 cf::cleanup "db_open(db): $!" if $!;
473 };
474 cf::cleanup "db_open(db): $@" if $@;
475 };
476 }
477} 846}
478 847
479sub db_get($$) { 848sub db_get($$) {
480 my $key = "$_[0]/$_[1]"; 849 my $key = "$_[0]/$_[1]";
481 850
482 cf::sync_job { 851 cf::error "db_get called from main context"
852 if $Coro::current == $Coro::main;
853
483 BDB::db_get $DB, undef, $key, my $data; 854 BDB::db_get $DB, undef, $key, my $data;
484 855
485 $! ? () 856 $! ? ()
486 : $data 857 : $data
487 }
488} 858}
489 859
490sub db_put($$$) { 860sub db_put($$$) {
491 BDB::dbreq_pri 4; 861 BDB::dbreq_pri 4;
492 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { }; 862 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
520 890
521 my @data; 891 my @data;
522 my $md5; 892 my $md5;
523 893
524 for (0 .. $#$src) { 894 for (0 .. $#$src) {
525 0 <= aio_load $src->[$_], $data[$_] 895 $data[$_] = load_file $src->[$_];
526 or Carp::croak "$src->[$_]: $!";
527 } 896 }
528 897
529 # if processing is expensive, check 898 # if processing is expensive, check
530 # checksum first 899 # checksum first
531 if (1) { 900 if (1) {
532 $md5 = 901 $md5 =
533 join "\x00", 902 join "\x00",
534 $processversion, 903 $processversion,
535 map { 904 map {
536 Coro::cede; 905 cf::cede_to_tick;
537 ($src->[$_], Digest::MD5::md5_hex $data[$_]) 906 ($src->[$_], Digest::MD5::md5_hex $data[$_])
538 } 0.. $#$src; 907 } 0.. $#$src;
539 908
540 909
541 my $dbmd5 = db_get cache => "$id/md5"; 910 my $dbmd5 = db_get cache => "$id/md5";
544 913
545 return db_get cache => "$id/data"; 914 return db_get cache => "$id/data";
546 } 915 }
547 } 916 }
548 917
549 my $t1 = Time::HiRes::time; 918 my $t1 = EV::time;
550 my $data = $process->(\@data); 919 my $data = $process->(\@data);
551 my $t2 = Time::HiRes::time; 920 my $t2 = EV::time;
552 921
553 warn "cache: '$id' processed in ", $t2 - $t1, "s\n"; 922 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
554 923
555 db_put cache => "$id/data", $data; 924 db_put cache => "$id/data", $data;
556 db_put cache => "$id/md5" , $md5; 925 db_put cache => "$id/md5" , $md5;
557 db_put cache => "$id/meta", $meta; 926 db_put cache => "$id/meta", $meta;
558 927
568 937
569=cut 938=cut
570 939
571sub datalog($@) { 940sub datalog($@) {
572 my ($type, %kv) = @_; 941 my ($type, %kv) = @_;
573 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type }); 942 info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
574} 943}
575 944
576=back 945=back
577 946
578=cut 947=cut
579 948
580############################################################################# 949#############################################################################
581 950
582=head2 ATTACHABLE OBJECTS 951=head2 ATTACHABLE OBJECTS
583 952
584Many objects in crossfire are so-called attachable objects. That means you can 953Many objects in deliantra are so-called attachable objects. That means you can
585attach callbacks/event handlers (a collection of which is called an "attachment") 954attach callbacks/event handlers (a collection of which is called an "attachment")
586to it. All such attachable objects support the following methods. 955to it. All such attachable objects support the following methods.
587 956
588In the following description, CLASS can be any of C<global>, C<object> 957In the following description, CLASS can be any of C<global>, C<object>
589C<player>, C<client> or C<map> (i.e. the attachable objects in 958C<player>, C<client> or C<map> (i.e. the attachable objects in
590Crossfire TRT). 959Deliantra).
591 960
592=over 4 961=over 4
593 962
594=item $attachable->attach ($attachment, key => $value...) 963=item $attachable->attach ($attachment, key => $value...)
595 964
639=item cf::CLASS::attachment $name, ... 1008=item cf::CLASS::attachment $name, ...
640 1009
641Register an attachment by C<$name> through which attachable objects of the 1010Register an attachment by C<$name> through which attachable objects of the
642given CLASS can refer to this attachment. 1011given CLASS can refer to this attachment.
643 1012
644Some classes such as crossfire maps and objects can specify attachments 1013Some classes such as deliantra maps and objects can specify attachments
645that are attached at load/instantiate time, thus the need for a name. 1014that are attached at load/instantiate time, thus the need for a name.
646 1015
647These calls expect any number of the following handler/hook descriptions: 1016These calls expect any number of the following handler/hook descriptions:
648 1017
649=over 4 1018=over 4
773 1142
774 } elsif (exists $cb_id{$type}) { 1143 } elsif (exists $cb_id{$type}) {
775 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg; 1144 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
776 1145
777 } elsif (ref $type) { 1146 } elsif (ref $type) {
778 warn "attaching objects not supported, ignoring.\n"; 1147 error "attaching objects not supported, ignoring.\n";
779 1148
780 } else { 1149 } else {
781 shift @arg; 1150 shift @arg;
782 warn "attach argument '$type' not supported, ignoring.\n"; 1151 error "attach argument '$type' not supported, ignoring.\n";
783 } 1152 }
784 } 1153 }
785} 1154}
786 1155
787sub _object_attach { 1156sub _object_attach {
797 _attach $registry, $klass, @attach; 1166 _attach $registry, $klass, @attach;
798 } 1167 }
799 1168
800 $obj->{$name} = \%arg; 1169 $obj->{$name} = \%arg;
801 } else { 1170 } else {
802 warn "object uses attachment '$name' which is not available, postponing.\n"; 1171 info "object uses attachment '$name' which is not available, postponing.\n";
803 } 1172 }
804 1173
805 $obj->{_attachment}{$name} = undef; 1174 $obj->{_attachment}{$name} = undef;
806} 1175}
807 1176
847 "; 1216 ";
848 die if $@; 1217 die if $@;
849} 1218}
850 1219
851our $override; 1220our $override;
852our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 1221our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
853 1222
854sub override { 1223sub override {
855 $override = 1; 1224 $override = 1;
856 @invoke_results = (); 1225 @INVOKE_RESULTS = (@_);
857} 1226}
858 1227
859sub do_invoke { 1228sub do_invoke {
860 my $event = shift; 1229 my $event = shift;
861 my $callbacks = shift; 1230 my $callbacks = shift;
862 1231
863 @invoke_results = (); 1232 @INVOKE_RESULTS = ();
864 1233
865 local $override; 1234 local $override;
866 1235
867 for (@$callbacks) { 1236 for (@$callbacks) {
868 eval { &{$_->[1]} }; 1237 eval { &{$_->[1]} };
869 1238
870 if ($@) { 1239 if ($@) {
871 warn "$@";
872 warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n"; 1240 error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
873 override; 1241 override;
874 } 1242 }
875 1243
876 return 1 if $override; 1244 return 1 if $override;
877 } 1245 }
878 1246
879 0 1247 0
880} 1248}
881 1249
882=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1250=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
883 1251
884=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1252=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
885 1253
886Generate an object-specific event with the given arguments. 1254Generate an object-specific event with the given arguments.
887 1255
888This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 1256This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
889removed in future versions), and there is no public API to access override 1257removed in future versions), and there is no public API to access override
890results (if you must, access C<@cf::invoke_results> directly). 1258results (if you must, access C<@cf::INVOKE_RESULTS> directly).
891 1259
892=back 1260=back
893 1261
894=cut 1262=cut
895 1263
896############################################################################# 1264#############################################################################
897# object support 1265# object support
1266
1267sub _object_equal($$);
1268sub _object_equal($$) {
1269 my ($a, $b) = @_;
1270
1271 return 0 unless (ref $a) eq (ref $b);
1272
1273 if ("HASH" eq ref $a) {
1274 my @ka = keys %$a;
1275 my @kb = keys %$b;
1276
1277 return 0 if @ka != @kb;
1278
1279 for (0 .. $#ka) {
1280 return 0 unless $ka[$_] eq $kb[$_];
1281 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1282 }
1283
1284 } elsif ("ARRAY" eq ref $a) {
1285
1286 return 0 if @$a != @$b;
1287
1288 for (0 .. $#$a) {
1289 return 0 unless _object_equal $a->[$_], $b->[$_];
1290 }
1291
1292 } elsif ($a ne $b) {
1293 return 0;
1294 }
1295
1296 1
1297}
1298
1299our $SLOW_MERGES;#d#
1300sub _can_merge {
1301 my ($ob1, $ob2) = @_;
1302
1303 ++$SLOW_MERGES;#d#
1304
1305 # we do the slow way here
1306 return _object_equal $ob1, $ob2
1307}
898 1308
899sub reattach { 1309sub reattach {
900 # basically do the same as instantiate, without calling instantiate 1310 # basically do the same as instantiate, without calling instantiate
901 my ($obj) = @_; 1311 my ($obj) = @_;
902 1312
1313 # no longer needed after getting rid of delete_package?
903 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1314 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
904 1315
905 my $registry = $obj->registry; 1316 my $registry = $obj->registry;
906 1317
907 @$registry = (); 1318 @$registry = ();
908 1319
913 for (@$attach) { 1324 for (@$attach) {
914 my ($klass, @attach) = @$_; 1325 my ($klass, @attach) = @$_;
915 _attach $registry, $klass, @attach; 1326 _attach $registry, $klass, @attach;
916 } 1327 }
917 } else { 1328 } else {
918 warn "object uses attachment '$name' that is not available, postponing.\n"; 1329 info "object uses attachment '$name' that is not available, postponing.\n";
919 } 1330 }
920 } 1331 }
921} 1332}
922 1333
923cf::attachable->attach ( 1334cf::attachable->attach (
924 prio => -1000000, 1335 prio => -1000000,
925 on_instantiate => sub { 1336 on_instantiate => sub {
926 my ($obj, $data) = @_; 1337 my ($obj, $data) = @_;
927 1338
928 $data = from_json $data; 1339 $data = decode_json $data;
929 1340
930 for (@$data) { 1341 for (@$data) {
931 my ($name, $args) = @$_; 1342 my ($name, $args) = @$_;
932 1343
933 $obj->attach ($name, %{$args || {} }); 1344 $obj->attach ($name, %{$args || {} });
949sub object_freezer_save { 1360sub object_freezer_save {
950 my ($filename, $rdata, $objs) = @_; 1361 my ($filename, $rdata, $objs) = @_;
951 1362
952 sync_job { 1363 sync_job {
953 if (length $$rdata) { 1364 if (length $$rdata) {
1365 utf8::decode (my $decname = $filename);
954 warn sprintf "saving %s (%d,%d)\n", 1366 trace sprintf "saving %s (%d,%d)\n",
955 $filename, length $$rdata, scalar @$objs; 1367 $decname, length $$rdata, scalar @$objs
1368 if $VERBOSE_IO;
956 1369
957 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1370 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
958 chmod SAVE_MODE, $fh; 1371 aio_chmod $fh, SAVE_MODE;
959 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1372 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
960 aio_fsync $fh if $cf::USE_FSYNC; 1373 if ($cf::USE_FSYNC) {
1374 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1375 aio_fsync $fh;
1376 }
961 close $fh; 1377 aio_close $fh;
962 1378
963 if (@$objs) { 1379 if (@$objs) {
964 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1380 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
965 chmod SAVE_MODE, $fh; 1381 aio_chmod $fh, SAVE_MODE;
966 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1382 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
967 aio_write $fh, 0, (length $data), $data, 0; 1383 aio_write $fh, 0, (length $data), $data, 0;
968 aio_fsync $fh if $cf::USE_FSYNC; 1384 if ($cf::USE_FSYNC) {
1385 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1386 aio_fsync $fh;
1387 }
969 close $fh; 1388 aio_close $fh;
970 aio_rename "$filename.pst~", "$filename.pst"; 1389 aio_rename "$filename.pst~", "$filename.pst";
971 } 1390 }
972 } else { 1391 } else {
973 aio_unlink "$filename.pst"; 1392 aio_unlink "$filename.pst";
974 } 1393 }
975 1394
976 aio_rename "$filename~", $filename; 1395 aio_rename "$filename~", $filename;
1396
1397 $filename =~ s%/[^/]+$%%;
1398 aio_pathsync $filename if $cf::USE_FSYNC;
977 } else { 1399 } else {
978 warn "FATAL: $filename~: $!\n"; 1400 error "unable to save objects: $filename~: $!\n";
979 } 1401 }
980 } else { 1402 } else {
981 aio_unlink $filename; 1403 aio_unlink $filename;
982 aio_unlink "$filename.pst"; 1404 aio_unlink "$filename.pst";
983 } 1405 }
984 } 1406 };
985} 1407}
986 1408
987sub object_freezer_as_string { 1409sub object_freezer_as_string {
988 my ($rdata, $objs) = @_; 1410 my ($rdata, $objs) = @_;
989 1411
1001 or return; 1423 or return;
1002 1424
1003 unless (aio_stat "$filename.pst") { 1425 unless (aio_stat "$filename.pst") {
1004 (aio_load "$filename.pst", $av) >= 0 1426 (aio_load "$filename.pst", $av) >= 0
1005 or return; 1427 or return;
1428
1006 $av = eval { (Storable::thaw $av)->{objs} }; 1429 my $st = eval { Coro::Storable::thaw $av };
1430 $av = $st->{objs};
1007 } 1431 }
1008 1432
1433 utf8::decode (my $decname = $filename);
1009 warn sprintf "loading %s (%d)\n", 1434 trace sprintf "loading %s (%d,%d)\n",
1010 $filename, length $data, scalar @{$av || []}; 1435 $decname, length $data, scalar @{$av || []}
1436 if $VERBOSE_IO;
1437
1011 return ($data, $av); 1438 ($data, $av)
1012} 1439}
1013 1440
1014=head2 COMMAND CALLBACKS 1441=head2 COMMAND CALLBACKS
1015 1442
1016=over 4 1443=over 4
1018=cut 1445=cut
1019 1446
1020############################################################################# 1447#############################################################################
1021# command handling &c 1448# command handling &c
1022 1449
1023=item cf::register_command $name => \&callback($ob,$args); 1450=item cf::register_command $name => \&callback($ob,$args)
1024 1451
1025Register a callback for execution when the client sends the user command 1452Register a callback for execution when the client sends the user command
1026$name. 1453$name.
1027 1454
1028=cut 1455=cut
1034 #warn "registering command '$name/$time' to '$caller'"; 1461 #warn "registering command '$name/$time' to '$caller'";
1035 1462
1036 push @{ $COMMAND{$name} }, [$caller, $cb]; 1463 push @{ $COMMAND{$name} }, [$caller, $cb];
1037} 1464}
1038 1465
1039=item cf::register_extcmd $name => \&callback($pl,$packet); 1466=item cf::register_extcmd $name => \&callback($pl,@args)
1040 1467
1041Register a callback for execution when the client sends an (synchronous) 1468Register a callback for execution when the client sends an (synchronous)
1042extcmd packet. Ext commands will be processed in the order they are 1469extcmd packet. Ext commands will be processed in the order they are
1043received by the server, like other user commands. The first argument is 1470received by the server, like other user commands. The first argument is
1044the logged-in player. Ext commands can only be processed after a player 1471the logged-in player. Ext commands can only be processed after a player
1045has logged in successfully. 1472has logged in successfully.
1046 1473
1047If the callback returns something, it is sent back as if reply was being 1474The values will be sent back to the client.
1048called.
1049 1475
1476=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
1477
1478Same as C<cf::register_extcmd>, but instead of returning values, the
1479callback needs to clal the C<$reply> function.
1480
1050=item cf::register_exticmd $name => \&callback($ns,$packet); 1481=item cf::register_exticmd $name => \&callback($ns,@args)
1051 1482
1052Register a callback for execution when the client sends an (asynchronous) 1483Register a callback for execution when the client sends an (asynchronous)
1053exticmd packet. Exti commands are processed by the server as soon as they 1484exticmd packet. Exti commands are processed by the server as soon as they
1054are received, i.e. out of order w.r.t. other commands. The first argument 1485are received, i.e. out of order w.r.t. other commands. The first argument
1055is a client socket. Exti commands can be received anytime, even before 1486is a client socket. Exti commands can be received anytime, even before
1056log-in. 1487log-in.
1057 1488
1058If the callback returns something, it is sent back as if reply was being 1489The values will be sent back to the client.
1059called.
1060 1490
1061=cut 1491=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1062 1492
1493Same as C<cf::register_extcmd>, but instead of returning values, the
1494callback needs to clal the C<$reply> function.
1495
1496=cut
1497
1063sub register_extcmd { 1498sub register_extcmd($$) {
1064 my ($name, $cb) = @_; 1499 my ($name, $cb) = @_;
1065 1500
1066 $EXTCMD{$name} = $cb; 1501 $EXTCMD{$name} = $cb;
1067} 1502}
1068 1503
1069sub register_exticmd { 1504sub register_async_extcmd($$) {
1070 my ($name, $cb) = @_; 1505 my ($name, $cb) = @_;
1071 1506
1507 $EXTACMD{$name} = $cb;
1508}
1509
1510sub register_exticmd($$) {
1511 my ($name, $cb) = @_;
1512
1072 $EXTICMD{$name} = $cb; 1513 $EXTICMD{$name} = $cb;
1073} 1514}
1074 1515
1516sub register_async_exticmd($$) {
1517 my ($name, $cb) = @_;
1518
1519 $EXTIACMD{$name} = $cb;
1520}
1521
1522use File::Glob ();
1523
1075cf::player->attach ( 1524cf::player->attach (
1076 on_command => sub { 1525 on_unknown_command => sub {
1077 my ($pl, $name, $params) = @_; 1526 my ($pl, $name, $params) = @_;
1078 1527
1079 my $cb = $COMMAND{$name} 1528 my $cb = $COMMAND{$name}
1080 or return; 1529 or return;
1081 1530
1089 my ($pl, $buf) = @_; 1538 my ($pl, $buf) = @_;
1090 1539
1091 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) }; 1540 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1092 1541
1093 if (ref $msg) { 1542 if (ref $msg) {
1543 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1544
1094 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1545 if (my $cb = $EXTACMD{$type}) {
1095 if (my %reply = $cb->($pl, $msg)) { 1546 $cb->(
1096 $pl->ext_reply ($msg->{msgid}, %reply); 1547 $pl,
1548 sub {
1549 $pl->ext_msg ("reply-$reply", @_)
1550 if $reply;
1551 },
1552 @payload
1553 );
1554 } else {
1555 my @reply;
1556
1557 if (my $cb = $EXTCMD{$type}) {
1558 @reply = $cb->($pl, @payload);
1097 } 1559 }
1560
1561 $pl->ext_msg ("reply-$reply", @reply)
1562 if $reply;
1098 } 1563 }
1564
1099 } else { 1565 } else {
1100 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1566 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1101 } 1567 }
1102 1568
1103 cf::override; 1569 cf::override;
1104 }, 1570 },
1105); 1571);
1106 1572
1573# "readahead" all extensions
1574sub cache_extensions {
1575 my $grp = IO::AIO::aio_group;
1576
1577 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
1578 for (grep /\.ext$/, @{$_[0]}) {
1579 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1580 }
1581 };
1582
1583 $grp
1584}
1585
1586sub _ext_cfg_reg($$$$) {
1587 my ($rvar, $varname, $cfgname, $default) = @_;
1588
1589 $cfgname = lc $varname
1590 unless length $cfgname;
1591
1592 $EXT_CFG{$cfgname} = [$rvar, $default];
1593
1594 $$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
1595}
1596
1107sub load_extensions { 1597sub load_extensions {
1598 info "loading extensions...";
1599
1600 %EXT_CFG = ();
1601
1108 cf::sync_job { 1602 cf::sync_job {
1109 my %todo; 1603 my %todo;
1110 1604
1111 for my $path (<$LIBDIR/*.ext>) { 1605 for my $path (<$LIBDIR/*.ext>) {
1112 next unless -r $path; 1606 next unless -r $path;
1130 1624
1131 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1625 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1132 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1626 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1133 1627
1134 $ext{source} = 1628 $ext{source} =
1135 "package $pkg; use strict; use utf8;\n" 1629 "package $pkg; use common::sense;\n"
1136 . "#line 1 \"$path\"\n{\n" 1630 . "#line 1 \"$path\"\n{\n"
1137 . $source 1631 . $source
1138 . "\n};\n1"; 1632 . "\n};\n1";
1139 1633
1140 $todo{$base} = \%ext; 1634 $todo{$base} = \%ext;
1141 } 1635 }
1142 1636
1637 my $pass = 0;
1143 my %done; 1638 my %done;
1144 while (%todo) { 1639 while (%todo) {
1145 my $progress; 1640 my $progress;
1146 1641
1642 ++$pass;
1643
1644 ext:
1147 while (my ($k, $v) = each %todo) { 1645 while (my ($k, $v) = each %todo) {
1148 for (split /,\s*/, $v->{meta}{depends}) { 1646 for (split /,\s*/, $v->{meta}{depends}) {
1149 goto skip 1647 next ext
1150 unless exists $done{$_}; 1648 unless exists $done{$_};
1151 } 1649 }
1152 1650
1153 warn "... loading '$k' into '$v->{pkg}'\n"; 1651 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1154 1652
1155 unless (eval $v->{source}) { 1653 my $source = $v->{source};
1654
1655 # support "CONF varname :confname = default" pseudo-statements
1656 $source =~ s{
1657 ^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
1658 }{
1659 "our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
1660 }gmxe;
1661
1662 my $active = eval $source;
1663
1664 if (length $@) {
1156 my $msg = $@ ? "$v->{path}: $@\n" 1665 error "$v->{path}: $@\n";
1157 : "$v->{base}: extension inactive.\n";
1158 1666
1667 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1159 if (exists $v->{meta}{mandatory}) { 1668 if exists $v->{meta}{mandatory};
1160 warn $msg; 1669
1161 warn "mandatory extension failed to load, exiting.\n"; 1670 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1162 exit 1; 1671 delete $todo{$k};
1163 } 1672 } else {
1164 1673 $done{$k} = delete $todo{$k};
1165 warn $msg; 1674 push @EXTS, $v->{pkg};
1675 $progress = 1;
1676
1677 info "$v->{base}: extension inactive.\n"
1678 unless $active;
1166 } 1679 }
1167
1168 $done{$k} = delete $todo{$k};
1169 push @EXTS, $v->{pkg};
1170 $progress = 1;
1171 } 1680 }
1172 1681
1173 skip: 1682 unless ($progress) {
1174 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n" 1683 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1175 unless $progress; 1684
1685 while (my ($k, $v) = each %todo) {
1686 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1687 if exists $v->{meta}{mandatory};
1688 }
1689
1690 last;
1691 }
1176 } 1692 }
1177 }; 1693 };
1178} 1694}
1179 1695
1180############################################################################# 1696#############################################################################
1181 1697
1182=back 1698=back
1183 1699
1184=head2 CORE EXTENSIONS 1700=head2 CORE EXTENSIONS
1185 1701
1186Functions and methods that extend core crossfire objects. 1702Functions and methods that extend core deliantra objects.
1187 1703
1188=cut 1704=cut
1189 1705
1190package cf::player; 1706package cf::player;
1191 1707
1192use Coro::AIO; 1708use Coro::AIO;
1193 1709
1194=head3 cf::player 1710=head3 cf::player
1195 1711
1196=over 4 1712=over 4
1713
1714=item cf::player::num_playing
1715
1716Returns the official number of playing players, as per the Crossfire metaserver rules.
1717
1718=cut
1719
1720sub num_playing {
1721 scalar grep
1722 $_->ob->map
1723 && !$_->hidden
1724 && !$_->ob->flag (cf::FLAG_WIZ),
1725 cf::player::list
1726}
1197 1727
1198=item cf::player::find $login 1728=item cf::player::find $login
1199 1729
1200Returns the given player object, loading it if necessary (might block). 1730Returns the given player object, loading it if necessary (might block).
1201 1731
1220 1750
1221sub exists($) { 1751sub exists($) {
1222 my ($login) = @_; 1752 my ($login) = @_;
1223 1753
1224 $cf::PLAYER{$login} 1754 $cf::PLAYER{$login}
1225 or cf::sync_job { !aio_stat path $login } 1755 or !aio_stat path $login
1226} 1756}
1227 1757
1228sub find($) { 1758sub find($) {
1229 return $cf::PLAYER{$_[0]} || do { 1759 return $cf::PLAYER{$_[0]} || do {
1230 my $login = $_[0]; 1760 my $login = $_[0];
1237 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst"; 1767 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1238 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata"; 1768 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1239 aio_unlink +(playerdir $login) . "/$login.pl.pst"; 1769 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1240 aio_unlink +(playerdir $login) . "/$login.pl"; 1770 aio_unlink +(playerdir $login) . "/$login.pl";
1241 1771
1242 my $pl = load_pl path $login 1772 my $f = new_from_file cf::object::thawer path $login
1243 or return; 1773 or return;
1774
1775 my $pl = cf::player::load_pl $f
1776 or return;
1777
1778 local $cf::PLAYER_LOADING{$login} = $pl;
1779 $f->resolve_delayed_derefs;
1244 $cf::PLAYER{$login} = $pl 1780 $cf::PLAYER{$login} = $pl
1245 } 1781 }
1246 } 1782 }
1247} 1783}
1784
1785cf::player->attach (
1786 on_load => sub {
1787 my ($pl, $path) = @_;
1788
1789 # restore slots saved in save, below
1790 my $slots = delete $pl->{_slots};
1791
1792 $pl->ob->current_weapon ($slots->[0]);
1793 $pl->combat_ob ($slots->[1]);
1794 $pl->ranged_ob ($slots->[2]);
1795 },
1796);
1248 1797
1249sub save($) { 1798sub save($) {
1250 my ($pl) = @_; 1799 my ($pl) = @_;
1251 1800
1252 return if $pl->{deny_save}; 1801 return if $pl->{deny_save};
1257 return if $pl->{deny_save}; 1806 return if $pl->{deny_save};
1258 1807
1259 aio_mkdir playerdir $pl, 0770; 1808 aio_mkdir playerdir $pl, 0770;
1260 $pl->{last_save} = $cf::RUNTIME; 1809 $pl->{last_save} = $cf::RUNTIME;
1261 1810
1811 cf::get_slot 0.01;
1812
1813 # save slots, to be restored later
1814 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1815
1262 $pl->save_pl ($path); 1816 $pl->save_pl ($path);
1263 Coro::cede; 1817 cf::cede_to_tick;
1264} 1818}
1265 1819
1266sub new($) { 1820sub new($) {
1267 my ($login) = @_; 1821 my ($login) = @_;
1268 1822
1274 $cf::PLAYER{$login} = $self; 1828 $cf::PLAYER{$login} = $self;
1275 1829
1276 $self 1830 $self
1277} 1831}
1278 1832
1833=item $player->send_msg ($channel, $msg, $color, [extra...])
1834
1835=cut
1836
1837sub send_msg {
1838 my $ns = shift->ns
1839 or return;
1840 $ns->send_msg (@_);
1841}
1842
1279=item $pl->quit_character 1843=item $pl->quit_character
1280 1844
1281Nukes the player without looking back. If logged in, the connection will 1845Nukes the player without looking back. If logged in, the connection will
1282be destroyed. May block for a long time. 1846be destroyed. May block for a long time.
1283 1847
1287 my ($pl) = @_; 1851 my ($pl) = @_;
1288 1852
1289 my $name = $pl->ob->name; 1853 my $name = $pl->ob->name;
1290 1854
1291 $pl->{deny_save} = 1; 1855 $pl->{deny_save} = 1;
1292 $pl->password ("*"); # this should lock out the player until we nuked the dir 1856 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1293 1857
1294 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1858 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1295 $pl->deactivate; 1859 $pl->deactivate;
1860
1861 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1296 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1862 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1863 ext::highscore::check ($pl->ob);
1864
1297 $pl->ns->destroy if $pl->ns; 1865 $pl->ns->destroy if $pl->ns;
1298 1866
1299 my $path = playerdir $pl; 1867 my $path = playerdir $pl;
1300 my $temp = "$path~$cf::RUNTIME~deleting~"; 1868 my $temp = "$path~$cf::RUNTIME~deleting~";
1301 aio_rename $path, $temp; 1869 aio_rename $path, $temp;
1336 or return []; 1904 or return [];
1337 1905
1338 my @logins; 1906 my @logins;
1339 1907
1340 for my $login (@$dirs) { 1908 for my $login (@$dirs) {
1909 my $path = path $login;
1910
1911 # a .pst is a dead give-away for a valid player
1912 # if no pst file found, open and chekc for blocked users
1913 if (aio_stat "$path.pst") {
1341 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1914 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1342 aio_read $fh, 0, 512, my $buf, 0 or next; 1915 aio_read $fh, 0, 512, my $buf, 0 or next;
1343 $buf !~ /^password -------------$/m or next; # official not-valid tag 1916 $buf !~ /^password -------------$/m or next; # official not-valid tag
1917 }
1344 1918
1345 utf8::decode $login; 1919 utf8::decode $login;
1346 push @logins, $login; 1920 push @logins, $login;
1347 } 1921 }
1348 1922
1349 \@logins 1923 \@logins
1350} 1924}
1351 1925
1352=item $player->maps 1926=item $player->maps
1927
1928=item cf::player::maps $login
1353 1929
1354Returns an arrayref of map paths that are private for this 1930Returns an arrayref of map paths that are private for this
1355player. May block. 1931player. May block.
1356 1932
1357=cut 1933=cut
1375 } 1951 }
1376 1952
1377 \@paths 1953 \@paths
1378} 1954}
1379 1955
1380=item $protocol_xml = $player->expand_cfpod ($crossfire_pod) 1956=item $protocol_xml = $player->expand_cfpod ($cfpod)
1381 1957
1382Expand crossfire pod fragments into protocol xml. 1958Expand deliantra pod fragments into protocol xml.
1383 1959
1384=cut
1385
1386sub expand_cfpod {
1387 ((my $self), (local $_)) = @_;
1388
1389 # escape & and <
1390 s/&/&amp;/g;
1391 s/(?<![BIUGH])</&lt;/g;
1392
1393 # this is buggy, it needs to properly take care of nested <'s
1394
1395 1 while
1396 # replace B<>, I<>, U<> etc.
1397 s/B<([^\>]*)>/<b>$1<\/b>/
1398 || s/I<([^\>]*)>/<i>$1<\/i>/
1399 || s/U<([^\>]*)>/<u>$1<\/u>/
1400 # replace G<male|female> tags
1401 || s{G<([^>|]*)\|([^>]*)>}{
1402 $self->gender ? $2 : $1
1403 }ge
1404 # replace H<hint text>
1405 || s{H<([^\>]*)>}
1406 {
1407 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1408 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1409 "")
1410 [$self->{hintmode}]
1411 }ge;
1412
1413 # create single paragraphs (very hackish)
1414 s/(?<=\S)\n(?=\w)/ /g;
1415
1416 # compress some whitespace
1417 s/\s+\n/\n/g; # ws line-ends
1418 s/\n\n+/\n/g; # double lines
1419 s/^\n+//; # beginning lines
1420 s/\n+$//; # ending lines
1421
1422 $_
1423}
1424
1425sub hintmode {
1426 $_[0]{hintmode} = $_[1] if @_ > 1;
1427 $_[0]{hintmode}
1428}
1429
1430=item $player->ext_reply ($msgid, %msg)
1431
1432Sends an ext reply to the player.
1433
1434=cut
1435
1436sub ext_reply($$%) {
1437 my ($self, $id, %msg) = @_;
1438
1439 $msg{msgid} = $id;
1440 $self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1441}
1442
1443=item $player->ext_event ($type, %msg) 1960=item $player->ext_msg ($type, @msg)
1444 1961
1445Sends an ext event to the client. 1962Sends an ext event to the client.
1446 1963
1447=cut 1964=cut
1448 1965
1449sub ext_event($$%) { 1966sub ext_msg($$@) {
1450 my ($self, $type, %msg) = @_; 1967 my ($self, $type, @msg) = @_;
1451 1968
1452 $self->ns->ext_event ($type, %msg); 1969 $self->ns->ext_msg ($type, @msg);
1453} 1970}
1454 1971
1455=head3 cf::region 1972=head3 cf::region
1456 1973
1457=over 4 1974=over 4
1467=cut 1984=cut
1468 1985
1469sub find_by_path($) { 1986sub find_by_path($) {
1470 my ($path) = @_; 1987 my ($path) = @_;
1471 1988
1989 $path =~ s/^~[^\/]*//; # skip ~login
1990
1472 my ($match, $specificity); 1991 my ($match, $specificity);
1473 1992
1474 for my $region (list) { 1993 for my $region (list) {
1475 if ($region->match && $path =~ $region->match) { 1994 if ($region->{match} && $path =~ $region->{match}) {
1476 ($match, $specificity) = ($region, $region->specificity) 1995 ($match, $specificity) = ($region, $region->specificity)
1477 if $region->specificity > $specificity; 1996 if $region->specificity > $specificity;
1478 } 1997 }
1479 } 1998 }
1480 1999
1501our $MAX_RESET = 3600; 2020our $MAX_RESET = 3600;
1502our $DEFAULT_RESET = 3000; 2021our $DEFAULT_RESET = 3000;
1503 2022
1504sub generate_random_map { 2023sub generate_random_map {
1505 my ($self, $rmp) = @_; 2024 my ($self, $rmp) = @_;
1506 # mit "rum" bekleckern, nicht 2025
2026 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
2027
1507 $self->_create_random_map ( 2028 $self->_create_random_map ($rmp);
1508 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1509 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1510 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1511 $rmp->{exit_on_final_map},
1512 $rmp->{xsize}, $rmp->{ysize},
1513 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1514 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1515 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1516 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1517 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1518 (cf::region::find $rmp->{region}), $rmp->{custom}
1519 )
1520} 2029}
1521 2030
1522=item cf::map->register ($regex, $prio) 2031=item cf::map->register ($regex, $prio)
1523 2032
1524Register a handler for the map path matching the given regex at the 2033Register a handler for the map path matching the given regex at the
1529 2038
1530sub register { 2039sub register {
1531 my (undef, $regex, $prio) = @_; 2040 my (undef, $regex, $prio) = @_;
1532 my $pkg = caller; 2041 my $pkg = caller;
1533 2042
1534 no strict;
1535 push @{"$pkg\::ISA"}, __PACKAGE__; 2043 push @{"$pkg\::ISA"}, __PACKAGE__;
1536 2044
1537 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 2045 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1538} 2046}
1539 2047
1540# also paths starting with '/' 2048# also paths starting with '/'
1541$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}]; 2049$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1542 2050
1543sub thawer_merge { 2051sub thawer_merge {
1544 my ($self, $merge) = @_; 2052 my ($self, $merge) = @_;
1545 2053
1546 # we have to keep some variables in memory intact 2054 # we have to keep some variables in memory intact
1551} 2059}
1552 2060
1553sub normalise { 2061sub normalise {
1554 my ($path, $base) = @_; 2062 my ($path, $base) = @_;
1555 2063
1556 $path = "$path"; # make sure its a string 2064 $path = "$path"; # make sure it's a string
1557 2065
1558 $path =~ s/\.map$//; 2066 $path =~ s/\.map$//;
1559 2067
1560 # map plan: 2068 # map plan:
1561 # 2069 #
1576 $base =~ s{[^/]+/?$}{}; 2084 $base =~ s{[^/]+/?$}{};
1577 $path = "$base/$path"; 2085 $path = "$base/$path";
1578 } 2086 }
1579 2087
1580 for ($path) { 2088 for ($path) {
1581 redo if s{//}{/};
1582 redo if s{/\.?/}{/}; 2089 redo if s{/\.?/}{/};
1583 redo if s{/[^/]+/\.\./}{/}; 2090 redo if s{/[^/]+/\.\./}{/};
1584 } 2091 }
1585 2092
1586 $path 2093 $path
1600 $self->init; # pass $1 etc. 2107 $self->init; # pass $1 etc.
1601 return $self; 2108 return $self;
1602 } 2109 }
1603 } 2110 }
1604 2111
1605 Carp::carp "unable to resolve path '$path' (base '$base')."; 2112 Carp::cluck "unable to resolve path '$path' (base '$base')";
1606 () 2113 ()
1607} 2114}
1608 2115
2116# may re-bless or do other evil things
1609sub init { 2117sub init {
1610 my ($self) = @_; 2118 my ($self) = @_;
1611 2119
1612 $self 2120 $self
1613} 2121}
1632 2140
1633# the temporary/swap location 2141# the temporary/swap location
1634sub save_path { 2142sub save_path {
1635 my ($self) = @_; 2143 my ($self) = @_;
1636 2144
1637 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2145 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1638 "$TMPDIR/$path.map" 2146 "$TMPDIR/$path.map"
1639} 2147}
1640 2148
1641# the unique path, undef == no special unique path 2149# the unique path, undef == no special unique path
1642sub uniq_path { 2150sub uniq_path {
1643 my ($self) = @_; 2151 my ($self) = @_;
1644 2152
1645 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2153 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1646 "$UNIQUEDIR/$path" 2154 "$UNIQUEDIR/$path"
1647}
1648
1649# and all this just because we cannot iterate over
1650# all maps in C++...
1651sub change_all_map_light {
1652 my ($change) = @_;
1653
1654 $_->change_map_light ($change)
1655 for grep $_->outdoor, values %cf::MAP;
1656} 2155}
1657 2156
1658sub decay_objects { 2157sub decay_objects {
1659 my ($self) = @_; 2158 my ($self) = @_;
1660 2159
1673 2172
1674sub load_header_from($) { 2173sub load_header_from($) {
1675 my ($self, $path) = @_; 2174 my ($self, $path) = @_;
1676 2175
1677 utf8::encode $path; 2176 utf8::encode $path;
1678 #aio_open $path, O_RDONLY, 0 2177 my $f = new_from_file cf::object::thawer $path
1679 # or return;
1680
1681 $self->_load_header ($path)
1682 or return; 2178 or return;
1683 2179
2180 $self->_load_header ($f)
2181 or return;
2182
2183 local $MAP_LOADING{$self->{path}} = $self;
2184 $f->resolve_delayed_derefs;
2185
1684 $self->{load_path} = $path; 2186 $self->{load_path} = $path;
1685 2187
1686 1 2188 1
1687} 2189}
1688 2190
2191# used to laod the header of an original map
1689sub load_header_orig { 2192sub load_header_orig {
1690 my ($self) = @_; 2193 my ($self) = @_;
1691 2194
1692 $self->load_header_from ($self->load_path) 2195 $self->load_header_from ($self->load_path)
1693} 2196}
1694 2197
2198# used to laod the header of an instantiated map
1695sub load_header_temp { 2199sub load_header_temp {
1696 my ($self) = @_; 2200 my ($self) = @_;
1697 2201
1698 $self->load_header_from ($self->save_path) 2202 $self->load_header_from ($self->save_path)
1699} 2203}
1700 2204
2205# called after loading the header from an instantiated map
1701sub prepare_temp { 2206sub prepare_temp {
1702 my ($self) = @_; 2207 my ($self) = @_;
1703 2208
1704 $self->last_access ((delete $self->{last_access}) 2209 $self->last_access ((delete $self->{last_access})
1705 || $cf::RUNTIME); #d# 2210 || $cf::RUNTIME); #d#
1706 # safety 2211 # safety
1707 $self->{instantiate_time} = $cf::RUNTIME 2212 $self->{instantiate_time} = $cf::RUNTIME
1708 if $self->{instantiate_time} > $cf::RUNTIME; 2213 if $self->{instantiate_time} > $cf::RUNTIME;
1709} 2214}
1710 2215
2216# called after loading the header from an original map
1711sub prepare_orig { 2217sub prepare_orig {
1712 my ($self) = @_; 2218 my ($self) = @_;
1713 2219
1714 $self->{load_original} = 1; 2220 $self->{load_original} = 1;
1715 $self->{instantiate_time} = $cf::RUNTIME; 2221 $self->{instantiate_time} = $cf::RUNTIME;
1739 2245
1740sub find; 2246sub find;
1741sub find { 2247sub find {
1742 my ($path, $origin) = @_; 2248 my ($path, $origin) = @_;
1743 2249
2250 cf::cede_to_tick;
2251
1744 $path = normalise $path, $origin && $origin->path; 2252 $path = normalise $path, $origin;
1745 2253
2254 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1746 cf::lock_wait "map_find:$path"; 2255 my $guard2 = cf::lock_acquire "map_find:$path";
1747 2256
1748 $cf::MAP{$path} || do { 2257 $cf::MAP{$path} || do {
1749 my $guard = cf::lock_acquire "map_find:$path";
1750 my $map = new_from_path cf::map $path 2258 my $map = new_from_path cf::map $path
1751 or return; 2259 or return;
1752 2260
1753 $map->{last_save} = $cf::RUNTIME; 2261 $map->{last_save} = $cf::RUNTIME;
1754 2262
1756 or return; 2264 or return;
1757 2265
1758 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?) 2266 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1759 # doing this can freeze the server in a sync job, obviously 2267 # doing this can freeze the server in a sync job, obviously
1760 #$cf::WAIT_FOR_TICK->wait; 2268 #$cf::WAIT_FOR_TICK->wait;
2269 undef $guard2;
2270 undef $guard1;
1761 $map->reset; 2271 $map->reset;
1762 undef $guard;
1763 return find $path; 2272 return find $path;
1764 } 2273 }
1765 2274
1766 $cf::MAP{$path} = $map 2275 $cf::MAP{$path} = $map
1767 } 2276 }
1768} 2277}
1769 2278
1770sub pre_load { } 2279sub pre_load { }
1771sub post_load { } 2280#sub post_load { } # XS
1772 2281
1773sub load { 2282sub load {
1774 my ($self) = @_; 2283 my ($self) = @_;
1775 2284
1776 local $self->{deny_reset} = 1; # loading can take a long time 2285 local $self->{deny_reset} = 1; # loading can take a long time
1777 2286
1778 my $path = $self->{path}; 2287 my $path = $self->{path};
1779 2288
1780 { 2289 {
1781 my $guard = cf::lock_acquire "map_load:$path"; 2290 my $guard = cf::lock_acquire "map_data:$path";
1782 2291
2292 return unless $self->valid;
1783 return if $self->in_memory != cf::MAP_SWAPPED; 2293 return unless $self->state == cf::MAP_SWAPPED;
1784
1785 $self->in_memory (cf::MAP_LOADING);
1786 2294
1787 $self->alloc; 2295 $self->alloc;
1788 2296
1789 $self->pre_load; 2297 $self->pre_load;
1790 Coro::cede; 2298 cf::cede_to_tick;
1791 2299
1792 $self->_load_objects ($self->{load_path}, 1) 2300 if (exists $self->{load_path}) {
2301 my $f = new_from_file cf::object::thawer $self->{load_path};
2302 $f->skip_block;
2303 $self->_load_objects ($f)
1793 or return; 2304 or return;
1794 2305
1795 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2306 $self->post_load_original
1796 if delete $self->{load_original}; 2307 if delete $self->{load_original};
1797 2308
1798 if (my $uniq = $self->uniq_path) { 2309 if (my $uniq = $self->uniq_path) {
1799 utf8::encode $uniq; 2310 utf8::encode $uniq;
1800 if (aio_open $uniq, O_RDONLY, 0) { 2311 unless (aio_stat $uniq) {
2312 if (my $f = new_from_file cf::object::thawer $uniq) {
1801 $self->clear_unique_items; 2313 $self->clear_unique_items;
1802 $self->_load_objects ($uniq, 0); 2314 $self->_load_objects ($f);
2315 $f->resolve_delayed_derefs;
2316 }
2317 }
1803 } 2318 }
1804 }
1805 2319
1806 Coro::cede; 2320 $f->resolve_delayed_derefs;
2321 } else {
2322 $self->post_load_original
2323 if delete $self->{load_original};
2324 }
2325
2326 $self->state (cf::MAP_INACTIVE);
2327
2328 cf::cede_to_tick;
1807 # now do the right thing for maps 2329 # now do the right thing for maps
1808 $self->link_multipart_objects; 2330 $self->link_multipart_objects;
1809 $self->difficulty ($self->estimate_difficulty) 2331 $self->difficulty ($self->estimate_difficulty)
1810 unless $self->difficulty; 2332 unless $self->difficulty;
1811 Coro::cede; 2333 cf::cede_to_tick;
1812 2334
1813 unless ($self->{deny_activate}) { 2335 unless ($self->{deny_activate}) {
1814 $self->decay_objects; 2336 $self->decay_objects;
1815 $self->fix_auto_apply; 2337 $self->fix_auto_apply;
1816 $self->update_buttons; 2338 $self->update_buttons;
1817 Coro::cede; 2339 cf::cede_to_tick;
1818 $self->set_darkness_map; 2340 #$self->activate; # no longer activate maps automatically
1819 Coro::cede;
1820 $self->activate;
1821 } 2341 }
1822 2342
1823 $self->in_memory (cf::MAP_IN_MEMORY); 2343 $self->{last_save} = $cf::RUNTIME;
2344 $self->last_access ($cf::RUNTIME);
1824 } 2345 }
1825 2346
1826 $self->post_load; 2347 $self->post_load;
1827}
1828 2348
2349 1
2350}
2351
2352# customize the map for a given player, i.e.
2353# return the _real_ map. used by e.g. per-player
2354# maps to change the path to ~playername/mappath
1829sub customise_for { 2355sub customise_for {
1830 my ($self, $ob) = @_; 2356 my ($self, $ob) = @_;
1831 2357
1832 return find "~" . $ob->name . "/" . $self->{path} 2358 return find "~" . $ob->name . "/" . $self->{path}
1833 if $self->per_player; 2359 if $self->per_player;
1836# if $self->per_party; 2362# if $self->per_party;
1837 2363
1838 $self 2364 $self
1839} 2365}
1840 2366
1841# find and load all maps in the 3x3 area around a map
1842sub load_diag {
1843 my ($map) = @_;
1844
1845 my @diag; # diagonal neighbours
1846
1847 for (0 .. 3) {
1848 my $neigh = $map->tile_path ($_)
1849 or next;
1850 $neigh = find $neigh, $map
1851 or next;
1852 $neigh->load;
1853
1854 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1855 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1856 }
1857
1858 for (@diag) {
1859 my $neigh = find @$_
1860 or next;
1861 $neigh->load;
1862 }
1863}
1864
1865sub find_sync { 2367sub find_sync {
1866 my ($path, $origin) = @_; 2368 my ($path, $origin) = @_;
1867 2369
1868 cf::sync_job { find $path, $origin } 2370 # it's a bug to call this from the main context
2371 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2372 if $Coro::current == $Coro::main;
2373
2374 find $path, $origin
1869} 2375}
1870 2376
1871sub do_load_sync { 2377sub do_load_sync {
1872 my ($map) = @_; 2378 my ($map) = @_;
1873 2379
1874 cf::sync_job { $map->load }; 2380 # it's a bug to call this from the main context
2381 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2382 if $Coro::current == $Coro::main;
2383
2384 $map->load;
1875} 2385}
1876 2386
1877our %MAP_PREFETCH; 2387our %MAP_PREFETCH;
1878our $MAP_PREFETCHER = undef; 2388our $MAP_PREFETCHER = undef;
1879 2389
1880sub find_async { 2390sub find_async {
1881 my ($path, $origin) = @_; 2391 my ($path, $origin, $load) = @_;
1882 2392
1883 $path = normalise $path, $origin && $origin->{path}; 2393 $path = normalise $path, $origin;
1884 2394
1885 if (my $map = $cf::MAP{$path}) { 2395 if (my $map = $cf::MAP{$path}) {
1886 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 2396 return $map if !$load || $map->linkable;
1887 } 2397 }
1888 2398
1889 undef $MAP_PREFETCH{$path}; 2399 $MAP_PREFETCH{$path} |= $load;
2400
1890 $MAP_PREFETCHER ||= cf::async { 2401 $MAP_PREFETCHER ||= cf::async {
2402 $Coro::current->{desc} = "map prefetcher";
2403
1891 while (%MAP_PREFETCH) { 2404 while (%MAP_PREFETCH) {
1892 for my $path (keys %MAP_PREFETCH) { 2405 for my $k (keys %MAP_PREFETCH) {
1893 my $map = find $path 2406 if (my $map = find $k) {
1894 or next; 2407 $map->load if $MAP_PREFETCH{$k};
1895 $map->load; 2408 }
1896 2409
1897 delete $MAP_PREFETCH{$path}; 2410 delete $MAP_PREFETCH{$k};
1898 } 2411 }
1899 } 2412 }
1900 undef $MAP_PREFETCHER; 2413 undef $MAP_PREFETCHER;
1901 }; 2414 };
1902 $MAP_PREFETCHER->prio (6); 2415 $MAP_PREFETCHER->prio (6);
1903 2416
1904 () 2417 ()
1905} 2418}
1906 2419
2420# common code, used by both ->save and ->swapout
1907sub save { 2421sub _save {
1908 my ($self) = @_; 2422 my ($self) = @_;
1909
1910 my $lock = cf::lock_acquire "map_data:" . $self->path;
1911 2423
1912 $self->{last_save} = $cf::RUNTIME; 2424 $self->{last_save} = $cf::RUNTIME;
1913 2425
1914 return unless $self->dirty; 2426 return unless $self->dirty;
1915 2427
1921 return if $self->{deny_save}; 2433 return if $self->{deny_save};
1922 2434
1923 local $self->{last_access} = $self->last_access;#d# 2435 local $self->{last_access} = $self->last_access;#d#
1924 2436
1925 cf::async { 2437 cf::async {
2438 $Coro::current->{desc} = "map player save";
1926 $_->contr->save for $self->players; 2439 $_->contr->save for $self->players;
1927 }; 2440 };
2441
2442 cf::get_slot 0.02;
1928 2443
1929 if ($uniq) { 2444 if ($uniq) {
1930 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2445 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1931 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2446 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1932 } else { 2447 } else {
1933 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2448 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1934 } 2449 }
1935} 2450}
1936 2451
2452sub save {
2453 my ($self) = @_;
2454
2455 my $lock = cf::lock_acquire "map_data:$self->{path}";
2456
2457 $self->_save;
2458}
2459
1937sub swap_out { 2460sub swap_out {
1938 my ($self) = @_; 2461 my ($self) = @_;
1939 2462
1940 # save first because save cedes
1941 $self->save;
1942
1943 my $lock = cf::lock_acquire "map_data:" . $self->path; 2463 my $lock = cf::lock_acquire "map_data:$self->{path}";
1944 2464
2465 return if !$self->linkable;
2466 return if $self->{deny_save};
1945 return if $self->players; 2467 return if $self->players;
1946 return if $self->in_memory != cf::MAP_IN_MEMORY;
1947 return if $self->{deny_save};
1948 2468
2469 # first deactivate the map and "unlink" it from the core
2470 $self->deactivate;
2471 $_->clear_links_to ($self) for values %cf::MAP;
2472 $self->state (cf::MAP_SWAPPED);
2473
2474 # then atomically save
2475 $self->_save;
2476
2477 # then free the map
1949 $self->clear; 2478 $self->clear;
1950 $self->in_memory (cf::MAP_SWAPPED);
1951} 2479}
1952 2480
1953sub reset_at { 2481sub reset_at {
1954 my ($self) = @_; 2482 my ($self) = @_;
1955 2483
1973 2501
1974 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2502 my $lock = cf::lock_acquire "map_data:$self->{path}";
1975 2503
1976 return if $self->players; 2504 return if $self->players;
1977 2505
1978 warn "resetting map ", $self->path; 2506 cf::trace "resetting map ", $self->path, "\n";
1979 2507
1980 $self->in_memory (cf::MAP_SWAPPED); 2508 $self->state (cf::MAP_SWAPPED);
1981 2509
1982 # need to save uniques path 2510 # need to save uniques path
1983 unless ($self->{deny_save}) { 2511 unless ($self->{deny_save}) {
1984 my $uniq = $self->uniq_path; utf8::encode $uniq; 2512 my $uniq = $self->uniq_path; utf8::encode $uniq;
1985 2513
1987 if $uniq; 2515 if $uniq;
1988 } 2516 }
1989 2517
1990 delete $cf::MAP{$self->path}; 2518 delete $cf::MAP{$self->path};
1991 2519
2520 $self->deactivate;
2521 $_->clear_links_to ($self) for values %cf::MAP;
1992 $self->clear; 2522 $self->clear;
1993
1994 $_->clear_links_to ($self) for values %cf::MAP;
1995 2523
1996 $self->unlink_save; 2524 $self->unlink_save;
1997 $self->destroy; 2525 $self->destroy;
1998} 2526}
1999 2527
2000my $nuke_counter = "aaaa"; 2528my $nuke_counter = "aaaa";
2001 2529
2002sub nuke { 2530sub nuke {
2003 my ($self) = @_; 2531 my ($self) = @_;
2004 2532
2533 {
2534 my $lock = cf::lock_acquire "map_data:$self->{path}";
2535
2005 delete $cf::MAP{$self->path}; 2536 delete $cf::MAP{$self->path};
2006 2537
2007 $self->unlink_save; 2538 $self->unlink_save;
2008 2539
2009 bless $self, "cf::map"; 2540 bless $self, "cf::map::wrap";
2010 delete $self->{deny_reset}; 2541 delete $self->{deny_reset};
2011 $self->{deny_save} = 1; 2542 $self->{deny_save} = 1;
2012 $self->reset_timeout (1); 2543 $self->reset_timeout (1);
2013 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2544 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2014 2545
2015 $cf::MAP{$self->path} = $self; 2546 $cf::MAP{$self->path} = $self;
2547 }
2016 2548
2017 $self->reset; # polite request, might not happen 2549 $self->reset; # polite request, might not happen
2018} 2550}
2019 2551
2020=item $maps = cf::map::tmp_maps 2552=item $maps = cf::map::tmp_maps
2062 2594
2063sub unique_maps() { 2595sub unique_maps() {
2064 [ 2596 [
2065 map { 2597 map {
2066 utf8::decode $_; 2598 utf8::decode $_;
2067 /\.map$/ 2599 s/\.map$//; # TODO future compatibility hack
2600 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2601 ? ()
2068 ? normalise $_ 2602 : normalise $_
2069 : ()
2070 } @{ aio_readdir $UNIQUEDIR or [] } 2603 } @{ aio_readdir $UNIQUEDIR or [] }
2071 ] 2604 ]
2072} 2605}
2073 2606
2074package cf; 2607=item cf::map::static_maps
2608
2609Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2610file in the shared directory excluding F</styles> and F</editor>). May
2611block.
2612
2613=cut
2614
2615sub static_maps() {
2616 my @dirs = "";
2617 my @maps;
2618
2619 while (@dirs) {
2620 my $dir = shift @dirs;
2621
2622 next if $dir eq "/styles" || $dir eq "/editor";
2623
2624 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2625 or return;
2626
2627 for (@$files) {
2628 s/\.map$// or next;
2629 utf8::decode $_;
2630 push @maps, "$dir/$_";
2631 }
2632
2633 push @dirs, map "$dir/$_", @$dirs;
2634 }
2635
2636 \@maps
2637}
2075 2638
2076=back 2639=back
2077 2640
2078=head3 cf::object 2641=head3 cf::object
2079 2642
2083 2646
2084=over 4 2647=over 4
2085 2648
2086=item $ob->inv_recursive 2649=item $ob->inv_recursive
2087 2650
2088Returns the inventory of the object _and_ their inventories, recursively. 2651Returns the inventory of the object I<and> their inventories, recursively,
2652but I<not> the object itself.
2089 2653
2090=cut 2654=cut
2091 2655
2092sub inv_recursive_; 2656sub inv_recursive_;
2093sub inv_recursive_ { 2657sub inv_recursive_ {
2096 2660
2097sub inv_recursive { 2661sub inv_recursive {
2098 inv_recursive_ inv $_[0] 2662 inv_recursive_ inv $_[0]
2099} 2663}
2100 2664
2665=item $ref = $ob->ref
2666
2667Creates and returns a persistent reference to an object that can be stored as a string.
2668
2669=item $ob = cf::object::deref ($refstring)
2670
2671returns the objetc referenced by refstring. may return undef when it cannot find the object,
2672even if the object actually exists. May block.
2673
2674=cut
2675
2676sub deref {
2677 my ($ref) = @_;
2678
2679 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2680 my ($uuid, $name) = ($1, $2);
2681 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2682 or return;
2683 $pl->ob->uuid eq $uuid
2684 or return;
2685
2686 $pl->ob
2687 } else {
2688 warn "$ref: cannot resolve object reference\n";
2689 undef
2690 }
2691}
2692
2101package cf; 2693package cf;
2102 2694
2103=back 2695=back
2104 2696
2105=head3 cf::object::player 2697=head3 cf::object::player
2111Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2703Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2112can be C<undef>. Does the right thing when the player is currently in a 2704can be C<undef>. Does the right thing when the player is currently in a
2113dialogue with the given NPC character. 2705dialogue with the given NPC character.
2114 2706
2115=cut 2707=cut
2708
2709our $SAY_CHANNEL = {
2710 id => "say",
2711 title => "Map",
2712 reply => "say ",
2713 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2714};
2715
2716our $CHAT_CHANNEL = {
2717 id => "chat",
2718 title => "Chat",
2719 reply => "chat ",
2720 tooltip => "Player chat and shouts, global to the server.",
2721};
2116 2722
2117# rough implementation of a future "reply" method that works 2723# rough implementation of a future "reply" method that works
2118# with dialog boxes. 2724# with dialog boxes.
2119#TODO: the first argument must go, split into a $npc->reply_to ( method 2725#TODO: the first argument must go, split into a $npc->reply_to ( method
2120sub cf::object::player::reply($$$;$) { 2726sub cf::object::player::reply($$$;$) {
2127 2733
2128 } else { 2734 } else {
2129 my $pl = $self->contr; 2735 my $pl = $self->contr;
2130 2736
2131 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) { 2737 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2132 my $diag = $pl->{npc_dialog}; 2738 my $dialog = $pl->{npc_dialog};
2133 $diag->{pl}->ext_reply ( 2739 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2134 $diag->{id},
2135 msgtype => "reply",
2136 msg => $diag->{pl}->expand_cfpod ($msg),
2137 add_topics => []
2138 );
2139 2740
2140 } else { 2741 } else {
2141 $msg = $npc->name . " says: $msg" if $npc; 2742 $msg = $npc->name . " says: $msg" if $npc;
2142 $self->message ($msg, $flags); 2743 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2143 } 2744 }
2144 } 2745 }
2746}
2747
2748=item $object->send_msg ($channel, $msg, $color, [extra...])
2749
2750=cut
2751
2752sub cf::object::send_msg {
2753 my $pl = shift->contr
2754 or return;
2755 $pl->send_msg (@_);
2145} 2756}
2146 2757
2147=item $player_object->may ("access") 2758=item $player_object->may ("access")
2148 2759
2149Returns wether the given player is authorized to access resource "access" 2760Returns wether the given player is authorized to access resource "access"
2150(e.g. "command_wizcast"). 2761(e.g. "command_wizcast").
2151 2762
2763This is implemented by checking a config setting of C<may_access> where
2764C<access> is replaced by the access string. The following alternatives are
2765possible (and are tested in order):
2766
2767=over 4
2768
2769=item * Player is DM
2770
2771The request will succeed.
2772
2773=item * may_access is an array reference
2774
2775If either the player nickname or UUID is in the array, the request will
2776succeed, otherwise it will fail.
2777
2778=item * may_access is a true value
2779
2780The request will succeed.
2781
2782=item * may_access is missing or false
2783
2784The request will fail.
2785
2786=back
2787
2152=cut 2788=cut
2153 2789
2154sub cf::object::player::may { 2790sub cf::object::player::may {
2155 my ($self, $access) = @_; 2791 my ($self, $access) = @_;
2156 2792
2157 $self->flag (cf::FLAG_WIZ) || 2793 $self->flag (cf::FLAG_WIZ) ||
2158 (ref $cf::CFG{"may_$access"} 2794 (ref $cf::CFG{"may_$access"}
2159 ? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}} 2795 ? scalar grep $self->name eq $_ || $self->uuid eq $_, @{$cf::CFG{"may_$access"}}
2160 : $cf::CFG{"may_$access"}) 2796 : $cf::CFG{"may_$access"})
2161} 2797}
2162 2798
2163=item $player_object->enter_link 2799=item $player_object->enter_link
2164 2800
2165Freezes the player and moves him/her to a special map (C<{link}>). 2801Freezes the player and moves him/her to a special map (C<{link}>).
2166 2802
2167The player should be reasonably safe there for short amounts of time. You 2803The player should be reasonably safe there for short amounts of time (e.g.
2168I<MUST> call C<leave_link> as soon as possible, though. 2804for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2805though, as the player cannot control the character while it is on the link
2806map.
2169 2807
2170Will never block. 2808This method will never block, which is the whole reaosn for it's
2809existance: you can I<always> put a player onto the link map, which is the
2810only place to put objects that is guaranteed to exist.
2811
2812A typical usage pattern is to call C<enter_link> synchronously from the
2813server, then start a new thread, do your blocking stuff there and then
2814call C<leave_link> from that thread.
2171 2815
2172=item $player_object->leave_link ($map, $x, $y) 2816=item $player_object->leave_link ($map, $x, $y)
2173 2817
2174Moves the player out of the special C<{link}> map onto the specified 2818Moves the player out of the special C<{link}> map onto the specified
2175map. If the map is not valid (or omitted), the player will be moved back 2819map. If the map is not valid (or omitted), the player will be moved back
2193sub cf::object::player::enter_link { 2837sub cf::object::player::enter_link {
2194 my ($self) = @_; 2838 my ($self) = @_;
2195 2839
2196 $self->deactivate_recursive; 2840 $self->deactivate_recursive;
2197 2841
2842 ++$self->{_link_recursion};
2843
2198 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2844 return if UNIVERSAL::isa $self->map, "ext::map_link";
2199 2845
2200 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2846 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2201 if $self->map && $self->map->{path} ne "{link}"; 2847 if $self->map && $self->map->{path} ne "{link}";
2202 2848
2203 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2849 $self->enter_map ($LINK_MAP || link_map, 3, 3);
2204} 2850}
2205 2851
2206sub cf::object::player::leave_link { 2852sub cf::object::player::leave_link {
2207 my ($self, $map, $x, $y) = @_; 2853 my ($self, $map, $x, $y) = @_;
2208 2854
2225 ($x, $y) = (-1, -1) 2871 ($x, $y) = (-1, -1)
2226 unless (defined $x) && (defined $y); 2872 unless (defined $x) && (defined $y);
2227 2873
2228 # use -1 or undef as default coordinates, not 0, 0 2874 # use -1 or undef as default coordinates, not 0, 0
2229 ($x, $y) = ($map->enter_x, $map->enter_y) 2875 ($x, $y) = ($map->enter_x, $map->enter_y)
2230 if $x <=0 && $y <= 0; 2876 if $x <= 0 && $y <= 0;
2231 2877
2232 $map->load; 2878 $map->load;
2233 $map->load_diag;
2234 2879
2235 return unless $self->contr->active; 2880 return unless $self->contr->active;
2236 $self->activate_recursive;
2237 2881
2238 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2882 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2239 $self->enter_map ($map, $x, $y); 2883 if ($self->enter_map ($map, $x, $y)) {
2240} 2884 # entering was successful
2885 delete $self->{_link_recursion};
2886 # only activate afterwards, to support waiting in hooks
2887 $self->activate_recursive;
2888 }
2241 2889
2890}
2891
2242=item $player_object->goto ($path, $x, $y[, $check->($map)]) 2892=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2243 2893
2244Moves the player to the given map-path and coordinates by first freezing 2894Moves the player to the given map-path and coordinates by first freezing
2245her, loading and preparing them map, calling the provided $check callback 2895her, loading and preparing them map, calling the provided $check callback
2246that has to return the map if sucecssful, and then unfreezes the player on 2896that has to return the map if sucecssful, and then unfreezes the player on
2247the new (success) or old (failed) map position. 2897the new (success) or old (failed) map position. In either case, $done will
2898be called at the end of this process.
2899
2900Note that $check will be called with a potentially non-loaded map, so if
2901it needs a loaded map it has to call C<< ->load >>.
2248 2902
2249=cut 2903=cut
2250 2904
2251our $GOTOGEN; 2905our $GOTOGEN;
2252 2906
2253sub cf::object::player::goto { 2907sub cf::object::player::goto {
2254 my ($self, $path, $x, $y, $check) = @_; 2908 my ($self, $path, $x, $y, $check, $done) = @_;
2909
2910 if ($self->{_link_recursion} >= $MAX_LINKS) {
2911 error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2912 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2913 ($path, $x, $y) = @$EMERGENCY_POSITION;
2914 }
2255 2915
2256 # do generation counting so two concurrent goto's will be executed in-order 2916 # do generation counting so two concurrent goto's will be executed in-order
2257 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2917 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2258 2918
2259 $self->enter_link; 2919 $self->enter_link;
2260 2920
2261 (async { 2921 (async {
2922 $Coro::current->{desc} = "player::goto $path $x $y";
2923
2924 # *tag paths override both path and x|y
2925 if ($path =~ /^\*(.*)$/) {
2926 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2927 my $ob = $obs[rand @obs];
2928
2929 # see if we actually can go there
2930 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2931 $ob = $obs[rand @obs];
2932 } else {
2933 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2934 }
2935 # else put us there anyways for now #d#
2936
2937 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2938 } else {
2939 ($path, $x, $y) = (undef, undef, undef);
2940 }
2941 }
2942
2262 my $map = eval { 2943 my $map = eval {
2263 my $map = cf::map::find $path; 2944 my $map = defined $path ? cf::map::find $path, $self->map : undef;
2264 2945
2265 if ($map) { 2946 if ($map) {
2266 $map = $map->customise_for ($self); 2947 $map = $map->customise_for ($self);
2267 $map = $check->($map) if $check && $map; 2948 $map = $check->($map, $x, $y, $self) if $check && $map;
2268 } else { 2949 } else {
2269 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2950 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2270 } 2951 }
2271 2952
2272 $map 2953 $map
2273 }; 2954 };
2274 2955
2279 2960
2280 if ($gen == $self->{_goto_generation}) { 2961 if ($gen == $self->{_goto_generation}) {
2281 delete $self->{_goto_generation}; 2962 delete $self->{_goto_generation};
2282 $self->leave_link ($map, $x, $y); 2963 $self->leave_link ($map, $x, $y);
2283 } 2964 }
2965
2966 $done->($self) if $done;
2284 })->prio (1); 2967 })->prio (1);
2285} 2968}
2286 2969
2287=item $player_object->enter_exit ($exit_object) 2970=item $player_object->enter_exit ($exit_object)
2288 2971
2308} 2991}
2309 2992
2310sub prepare_random_map { 2993sub prepare_random_map {
2311 my ($exit) = @_; 2994 my ($exit) = @_;
2312 2995
2313 my $guard = cf::lock_acquire "exit_prepare:$exit";
2314
2315 # all this does is basically replace the /! path by 2996 # all this does is basically replace the /! path by
2316 # a new random map path (?random/...) with a seed 2997 # a new random map path (?random/...) with a seed
2317 # that depends on the exit object 2998 # that depends on the exit object
2318 2999
2319 my $rmp = parse_random_map_params $exit->msg; 3000 my $rmp = parse_random_map_params $exit->msg;
2321 if ($exit->map) { 3002 if ($exit->map) {
2322 $rmp->{region} = $exit->region->name; 3003 $rmp->{region} = $exit->region->name;
2323 $rmp->{origin_map} = $exit->map->path; 3004 $rmp->{origin_map} = $exit->map->path;
2324 $rmp->{origin_x} = $exit->x; 3005 $rmp->{origin_x} = $exit->x;
2325 $rmp->{origin_y} = $exit->y; 3006 $rmp->{origin_y} = $exit->y;
3007
3008 $exit->map->touch;
2326 } 3009 }
2327 3010
2328 $rmp->{random_seed} ||= $exit->random_seed; 3011 $rmp->{random_seed} ||= $exit->random_seed;
2329 3012
2330 my $data = cf::to_json $rmp; 3013 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2331 my $md5 = Digest::MD5::md5_hex $data; 3014 my $md5 = Digest::MD5::md5_hex $data;
2332 my $meta = "$RANDOMDIR/$md5.meta"; 3015 my $meta = "$RANDOMDIR/$md5.meta";
2333 3016
2334 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 3017 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2335 aio_write $fh, 0, (length $data), $data, 0; 3018 aio_write $fh, 0, (length $data), $data, 0;
2336 undef $fh; 3019 undef $fh;
2337 aio_rename "$meta~", $meta; 3020 aio_rename "$meta~", $meta;
2338 3021
3022 my $slaying = "?random/$md5";
3023
3024 if ($exit->valid) {
2339 $exit->slaying ("?random/$md5"); 3025 $exit->slaying ("?random/$md5");
2340 $exit->msg (undef); 3026 $exit->msg (undef);
3027 }
2341 } 3028 }
2342} 3029}
2343 3030
2344sub cf::object::player::enter_exit { 3031sub cf::object::player::enter_exit {
2345 my ($self, $exit) = @_; 3032 my ($self, $exit) = @_;
2346 3033
2347 return unless $self->type == cf::PLAYER; 3034 return unless $self->type == cf::PLAYER;
2348 3035
2349 if ($exit->slaying eq "/!") {
2350 #TODO: this should de-fi-ni-te-ly not be a sync-job
2351 # the problem is that $exit might not survive long enough
2352 # so it needs to be done right now, right here
2353 cf::sync_job { prepare_random_map $exit };
2354 }
2355
2356 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2357 my $hp = $exit->stats->hp;
2358 my $sp = $exit->stats->sp;
2359
2360 $self->enter_link; 3036 $self->enter_link;
2361 3037
2362 # if exit is damned, update players death & WoR home-position
2363 $self->contr->savebed ($slaying, $hp, $sp)
2364 if $exit->flag (FLAG_DAMNED);
2365
2366 (async { 3038 (async {
2367 $self->deactivate_recursive; # just to be sure 3039 $Coro::current->{desc} = "enter_exit";
3040
2368 unless (eval { 3041 unless (eval {
3042 $self->deactivate_recursive; # just to be sure
3043
3044 my $map = cf::map::normalise $exit->slaying, $exit->map;
3045 my $x = $exit->stats->hp;
3046 my $y = $exit->stats->sp;
3047
3048 # special map handling
3049 my $slaying = $exit->slaying;
3050
3051 # special map handling
3052 if ($slaying eq "/!") {
3053 my $guard = cf::lock_acquire "exit_prepare:$exit";
3054
3055 prepare_random_map $exit
3056 if $exit->slaying eq "/!"; # need to re-check after getting the lock
3057
3058 $map = $exit->slaying;
3059
3060 } elsif ($slaying eq '!up') {
3061 $map = $exit->map->tile_path (cf::TILE_UP);
3062 $x = $exit->x;
3063 $y = $exit->y;
3064
3065 } elsif ($slaying eq '!down') {
3066 $map = $exit->map->tile_path (cf::TILE_DOWN);
3067 $x = $exit->x;
3068 $y = $exit->y;
3069 }
3070
2369 $self->goto ($slaying, $hp, $sp); 3071 $self->goto ($map, $x, $y);
2370 3072
3073 # if exit is damned, update players death & WoR home-position
3074 $self->contr->savebed ($map, $x, $y)
3075 if $exit->flag (cf::FLAG_DAMNED);
3076
2371 1; 3077 1
2372 }) { 3078 }) {
2373 $self->message ("Something went wrong deep within the crossfire server. " 3079 $self->message ("Something went wrong deep within the deliantra server. "
2374 . "I'll try to bring you back to the map you were before. " 3080 . "I'll try to bring you back to the map you were before. "
2375 . "Please report this to the dungeon master!", 3081 . "Please report this to the dungeon master!",
2376 cf::NDI_UNIQUE | cf::NDI_RED); 3082 cf::NDI_UNIQUE | cf::NDI_RED);
2377 3083
2378 warn "ERROR in enter_exit: $@"; 3084 error "ERROR in enter_exit: $@";
2379 $self->leave_link; 3085 $self->leave_link;
2380 } 3086 }
2381 })->prio (1); 3087 })->prio (1);
2382} 3088}
2383 3089
2384=head3 cf::client 3090=head3 cf::client
2385 3091
2386=over 4 3092=over 4
2387 3093
2388=item $client->send_drawinfo ($text, $flags) 3094=item $client->send_big_packet ($pkt)
2389 3095
2390Sends a drawinfo packet to the client. Circumvents output buffering so 3096Like C<send_packet>, but tries to compress large packets, and fragments
2391should not be used under normal circumstances. 3097them as required.
2392 3098
2393=cut 3099=cut
2394 3100
3101our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
3102
2395sub cf::client::send_drawinfo { 3103sub cf::client::send_big_packet {
2396 my ($self, $text, $flags) = @_; 3104 my ($self, $pkt) = @_;
2397 3105
2398 utf8::encode $text; 3106 # try lzf for large packets
2399 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 3107 $pkt = "lzf " . Compress::LZF::compress $pkt
2400} 3108 if 1024 <= length $pkt and $self->{can_lzf};
2401 3109
3110 # split very large packets
3111 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
3112 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
3113 $pkt = "frag";
3114 }
3115
3116 $self->send_packet ($pkt);
3117}
3118
2402=item $client->send_msg ($color, $type, $msg, [extra...]) 3119=item $client->send_msg ($channel, $msg, $color, [extra...])
2403 3120
2404Send a drawinfo or msg packet to the client, formatting the msg for the 3121Send a msg packet to the client, formatting the msg for the client if
2405client if neccessary. C<$type> should be a string identifying the type of 3122necessary. C<$type> should be a string identifying the type of the
2406the message, with C<log> being the default. If C<$color> is negative, suppress 3123message, with C<log> being the default. If C<$color> is negative, suppress
2407the message unless the client supports the msg packet. 3124the message unless the client supports the msg packet.
2408 3125
2409=cut 3126=cut
2410 3127
3128# non-persistent channels (usually the info channel)
3129our %CHANNEL = (
3130 "c/motd" => {
3131 id => "infobox",
3132 title => "MOTD",
3133 reply => undef,
3134 tooltip => "The message of the day",
3135 },
3136 "c/identify" => {
3137 id => "infobox",
3138 title => "Identify",
3139 reply => undef,
3140 tooltip => "Items recently identified",
3141 },
3142 "c/examine" => {
3143 id => "infobox",
3144 title => "Examine",
3145 reply => undef,
3146 tooltip => "Signs and other items you examined",
3147 },
3148 "c/shopinfo" => {
3149 id => "infobox",
3150 title => "Shop Info",
3151 reply => undef,
3152 tooltip => "What your bargaining skill tells you about the shop",
3153 },
3154 "c/book" => {
3155 id => "infobox",
3156 title => "Book",
3157 reply => undef,
3158 tooltip => "The contents of a note or book",
3159 },
3160 "c/lookat" => {
3161 id => "infobox",
3162 title => "Look",
3163 reply => undef,
3164 tooltip => "What you saw there",
3165 },
3166 "c/who" => {
3167 id => "infobox",
3168 title => "Players",
3169 reply => undef,
3170 tooltip => "Shows players who are currently online",
3171 },
3172 "c/body" => {
3173 id => "infobox",
3174 title => "Body Parts",
3175 reply => undef,
3176 tooltip => "Shows which body parts you possess and are available",
3177 },
3178 "c/statistics" => {
3179 id => "infobox",
3180 title => "Statistics",
3181 reply => undef,
3182 tooltip => "Shows your primary statistics",
3183 },
3184 "c/skills" => {
3185 id => "infobox",
3186 title => "Skills",
3187 reply => undef,
3188 tooltip => "Shows your experience per skill and item power",
3189 },
3190 "c/shopitems" => {
3191 id => "infobox",
3192 title => "Shop Items",
3193 reply => undef,
3194 tooltip => "Shows the items currently for sale in this shop",
3195 },
3196 "c/resistances" => {
3197 id => "infobox",
3198 title => "Resistances",
3199 reply => undef,
3200 tooltip => "Shows your resistances",
3201 },
3202 "c/pets" => {
3203 id => "infobox",
3204 title => "Pets",
3205 reply => undef,
3206 tooltip => "Shows information abotu your pets/a specific pet",
3207 },
3208 "c/perceiveself" => {
3209 id => "infobox",
3210 title => "Perceive Self",
3211 reply => undef,
3212 tooltip => "You gained detailed knowledge about yourself",
3213 },
3214 "c/uptime" => {
3215 id => "infobox",
3216 title => "Uptime",
3217 reply => undef,
3218 tooltip => "How long the server has been running since last restart",
3219 },
3220 "c/mapinfo" => {
3221 id => "infobox",
3222 title => "Map Info",
3223 reply => undef,
3224 tooltip => "Information related to the maps",
3225 },
3226 "c/party" => {
3227 id => "party",
3228 title => "Party",
3229 reply => "gsay ",
3230 tooltip => "Messages and chat related to your party",
3231 },
3232 "c/death" => {
3233 id => "death",
3234 title => "Death",
3235 reply => undef,
3236 tooltip => "Reason for and more info about your most recent death",
3237 },
3238 "c/fatal" => {
3239 id => "fatal",
3240 title => "Fatal Error",
3241 reply => undef,
3242 tooltip => "Reason for the server disconnect",
3243 },
3244 "c/say" => $SAY_CHANNEL,
3245 "c/chat" => $CHAT_CHANNEL,
3246);
3247
2411sub cf::client::send_msg { 3248sub cf::client::send_msg {
2412 my ($self, $color, $type, $msg, @extra) = @_; 3249 my ($self, $channel, $msg, $color, @extra) = @_;
2413 3250
2414 $msg = $self->pl->expand_cfpod ($msg); 3251 $msg = $self->pl->expand_cfpod ($msg)
3252 unless $color & cf::NDI_VERBATIM;
3253
3254 $color &= cf::NDI_CLIENT_MASK; # just in case...
3255
3256 # check predefined channels, for the benefit of C
3257 if ($CHANNEL{$channel}) {
3258 $channel = $CHANNEL{$channel};
3259
3260 $self->ext_msg (channel_info => $channel);
3261 $channel = $channel->{id};
3262
3263 } elsif (ref $channel) {
3264 # send meta info to client, if not yet sent
3265 unless (exists $self->{channel}{$channel->{id}}) {
3266 $self->{channel}{$channel->{id}} = $channel;
3267 $self->ext_msg (channel_info => $channel);
3268 }
3269
3270 $channel = $channel->{id};
3271 }
2415 3272
2416 return unless @extra || length $msg; 3273 return unless @extra || length $msg;
2417 3274
2418 if ($self->can_msg) { 3275 # default colour, mask it out
2419 $self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra])); 3276 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2420 } else { 3277 if $color & cf::NDI_DEF;
2421 # replace some tags by gcfclient-compatible ones
2422 for ($msg) {
2423 1 while
2424 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2425 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2426 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2427 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2428 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2429 }
2430 3278
2431 if ($color >= 0) { 3279 my $pkt = "msg "
2432 if (0 && $msg =~ /\[/) { 3280 . $self->{json_coder}->encode (
2433 $self->send_packet ("drawextinfo $color 4 0 $msg") 3281 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2434 } else { 3282 );
2435 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2436 $self->send_packet ("drawinfo $color $msg")
2437 }
2438 }
2439 }
2440}
2441 3283
3284 $self->send_big_packet ($pkt);
3285}
3286
2442=item $client->ext_event ($type, %msg) 3287=item $client->ext_msg ($type, @msg)
2443 3288
2444Sends an ext event to the client. 3289Sends an ext event to the client.
2445 3290
2446=cut 3291=cut
2447 3292
2448sub cf::client::ext_event($$%) { 3293sub cf::client::ext_msg($$@) {
2449 my ($self, $type, %msg) = @_; 3294 my ($self, $type, @msg) = @_;
2450 3295
2451 $msg{msgtype} = "event_$type";
2452 $self->send_packet ("ext " . $self->{json_coder}->encode (\%msg)); 3296 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2453} 3297}
2454 3298
2455=item $success = $client->query ($flags, "text", \&cb) 3299=item $success = $client->query ($flags, "text", \&cb)
2456 3300
2457Queues a query to the client, calling the given callback with 3301Queues a query to the client, calling the given callback with
2477 3321
2478 $self->send_packet ($self->{query_queue}[0][0]) 3322 $self->send_packet ($self->{query_queue}[0][0])
2479 if @{ $self->{query_queue} } == 1; 3323 if @{ $self->{query_queue} } == 1;
2480 3324
2481 1 3325 1
3326}
3327
3328=item $client->update_command_faces
3329
3330=cut
3331
3332our %COMMAND_FACE;
3333
3334sub cf::client::update_command_faces {
3335 my ($self) = @_;
3336
3337 my @faces = grep $_,
3338 $COMMAND_FACE{preferred},
3339 $COMMAND_FACE{standard},
3340 $COMMAND_FACE{skill},
3341 $self->pl->ob->flag (cf::FLAG_WIZ) ? $COMMAND_FACE{dm} : (),
3342 $COMMAND_FACE{emote},
3343 ;
3344
3345 $self->send_face ($_)
3346 for @faces;
3347 $self->flush_fx;
3348
3349 $self->ext_msg (command_list => @faces);
3350}
3351
3352=item cf::client::set_command_face $type, $commands
3353
3354=cut
3355
3356sub cf::client::set_command_face {
3357 my ($type, $list) = @_;
3358
3359 my $idx = &cf::face::set ( #d# ugly forward reference
3360 "command_list/$type" => cf::FT_RSRC,
3361 JSON::XS->new->utf8->encode ([ sort @$list ])
3362 );
3363
3364 $COMMAND_FACE{$type} = $idx;
2482} 3365}
2483 3366
2484cf::client->attach ( 3367cf::client->attach (
2485 on_connect => sub { 3368 on_connect => sub {
2486 my ($ns) = @_; 3369 my ($ns) = @_;
2512 my ($ns, $buf) = @_; 3395 my ($ns, $buf) = @_;
2513 3396
2514 my $msg = eval { $ns->{json_coder}->decode ($buf) }; 3397 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2515 3398
2516 if (ref $msg) { 3399 if (ref $msg) {
3400 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
3401
2517 if (my $cb = $EXTICMD{$msg->{msgtype}}) { 3402 if (my $cb = $EXTIACMD{$type}) {
2518 if (my %reply = $cb->($ns, $msg)) { 3403 $cb->(
2519 $reply{msgid} = $msg->{msgid}; 3404 $ns,
2520 $ns->send ("ext " . $ns->{json_coder}->encode (\%reply)); 3405 sub {
3406 $ns->ext_msg ("reply-$reply", @_)
3407 if $reply;
3408 },
3409 @payload
3410 );
3411 } else {
3412 my @reply;
3413
3414 if (my $cb = $EXTICMD{$type}) {
3415 @reply = $cb->($ns, @payload);
2521 } 3416 }
3417
3418 $ns->ext_msg ("reply-$reply", @reply)
3419 if $reply;
2522 } 3420 }
2523 } else { 3421 } else {
2524 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n"; 3422 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2525 } 3423 }
2526 3424
2527 cf::override; 3425 cf::override;
2528 }, 3426 },
2529); 3427);
2549 3447
2550 $coro 3448 $coro
2551} 3449}
2552 3450
2553cf::client->attach ( 3451cf::client->attach (
2554 on_destroy => sub { 3452 on_client_destroy => sub {
2555 my ($ns) = @_; 3453 my ($ns) = @_;
2556 3454
2557 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3455 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
2558 }, 3456 },
2559); 3457);
2574our $safe = new Safe "safe"; 3472our $safe = new Safe "safe";
2575our $safe_hole = new Safe::Hole; 3473our $safe_hole = new Safe::Hole;
2576 3474
2577$SIG{FPE} = 'IGNORE'; 3475$SIG{FPE} = 'IGNORE';
2578 3476
2579$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3477$safe->permit_only (Opcode::opset qw(
3478 :base_core :base_mem :base_orig :base_math :base_loop
3479 grepstart grepwhile mapstart mapwhile
3480 sort time
3481));
2580 3482
2581# here we export the classes and methods available to script code 3483# here we export the classes and methods available to script code
2582 3484
2583=pod 3485=pod
2584 3486
2585The following functions and methods are available within a safe environment: 3487The following functions and methods are available within a safe environment:
2586 3488
2587 cf::object 3489 cf::object
2588 contr pay_amount pay_player map x y force_find force_add 3490 contr pay_amount pay_player map x y force_find force_add destroy
2589 insert remove 3491 insert remove name archname title slaying race decrease split
3492 value
2590 3493
2591 cf::object::player 3494 cf::object::player
2592 player 3495 player
2593 3496
2594 cf::player 3497 cf::player
2599 3502
2600=cut 3503=cut
2601 3504
2602for ( 3505for (
2603 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3506 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2604 insert remove)], 3507 insert remove inv nrof name archname title slaying race
3508 decrease split destroy change_exp value msg lore send_msg)],
2605 ["cf::object::player" => qw(player)], 3509 ["cf::object::player" => qw(player)],
2606 ["cf::player" => qw(peaceful)], 3510 ["cf::player" => qw(peaceful send_msg)],
2607 ["cf::map" => qw(trigger)], 3511 ["cf::map" => qw(trigger)],
2608) { 3512) {
2609 no strict 'refs';
2610 my ($pkg, @funs) = @$_; 3513 my ($pkg, @funs) = @$_;
2611 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3514 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2612 for @funs; 3515 for @funs;
2613} 3516}
2614 3517
2629 3532
2630 my $qcode = $code; 3533 my $qcode = $code;
2631 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3534 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2632 $qcode =~ s/\n/\\n/g; 3535 $qcode =~ s/\n/\\n/g;
2633 3536
3537 %vars = (_dummy => 0) unless %vars;
3538
3539 my @res;
2634 local $_; 3540 local $_;
2635 local @safe::cf::_safe_eval_args = values %vars;
2636 3541
2637 my $eval = 3542 my $eval =
2638 "do {\n" 3543 "do {\n"
2639 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3544 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2640 . "#line 0 \"{$qcode}\"\n" 3545 . "#line 0 \"{$qcode}\"\n"
2641 . $code 3546 . $code
2642 . "\n}" 3547 . "\n}"
2643 ; 3548 ;
2644 3549
3550 if ($CFG{safe_eval}) {
2645 sub_generation_inc; 3551 sub_generation_inc;
3552 local @safe::cf::_safe_eval_args = values %vars;
2646 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3553 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2647 sub_generation_inc; 3554 sub_generation_inc;
3555 } else {
3556 local @cf::_safe_eval_args = values %vars;
3557 @res = wantarray ? eval eval : scalar eval $eval;
3558 }
2648 3559
2649 if ($@) { 3560 if ($@) {
2650 warn "$@"; 3561 warn "$@",
2651 warn "while executing safe code '$code'\n"; 3562 "while executing safe code '$code'\n",
2652 warn "with arguments " . (join " ", %vars) . "\n"; 3563 "with arguments " . (join " ", %vars) . "\n";
2653 } 3564 }
2654 3565
2655 wantarray ? @res : $res[0] 3566 wantarray ? @res : $res[0]
2656} 3567}
2657 3568
2671=cut 3582=cut
2672 3583
2673sub register_script_function { 3584sub register_script_function {
2674 my ($fun, $cb) = @_; 3585 my ($fun, $cb) = @_;
2675 3586
2676 no strict 'refs'; 3587 $fun = "safe::$fun" if $CFG{safe_eval};
2677 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3588 *$fun = $safe_hole->wrap ($cb);
2678} 3589}
2679 3590
2680=back 3591=back
2681 3592
2682=cut 3593=cut
2683 3594
2684############################################################################# 3595#############################################################################
2685# the server's init and main functions 3596# the server's init and main functions
2686 3597
3598{
3599 package cf::face;
3600
3601 our %HASH; # hash => idx
3602 our @DATA; # dynamically-created facedata, only faceste 0 used
3603 our @FOFS; # file offset, if > 0
3604 our @SIZE; # size of face, in octets
3605 our @META; # meta hash of face, if any
3606 our $DATAFH; # facedata filehandle
3607
3608 # internal api, not finalised
3609 sub set {
3610 my ($name, $type, $data) = @_;
3611
3612 my $idx = cf::face::find $name;
3613
3614 if ($idx) {
3615 delete $HASH{cf::face::get_csum $idx};
3616 } else {
3617 $idx = cf::face::alloc $name;
3618 }
3619
3620 my $hash = cf::face::mangle_csum Digest::MD5::md5 $data;
3621
3622 cf::face::set_type $idx, $type;
3623 cf::face::set_csum $idx, 0, $hash;
3624
3625 # we need to destroy the SV itself, not just modify it, as a running ix
3626 # might hold a reference to it: "delete" achieves that.
3627 delete $FOFS[0][$idx];
3628 delete $DATA[0][$idx];
3629 $DATA[0][$idx] = $data;
3630 $SIZE[0][$idx] = length $data;
3631 delete $META[$idx];
3632 $HASH{$hash} = $idx;#d#
3633
3634 $idx
3635 }
3636
3637 sub _get_data($$$) {
3638 my ($idx, $set, $cb) = @_;
3639
3640 if (defined $DATA[$set][$idx]) {
3641 $cb->($DATA[$set][$idx]);
3642 } elsif (my $fofs = $FOFS[$set][$idx]) {
3643 my $size = $SIZE[$set][$idx];
3644 my $buf;
3645 IO::AIO::aio_read $DATAFH, $fofs, $size, $buf, 0, sub {
3646 if ($_[0] == $size) {
3647 #cf::debug "read face $idx, $size from $fofs as ", length $buf;#d#
3648 $cb->($buf);
3649 } else {
3650 cf::error "INTERNAL ERROR: unable to read facedata for face $idx#$set ($size, $fofs), ignoring request.";
3651 }
3652 };
3653 } else {
3654 cf::error "requested facedata for unknown face $idx#$set, ignoring.";
3655 }
3656 }
3657
3658 # rather ineffient
3659 sub cf::face::get_data($;$) {
3660 my ($idx, $set) = @_;
3661
3662 _get_data $idx, $set, Coro::rouse_cb;
3663 Coro::rouse_wait
3664 }
3665
3666 sub cf::face::ix {
3667 my ($ns, $set, $idx, $pri) = @_;
3668
3669 _get_data $idx, $set, sub {
3670 $ns->ix_send ($idx, $pri, $_[0]);
3671 };
3672 }
3673}
3674
2687sub load_facedata($) { 3675sub load_facedata($) {
2688 my ($path) = @_; 3676 my ($path) = @_;
2689 3677
3678 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3679
2690 warn "loading facedata from $path\n"; 3680 trace "loading facedata from $path\n";
2691 3681
2692 my $facedata; 3682 my $facedata = decode_storable load_file "$path/faceinfo";
2693 0 < aio_load $path, $facedata
2694 or die "$path: $!";
2695
2696 $facedata = Coro::Storable::thaw $facedata;
2697 3683
2698 $facedata->{version} == 2 3684 $facedata->{version} == 2
2699 or cf::cleanup "$path: version mismatch, cannot proceed."; 3685 or cf::cleanup "$path/faceinfo: version mismatch, cannot proceed.";
3686
3687 my $fh = aio_open "$DATADIR/facedata", IO::AIO::O_RDONLY, 0
3688 or cf::cleanup "$path/facedata: $!, cannot proceed.";
3689
3690 get_slot 1, -100, "load_facedata"; # make sure we get a very big slot
3691
3692 # BEGIN ATOMIC
3693 # from here on, everything must be atomic - no thread switch allowed
3694 my $t1 = EV::time;
2700 3695
2701 { 3696 {
2702 my $faces = $facedata->{faceinfo}; 3697 my $faces = $facedata->{faceinfo};
2703 3698
2704 while (my ($face, $info) = each %$faces) { 3699 for my $face (sort keys %$faces) {
3700 my $info = $faces->{$face};
2705 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3701 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3702
2706 cf::face::set $idx, $info->{visibility}, $info->{magicmap}; 3703 cf::face::set_visibility $idx, $info->{visibility};
2707 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32}; 3704 cf::face::set_magicmap $idx, $info->{magicmap};
2708 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64}; 3705 cf::face::set_csum $idx, 0, $info->{hash64}; $cf::face::SIZE[0][$idx] = $info->{size64}; $cf::face::FOFS[0][$idx] = $info->{fofs64};
2709 Coro::cede; 3706 cf::face::set_csum $idx, 1, $info->{hash32}; $cf::face::SIZE[1][$idx] = $info->{size32}; $cf::face::FOFS[1][$idx] = $info->{fofs32};
3707 cf::face::set_csum $idx, 2, $info->{glyph}; $cf::face::DATA[2][$idx] = $info->{glyph};
3708 $cf::face::HASH{$info->{hash64}} = $idx;
3709 delete $cf::face::META[$idx];
2710 } 3710 }
2711 3711
2712 while (my ($face, $info) = each %$faces) { 3712 while (my ($face, $info) = each %$faces) {
2713 next unless $info->{smooth}; 3713 next unless $info->{smooth};
3714
2714 my $idx = cf::face::find $face 3715 my $idx = cf::face::find $face
2715 or next; 3716 or next;
3717
2716 if (my $smooth = cf::face::find $info->{smooth}) { 3718 if (my $smooth = cf::face::find $info->{smooth}) {
3719 cf::face::set_smooth $idx, $smooth;
2717 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel}; 3720 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2718 } else { 3721 } else {
2719 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3722 error "smooth face '$info->{smooth}' not found for face '$face'";
2720 } 3723 }
2721 Coro::cede;
2722 } 3724 }
2723 } 3725 }
2724 3726
2725 { 3727 {
2726 my $anims = $facedata->{animinfo}; 3728 my $anims = $facedata->{animinfo};
2727 3729
2728 while (my ($anim, $info) = each %$anims) { 3730 while (my ($anim, $info) = each %$anims) {
2729 cf::anim::set $anim, $info->{frames}, $info->{facings}; 3731 cf::anim::set $anim, $info->{frames}, $info->{facings};
2730 Coro::cede;
2731 } 3732 }
2732 3733
2733 cf::anim::invalidate_all; # d'oh 3734 cf::anim::invalidate_all; # d'oh
2734 } 3735 }
2735 3736
3737 {
3738 my $res = $facedata->{resource};
3739
3740 while (my ($name, $info) = each %$res) {
3741 if (defined (my $type = $info->{type})) {
3742 # TODO: different hash - must free and use new index, or cache ixface data queue
3743 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3744
3745 cf::face::set_type $idx, $type;
3746 cf::face::set_csum $idx, 0, $info->{hash};
3747 $cf::face::SIZE[0][$idx] = $info->{size};
3748 $cf::face::FOFS[0][$idx] = $info->{fofs};
3749 $cf::face::META[$idx] = $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3750 $cf::face::HASH{$info->{hash}} = $idx;
3751 } else {
3752# $RESOURCE{$name} = $info; # unused
3753 }
3754 }
3755 }
3756
3757 ($fh, $cf::face::DATAFH) = ($cf::face::DATAFH, $fh);
3758
3759 # HACK to clear player env face cache, we need some signal framework
3760 # for this (global event?)
3761 %ext::player_env::MUSIC_FACE_CACHE = ();
3762
3763 # END ATOMIC
3764
3765 cf::debug "facedata atomic update time ", EV::time - $t1;
3766
3767 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3768
3769 aio_close $fh if $fh; # close old facedata
3770
2736 1 3771 1
2737} 3772}
2738 3773
3774register_exticmd fx_want => sub {
3775 my ($ns, $want) = @_;
3776
3777 while (my ($k, $v) = each %$want) {
3778 $ns->fx_want ($k, $v);
3779 }
3780};
3781
3782sub load_resource_file($) {
3783 my $guard = lock_acquire "load_resource_file";
3784
3785 my $status = load_resource_file_ $_[0];
3786 get_slot 0.1, 100;
3787 cf::arch::commit_load;
3788
3789 $status
3790}
3791
3792sub reload_exp_table {
3793 _reload_exp_table;
3794
3795 cf::face::set
3796 "res/exp_table" => FT_RSRC,
3797 JSON::XS->new->utf8->canonical->encode (
3798 [map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
3799 );
3800}
3801
3802sub reload_materials {
3803 _reload_materials;
3804}
3805
2739sub reload_regions { 3806sub reload_regions {
3807 # HACK to clear player env face cache, we need some signal framework
3808 # for this (global event?)
3809 %ext::player_env::MUSIC_FACE_CACHE = ();
3810
2740 load_resource_file "$MAPDIR/regions" 3811 load_resource_file "$MAPDIR/regions"
2741 or die "unable to load regions file\n"; 3812 or die "unable to load regions file\n";
3813
3814 for (cf::region::list) {
3815 $_->{match} = qr/$_->{match}/
3816 if exists $_->{match};
3817 }
2742} 3818}
2743 3819
2744sub reload_facedata { 3820sub reload_facedata {
2745 load_facedata "$DATADIR/facedata" 3821 load_facedata $DATADIR
2746 or die "unable to load facedata\n"; 3822 or die "unable to load facedata\n";
2747} 3823}
2748 3824
2749sub reload_archetypes { 3825sub reload_archetypes {
2750 load_resource_file "$DATADIR/archetypes" 3826 load_resource_file "$DATADIR/archetypes"
2751 or die "unable to load archetypes\n"; 3827 or die "unable to load archetypes\n";
2752 #d# NEED to laod twice to resolve forward references 3828
2753 # this really needs to be done in an extra post-pass 3829 cf::face::set
2754 # (which needs to be synchronous, so solve it differently) 3830 "res/skill_info" => FT_RSRC,
2755 load_resource_file "$DATADIR/archetypes" 3831 JSON::XS->new->utf8->canonical->encode (
2756 or die "unable to load archetypes\n"; 3832 [map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
3833 );
3834
3835 cf::face::set
3836 "res/spell_paths" => FT_RSRC,
3837 JSON::XS->new->utf8->canonical->encode (
3838 [map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
3839 );
3840
3841 # command completion
3842 my @commands;
3843
3844 for (0..cf::arch::skillvec_size - 1) {
3845 my $skill = cf::arch::skillvec $_;
3846 my $name = $skill->name;
3847 my $flags = cf::skill_flags $skill->subtype;
3848
3849 push @commands, "ready_skill $name" if $flags & (SF_COMBAT | SF_RANGED | SF_GRACE);
3850 push @commands, "use_skill $name" if $flags & (SF_USE | SF_AUTARK | SF_GRACE);
3851 }
3852
3853 cf::client::set_command_face skill => \@commands;
2757} 3854}
2758 3855
2759sub reload_treasures { 3856sub reload_treasures {
2760 load_resource_file "$DATADIR/treasures" 3857 load_resource_file "$DATADIR/treasures"
2761 or die "unable to load treasurelists\n"; 3858 or die "unable to load treasurelists\n";
2762} 3859}
2763 3860
3861sub reload_sound {
3862 trace "loading sound config from $DATADIR/sound\n";
3863
3864 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3865
3866 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3867 my $sound = $soundconf->{compat}[$_]
3868 or next;
3869
3870 my $face = cf::face::find "sound/$sound->[1]";
3871 cf::sound::set $sound->[0] => $face;
3872 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3873 }
3874
3875 while (my ($k, $v) = each %{$soundconf->{event}}) {
3876 my $face = cf::face::find "sound/$v";
3877 cf::sound::set $k => $face;
3878 }
3879}
3880
2764sub reload_resources { 3881sub reload_resources {
2765 warn "reloading resource files...\n"; 3882 trace "reloading resource files...\n";
2766 3883
3884 reload_materials;
3885 reload_facedata;
3886 reload_exp_table;
3887 reload_sound;
3888 reload_archetypes;
2767 reload_regions; 3889 reload_regions;
2768 reload_facedata;
2769 #reload_archetypes;#d#
2770 reload_archetypes;
2771 reload_treasures; 3890 reload_treasures;
2772 3891
2773 warn "finished reloading resource files\n"; 3892 trace "finished reloading resource files\n";
2774} 3893}
2775 3894
2776sub init { 3895sub reload_config {
2777 reload_resources; 3896 trace "reloading config file...\n";
2778}
2779 3897
2780sub cfg_load { 3898 my $config = load_file "$CONFDIR/config";
2781 open my $fh, "<:utf8", "$CONFDIR/config" 3899 utf8::decode $config;
2782 or return; 3900 *CFG = decode_yaml $config;
2783 3901
2784 local $/;
2785 *CFG = YAML::Syck::Load <$fh>;
2786
2787 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3902 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2788 3903
2789 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3904 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2790 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3905 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2791 3906
2792 if (exists $CFG{mlockall}) { 3907 if (exists $CFG{mlockall}) {
2796 }; 3911 };
2797 warn $@ if $@; 3912 warn $@ if $@;
2798 } 3913 }
2799} 3914}
2800 3915
3916sub pidfile() {
3917 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3918 or die "$PIDFILE: $!";
3919 flock $fh, &Fcntl::LOCK_EX
3920 or die "$PIDFILE: flock: $!";
3921 $fh
3922}
3923
3924# make sure only one server instance is running at any one time
3925sub atomic {
3926 my $fh = pidfile;
3927
3928 my $pid = <$fh>;
3929 kill 9, $pid if $pid > 0;
3930
3931 seek $fh, 0, 0;
3932 print $fh $$;
3933}
3934
3935sub main_loop {
3936 trace "EV::run starting\n";
3937 if (1) {
3938 EV::run;
3939 }
3940 trace "EV::run returned\n";
3941 goto &main_loop unless $REALLY_UNLOOP;
3942}
3943
2801sub main { 3944sub main {
3945 cf::init_globals; # initialise logging
3946
3947 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3948 LOG llevInfo, "Copyright (C) 2017-2018 Marc Alexander Lehmann / the Deliantra team.";
3949 LOG llevInfo, "Copyright (C) 2005-2016 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3950 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3951 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3952
3953 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3954
2802 # we must not ever block the main coroutine 3955 # we must not ever block the main coroutine
2803 local $Coro::idle = sub { 3956 $Coro::idle = sub {
2804 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3957 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2805 (async { 3958 (async {
2806 Event::one_event; 3959 $Coro::current->{desc} = "IDLE BUG HANDLER";
3960 EV::run EV::RUN_ONCE;
2807 })->prio (Coro::PRIO_MAX); 3961 })->prio (Coro::PRIO_MAX);
2808 }; 3962 };
2809 3963
2810 cfg_load; 3964 evthread_start IO::AIO::poll_fileno;
3965
3966 cf::sync_job {
3967 cf::incloader::init ();
3968
2811 db_init; 3969 db_init;
3970
3971 cf::init_anim;
3972 cf::init_attackmess;
3973 cf::init_dynamic;
3974
3975 cf::load_settings;
3976
3977 reload_resources;
3978 reload_config;
3979
3980 cf::init_uuid;
3981 cf::init_signals;
3982 cf::init_skills;
3983
3984 cf::init_beforeplay;
3985
3986 atomic;
3987
2812 load_extensions; 3988 load_extensions;
2813 3989
2814 $TICK_WATCHER->start; 3990 utime time, time, $RUNTIMEFILE;
2815 Event::loop; 3991
3992 # no (long-running) fork's whatsoever before this point(!)
3993 use POSIX ();
3994 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3995
3996 cf::_post_init 0;
3997 };
3998
3999 cf::object::thawer::errors_are_fatal 0;
4000 info "parse errors in files are no longer fatal from this point on.\n";
4001
4002 AE::postpone {
4003 undef &main; # free gobs of memory :)
4004 };
4005
4006 goto &main_loop;
2816} 4007}
2817 4008
2818############################################################################# 4009#############################################################################
2819# initialisation and cleanup 4010# initialisation and cleanup
2820 4011
2821# install some emergency cleanup handlers 4012# install some emergency cleanup handlers
2822BEGIN { 4013BEGIN {
4014 our %SIGWATCHER = ();
2823 for my $signal (qw(INT HUP TERM)) { 4015 for my $signal (qw(INT HUP TERM)) {
2824 Event->signal ( 4016 $SIGWATCHER{$signal} = AE::signal $signal, sub {
2825 reentrant => 0,
2826 data => WF_AUTOCANCEL,
2827 signal => $signal,
2828 prio => 0,
2829 cb => sub {
2830 cf::cleanup "SIG$signal"; 4017 cf::cleanup "SIG$signal";
2831 },
2832 ); 4018 };
2833 } 4019 }
2834} 4020}
2835 4021
2836sub write_runtime { 4022sub write_runtime_sync {
2837 my $runtime = "$LOCALDIR/runtime"; 4023 my $t0 = AE::time;
2838 4024
2839 # first touch the runtime file to show we are still running: 4025 # first touch the runtime file to show we are still running:
2840 # the fsync below can take a very very long time. 4026 # the fsync below can take a very very long time.
2841 4027
2842 IO::AIO::aio_utime $runtime, undef, undef; 4028 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
2843 4029
2844 my $guard = cf::lock_acquire "write_runtime"; 4030 my $guard = cf::lock_acquire "write_runtime";
2845 4031
2846 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 4032 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
2847 or return; 4033 or return;
2848 4034
2849 my $value = $cf::RUNTIME + 90 + 10; 4035 my $value = $cf::RUNTIME + 90 + 10;
2850 # 10 is the runtime save interval, for a monotonic clock 4036 # 10 is the runtime save interval, for a monotonic clock
2851 # 60 allows for the watchdog to kill the server. 4037 # 60 allows for the watchdog to kill the server.
2861 aio_utime $fh, undef, undef; 4047 aio_utime $fh, undef, undef;
2862 4048
2863 close $fh 4049 close $fh
2864 or return; 4050 or return;
2865 4051
2866 aio_rename "$runtime~", $runtime 4052 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
2867 and return; 4053 and return;
2868 4054
2869 warn "runtime file written.\n"; 4055 trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
2870 4056
2871 1 4057 1
4058}
4059
4060our $uuid_lock;
4061our $uuid_skip;
4062
4063sub write_uuid_sync($) {
4064 $uuid_skip ||= $_[0];
4065
4066 return if $uuid_lock;
4067 local $uuid_lock = 1;
4068
4069 my $uuid = "$LOCALDIR/uuid";
4070
4071 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
4072 or return;
4073
4074 my $value = uuid_seq uuid_cur;
4075
4076 unless ($value) {
4077 info "cowardly refusing to write zero uuid value!\n";
4078 return;
4079 }
4080
4081 my $value = uuid_str $value + $uuid_skip;
4082 $uuid_skip = 0;
4083
4084 (aio_write $fh, 0, (length $value), $value, 0) <= 0
4085 and return;
4086
4087 # always fsync - this file is important
4088 aio_fsync $fh
4089 and return;
4090
4091 close $fh
4092 or return;
4093
4094 aio_rename "$uuid~", $uuid
4095 and return;
4096
4097 trace "uuid file written ($value).\n";
4098
4099 1
4100
4101}
4102
4103sub write_uuid($$) {
4104 my ($skip, $sync) = @_;
4105
4106 $sync ? write_uuid_sync $skip
4107 : async { write_uuid_sync $skip };
2872} 4108}
2873 4109
2874sub emergency_save() { 4110sub emergency_save() {
2875 my $freeze_guard = cf::freeze_mainloop; 4111 my $freeze_guard = cf::freeze_mainloop;
2876 4112
2877 warn "enter emergency perl save\n"; 4113 info "emergency_perl_save: enter\n";
4114
4115 # this is a trade-off: we want to be very quick here, so
4116 # save all maps without fsync, and later call a global sync
4117 # (which in turn might be very very slow)
4118 local $USE_FSYNC = 0;
2878 4119
2879 cf::sync_job { 4120 cf::sync_job {
4121 cf::write_runtime_sync; # external watchdog should not bark
4122
2880 # use a peculiar iteration method to avoid tripping on perl 4123 # use a peculiar iteration method to avoid tripping on perl
2881 # refcount bugs in for. also avoids problems with players 4124 # refcount bugs in for. also avoids problems with players
2882 # and maps saved/destroyed asynchronously. 4125 # and maps saved/destroyed asynchronously.
2883 warn "begin emergency player save\n"; 4126 info "emergency_perl_save: begin player save\n";
2884 for my $login (keys %cf::PLAYER) { 4127 for my $login (keys %cf::PLAYER) {
2885 my $pl = $cf::PLAYER{$login} or next; 4128 my $pl = $cf::PLAYER{$login} or next;
2886 $pl->valid or next; 4129 $pl->valid or next;
4130 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2887 $pl->save; 4131 $pl->save;
2888 } 4132 }
2889 warn "end emergency player save\n"; 4133 info "emergency_perl_save: end player save\n";
2890 4134
2891 warn "begin emergency map save\n"; 4135 cf::write_runtime_sync; # external watchdog should not bark
4136
4137 info "emergency_perl_save: begin map save\n";
2892 for my $path (keys %cf::MAP) { 4138 for my $path (keys %cf::MAP) {
2893 my $map = $cf::MAP{$path} or next; 4139 my $map = $cf::MAP{$path} or next;
2894 $map->valid or next; 4140 $map->valid or next;
2895 $map->save; 4141 $map->save;
2896 } 4142 }
2897 warn "end emergency map save\n"; 4143 info "emergency_perl_save: end map save\n";
2898 4144
2899 warn "begin emergency database checkpoint\n"; 4145 cf::write_runtime_sync; # external watchdog should not bark
4146
4147 info "emergency_perl_save: begin database checkpoint\n";
2900 BDB::db_env_txn_checkpoint $DB_ENV; 4148 BDB::db_env_txn_checkpoint $DB_ENV;
2901 warn "end emergency database checkpoint\n"; 4149 info "emergency_perl_save: end database checkpoint\n";
4150
4151 info "emergency_perl_save: begin write uuid\n";
4152 write_uuid_sync 1;
4153 info "emergency_perl_save: end write uuid\n";
4154
4155 cf::write_runtime_sync; # external watchdog should not bark
4156
4157 trace "emergency_perl_save: syncing database to disk";
4158 BDB::db_env_txn_checkpoint $DB_ENV;
4159
4160 info "emergency_perl_save: starting sync\n";
4161 IO::AIO::aio_sync sub {
4162 info "emergency_perl_save: finished sync\n";
4163 };
4164
4165 cf::write_runtime_sync; # external watchdog should not bark
4166
4167 trace "emergency_perl_save: flushing outstanding aio requests";
4168 while (IO::AIO::nreqs || BDB::nreqs) {
4169 Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
4170 }
4171
4172 cf::write_runtime_sync; # external watchdog should not bark
2902 }; 4173 };
2903 4174
2904 warn "leave emergency perl save\n"; 4175 info "emergency_perl_save: leave\n";
2905} 4176}
2906 4177
2907sub post_cleanup { 4178sub post_cleanup {
2908 my ($make_core) = @_; 4179 my ($make_core) = @_;
2909 4180
4181 IO::AIO::flush;
4182
2910 warn Carp::longmess "post_cleanup backtrace" 4183 error Carp::longmess "post_cleanup backtrace"
2911 if $make_core; 4184 if $make_core;
4185
4186 my $fh = pidfile;
4187 unlink $PIDFILE if <$fh> == $$;
4188}
4189
4190# a safer delete_package, copied from Symbol
4191sub clear_package($) {
4192 my $pkg = shift;
4193
4194 # expand to full symbol table name if needed
4195 unless ($pkg =~ /^main::.*::$/) {
4196 $pkg = "main$pkg" if $pkg =~ /^::/;
4197 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
4198 $pkg .= '::' unless $pkg =~ /::$/;
4199 }
4200
4201 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
4202 my $stem_symtab = *{$stem}{HASH};
4203
4204 defined $stem_symtab and exists $stem_symtab->{$leaf}
4205 or return;
4206
4207 # clear all symbols
4208 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
4209 for my $name (keys %$leaf_symtab) {
4210 _gv_clear *{"$pkg$name"};
4211# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
4212 }
2912} 4213}
2913 4214
2914sub do_reload_perl() { 4215sub do_reload_perl() {
2915 # can/must only be called in main 4216 # can/must only be called in main
2916 if ($Coro::current != $Coro::main) { 4217 unless (in_main) {
2917 warn "can only reload from main coroutine"; 4218 error "can only reload from main coroutine";
2918 return; 4219 return;
2919 } 4220 }
2920 4221
2921 warn "reloading..."; 4222 return if $RELOAD++;
2922 4223
2923 warn "entering sync_job"; 4224 my $t1 = AE::time;
2924 4225
4226 while ($RELOAD) {
4227 cf::get_slot 0.1, -1, "reload_perl";
4228 info "perl_reload: reloading...";
4229
4230 trace "perl_reload: entering sync_job";
4231
2925 cf::sync_job { 4232 cf::sync_job {
2926 cf::write_runtime; # external watchdog should not bark
2927 cf::emergency_save; 4233 #cf::emergency_save;
2928 cf::write_runtime; # external watchdog should not bark
2929 4234
2930 warn "syncing database to disk";
2931 BDB::db_env_txn_checkpoint $DB_ENV;
2932
2933 # if anything goes wrong in here, we should simply crash as we already saved
2934
2935 warn "cancelling all WF_AUTOCANCEL watchers";
2936 for (Event::all_watchers) {
2937 $_->cancel if $_->data & WF_AUTOCANCEL;
2938 }
2939
2940 warn "flushing outstanding aio requests";
2941 for (;;) {
2942 BDB::flush;
2943 IO::AIO::flush;
2944 Coro::cede;
2945 last unless IO::AIO::nreqs || BDB::nreqs;
2946 warn "iterate...";
2947 }
2948
2949 ++$RELOAD;
2950
2951 warn "cancelling all extension coros"; 4235 trace "perl_reload: cancelling all extension coros";
2952 $_->cancel for values %EXT_CORO; 4236 $_->cancel for values %EXT_CORO;
2953 %EXT_CORO = (); 4237 %EXT_CORO = ();
2954 4238
2955 warn "removing commands"; 4239 trace "perl_reload: removing commands";
2956 %COMMAND = (); 4240 %COMMAND = ();
2957 4241
2958 warn "removing ext/exti commands"; 4242 trace "perl_reload: removing ext/exti commands";
2959 %EXTCMD = (); 4243 %EXTCMD = ();
2960 %EXTICMD = (); 4244 %EXTICMD = ();
2961 4245
2962 warn "unloading/nuking all extensions"; 4246 trace "perl_reload: unloading/nuking all extensions";
2963 for my $pkg (@EXTS) { 4247 for my $pkg (@EXTS) {
2964 warn "... unloading $pkg"; 4248 trace "... unloading $pkg";
2965 4249
2966 if (my $cb = $pkg->can ("unload")) { 4250 if (my $cb = $pkg->can ("unload")) {
2967 eval { 4251 eval {
2968 $cb->($pkg); 4252 $cb->($pkg);
2969 1 4253 1
2970 } or warn "$pkg unloaded, but with errors: $@"; 4254 } or error "$pkg unloaded, but with errors: $@";
4255 }
4256
4257 trace "... clearing $pkg";
4258 clear_package $pkg;
2971 } 4259 }
2972 4260
2973 warn "... nuking $pkg";
2974 Symbol::delete_package $pkg;
2975 }
2976
2977 warn "unloading all perl modules loaded from $LIBDIR"; 4261 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2978 while (my ($k, $v) = each %INC) { 4262 while (my ($k, $v) = each %INC) {
2979 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 4263 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2980 4264
2981 warn "... unloading $k"; 4265 trace "... unloading $k";
2982 delete $INC{$k}; 4266 delete $INC{$k};
2983 4267
2984 $k =~ s/\.pm$//; 4268 $k =~ s/\.pm$//;
2985 $k =~ s/\//::/g; 4269 $k =~ s/\//::/g;
2986 4270
2987 if (my $cb = $k->can ("unload_module")) { 4271 if (my $cb = $k->can ("unload_module")) {
2988 $cb->(); 4272 $cb->();
4273 }
4274
4275 clear_package $k;
2989 } 4276 }
2990 4277
2991 Symbol::delete_package $k;
2992 }
2993
2994 warn "getting rid of safe::, as good as possible"; 4278 trace "perl_reload: getting rid of safe::, as good as possible";
2995 Symbol::delete_package "safe::$_" 4279 clear_package "safe::$_"
2996 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 4280 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2997 4281
2998 warn "unloading cf.pm \"a bit\""; 4282 trace "perl_reload: unloading cf.pm \"a bit\"";
2999 delete $INC{"cf.pm"}; 4283 delete $INC{"cf.pm"};
3000 delete $INC{"cf/pod.pm"}; 4284 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3001 4285
3002 # don't, removes xs symbols, too, 4286 # don't, removes xs symbols, too,
3003 # and global variables created in xs 4287 # and global variables created in xs
3004 #Symbol::delete_package __PACKAGE__; 4288 #clear_package __PACKAGE__;
3005 4289
3006 warn "unload completed, starting to reload now"; 4290 info "perl_reload: unload completed, starting to reload now";
3007 4291
3008 warn "reloading cf.pm"; 4292 trace "perl_reload: reloading cf.pm";
3009 require cf; 4293 require cf;
3010 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 4294 cf::_connect_to_perl_1;
3011 4295
3012 warn "loading config and database again"; 4296 trace "perl_reload: loading config and database again";
3013 cf::cfg_load; 4297 cf::reload_config;
3014 4298
3015 warn "loading extensions"; 4299 trace "perl_reload: loading extensions";
3016 cf::load_extensions; 4300 cf::load_extensions;
3017 4301
4302 if ($REATTACH_ON_RELOAD) {
3018 warn "reattaching attachments to objects/players"; 4303 trace "perl_reload: reattaching attachments to objects/players";
3019 _global_reattach; # objects, sockets 4304 _global_reattach; # objects, sockets
3020 warn "reattaching attachments to maps"; 4305 trace "perl_reload: reattaching attachments to maps";
3021 reattach $_ for values %MAP; 4306 reattach $_ for values %MAP;
3022 warn "reattaching attachments to players"; 4307 trace "perl_reload: reattaching attachments to players";
3023 reattach $_ for values %PLAYER; 4308 reattach $_ for values %PLAYER;
4309 }
3024 4310
3025 warn "leaving sync_job"; 4311 cf::_post_init 1;
3026 4312
4313 trace "perl_reload: leaving sync_job";
4314
3027 1 4315 1
3028 } or do { 4316 } or do {
3029 warn $@; 4317 error $@;
3030 warn "error while reloading, exiting."; 4318 cf::cleanup "perl_reload: error, exiting.";
3031 exit 1; 4319 };
4320
4321 --$RELOAD;
3032 }; 4322 }
3033 4323
3034 warn "reloaded"; 4324 $t1 = AE::time - $t1;
4325 info "perl_reload: completed in ${t1}s\n";
3035}; 4326};
3036 4327
3037our $RELOAD_WATCHER; # used only during reload 4328our $RELOAD_WATCHER; # used only during reload
3038 4329
3039sub reload_perl() { 4330sub reload_perl() {
3040 # doing reload synchronously and two reloads happen back-to-back, 4331 # doing reload synchronously and two reloads happen back-to-back,
3041 # coro crashes during coro_state_free->destroy here. 4332 # coro crashes during coro_state_free->destroy here.
3042 4333
3043 $RELOAD_WATCHER ||= Event->timer ( 4334 $RELOAD_WATCHER ||= cf::async {
3044 reentrant => 0, 4335 Coro::AIO::aio_wait cache_extensions;
3045 after => 0, 4336
3046 data => WF_AUTOCANCEL, 4337 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3047 cb => sub {
3048 do_reload_perl; 4338 do_reload_perl;
3049 undef $RELOAD_WATCHER; 4339 undef $RELOAD_WATCHER;
3050 }, 4340 };
3051 ); 4341 };
3052} 4342}
3053 4343
3054register_command "reload" => sub { 4344register_command "reload" => sub {
3055 my ($who, $arg) = @_; 4345 my ($who, $arg) = @_;
3056 4346
3057 if ($who->flag (FLAG_WIZ)) { 4347 if ($who->flag (FLAG_WIZ)) {
3058 $who->message ("reloading server."); 4348 $who->message ("reloading server.");
4349 async {
4350 $Coro::current->{desc} = "perl_reload";
3059 async { reload_perl }; 4351 reload_perl;
4352 };
3060 } 4353 }
3061}; 4354};
3062 4355
3063unshift @INC, $LIBDIR; 4356#############################################################################
3064 4357
3065my $bug_warning = 0; 4358my $bug_warning = 0;
3066 4359
3067our @WAIT_FOR_TICK;
3068our @WAIT_FOR_TICK_BEGIN;
3069
3070sub wait_for_tick { 4360sub wait_for_tick() {
3071 return unless $TICK_WATCHER->is_active; 4361 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3072 return if $Coro::current == $Coro::main;
3073 4362
3074 my $signal = new Coro::Signal; 4363 $WAIT_FOR_TICK->wait;
3075 push @WAIT_FOR_TICK, $signal;
3076 $signal->wait;
3077} 4364}
3078 4365
3079sub wait_for_tick_begin { 4366sub wait_for_tick_begin() {
3080 return unless $TICK_WATCHER->is_active; 4367 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3081 return if $Coro::current == $Coro::main;
3082 4368
3083 my $signal = new Coro::Signal; 4369 my $signal = new Coro::Signal;
3084 push @WAIT_FOR_TICK_BEGIN, $signal; 4370 push @WAIT_FOR_TICK_BEGIN, $signal;
3085 $signal->wait; 4371 $signal->wait;
3086} 4372}
3087 4373
3088 my $min = 1e6;#d# 4374sub tick {
3089 my $avg = 10;
3090$TICK_WATCHER = Event->timer (
3091 reentrant => 0,
3092 parked => 1,
3093 prio => 0,
3094 at => $NEXT_TICK || $TICK,
3095 data => WF_AUTOCANCEL,
3096 cb => sub {
3097 if ($Coro::current != $Coro::main) { 4375 if ($Coro::current != $Coro::main) {
3098 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4376 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3099 unless ++$bug_warning > 10; 4377 unless ++$bug_warning > 10;
3100 return; 4378 return;
3101 } 4379 }
3102 4380
3103 $NOW = $tick_start = Event::time; 4381 cf::one_tick; # one server iteration
3104 4382
3105 cf::server_tick; # one server iteration 4383 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3106 4384
3107 0 && sync_job {#d# 4385 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3108 for(1..10) { 4386 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3109 my $t = Event::time; 4387 Coro::async_pool {
3110 my $map = my $map = new_from_path cf::map "/tmp/x.map" 4388 $Coro::current->{desc} = "runtime saver";
3111 or die; 4389 write_runtime_sync
3112 4390 or error "ERROR: unable to write runtime file: $!";
3113 $map->width (50);
3114 $map->height (50);
3115 $map->alloc;
3116 $map->_load_objects ("/tmp/x.map", 1);
3117 my $t = Event::time - $t;
3118
3119 #next unless $t < 0.0013;#d#
3120 if ($t < $min) {
3121 $min = $t;
3122 }
3123 $avg = $avg * 0.99 + $t * 0.01;
3124 }
3125 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3126 exit 0;
3127 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3128 }; 4391 };
4392 }
3129 4393
3130 $RUNTIME += $TICK;
3131 $NEXT_TICK += $TICK;
3132
3133 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3134 $NEXT_RUNTIME_WRITE = $NOW + 10;
3135 Coro::async_pool {
3136 write_runtime
3137 or warn "ERROR: unable to write runtime file: $!";
3138 };
3139 }
3140
3141# my $AFTER = Event::time;
3142# warn $AFTER - $NOW;#d#
3143
3144 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4394 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3145 $sig->send; 4395 $sig->send;
3146 } 4396 }
3147 while (my $sig = shift @WAIT_FOR_TICK) { 4397 $WAIT_FOR_TICK->broadcast;
3148 $sig->send;
3149 }
3150 4398
3151 $NOW = Event::time; 4399 $LOAD = ($NOW - $TICK_START) / $TICK;
3152
3153 # if we are delayed by four ticks or more, skip them all
3154 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3155
3156 $TICK_WATCHER->at ($NEXT_TICK);
3157 $TICK_WATCHER->start;
3158
3159 $LOAD = ($NOW - $tick_start) / $TICK;
3160 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 4400 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3161 4401
3162 _post_tick; 4402 if (0) {
3163 4403 if ($NEXT_TICK) {
3164 4404 my $jitter = $TICK_START - $NEXT_TICK;
4405 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
4406 debug "jitter $JITTER\n";#d#
4407 }
3165 }, 4408 }
3166); 4409}
3167 4410
3168{ 4411{
3169 BDB::max_poll_time $TICK * 0.1; 4412 # configure BDB
3170 $BDB_POLL_WATCHER = Event->io ( 4413 info "initialising database";
3171 reentrant => 0, 4414
3172 fd => BDB::poll_fileno,
3173 poll => 'r',
3174 prio => 0,
3175 data => WF_AUTOCANCEL,
3176 cb => \&BDB::poll_cb,
3177 );
3178 BDB::min_parallel 8; 4415 BDB::min_parallel 16;
3179 4416 BDB::max_poll_reqs $TICK * 0.1;
3180 BDB::set_sync_prepare { 4417 #$AnyEvent::BDB::WATCHER->priority (1);
3181 my $status;
3182 my $current = $Coro::current;
3183 (
3184 sub {
3185 $status = $!;
3186 $current->ready; undef $current;
3187 },
3188 sub {
3189 Coro::schedule while defined $current;
3190 $! = $status;
3191 },
3192 )
3193 };
3194 4418
3195 unless ($DB_ENV) { 4419 unless ($DB_ENV) {
3196 $DB_ENV = BDB::db_env_create; 4420 $DB_ENV = BDB::db_env_create;
4421 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4422 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4423 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
4424 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
4425 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3197 4426
3198 cf::sync_job { 4427 cf::sync_job {
3199 eval { 4428 eval {
3200 BDB::db_env_open 4429 BDB::db_env_open
3201 $DB_ENV, 4430 $DB_ENV,
3203 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 4432 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3204 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 4433 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3205 0666; 4434 0666;
3206 4435
3207 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 4436 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3208
3209 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3210 $DB_ENV->set_lk_detect;
3211 }; 4437 };
3212 4438
3213 cf::cleanup "db_env_open(db): $@" if $@; 4439 cf::cleanup "db_env_open(db): $@" if $@;
3214 }; 4440 };
3215 } 4441 }
4442
4443 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
4444 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
4445 };
4446 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
4447 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4448 };
4449 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4450 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4451 };
4452
4453 info "database initialised";
3216} 4454}
3217 4455
3218{ 4456{
4457 # configure IO::AIO
4458
4459 info "initialising aio";
3219 IO::AIO::min_parallel 8; 4460 IO::AIO::min_parallel 8;
3220
3221 undef $Coro::AIO::WATCHER;
3222 IO::AIO::max_poll_time $TICK * 0.1; 4461 IO::AIO::max_poll_time $TICK * 0.1;
3223 $AIO_POLL_WATCHER = Event->io ( 4462 undef $AnyEvent::AIO::WATCHER;
3224 reentrant => 0, 4463 info "aio initialised";
3225 data => WF_AUTOCANCEL,
3226 fd => IO::AIO::poll_fileno,
3227 poll => 'r',
3228 prio => 6,
3229 cb => \&IO::AIO::poll_cb,
3230 );
3231} 4464}
3232 4465
3233my $_log_backtrace; 4466our $_log_backtrace;
4467our $_log_backtrace_last;
3234 4468
3235sub _log_backtrace { 4469sub _log_backtrace {
3236 my ($msg, @addr) = @_; 4470 my ($msg, @addr) = @_;
3237 4471
3238 $msg =~ s/\n//; 4472 $msg =~ s/\n$//;
3239 4473
4474 if ($_log_backtrace_last eq $msg) {
4475 LOG llevInfo, "[ABT] $msg\n";
4476 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3240 # limit the # of concurrent backtraces 4477 # limit the # of concurrent backtraces
3241 if ($_log_backtrace < 2) { 4478 } elsif ($_log_backtrace < 2) {
4479 $_log_backtrace_last = $msg;
3242 ++$_log_backtrace; 4480 ++$_log_backtrace;
4481 my $perl_bt = Carp::longmess $msg;
3243 async { 4482 async {
4483 $Coro::current->{desc} = "abt $msg";
4484
3244 my @bt = fork_call { 4485 my @bt = fork_call {
3245 @addr = map { sprintf "%x", $_ } @addr; 4486 @addr = map { sprintf "%x", $_ } @addr;
3246 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 4487 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3247 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 4488 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3248 or die "addr2line: $!"; 4489 or die "addr2line: $!";
3256 } 4497 }
3257 4498
3258 @funcs 4499 @funcs
3259 }; 4500 };
3260 4501
3261 LOG llevInfo, "[ABT] $msg\n"; 4502 LOG llevInfo, "[ABT] $perl_bt\n";
4503 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3262 LOG llevInfo, "[ABT] $_\n" for @bt; 4504 LOG llevInfo, "[ABT] $_\n" for @bt;
3263 --$_log_backtrace; 4505 --$_log_backtrace;
3264 }; 4506 };
3265 } else { 4507 } else {
3266 LOG llevInfo, "[ABT] $msg\n"; 4508 LOG llevInfo, "[ABT] $msg\n";
3267 LOG llevInfo, "[ABT] [suppressed]\n"; 4509 LOG llevInfo, "[ABT] [overload, suppressed]\n";
3268 } 4510 }
3269} 4511}
3270 4512
3271# load additional modules 4513# load additional modules
3272use cf::pod; 4514require "cf/$_.pm" for @EXTRA_MODULES;
4515cf::_connect_to_perl_2;
3273 4516
3274END { cf::emergency_save } 4517END { cf::emergency_save }
3275 4518
32761 45191
3277 4520

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines