ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.214 by root, Wed Feb 14 00:40:05 2007 UTC vs.
Revision 1.581 by root, Fri Feb 3 02:04:11 2012 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
19#
20# The authors can be reached via e-mail to <support@deliantra.net>
21#
22
1package cf; 23package cf;
2 24
3use utf8; 25use common::sense;
4use strict;
5 26
6use Symbol; 27use Symbol;
7use List::Util; 28use List::Util;
8use Storable; 29use Socket;
30use EV;
9use Opcode; 31use Opcode;
10use Safe; 32use Safe;
11use Safe::Hole; 33use Safe::Hole;
34use Storable ();
35use Carp ();
12 36
37use Guard ();
13use Coro 3.5 (); 38use Coro ();
39use Coro::State;
40use Coro::Handle;
41use Coro::EV;
14use Coro::Event; 42use Coro::AnyEvent;
15use Coro::Timer; 43use Coro::Timer;
16use Coro::Signal; 44use Coro::Signal;
17use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
18use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
50use Coro::Storable;
51use Coro::Util ();
19 52
53use JSON::XS 2.01 ();
20use BDB (); 54use BDB ();
21use Data::Dumper; 55use Data::Dumper;
22use Digest::MD5;
23use Fcntl; 56use Fcntl;
24use IO::AIO 2.32 ();
25use YAML::Syck (); 57use YAML::XS ();
58use IO::AIO ();
26use Time::HiRes; 59use Time::HiRes;
27use Compress::LZF; 60use Compress::LZF;
61use Digest::MD5 ();
28 62
63AnyEvent::detect;
64
65# configure various modules to our taste
66#
67$Storable::canonical = 1; # reduce rsync transfers
68Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
69
70$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
71
72# make sure c-lzf reinitialises itself
73Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 74Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
30 75
31use Event; $Event::Eval = 1; # no idea why this is required, but it is 76# strictly for debugging
77$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
32 78
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 79sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 80
35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 81our @ORIG_INC;
36$YAML::Syck::ImplicitUnicode = 1;
37
38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
39 82
40our %COMMAND = (); 83our %COMMAND = ();
41our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
42 85
43our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
44our %EXTCMD = (); 87our %EXTCMD = ();
88our %EXTICMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
47 91
92our $RELOAD; # number of reloads so far, non-zero while in reload
48our @EVENT; 93our @EVENT;
49our $LIBDIR = datadir . "/ext"; 94our @REFLECT; # set by XS
95our %REFLECT; # set by us
50 96
51our $TICK = MAX_TIME * 1e-6; 97our $CONFDIR = confdir;
52our $TICK_WATCHER; 98
53our $AIO_POLL_WATCHER; 99our $DATADIR = datadir;
100our $LIBDIR = "$DATADIR/ext";
101our $PODDIR = "$DATADIR/pod";
102our $MAPDIR = "$DATADIR/" . mapdir;
103
104our $LOCALDIR = localdir;
105our $TMPDIR = "$LOCALDIR/" . tmpdir;
106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
108our $RANDOMDIR = "$LOCALDIR/random";
109our $BDBDIR = "$LOCALDIR/db";
110our $PIDFILE = "$LOCALDIR/pid";
111our $RUNTIMEFILE = "$LOCALDIR/runtime";
112
113#our %RESOURCE; # unused
114
115our $OUTPUT_RATE_MIN = 3000;
116our $OUTPUT_RATE_MAX = 1000000;
117
118our $MAX_LINKS = 32; # how many chained exits to follow
119our $VERBOSE_IO = 1;
120
121our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
54our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 122our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
55our $NEXT_TICK; 123our $NEXT_TICK;
124our $USE_FSYNC = 1; # use fsync to write maps - default on
125
126our $BDB_DEADLOCK_WATCHER;
127our $BDB_CHECKPOINT_WATCHER;
128our $BDB_TRICKLE_WATCHER;
129our $DB_ENV;
130
131our @EXTRA_MODULES = qw(pod match mapscript incloader);
132
133our %CFG;
134
135our $UPTIME; $UPTIME ||= time;
136our $RUNTIME = 0;
137our $SERVER_TICK = 0;
56our $NOW; 138our $NOW;
57our $USE_FSYNC = 1; # use fsync to write maps - default off
58 139
59our $BDB_POLL_WATCHER; 140our (%PLAYER, %PLAYER_LOADING); # all users
60our $DB_ENV; 141our (%MAP, %MAP_LOADING ); # all maps
61
62our %CFG;
63
64our $UPTIME; $UPTIME ||= time;
65our $RUNTIME;
66
67our %PLAYER; # all users
68our %MAP; # all maps
69our $LINK_MAP; # the special {link} map, which is always available 142our $LINK_MAP; # the special {link} map, which is always available
70our $RANDOM_MAPS = cf::localdir . "/random";
71our $BDB_ENV_DIR = cf::localdir . "/db";
72
73our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75 143
76# used to convert map paths into valid unix filenames by replacing / by ∕ 144# used to convert map paths into valid unix filenames by replacing / by ∕
77our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 145our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
78 146
147our $LOAD; # a number between 0 (idle) and 1 (too many objects)
148our $LOADAVG; # same thing, but with alpha-smoothing
149our $JITTER; # average jitter
150our $TICK_START; # for load detecting purposes
151
152our @POST_INIT;
153
154our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
155our $REALLY_UNLOOP; # never set to true, please :)
156
157our $WAIT_FOR_TICK = new Coro::Signal;
158our @WAIT_FOR_TICK_BEGIN;
159
79binmode STDOUT; 160binmode STDOUT;
80binmode STDERR; 161binmode STDERR;
81 162
82# read virtual server time, if available 163# read virtual server time, if available
83unless ($RUNTIME || !-e cf::localdir . "/runtime") { 164unless ($RUNTIME || !-e $RUNTIMEFILE) {
84 open my $fh, "<", cf::localdir . "/runtime" 165 open my $fh, "<", $RUNTIMEFILE
85 or die "unable to read runtime file: $!"; 166 or die "unable to read $RUNTIMEFILE file: $!";
86 $RUNTIME = <$fh> + 0.; 167 $RUNTIME = <$fh> + 0.;
87} 168}
88 169
89mkdir cf::localdir; 170eval "sub TICK() { $TICK } 1" or die;
90mkdir cf::localdir . "/" . cf::playerdir; 171
91mkdir cf::localdir . "/" . cf::tmpdir; 172mkdir $_
92mkdir cf::localdir . "/" . cf::uniquedir; 173 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
93mkdir $RANDOM_MAPS;
94mkdir $BDB_ENV_DIR;
95 174
96our $EMERGENCY_POSITION; 175our $EMERGENCY_POSITION;
97 176
98sub cf::map::normalise; 177sub cf::map::normalise;
99 178
179sub in_main() {
180 $Coro::current == $Coro::main
181}
182
100############################################################################# 183#############################################################################
101 184
185%REFLECT = ();
186for (@REFLECT) {
187 my $reflect = JSON::XS::decode_json $_;
188 $REFLECT{$reflect->{class}} = $reflect;
189}
190
191# this is decidedly evil
192$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
193
194#############################################################################
195
102=head2 GLOBAL VARIABLES 196=head2 GLOBAL VARIABLES
103 197
104=over 4 198=over 4
105 199
106=item $cf::UPTIME 200=item $cf::UPTIME
107 201
108The timestamp of the server start (so not actually an uptime). 202The timestamp of the server start (so not actually an "uptime").
203
204=item $cf::SERVER_TICK
205
206An unsigned integer that starts at zero when the server is started and is
207incremented on every tick.
208
209=item $cf::NOW
210
211The (real) time of the last (current) server tick - updated before and
212after tick processing, so this is useful only as a rough "what time is it
213now" estimate.
214
215=item $cf::TICK
216
217The interval between each server tick, in seconds.
109 218
110=item $cf::RUNTIME 219=item $cf::RUNTIME
111 220
112The time this server has run, starts at 0 and is increased by $cf::TICK on 221The time this server has run, starts at 0 and is increased by $cf::TICK on
113every server tick. 222every server tick.
114 223
115=item $cf::LIBDIR 224=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
225$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
226$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
116 227
117The perl library directory, where extensions and cf-specific modules can 228Various directories - "/etc", read-only install directory, perl-library
118be found. It will be added to C<@INC> automatically. 229directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
230unique-items directory, player file directory, random maps directory and
231database environment.
119 232
233=item $cf::LOADAVG
234
235The current CPU load on the server (alpha-smoothed), as a value between 0
236(none) and 1 (overloaded), indicating how much time is spent on processing
237objects per tick. Healthy values are < 0.5.
238
120=item $cf::NOW 239=item $cf::LOAD
121 240
122The time of the last (current) server tick. 241The raw value load value from the last tick.
123
124=item $cf::TICK
125
126The interval between server ticks, in seconds.
127 242
128=item %cf::CFG 243=item %cf::CFG
129 244
130Configuration for the server, loaded from C</etc/crossfire/config>, or 245Configuration for the server, loaded from C</etc/deliantra-server/config>, or
131from wherever your confdir points to. 246from wherever your confdir points to.
132 247
133=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 248=item cf::wait_for_tick, cf::wait_for_tick_begin
134 249
135These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 250These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
136or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 251returns directly I<after> the tick processing (and consequently, can only wake one thread
137processing has been done. Call C<< ->wait >> on them to maximise the 252per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
138window of cpu time available, or simply to synchronise to the server tick. 253
254Note that cf::Wait_for_tick will immediately return when the server is not
255ticking, making it suitable for small pauses in threads that need to run
256when the server is paused. If that is not applicable (i.e. you I<really>
257want to wait, use C<$cf::WAIT_FOR_TICK>).
258
259=item $cf::WAIT_FOR_TICK
260
261Note that C<cf::wait_for_tick> is probably the correct thing to use. This
262variable contains a L<Coro::Signal> that is broadcats after every server
263tick. Calling C<< ->wait >> on it will suspend the caller until after the
264next server tick.
265
266=cut
267
268sub wait_for_tick();
269sub wait_for_tick_begin();
270
271=item @cf::INVOKE_RESULTS
272
273This array contains the results of the last C<invoke ()> call. When
274C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
275that call.
276
277=item %cf::REFLECT
278
279Contains, for each (C++) class name, a hash reference with information
280about object members (methods, scalars, arrays and flags) and other
281metadata, which is useful for introspection.
139 282
140=back 283=back
141 284
142=cut 285=cut
143 286
144BEGIN { 287sub error(@) { LOG llevError, join "", @_ }
145 *CORE::GLOBAL::warn = sub { 288sub warn (@) { LOG llevWarn , join "", @_ }
289sub info (@) { LOG llevInfo , join "", @_ }
290sub debug(@) { LOG llevDebug, join "", @_ }
291sub trace(@) { LOG llevTrace, join "", @_ }
292
293$Coro::State::WARNHOOK = sub {
146 my $msg = join "", @_; 294 my $msg = join "", @_;
147 utf8::encode $msg;
148 295
149 $msg .= "\n" 296 $msg .= "\n"
150 unless $msg =~ /\n$/; 297 unless $msg =~ /\n$/;
151 298
299 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
300
152 LOG llevError, $msg; 301 LOG llevWarn, $msg;
153 }; 302};
154} 303
304$Coro::State::DIEHOOK = sub {
305 return unless $^S eq 0; # "eq", not "=="
306
307 error Carp::longmess $_[0];
308
309 if (in_main) {#d#
310 error "DIEHOOK called in main context, Coro bug?\n";#d#
311 return;#d#
312 }#d#
313
314 # kill coroutine otherwise
315 Coro::terminate
316};
155 317
156@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 318@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
157@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 319@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
158@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 320@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
159@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 321@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
160@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 322@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
323@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
161@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 324@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
162 325
163# we bless all objects into (empty) derived classes to force a method lookup 326# we bless all objects into (empty) derived classes to force a method lookup
164# within the Safe compartment. 327# within the Safe compartment.
165for my $pkg (qw( 328for my $pkg (qw(
166 cf::global cf::attachable 329 cf::global cf::attachable
167 cf::object cf::object::player 330 cf::object cf::object::player
168 cf::client cf::player 331 cf::client cf::player
169 cf::arch cf::living 332 cf::arch cf::living
333 cf::map cf::mapspace
170 cf::map cf::party cf::region 334 cf::party cf::region
171)) { 335)) {
172 no strict 'refs';
173 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 336 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
174} 337}
175 338
176$Event::DIED = sub { 339$EV::DIED = sub {
177 warn "error in event callback: @_"; 340 Carp::cluck "error in event callback: @_";
178}; 341};
342
343#############################################################################
344
345sub fork_call(&@);
346sub get_slot($;$$);
347
348#############################################################################
179 349
180=head2 UTILITY FUNCTIONS 350=head2 UTILITY FUNCTIONS
181 351
182=over 4 352=over 4
183 353
202 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 372 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203 $d 373 $d
204 } || "[unable to dump $_[0]: '$@']"; 374 } || "[unable to dump $_[0]: '$@']";
205} 375}
206 376
207use JSON::Syck (); # TODO# replace by JSON::PC once working 377=item $scalar = cf::load_file $path
208 378
379Loads the given file from path and returns its contents. Croaks on error
380and can block.
381
382=cut
383
384sub load_file($) {
385 0 <= aio_load $_[0], my $data
386 or Carp::croak "$_[0]: $!";
387
388 $data
389}
390
391=item $success = cf::replace_file $path, $data, $sync
392
393Atomically replaces the file at the given $path with new $data, and
394optionally $sync the data to disk before replacing the file.
395
396=cut
397
398sub replace_file($$;$) {
399 my ($path, $data, $sync) = @_;
400
401 my $lock = cf::lock_acquire ("replace_file:$path");
402
403 my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
404 or return;
405
406 $data = $data->() if ref $data;
407
408 length $data == aio_write $fh, 0, (length $data), $data, 0
409 or return;
410
411 !$sync
412 or !aio_fsync $fh
413 or return;
414
415 aio_close $fh
416 and return;
417
418 aio_rename "$path~", $path
419 and return;
420
421 if ($sync) {
422 $path =~ s%/[^/]*$%%;
423 aio_pathsync $path;
424 }
425
426 1
427}
428
209=item $ref = cf::from_json $json 429=item $ref = cf::decode_json $json
210 430
211Converts a JSON string into the corresponding perl data structure. 431Converts a JSON string into the corresponding perl data structure.
212 432
213=cut
214
215sub from_json($) {
216 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
217 JSON::Syck::Load $_[0]
218}
219
220=item $json = cf::to_json $ref 433=item $json = cf::encode_json $ref
221 434
222Converts a perl data structure into its JSON representation. 435Converts a perl data structure into its JSON representation.
223 436
224=cut 437=cut
225 438
226sub to_json($) { 439our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
227 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 440
228 JSON::Syck::Dump $_[0] 441sub encode_json($) { $json_coder->encode ($_[0]) }
442sub decode_json($) { $json_coder->decode ($_[0]) }
443
444=item $ref = cf::decode_storable $scalar
445
446Same as Coro::Storable::thaw, so blocks.
447
448=cut
449
450BEGIN { *decode_storable = \&Coro::Storable::thaw }
451
452=item $ref = cf::decode_yaml $scalar
453
454Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
455
456=cut
457
458sub decode_yaml($) {
459 fork_call { YAML::XS::Load $_[0] } @_
460}
461
462=item $scalar = cf::unlzf $scalar
463
464Same as Compress::LZF::compress, but takes server ticks into account, so
465blocks.
466
467=cut
468
469sub unlzf($) {
470 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
471 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
472 Compress::LZF::decompress $_[0]
473}
474
475=item cf::post_init { BLOCK }
476
477Execute the given codeblock, I<after> all extensions have been (re-)loaded,
478but I<before> the server starts ticking again.
479
480The codeblock will have a single boolean argument to indicate whether this
481is a reload or not.
482
483=cut
484
485sub post_init(&) {
486 push @POST_INIT, shift;
487}
488
489sub _post_init {
490 trace "running post_init jobs";
491
492 # run them in parallel...
493
494 my @join;
495
496 while () {
497 push @join, map &Coro::async ($_, 0), @POST_INIT;
498 @POST_INIT = ();
499
500 @join or last;
501
502 (pop @join)->join;
503 }
229} 504}
230 505
231=item cf::lock_wait $string 506=item cf::lock_wait $string
232 507
233Wait until the given lock is available. See cf::lock_acquire. 508Wait until the given lock is available. See cf::lock_acquire.
234 509
235=item my $lock = cf::lock_acquire $string 510=item my $lock = cf::lock_acquire $string
236 511
237Wait until the given lock is available and then acquires it and returns 512Wait until the given lock is available and then acquires it and returns
238a Coro::guard object. If the guard object gets destroyed (goes out of scope, 513a L<Guard> object. If the guard object gets destroyed (goes out of scope,
239for example when the coroutine gets canceled), the lock is automatically 514for example when the coroutine gets canceled), the lock is automatically
240returned. 515returned.
241 516
517Locks are *not* recursive, locking from the same coro twice results in a
518deadlocked coro.
519
242Lock names should begin with a unique identifier (for example, cf::map::find 520Lock names should begin with a unique identifier (for example, cf::map::find
243uses map_find and cf::map::load uses map_load). 521uses map_find and cf::map::load uses map_load).
244 522
245=cut 523=item $locked = cf::lock_active $string
246 524
247our %LOCK; 525Return true if the lock is currently active, i.e. somebody has locked it.
526
527=cut
528
529our $LOCKS = new Coro::SemaphoreSet;
248 530
249sub lock_wait($) { 531sub lock_wait($) {
250 my ($key) = @_; 532 $LOCKS->wait ($_[0]);
251
252 # wait for lock, if any
253 while ($LOCK{$key}) {
254 push @{ $LOCK{$key} }, $Coro::current;
255 Coro::schedule;
256 }
257} 533}
258 534
259sub lock_acquire($) { 535sub lock_acquire($) {
260 my ($key) = @_; 536 $LOCKS->guard ($_[0])
537}
261 538
262 # wait, to be sure we are not locked 539sub lock_active($) {
263 lock_wait $key; 540 $LOCKS->count ($_[0]) < 1
264
265 $LOCK{$key} = [];
266
267 Coro::guard {
268 # wake up all waiters, to be on the safe side
269 $_->ready for @{ delete $LOCK{$key} };
270 }
271} 541}
272 542
273sub freeze_mainloop { 543sub freeze_mainloop {
274 return unless $TICK_WATCHER->is_active; 544 tick_inhibit_inc;
275 545
276 my $guard = Coro::guard { 546 &Guard::guard (\&tick_inhibit_dec);
277 $TICK_WATCHER->start; 547}
548
549=item cf::periodic $interval, $cb
550
551Like EV::periodic, but randomly selects a starting point so that the actions
552get spread over time.
553
554=cut
555
556sub periodic($$) {
557 my ($interval, $cb) = @_;
558
559 my $start = rand List::Util::min 180, $interval;
560
561 EV::periodic $start, $interval, 0, $cb
562}
563
564=item cf::get_slot $time[, $priority[, $name]]
565
566Allocate $time seconds of blocking CPU time at priority C<$priority>
567(default: 0): This call blocks and returns only when you have at least
568C<$time> seconds of cpu time till the next tick. The slot is only valid
569till the next cede.
570
571Background jobs should use a priority les than zero, interactive jobs
572should use 100 or more.
573
574The optional C<$name> can be used to identify the job to run. It might be
575used for statistical purposes and should identify the same time-class.
576
577Useful for short background jobs.
578
579=cut
580
581our @SLOT_QUEUE;
582our $SLOT_QUEUE;
583our $SLOT_DECAY = 0.9;
584
585$SLOT_QUEUE->cancel if $SLOT_QUEUE;
586$SLOT_QUEUE = Coro::async {
587 $Coro::current->desc ("timeslot manager");
588
589 my $signal = new Coro::Signal;
590 my $busy;
591
592 while () {
593 next_job:
594
595 my $avail = cf::till_tick;
596
597 for (0 .. $#SLOT_QUEUE) {
598 if ($SLOT_QUEUE[$_][0] <= $avail) {
599 $busy = 0;
600 my $job = splice @SLOT_QUEUE, $_, 1, ();
601 $job->[2]->send;
602 Coro::cede;
603 goto next_job;
604 } else {
605 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
606 }
607 }
608
609 if (@SLOT_QUEUE) {
610 # we do not use wait_for_tick() as it returns immediately when tick is inactive
611 $WAIT_FOR_TICK->wait;
612 } else {
613 $busy = 0;
614 Coro::schedule;
615 }
278 }; 616 }
279 $TICK_WATCHER->stop; 617};
280 $guard 618
619sub get_slot($;$$) {
620 return if tick_inhibit || $Coro::current == $Coro::main;
621
622 my ($time, $pri, $name) = @_;
623
624 $time = clamp $time, 0.01, $TICK * .6;
625
626 my $sig = new Coro::Signal;
627
628 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
629 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
630 $SLOT_QUEUE->ready;
631 $sig->wait;
281} 632}
282 633
283=item cf::async { BLOCK } 634=item cf::async { BLOCK }
284 635
285Currently the same as Coro::async_pool, meaning you cannot use 636Currently the same as Coro::async_pool, meaning you cannot use
290 641
291BEGIN { *async = \&Coro::async_pool } 642BEGIN { *async = \&Coro::async_pool }
292 643
293=item cf::sync_job { BLOCK } 644=item cf::sync_job { BLOCK }
294 645
295The design of crossfire+ requires that the main coro ($Coro::main) is 646The design of Deliantra requires that the main coroutine ($Coro::main)
296always able to handle events or runnable, as crossfire+ is only partly 647is always able to handle events or runnable, as Deliantra is only
297reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 648partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
649acceptable.
298 650
299If it must be done, put the blocking parts into C<sync_job>. This will run 651If it must be done, put the blocking parts into C<sync_job>. This will run
300the given BLOCK in another coroutine while waiting for the result. The 652the given BLOCK in another coroutine while waiting for the result. The
301server will be frozen during this time, so the block should either finish 653server will be frozen during this time, so the block should either finish
302fast or be very important. 654fast or be very important.
304=cut 656=cut
305 657
306sub sync_job(&) { 658sub sync_job(&) {
307 my ($job) = @_; 659 my ($job) = @_;
308 660
309 if ($Coro::current == $Coro::main) { 661 if (in_main) {
662 my $time = AE::time;
663
310 # this is the main coro, too bad, we have to block 664 # this is the main coro, too bad, we have to block
311 # till the operation succeeds, freezing the server :/ 665 # till the operation succeeds, freezing the server :/
312 666
313 # TODO: use suspend/resume instead 667 #LOG llevError, Carp::longmess "sync job";#d#
314 # (but this is cancel-safe) 668
315 my $freeze_guard = freeze_mainloop; 669 my $freeze_guard = freeze_mainloop;
316 670
317 my $busy = 1; 671 my $busy = 1;
318 my @res; 672 my @res;
319 673
320 (async { 674 (async {
675 $Coro::current->desc ("sync job coro");
321 @res = eval { $job->() }; 676 @res = eval { $job->() };
322 warn $@ if $@; 677 error $@ if $@;
323 undef $busy; 678 undef $busy;
324 })->prio (Coro::PRIO_MAX); 679 })->prio (Coro::PRIO_MAX);
325 680
326 while ($busy) { 681 while ($busy) {
327 Coro::cede or Event::one_event; 682 if (Coro::nready) {
683 Coro::cede_notself;
684 } else {
685 EV::loop EV::LOOP_ONESHOT;
328 } 686 }
687 }
688
689 my $time = AE::time - $time;
690
691 $TICK_START += $time; # do not account sync jobs to server load
329 692
330 wantarray ? @res : $res[0] 693 wantarray ? @res : $res[0]
331 } else { 694 } else {
332 # we are in another coroutine, how wonderful, everything just works 695 # we are in another coroutine, how wonderful, everything just works
333 696
353 $EXT_CORO{$coro+0} = $coro; 716 $EXT_CORO{$coro+0} = $coro;
354 717
355 $coro 718 $coro
356} 719}
357 720
358sub write_runtime { 721=item fork_call { }, @args
359 my $runtime = cf::localdir . "/runtime";
360 722
361 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 723Executes the given code block with the given arguments in a seperate
362 or return; 724process, returning the results. Everything must be serialisable with
725Coro::Storable. May, of course, block. Note that the executed sub may
726never block itself or use any form of event handling.
363 727
364 my $value = $cf::RUNTIME + 90 + 10; 728=cut
365 # 10 is the runtime save interval, for a monotonic clock
366 # 60 allows for the watchdog to kill the server.
367 729
368 (aio_write $fh, 0, (length $value), $value, 0) <= 0 730sub post_fork {
369 and return; 731 reset_signals;
732}
370 733
371 # always fsync - this file is important 734sub fork_call(&@) {
372 aio_fsync $fh 735 my ($cb, @args) = @_;
373 and return;
374 736
375 close $fh 737 # we seemingly have to make a local copy of the whole thing,
376 or return; 738 # otherwise perl prematurely frees the stuff :/
739 # TODO: investigate and fix (likely this will be rather laborious)
377 740
378 aio_rename "$runtime~", $runtime 741 my @res = Coro::Util::fork_eval {
379 and return; 742 cf::post_fork;
743 &$cb
744 } @args;
380 745
746 wantarray ? @res : $res[-1]
747}
748
749sub objinfo {
381 1 750 (
751 "counter value" => cf::object::object_count,
752 "objects created" => cf::object::create_count,
753 "objects destroyed" => cf::object::destroy_count,
754 "freelist size" => cf::object::free_count,
755 "allocated objects" => cf::object::objects_size,
756 "active objects" => cf::object::actives_size,
757 )
758}
759
760=item $coin = coin_from_name $name
761
762=cut
763
764our %coin_alias = (
765 "silver" => "silvercoin",
766 "silvercoin" => "silvercoin",
767 "silvercoins" => "silvercoin",
768 "gold" => "goldcoin",
769 "goldcoin" => "goldcoin",
770 "goldcoins" => "goldcoin",
771 "platinum" => "platinacoin",
772 "platinumcoin" => "platinacoin",
773 "platinumcoins" => "platinacoin",
774 "platina" => "platinacoin",
775 "platinacoin" => "platinacoin",
776 "platinacoins" => "platinacoin",
777 "royalty" => "royalty",
778 "royalties" => "royalty",
779);
780
781sub coin_from_name($) {
782 $coin_alias{$_[0]}
783 ? cf::arch::find $coin_alias{$_[0]}
784 : undef
785}
786
787=item $value = cf::db_get $family => $key
788
789Returns a single value from the environment database.
790
791=item cf::db_put $family => $key => $value
792
793Stores the given C<$value> in the family. It can currently store binary
794data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
795
796=item $db = cf::db_table "name"
797
798Create and/or open a new database table. The string must not be "db" and must be unique
799within each server.
800
801=cut
802
803sub db_table($) {
804 cf::error "db_get called from main context"
805 if $Coro::current == $Coro::main;
806
807 my ($name) = @_;
808 my $db = BDB::db_create $DB_ENV;
809
810 eval {
811 $db->set_flags (BDB::CHKSUM);
812
813 utf8::encode $name;
814 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
815 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
816 cf::cleanup "db_open(db): $!" if $!;
817 };
818 cf::cleanup "db_open(db): $@" if $@;
819
820 $db
821}
822
823our $DB;
824
825sub db_init {
826 $DB ||= db_table "db";
827}
828
829sub db_get($$) {
830 my $key = "$_[0]/$_[1]";
831
832 cf::error "db_get called from main context"
833 if $Coro::current == $Coro::main;
834
835 BDB::db_get $DB, undef, $key, my $data;
836
837 $! ? ()
838 : $data
839}
840
841sub db_put($$$) {
842 BDB::dbreq_pri 4;
843 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
844}
845
846=item cf::cache $id => [$paths...], $processversion => $process
847
848Generic caching function that returns the value of the resource $id,
849caching and regenerating as required.
850
851This function can block.
852
853=cut
854
855sub cache {
856 my ($id, $src, $processversion, $process) = @_;
857
858 my $meta =
859 join "\x00",
860 $processversion,
861 map {
862 aio_stat $_
863 and Carp::croak "$_: $!";
864
865 ($_, (stat _)[7,9])
866 } @$src;
867
868 my $dbmeta = db_get cache => "$id/meta";
869 if ($dbmeta ne $meta) {
870 # changed, we may need to process
871
872 my @data;
873 my $md5;
874
875 for (0 .. $#$src) {
876 $data[$_] = load_file $src->[$_];
877 }
878
879 # if processing is expensive, check
880 # checksum first
881 if (1) {
882 $md5 =
883 join "\x00",
884 $processversion,
885 map {
886 cf::cede_to_tick;
887 ($src->[$_], Digest::MD5::md5_hex $data[$_])
888 } 0.. $#$src;
889
890
891 my $dbmd5 = db_get cache => "$id/md5";
892 if ($dbmd5 eq $md5) {
893 db_put cache => "$id/meta", $meta;
894
895 return db_get cache => "$id/data";
896 }
897 }
898
899 my $t1 = Time::HiRes::time;
900 my $data = $process->(\@data);
901 my $t2 = Time::HiRes::time;
902
903 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
904
905 db_put cache => "$id/data", $data;
906 db_put cache => "$id/md5" , $md5;
907 db_put cache => "$id/meta", $meta;
908
909 return $data;
910 }
911
912 db_get cache => "$id/data"
913}
914
915=item cf::datalog type => key => value, ...
916
917Log a datalog packet of the given type with the given key-value pairs.
918
919=cut
920
921sub datalog($@) {
922 my ($type, %kv) = @_;
923 info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
382} 924}
383 925
384=back 926=back
385 927
386=cut 928=cut
387 929
388############################################################################# 930#############################################################################
389 931
390=head2 ATTACHABLE OBJECTS 932=head2 ATTACHABLE OBJECTS
391 933
392Many objects in crossfire are so-called attachable objects. That means you can 934Many objects in deliantra are so-called attachable objects. That means you can
393attach callbacks/event handlers (a collection of which is called an "attachment") 935attach callbacks/event handlers (a collection of which is called an "attachment")
394to it. All such attachable objects support the following methods. 936to it. All such attachable objects support the following methods.
395 937
396In the following description, CLASS can be any of C<global>, C<object> 938In the following description, CLASS can be any of C<global>, C<object>
397C<player>, C<client> or C<map> (i.e. the attachable objects in 939C<player>, C<client> or C<map> (i.e. the attachable objects in
398crossfire+). 940Deliantra).
399 941
400=over 4 942=over 4
401 943
402=item $attachable->attach ($attachment, key => $value...) 944=item $attachable->attach ($attachment, key => $value...)
403 945
447=item cf::CLASS::attachment $name, ... 989=item cf::CLASS::attachment $name, ...
448 990
449Register an attachment by C<$name> through which attachable objects of the 991Register an attachment by C<$name> through which attachable objects of the
450given CLASS can refer to this attachment. 992given CLASS can refer to this attachment.
451 993
452Some classes such as crossfire maps and objects can specify attachments 994Some classes such as deliantra maps and objects can specify attachments
453that are attached at load/instantiate time, thus the need for a name. 995that are attached at load/instantiate time, thus the need for a name.
454 996
455These calls expect any number of the following handler/hook descriptions: 997These calls expect any number of the following handler/hook descriptions:
456 998
457=over 4 999=over 4
566 $registry = $CB_TYPE[$object_type] ||= []; 1108 $registry = $CB_TYPE[$object_type] ||= [];
567 1109
568 } elsif ($type eq "subtype") { 1110 } elsif ($type eq "subtype") {
569 defined $object_type or Carp::croak "subtype specified without type"; 1111 defined $object_type or Carp::croak "subtype specified without type";
570 my $object_subtype = shift @arg; 1112 my $object_subtype = shift @arg;
571 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 1113 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
572 1114
573 } elsif ($type eq "package") { 1115 } elsif ($type eq "package") {
574 my $pkg = shift @arg; 1116 my $pkg = shift @arg;
575 1117
576 while (my ($name, $id) = each %cb_id) { 1118 while (my ($name, $id) = each %cb_id) {
581 1123
582 } elsif (exists $cb_id{$type}) { 1124 } elsif (exists $cb_id{$type}) {
583 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg; 1125 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
584 1126
585 } elsif (ref $type) { 1127 } elsif (ref $type) {
586 warn "attaching objects not supported, ignoring.\n"; 1128 error "attaching objects not supported, ignoring.\n";
587 1129
588 } else { 1130 } else {
589 shift @arg; 1131 shift @arg;
590 warn "attach argument '$type' not supported, ignoring.\n"; 1132 error "attach argument '$type' not supported, ignoring.\n";
591 } 1133 }
592 } 1134 }
593} 1135}
594 1136
595sub _object_attach { 1137sub _object_attach {
605 _attach $registry, $klass, @attach; 1147 _attach $registry, $klass, @attach;
606 } 1148 }
607 1149
608 $obj->{$name} = \%arg; 1150 $obj->{$name} = \%arg;
609 } else { 1151 } else {
610 warn "object uses attachment '$name' that is not available, postponing.\n"; 1152 info "object uses attachment '$name' which is not available, postponing.\n";
611 } 1153 }
612 1154
613 $obj->{_attachment}{$name} = undef; 1155 $obj->{_attachment}{$name} = undef;
614} 1156}
615 1157
617 if (ref $_[0]) { 1159 if (ref $_[0]) {
618 _object_attach @_; 1160 _object_attach @_;
619 } else { 1161 } else {
620 _attach shift->_attach_registry, @_; 1162 _attach shift->_attach_registry, @_;
621 } 1163 }
1164 _recalc_want;
622}; 1165};
623 1166
624# all those should be optimised 1167# all those should be optimised
625sub cf::attachable::detach { 1168sub cf::attachable::detach {
626 my ($obj, $name) = @_; 1169 my ($obj, $name) = @_;
629 delete $obj->{_attachment}{$name}; 1172 delete $obj->{_attachment}{$name};
630 reattach ($obj); 1173 reattach ($obj);
631 } else { 1174 } else {
632 Carp::croak "cannot, currently, detach class attachments"; 1175 Carp::croak "cannot, currently, detach class attachments";
633 } 1176 }
1177 _recalc_want;
634}; 1178};
635 1179
636sub cf::attachable::attached { 1180sub cf::attachable::attached {
637 my ($obj, $name) = @_; 1181 my ($obj, $name) = @_;
638 1182
653 "; 1197 ";
654 die if $@; 1198 die if $@;
655} 1199}
656 1200
657our $override; 1201our $override;
658our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 1202our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
659 1203
660sub override { 1204sub override {
661 $override = 1; 1205 $override = 1;
662 @invoke_results = (); 1206 @INVOKE_RESULTS = (@_);
663} 1207}
664 1208
665sub do_invoke { 1209sub do_invoke {
666 my $event = shift; 1210 my $event = shift;
667 my $callbacks = shift; 1211 my $callbacks = shift;
668 1212
669 @invoke_results = (); 1213 @INVOKE_RESULTS = ();
670 1214
671 local $override; 1215 local $override;
672 1216
673 for (@$callbacks) { 1217 for (@$callbacks) {
674 eval { &{$_->[1]} }; 1218 eval { &{$_->[1]} };
675 1219
676 if ($@) { 1220 if ($@) {
677 warn "$@";
678 warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n"; 1221 error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
679 override; 1222 override;
680 } 1223 }
681 1224
682 return 1 if $override; 1225 return 1 if $override;
683 } 1226 }
684 1227
685 0 1228 0
686} 1229}
687 1230
688=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1231=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
689 1232
690=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1233=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
691 1234
692Generate an object-specific event with the given arguments. 1235Generate an object-specific event with the given arguments.
693 1236
694This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 1237This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
695removed in future versions), and there is no public API to access override 1238removed in future versions), and there is no public API to access override
696results (if you must, access C<@cf::invoke_results> directly). 1239results (if you must, access C<@cf::INVOKE_RESULTS> directly).
697 1240
698=back 1241=back
699 1242
700=cut 1243=cut
701 1244
702############################################################################# 1245#############################################################################
703# object support 1246# object support
1247
1248sub _object_equal($$);
1249sub _object_equal($$) {
1250 my ($a, $b) = @_;
1251
1252 return 0 unless (ref $a) eq (ref $b);
1253
1254 if ("HASH" eq ref $a) {
1255 my @ka = keys %$a;
1256 my @kb = keys %$b;
1257
1258 return 0 if @ka != @kb;
1259
1260 for (0 .. $#ka) {
1261 return 0 unless $ka[$_] eq $kb[$_];
1262 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1263 }
1264
1265 } elsif ("ARRAY" eq ref $a) {
1266
1267 return 0 if @$a != @$b;
1268
1269 for (0 .. $#$a) {
1270 return 0 unless _object_equal $a->[$_], $b->[$_];
1271 }
1272
1273 } elsif ($a ne $b) {
1274 return 0;
1275 }
1276
1277 1
1278}
1279
1280our $SLOW_MERGES;#d#
1281sub _can_merge {
1282 my ($ob1, $ob2) = @_;
1283
1284 ++$SLOW_MERGES;#d#
1285
1286 # we do the slow way here
1287 return _object_equal $ob1, $ob2
1288}
704 1289
705sub reattach { 1290sub reattach {
706 # basically do the same as instantiate, without calling instantiate 1291 # basically do the same as instantiate, without calling instantiate
707 my ($obj) = @_; 1292 my ($obj) = @_;
708 1293
1294 # no longer needed after getting rid of delete_package?
709 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1295 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
710 1296
711 my $registry = $obj->registry; 1297 my $registry = $obj->registry;
712 1298
713 @$registry = (); 1299 @$registry = ();
714 1300
719 for (@$attach) { 1305 for (@$attach) {
720 my ($klass, @attach) = @$_; 1306 my ($klass, @attach) = @$_;
721 _attach $registry, $klass, @attach; 1307 _attach $registry, $klass, @attach;
722 } 1308 }
723 } else { 1309 } else {
724 warn "object uses attachment '$name' that is not available, postponing.\n"; 1310 info "object uses attachment '$name' that is not available, postponing.\n";
725 } 1311 }
726 } 1312 }
727} 1313}
728 1314
729cf::attachable->attach ( 1315cf::attachable->attach (
730 prio => -1000000, 1316 prio => -1000000,
731 on_instantiate => sub { 1317 on_instantiate => sub {
732 my ($obj, $data) = @_; 1318 my ($obj, $data) = @_;
733 1319
734 $data = from_json $data; 1320 $data = decode_json $data;
735 1321
736 for (@$data) { 1322 for (@$data) {
737 my ($name, $args) = @$_; 1323 my ($name, $args) = @$_;
738 1324
739 $obj->attach ($name, %{$args || {} }); 1325 $obj->attach ($name, %{$args || {} });
755sub object_freezer_save { 1341sub object_freezer_save {
756 my ($filename, $rdata, $objs) = @_; 1342 my ($filename, $rdata, $objs) = @_;
757 1343
758 sync_job { 1344 sync_job {
759 if (length $$rdata) { 1345 if (length $$rdata) {
1346 utf8::decode (my $decname = $filename);
760 warn sprintf "saving %s (%d,%d)\n", 1347 trace sprintf "saving %s (%d,%d)\n",
761 $filename, length $$rdata, scalar @$objs; 1348 $decname, length $$rdata, scalar @$objs
1349 if $VERBOSE_IO;
762 1350
763 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1351 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
764 chmod SAVE_MODE, $fh; 1352 aio_chmod $fh, SAVE_MODE;
765 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1353 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
766 aio_fsync $fh if $cf::USE_FSYNC; 1354 if ($cf::USE_FSYNC) {
1355 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1356 aio_fsync $fh;
1357 }
767 close $fh; 1358 aio_close $fh;
768 1359
769 if (@$objs) { 1360 if (@$objs) {
770 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1361 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
771 chmod SAVE_MODE, $fh; 1362 aio_chmod $fh, SAVE_MODE;
772 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1363 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
773 aio_write $fh, 0, (length $data), $data, 0; 1364 aio_write $fh, 0, (length $data), $data, 0;
774 aio_fsync $fh if $cf::USE_FSYNC; 1365 if ($cf::USE_FSYNC) {
1366 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1367 aio_fsync $fh;
1368 }
775 close $fh; 1369 aio_close $fh;
776 aio_rename "$filename.pst~", "$filename.pst"; 1370 aio_rename "$filename.pst~", "$filename.pst";
777 } 1371 }
778 } else { 1372 } else {
779 aio_unlink "$filename.pst"; 1373 aio_unlink "$filename.pst";
780 } 1374 }
781 1375
782 aio_rename "$filename~", $filename; 1376 aio_rename "$filename~", $filename;
1377
1378 $filename =~ s%/[^/]+$%%;
1379 aio_pathsync $filename if $cf::USE_FSYNC;
783 } else { 1380 } else {
784 warn "FATAL: $filename~: $!\n"; 1381 error "unable to save objects: $filename~: $!\n";
785 } 1382 }
786 } else { 1383 } else {
787 aio_unlink $filename; 1384 aio_unlink $filename;
788 aio_unlink "$filename.pst"; 1385 aio_unlink "$filename.pst";
789 } 1386 }
790
791 #d##TODO# nuke non .map-files if exist
792 if ($filename =~ s/\.map$//) {
793 aio_unlink $filename;
794 aio_unlink "$filename.pst";
795 }
796 } 1387 };
797} 1388}
798 1389
799sub object_freezer_as_string { 1390sub object_freezer_as_string {
800 my ($rdata, $objs) = @_; 1391 my ($rdata, $objs) = @_;
801 1392
806 1397
807sub object_thawer_load { 1398sub object_thawer_load {
808 my ($filename) = @_; 1399 my ($filename) = @_;
809 1400
810 my ($data, $av); 1401 my ($data, $av);
811
812 #d#TODO remove .map if file does not exist
813 aio_stat $filename and $filename =~ s/\.map$//;
814 1402
815 (aio_load $filename, $data) >= 0 1403 (aio_load $filename, $data) >= 0
816 or return; 1404 or return;
817 1405
818 unless (aio_stat "$filename.pst") { 1406 unless (aio_stat "$filename.pst") {
819 (aio_load "$filename.pst", $av) >= 0 1407 (aio_load "$filename.pst", $av) >= 0
820 or return; 1408 or return;
1409
821 $av = eval { (Storable::thaw $av)->{objs} }; 1410 my $st = eval { Coro::Storable::thaw $av };
1411 $av = $st->{objs};
822 } 1412 }
823 1413
1414 utf8::decode (my $decname = $filename);
824 warn sprintf "loading %s (%d)\n", 1415 trace sprintf "loading %s (%d,%d)\n",
825 $filename, length $data, scalar @{$av || []};#d# 1416 $decname, length $data, scalar @{$av || []}
1417 if $VERBOSE_IO;
1418
826 return ($data, $av); 1419 ($data, $av)
827} 1420}
1421
1422=head2 COMMAND CALLBACKS
1423
1424=over 4
1425
1426=cut
828 1427
829############################################################################# 1428#############################################################################
830# command handling &c 1429# command handling &c
831 1430
832=item cf::register_command $name => \&callback($ob,$args); 1431=item cf::register_command $name => \&callback($ob,$args);
845 push @{ $COMMAND{$name} }, [$caller, $cb]; 1444 push @{ $COMMAND{$name} }, [$caller, $cb];
846} 1445}
847 1446
848=item cf::register_extcmd $name => \&callback($pl,$packet); 1447=item cf::register_extcmd $name => \&callback($pl,$packet);
849 1448
850Register a callbackf ro execution when the client sends an extcmd packet. 1449Register a callback for execution when the client sends an (synchronous)
1450extcmd packet. Ext commands will be processed in the order they are
1451received by the server, like other user commands. The first argument is
1452the logged-in player. Ext commands can only be processed after a player
1453has logged in successfully.
851 1454
852If the callback returns something, it is sent back as if reply was being 1455If the callback returns something, it is sent back as if reply was being
853called. 1456called.
854 1457
1458=item cf::register_exticmd $name => \&callback($ns,$packet);
1459
1460Register a callback for execution when the client sends an (asynchronous)
1461exticmd packet. Exti commands are processed by the server as soon as they
1462are received, i.e. out of order w.r.t. other commands. The first argument
1463is a client socket. Exti commands can be received anytime, even before
1464log-in.
1465
1466If the callback returns something, it is sent back as if reply was being
1467called.
1468
855=cut 1469=cut
856 1470
857sub register_extcmd { 1471sub register_extcmd {
858 my ($name, $cb) = @_; 1472 my ($name, $cb) = @_;
859 1473
860 $EXTCMD{$name} = $cb; 1474 $EXTCMD{$name} = $cb;
861} 1475}
862 1476
1477sub register_exticmd {
1478 my ($name, $cb) = @_;
1479
1480 $EXTICMD{$name} = $cb;
1481}
1482
1483use File::Glob ();
1484
863cf::player->attach ( 1485cf::player->attach (
864 on_command => sub { 1486 on_unknown_command => sub {
865 my ($pl, $name, $params) = @_; 1487 my ($pl, $name, $params) = @_;
866 1488
867 my $cb = $COMMAND{$name} 1489 my $cb = $COMMAND{$name}
868 or return; 1490 or return;
869 1491
874 cf::override; 1496 cf::override;
875 }, 1497 },
876 on_extcmd => sub { 1498 on_extcmd => sub {
877 my ($pl, $buf) = @_; 1499 my ($pl, $buf) = @_;
878 1500
879 my $msg = eval { from_json $buf }; 1501 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
880 1502
881 if (ref $msg) { 1503 if (ref $msg) {
1504 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1505
1506 my @reply;
1507
882 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1508 if (my $cb = $EXTCMD{$type}) {
883 if (my %reply = $cb->($pl, $msg)) { 1509 @reply = $cb->($pl, @payload);
884 $pl->ext_reply ($msg->{msgid}, %reply);
885 }
886 } 1510 }
1511
1512 $pl->ext_reply ($reply, @reply)
1513 if $reply;
1514
887 } else { 1515 } else {
888 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1516 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
889 } 1517 }
890 1518
891 cf::override; 1519 cf::override;
892 }, 1520 },
893); 1521);
894 1522
1523# "readahead" all extensions
895sub load_extension { 1524sub cache_extensions {
896 my ($path) = @_; 1525 my $grp = IO::AIO::aio_group;
897 1526
898 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 1527 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
899 my $base = $1; 1528 for (grep /\.ext$/, @{$_[0]}) {
900 my $pkg = $1; 1529 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
901 $pkg =~ s/[^[:word:]]/_/g;
902 $pkg = "ext::$pkg";
903
904 warn "... loading '$path' into '$pkg'\n";
905
906 open my $fh, "<:utf8", $path
907 or die "$path: $!";
908
909 my $source =
910 "package $pkg; use strict; use utf8;\n"
911 . "#line 1 \"$path\"\n{\n"
912 . (do { local $/; <$fh> })
913 . "\n};\n1";
914
915 unless (eval $source) {
916 my $msg = $@ ? "$path: $@\n"
917 : "extension disabled.\n";
918 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
919 warn $@;
920 warn "mandatory extension failed to load, exiting.\n";
921 exit 1;
922 } 1530 }
923 die $@;
924 } 1531 };
925 1532
926 push @EXTS, $pkg; 1533 $grp
927} 1534}
928 1535
929sub load_extensions { 1536sub load_extensions {
1537 info "loading extensions...";
1538
1539 cf::sync_job {
1540 my %todo;
1541
930 for my $ext (<$LIBDIR/*.ext>) { 1542 for my $path (<$LIBDIR/*.ext>) {
931 next unless -r $ext; 1543 next unless -r $path;
932 eval { 1544
933 load_extension $ext; 1545 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1546 my $base = $1;
1547 my $pkg = $1;
1548 $pkg =~ s/[^[:word:]]/_/g;
1549 $pkg = "ext::$pkg";
1550
1551 open my $fh, "<:utf8", $path
1552 or die "$path: $!";
1553
1554 my $source = do { local $/; <$fh> };
1555
1556 my %ext = (
1557 path => $path,
1558 base => $base,
1559 pkg => $pkg,
1560 );
1561
1562 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1563 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1564
1565 $ext{source} =
1566 "package $pkg; use common::sense;\n"
1567 . "#line 1 \"$path\"\n{\n"
1568 . $source
1569 . "\n};\n1";
1570
1571 $todo{$base} = \%ext;
1572 }
1573
1574 my $pass = 0;
1575 my %done;
1576 while (%todo) {
1577 my $progress;
1578
1579 ++$pass;
1580
1581 ext:
1582 while (my ($k, $v) = each %todo) {
1583 for (split /,\s*/, $v->{meta}{depends}) {
1584 next ext
1585 unless exists $done{$_};
1586 }
1587
1588 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1589
1590 my $active = eval $v->{source};
1591
1592 if (length $@) {
1593 error "$v->{path}: $@\n";
1594
1595 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1596 if exists $v->{meta}{mandatory};
1597
1598 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1599 delete $todo{$k};
1600 } else {
1601 $done{$k} = delete $todo{$k};
1602 push @EXTS, $v->{pkg};
1603 $progress = 1;
1604
1605 info "$v->{base}: extension inactive.\n"
1606 unless $active;
1607 }
934 1 1608 }
935 } or warn "$ext not loaded: $@"; 1609
1610 unless ($progress) {
1611 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1612
1613 while (my ($k, $v) = each %todo) {
1614 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1615 if exists $v->{meta}{mandatory};
1616 }
1617
1618 last;
1619 }
1620 }
936 } 1621 };
937} 1622}
938 1623
939############################################################################# 1624#############################################################################
940 1625
1626=back
1627
941=head2 CORE EXTENSIONS 1628=head2 CORE EXTENSIONS
942 1629
943Functions and methods that extend core crossfire objects. 1630Functions and methods that extend core deliantra objects.
944 1631
945=cut 1632=cut
946 1633
947package cf::player; 1634package cf::player;
948 1635
950 1637
951=head3 cf::player 1638=head3 cf::player
952 1639
953=over 4 1640=over 4
954 1641
1642=item cf::player::num_playing
1643
1644Returns the official number of playing players, as per the Crossfire metaserver rules.
1645
1646=cut
1647
1648sub num_playing {
1649 scalar grep
1650 $_->ob->map
1651 && !$_->hidden
1652 && !$_->ob->flag (cf::FLAG_WIZ),
1653 cf::player::list
1654}
1655
955=item cf::player::find $login 1656=item cf::player::find $login
956 1657
957Returns the given player object, loading it if necessary (might block). 1658Returns the given player object, loading it if necessary (might block).
958 1659
959=cut 1660=cut
960 1661
961sub playerdir($) { 1662sub playerdir($) {
962 cf::localdir 1663 "$PLAYERDIR/"
963 . "/"
964 . cf::playerdir
965 . "/"
966 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1664 . (ref $_[0] ? $_[0]->ob->name : $_[0])
967} 1665}
968 1666
969sub path($) { 1667sub path($) {
970 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1668 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
971 1669
972 (playerdir $login) . "/$login.pl" 1670 (playerdir $login) . "/playerdata"
973} 1671}
974 1672
975sub find_active($) { 1673sub find_active($) {
976 $cf::PLAYER{$_[0]} 1674 $cf::PLAYER{$_[0]}
977 and $cf::PLAYER{$_[0]}->active 1675 and $cf::PLAYER{$_[0]}->active
980 1678
981sub exists($) { 1679sub exists($) {
982 my ($login) = @_; 1680 my ($login) = @_;
983 1681
984 $cf::PLAYER{$login} 1682 $cf::PLAYER{$login}
985 or cf::sync_job { !aio_stat path $login } 1683 or !aio_stat path $login
986} 1684}
987 1685
988sub find($) { 1686sub find($) {
989 return $cf::PLAYER{$_[0]} || do { 1687 return $cf::PLAYER{$_[0]} || do {
990 my $login = $_[0]; 1688 my $login = $_[0];
991 1689
992 my $guard = cf::lock_acquire "user_find:$login"; 1690 my $guard = cf::lock_acquire "user_find:$login";
993 1691
994 $cf::PLAYER{$_[0]} || do { 1692 $cf::PLAYER{$_[0]} || do {
995 my $pl = load_pl path $login 1693 # rename old playerfiles to new ones
1694 #TODO: remove when no longer required
1695 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1696 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1697 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1698 aio_unlink +(playerdir $login) . "/$login.pl";
1699
1700 my $f = new_from_file cf::object::thawer path $login
996 or return; 1701 or return;
1702
1703 my $pl = cf::player::load_pl $f
1704 or return;
1705
1706 local $cf::PLAYER_LOADING{$login} = $pl;
1707 $f->resolve_delayed_derefs;
997 $cf::PLAYER{$login} = $pl 1708 $cf::PLAYER{$login} = $pl
998 } 1709 }
999 } 1710 }
1000} 1711}
1712
1713cf::player->attach (
1714 on_load => sub {
1715 my ($pl, $path) = @_;
1716
1717 # restore slots saved in save, below
1718 my $slots = delete $pl->{_slots};
1719
1720 $pl->ob->current_weapon ($slots->[0]);
1721 $pl->combat_ob ($slots->[1]);
1722 $pl->ranged_ob ($slots->[2]);
1723 },
1724);
1001 1725
1002sub save($) { 1726sub save($) {
1003 my ($pl) = @_; 1727 my ($pl) = @_;
1004 1728
1005 return if $pl->{deny_save}; 1729 return if $pl->{deny_save};
1010 return if $pl->{deny_save}; 1734 return if $pl->{deny_save};
1011 1735
1012 aio_mkdir playerdir $pl, 0770; 1736 aio_mkdir playerdir $pl, 0770;
1013 $pl->{last_save} = $cf::RUNTIME; 1737 $pl->{last_save} = $cf::RUNTIME;
1014 1738
1739 cf::get_slot 0.01;
1740
1741 # save slots, to be restored later
1742 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1743
1015 $pl->save_pl ($path); 1744 $pl->save_pl ($path);
1016 Coro::cede; 1745 cf::cede_to_tick;
1017} 1746}
1018 1747
1019sub new($) { 1748sub new($) {
1020 my ($login) = @_; 1749 my ($login) = @_;
1021 1750
1027 $cf::PLAYER{$login} = $self; 1756 $cf::PLAYER{$login} = $self;
1028 1757
1029 $self 1758 $self
1030} 1759}
1031 1760
1761=item $player->send_msg ($channel, $msg, $color, [extra...])
1762
1763=cut
1764
1765sub send_msg {
1766 my $ns = shift->ns
1767 or return;
1768 $ns->send_msg (@_);
1769}
1770
1032=item $pl->quit_character 1771=item $pl->quit_character
1033 1772
1034Nukes the player without looking back. If logged in, the connection will 1773Nukes the player without looking back. If logged in, the connection will
1035be destroyed. May block for a long time. 1774be destroyed. May block for a long time.
1036 1775
1037=cut 1776=cut
1038 1777
1039sub quit_character { 1778sub quit_character {
1040 my ($pl) = @_; 1779 my ($pl) = @_;
1041 1780
1781 my $name = $pl->ob->name;
1782
1042 $pl->{deny_save} = 1; 1783 $pl->{deny_save} = 1;
1043 $pl->password ("*"); # this should lock out the player until we nuked the dir 1784 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1044 1785
1045 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1786 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1046 $pl->deactivate; 1787 $pl->deactivate;
1788
1789 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1047 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1790 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1791 ext::highscore::check ($pl->ob);
1792
1048 $pl->ns->destroy if $pl->ns; 1793 $pl->ns->destroy if $pl->ns;
1049 1794
1050 my $path = playerdir $pl; 1795 my $path = playerdir $pl;
1051 my $temp = "$path~$cf::RUNTIME~deleting~"; 1796 my $temp = "$path~$cf::RUNTIME~deleting~";
1052 aio_rename $path, $temp; 1797 aio_rename $path, $temp;
1053 delete $cf::PLAYER{$pl->ob->name}; 1798 delete $cf::PLAYER{$pl->ob->name};
1054 $pl->destroy; 1799 $pl->destroy;
1800
1801 my $prefix = qr<^~\Q$name\E/>;
1802
1803 # nuke player maps
1804 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1805
1055 IO::AIO::aio_rmtree $temp; 1806 IO::AIO::aio_rmtree $temp;
1807}
1808
1809=item $pl->kick
1810
1811Kicks a player out of the game. This destroys the connection.
1812
1813=cut
1814
1815sub kick {
1816 my ($pl, $kicker) = @_;
1817
1818 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1819 $pl->killer ("kicked");
1820 $pl->ns->destroy;
1056} 1821}
1057 1822
1058=item cf::player::list_logins 1823=item cf::player::list_logins
1059 1824
1060Returns am arrayref of all valid playernames in the system, can take a 1825Returns am arrayref of all valid playernames in the system, can take a
1061while and may block, so not sync_job-capable, ever. 1826while and may block, so not sync_job-capable, ever.
1062 1827
1063=cut 1828=cut
1064 1829
1065sub list_logins { 1830sub list_logins {
1066 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1831 my $dirs = aio_readdir $PLAYERDIR
1067 or return []; 1832 or return [];
1068 1833
1069 my @logins; 1834 my @logins;
1070 1835
1071 for my $login (@$dirs) { 1836 for my $login (@$dirs) {
1837 my $path = path $login;
1838
1839 # a .pst is a dead give-away for a valid player
1840 # if no pst file found, open and chekc for blocked users
1841 if (aio_stat "$path.pst") {
1072 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1842 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1073 aio_read $fh, 0, 512, my $buf, 0 or next; 1843 aio_read $fh, 0, 512, my $buf, 0 or next;
1074 $buf !~ /^password -------------$/m or next; # official not-valid tag 1844 $buf !~ /^password -------------$/m or next; # official not-valid tag
1845 }
1075 1846
1076 utf8::decode $login; 1847 utf8::decode $login;
1077 push @logins, $login; 1848 push @logins, $login;
1078 } 1849 }
1079 1850
1080 \@logins 1851 \@logins
1081} 1852}
1082 1853
1083=item $player->maps 1854=item $player->maps
1855
1856=item cf::player::maps $login
1084 1857
1085Returns an arrayref of map paths that are private for this 1858Returns an arrayref of map paths that are private for this
1086player. May block. 1859player. May block.
1087 1860
1088=cut 1861=cut
1106 } 1879 }
1107 1880
1108 \@paths 1881 \@paths
1109} 1882}
1110 1883
1884=item $protocol_xml = $player->expand_cfpod ($cfpod)
1885
1886Expand deliantra pod fragments into protocol xml.
1887
1111=item $player->ext_reply ($msgid, $msgtype, %msg) 1888=item $player->ext_reply ($msgid, @msg)
1112 1889
1113Sends an ext reply to the player. 1890Sends an ext reply to the player.
1114 1891
1115=cut 1892=cut
1116 1893
1117sub ext_reply($$$%) { 1894sub ext_reply($$@) {
1118 my ($self, $id, %msg) = @_; 1895 my ($self, $id, @msg) = @_;
1119 1896
1120 $msg{msgid} = $id; 1897 $self->ns->ext_reply ($id, @msg)
1121
1122 $self->send ("ext " . cf::to_json \%msg);
1123} 1898}
1124 1899
1125package cf; 1900=item $player->ext_msg ($type, @msg)
1901
1902Sends an ext event to the client.
1903
1904=cut
1905
1906sub ext_msg($$@) {
1907 my ($self, $type, @msg) = @_;
1908
1909 $self->ns->ext_msg ($type, @msg);
1910}
1911
1912=head3 cf::region
1913
1914=over 4
1915
1916=cut
1917
1918package cf::region;
1919
1920=item cf::region::find_by_path $path
1921
1922Tries to decuce the likely region for a map knowing only its path.
1923
1924=cut
1925
1926sub find_by_path($) {
1927 my ($path) = @_;
1928
1929 $path =~ s/^~[^\/]*//; # skip ~login
1930
1931 my ($match, $specificity);
1932
1933 for my $region (list) {
1934 if ($region->{match} && $path =~ $region->{match}) {
1935 ($match, $specificity) = ($region, $region->specificity)
1936 if $region->specificity > $specificity;
1937 }
1938 }
1939
1940 $match
1941}
1126 1942
1127=back 1943=back
1128
1129 1944
1130=head3 cf::map 1945=head3 cf::map
1131 1946
1132=over 4 1947=over 4
1133 1948
1145our $MAX_RESET = 3600; 1960our $MAX_RESET = 3600;
1146our $DEFAULT_RESET = 3000; 1961our $DEFAULT_RESET = 3000;
1147 1962
1148sub generate_random_map { 1963sub generate_random_map {
1149 my ($self, $rmp) = @_; 1964 my ($self, $rmp) = @_;
1150 # mit "rum" bekleckern, nicht 1965
1966 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1967
1151 $self->_create_random_map ( 1968 $self->_create_random_map ($rmp);
1152 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1153 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1154 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1155 $rmp->{exit_on_final_map},
1156 $rmp->{xsize}, $rmp->{ysize},
1157 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1158 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1159 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1160 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1161 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1162 (cf::region::find $rmp->{region}), $rmp->{custom}
1163 )
1164} 1969}
1165 1970
1166=item cf::map->register ($regex, $prio) 1971=item cf::map->register ($regex, $prio)
1167 1972
1168Register a handler for the map path matching the given regex at the 1973Register a handler for the map path matching the given regex at the
1173 1978
1174sub register { 1979sub register {
1175 my (undef, $regex, $prio) = @_; 1980 my (undef, $regex, $prio) = @_;
1176 my $pkg = caller; 1981 my $pkg = caller;
1177 1982
1178 no strict;
1179 push @{"$pkg\::ISA"}, __PACKAGE__; 1983 push @{"$pkg\::ISA"}, __PACKAGE__;
1180 1984
1181 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1985 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1182} 1986}
1183 1987
1184# also paths starting with '/' 1988# also paths starting with '/'
1185$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}]; 1989$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1186 1990
1187sub thawer_merge { 1991sub thawer_merge {
1188 my ($self, $merge) = @_; 1992 my ($self, $merge) = @_;
1189 1993
1190 # we have to keep some variables in memory intact 1994 # we have to keep some variables in memory intact
1191 local $self->{path}; 1995 local $self->{path};
1192 local $self->{load_path}; 1996 local $self->{load_path};
1193 local $self->{deny_save};
1194 local $self->{deny_reset};
1195 1997
1196 $self->SUPER::thawer_merge ($merge); 1998 $self->SUPER::thawer_merge ($merge);
1197} 1999}
1198 2000
1199sub normalise { 2001sub normalise {
1200 my ($path, $base) = @_; 2002 my ($path, $base) = @_;
1201 2003
1202 $path = "$path"; # make sure its a string 2004 $path = "$path"; # make sure it's a string
1203 2005
1204 $path =~ s/\.map$//; 2006 $path =~ s/\.map$//;
1205 2007
1206 # map plan: 2008 # map plan:
1207 # 2009 #
1222 $base =~ s{[^/]+/?$}{}; 2024 $base =~ s{[^/]+/?$}{};
1223 $path = "$base/$path"; 2025 $path = "$base/$path";
1224 } 2026 }
1225 2027
1226 for ($path) { 2028 for ($path) {
1227 redo if s{//}{/};
1228 redo if s{/\.?/}{/}; 2029 redo if s{/\.?/}{/};
1229 redo if s{/[^/]+/\.\./}{/}; 2030 redo if s{/[^/]+/\.\./}{/};
1230 } 2031 }
1231 2032
1232 $path 2033 $path
1246 $self->init; # pass $1 etc. 2047 $self->init; # pass $1 etc.
1247 return $self; 2048 return $self;
1248 } 2049 }
1249 } 2050 }
1250 2051
1251 Carp::carp "unable to resolve path '$path' (base '$base')."; 2052 Carp::cluck "unable to resolve path '$path' (base '$base')";
1252 () 2053 ()
1253} 2054}
1254 2055
2056# may re-bless or do other evil things
1255sub init { 2057sub init {
1256 my ($self) = @_; 2058 my ($self) = @_;
1257 2059
1258 $self 2060 $self
1259} 2061}
1271 2073
1272# the original (read-only) location 2074# the original (read-only) location
1273sub load_path { 2075sub load_path {
1274 my ($self) = @_; 2076 my ($self) = @_;
1275 2077
1276 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 2078 "$MAPDIR/$self->{path}.map"
1277} 2079}
1278 2080
1279# the temporary/swap location 2081# the temporary/swap location
1280sub save_path { 2082sub save_path {
1281 my ($self) = @_; 2083 my ($self) = @_;
1282 2084
1283 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2085 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1284 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 2086 "$TMPDIR/$path.map"
1285} 2087}
1286 2088
1287# the unique path, undef == no special unique path 2089# the unique path, undef == no special unique path
1288sub uniq_path { 2090sub uniq_path {
1289 my ($self) = @_; 2091 my ($self) = @_;
1290 2092
1291 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2093 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1292 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 2094 "$UNIQUEDIR/$path"
1293} 2095}
1294 2096
1295# and all this just because we cannot iterate over 2097sub decay_objects {
1296# all maps in C++...
1297sub change_all_map_light {
1298 my ($change) = @_; 2098 my ($self) = @_;
1299 2099
1300 $_->change_map_light ($change) 2100 return if $self->{deny_reset};
1301 for grep $_->outdoor, values %cf::MAP; 2101
2102 $self->do_decay_objects;
1302} 2103}
1303 2104
1304sub unlink_save { 2105sub unlink_save {
1305 my ($self) = @_; 2106 my ($self) = @_;
1306 2107
1307 utf8::encode (my $save = $self->save_path); 2108 utf8::encode (my $save = $self->save_path);
1308 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 2109 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1309 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst"; 2110 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1310
1311 #d#TODO remove .map and also nuke
1312 $save =~ s/\.map// or return;#d#
1313 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1314 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1315} 2111}
1316 2112
1317sub load_header_from($) { 2113sub load_header_from($) {
1318 my ($self, $path) = @_; 2114 my ($self, $path) = @_;
1319 2115
1320 utf8::encode $path; 2116 utf8::encode $path;
1321 #aio_open $path, O_RDONLY, 0 2117 my $f = new_from_file cf::object::thawer $path
1322 # or return;
1323
1324 $self->_load_header ($path)
1325 or return; 2118 or return;
1326 2119
2120 $self->_load_header ($f)
2121 or return;
2122
2123 local $MAP_LOADING{$self->{path}} = $self;
2124 $f->resolve_delayed_derefs;
2125
1327 $self->{load_path} = $path; 2126 $self->{load_path} = $path;
1328 2127
1329 1 2128 1
1330} 2129}
1331 2130
2131# used to laod the header of an original map
1332sub load_header_orig { 2132sub load_header_orig {
1333 my ($self) = @_; 2133 my ($self) = @_;
1334 2134
1335 $self->load_header_from ($self->load_path) 2135 $self->load_header_from ($self->load_path)
1336} 2136}
1337 2137
2138# used to laod the header of an instantiated map
1338sub load_header_temp { 2139sub load_header_temp {
1339 my ($self) = @_; 2140 my ($self) = @_;
1340 2141
1341 $self->load_header_from ($self->save_path) 2142 $self->load_header_from ($self->save_path)
1342} 2143}
1343 2144
2145# called after loading the header from an instantiated map
1344sub prepare_temp { 2146sub prepare_temp {
1345 my ($self) = @_; 2147 my ($self) = @_;
1346 2148
1347 $self->last_access ((delete $self->{last_access}) 2149 $self->last_access ((delete $self->{last_access})
1348 || $cf::RUNTIME); #d# 2150 || $cf::RUNTIME); #d#
1349 # safety 2151 # safety
1350 $self->{instantiate_time} = $cf::RUNTIME 2152 $self->{instantiate_time} = $cf::RUNTIME
1351 if $self->{instantiate_time} > $cf::RUNTIME; 2153 if $self->{instantiate_time} > $cf::RUNTIME;
1352} 2154}
1353 2155
2156# called after loading the header from an original map
1354sub prepare_orig { 2157sub prepare_orig {
1355 my ($self) = @_; 2158 my ($self) = @_;
1356 2159
1357 $self->{load_original} = 1; 2160 $self->{load_original} = 1;
1358 $self->{instantiate_time} = $cf::RUNTIME; 2161 $self->{instantiate_time} = $cf::RUNTIME;
1369 $self->load_header_orig 2172 $self->load_header_orig
1370 or return; 2173 or return;
1371 $self->prepare_orig; 2174 $self->prepare_orig;
1372 } 2175 }
1373 2176
2177 $self->{deny_reset} = 1
2178 if $self->no_reset;
2179
2180 $self->default_region (cf::region::find_by_path $self->{path})
2181 unless $self->default_region;
2182
1374 1 2183 1
1375} 2184}
1376 2185
1377sub find; 2186sub find;
1378sub find { 2187sub find {
1379 my ($path, $origin) = @_; 2188 my ($path, $origin) = @_;
1380 2189
2190 cf::cede_to_tick;
2191
1381 $path = normalise $path, $origin && $origin->path; 2192 $path = normalise $path, $origin;
1382 2193
2194 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1383 cf::lock_wait "map_find:$path"; 2195 my $guard2 = cf::lock_acquire "map_find:$path";
1384 2196
1385 $cf::MAP{$path} || do { 2197 $cf::MAP{$path} || do {
1386 my $guard = cf::lock_acquire "map_find:$path";
1387 my $map = new_from_path cf::map $path 2198 my $map = new_from_path cf::map $path
1388 or return; 2199 or return;
1389 2200
1390 $map->{last_save} = $cf::RUNTIME; 2201 $map->{last_save} = $cf::RUNTIME;
1391 2202
1392 $map->load_header 2203 $map->load_header
1393 or return; 2204 or return;
1394 2205
1395 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 2206 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1396 # doing this can freeze the server in a sync job, obviously 2207 # doing this can freeze the server in a sync job, obviously
1397 #$cf::WAIT_FOR_TICK->wait; 2208 #$cf::WAIT_FOR_TICK->wait;
2209 undef $guard2;
2210 undef $guard1;
1398 $map->reset; 2211 $map->reset;
1399 undef $guard;
1400 return find $path; 2212 return find $path;
1401 } 2213 }
1402 2214
1403 $cf::MAP{$path} = $map 2215 $cf::MAP{$path} = $map
1404 } 2216 }
1405} 2217}
1406 2218
1407sub pre_load { } 2219sub pre_load { }
1408sub post_load { } 2220#sub post_load { } # XS
1409 2221
1410sub load { 2222sub load {
1411 my ($self) = @_; 2223 my ($self) = @_;
1412 2224
1413 local $self->{deny_reset} = 1; # loading can take a long time 2225 local $self->{deny_reset} = 1; # loading can take a long time
1414 2226
1415 my $path = $self->{path}; 2227 my $path = $self->{path};
2228
2229 {
1416 my $guard = cf::lock_acquire "map_load:$path"; 2230 my $guard = cf::lock_acquire "map_data:$path";
1417 2231
1418 return if $self->in_memory != cf::MAP_SWAPPED; 2232 return unless $self->valid;
2233 return unless $self->state == cf::MAP_SWAPPED;
1419 2234
1420 $self->in_memory (cf::MAP_LOADING);
1421
1422 $self->alloc; 2235 $self->alloc;
1423 2236
1424 $self->pre_load; 2237 $self->pre_load;
2238 cf::cede_to_tick;
1425 2239
1426 $self->_load_objects ($self->{load_path}, 1) 2240 if (exists $self->{load_path}) {
2241 my $f = new_from_file cf::object::thawer $self->{load_path};
2242 $f->skip_block;
2243 $self->_load_objects ($f)
1427 or return; 2244 or return;
1428 2245
1429 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2246 $self->post_load_original
1430 if delete $self->{load_original}; 2247 if delete $self->{load_original};
1431 2248
1432 if (my $uniq = $self->uniq_path) { 2249 if (my $uniq = $self->uniq_path) {
1433 utf8::encode $uniq; 2250 utf8::encode $uniq;
1434 if (aio_open $uniq, O_RDONLY, 0) { 2251 unless (aio_stat $uniq) {
2252 if (my $f = new_from_file cf::object::thawer $uniq) {
1435 $self->clear_unique_items; 2253 $self->clear_unique_items;
1436 $self->_load_objects ($uniq, 0); 2254 $self->_load_objects ($f);
2255 $f->resolve_delayed_derefs;
2256 }
2257 }
1437 } 2258 }
1438 }
1439 2259
1440 Coro::cede; 2260 $f->resolve_delayed_derefs;
2261 } else {
2262 $self->post_load_original
2263 if delete $self->{load_original};
2264 }
1441 2265
2266 $self->state (cf::MAP_INACTIVE);
2267
2268 cf::cede_to_tick;
1442 # now do the right thing for maps 2269 # now do the right thing for maps
1443 $self->link_multipart_objects; 2270 $self->link_multipart_objects;
1444
1445 unless ($self->{deny_activate}) {
1446 $self->decay_objects;
1447 $self->fix_auto_apply;
1448 $self->update_buttons;
1449 Coro::cede;
1450 $self->set_darkness_map;
1451 $self->difficulty ($self->estimate_difficulty) 2271 $self->difficulty ($self->estimate_difficulty)
1452 unless $self->difficulty; 2272 unless $self->difficulty;
1453 Coro::cede; 2273 cf::cede_to_tick;
1454 $self->activate; 2274
2275 unless ($self->{deny_activate}) {
2276 $self->decay_objects;
2277 $self->fix_auto_apply;
2278 $self->update_buttons;
2279 cf::cede_to_tick;
2280 #$self->activate; # no longer activate maps automatically
2281 }
2282
2283 $self->{last_save} = $cf::RUNTIME;
2284 $self->last_access ($cf::RUNTIME);
1455 } 2285 }
1456 2286
1457 $self->post_load; 2287 $self->post_load;
1458 2288
1459 $self->in_memory (cf::MAP_IN_MEMORY); 2289 1
1460} 2290}
1461 2291
2292# customize the map for a given player, i.e.
2293# return the _real_ map. used by e.g. per-player
2294# maps to change the path to ~playername/mappath
1462sub customise_for { 2295sub customise_for {
1463 my ($self, $ob) = @_; 2296 my ($self, $ob) = @_;
1464 2297
1465 return find "~" . $ob->name . "/" . $self->{path} 2298 return find "~" . $ob->name . "/" . $self->{path}
1466 if $self->per_player; 2299 if $self->per_player;
1467 2300
2301# return find "?party/" . $ob->name . "/" . $self->{path}
2302# if $self->per_party;
2303
1468 $self 2304 $self
1469}
1470
1471# find and load all maps in the 3x3 area around a map
1472sub load_diag {
1473 my ($map) = @_;
1474
1475 my @diag; # diagonal neighbours
1476
1477 for (0 .. 3) {
1478 my $neigh = $map->tile_path ($_)
1479 or next;
1480 $neigh = find $neigh, $map
1481 or next;
1482 $neigh->load;
1483
1484 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1485 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1486 }
1487
1488 for (@diag) {
1489 my $neigh = find @$_
1490 or next;
1491 $neigh->load;
1492 }
1493} 2305}
1494 2306
1495sub find_sync { 2307sub find_sync {
1496 my ($path, $origin) = @_; 2308 my ($path, $origin) = @_;
1497 2309
1498 cf::sync_job { find $path, $origin } 2310 # it's a bug to call this from the main context
2311 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2312 if $Coro::current == $Coro::main;
2313
2314 find $path, $origin
1499} 2315}
1500 2316
1501sub do_load_sync { 2317sub do_load_sync {
1502 my ($map) = @_; 2318 my ($map) = @_;
1503 2319
1504 cf::sync_job { $map->load }; 2320 # it's a bug to call this from the main context
2321 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2322 if $Coro::current == $Coro::main;
2323
2324 $map->load;
1505} 2325}
1506 2326
1507our %MAP_PREFETCH; 2327our %MAP_PREFETCH;
1508our $MAP_PREFETCHER = undef; 2328our $MAP_PREFETCHER = undef;
1509 2329
1510sub find_async { 2330sub find_async {
1511 my ($path, $origin) = @_; 2331 my ($path, $origin, $load) = @_;
1512 2332
1513 $path = normalise $path, $origin && $origin->{path}; 2333 $path = normalise $path, $origin;
1514 2334
1515 if (my $map = $cf::MAP{$path}) { 2335 if (my $map = $cf::MAP{$path}) {
1516 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 2336 return $map if !$load || $map->linkable;
1517 } 2337 }
1518 2338
1519 undef $MAP_PREFETCH{$path}; 2339 $MAP_PREFETCH{$path} |= $load;
2340
1520 $MAP_PREFETCHER ||= cf::async { 2341 $MAP_PREFETCHER ||= cf::async {
2342 $Coro::current->{desc} = "map prefetcher";
2343
1521 while (%MAP_PREFETCH) { 2344 while (%MAP_PREFETCH) {
1522 for my $path (keys %MAP_PREFETCH) { 2345 while (my ($k, $v) = each %MAP_PREFETCH) {
1523 my $map = find $path 2346 if (my $map = find $k) {
1524 or next;
1525 $map->load; 2347 $map->load if $v;
2348 }
1526 2349
1527 delete $MAP_PREFETCH{$path}; 2350 delete $MAP_PREFETCH{$k};
1528 } 2351 }
1529 } 2352 }
1530 undef $MAP_PREFETCHER; 2353 undef $MAP_PREFETCHER;
1531 }; 2354 };
1532 $MAP_PREFETCHER->prio (6); 2355 $MAP_PREFETCHER->prio (6);
1533 2356
1534 () 2357 ()
1535} 2358}
1536 2359
2360# common code, used by both ->save and ->swapout
1537sub save { 2361sub _save {
1538 my ($self) = @_; 2362 my ($self) = @_;
1539
1540 my $lock = cf::lock_acquire "map_data:" . $self->path;
1541 2363
1542 $self->{last_save} = $cf::RUNTIME; 2364 $self->{last_save} = $cf::RUNTIME;
1543 2365
1544 return unless $self->dirty; 2366 return unless $self->dirty;
1545 2367
1551 return if $self->{deny_save}; 2373 return if $self->{deny_save};
1552 2374
1553 local $self->{last_access} = $self->last_access;#d# 2375 local $self->{last_access} = $self->last_access;#d#
1554 2376
1555 cf::async { 2377 cf::async {
2378 $Coro::current->{desc} = "map player save";
1556 $_->contr->save for $self->players; 2379 $_->contr->save for $self->players;
1557 }; 2380 };
2381
2382 cf::get_slot 0.02;
1558 2383
1559 if ($uniq) { 2384 if ($uniq) {
1560 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2385 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1561 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2386 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1562 } else { 2387 } else {
1563 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2388 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1564 } 2389 }
1565} 2390}
1566 2391
2392sub save {
2393 my ($self) = @_;
2394
2395 my $lock = cf::lock_acquire "map_data:$self->{path}";
2396
2397 $self->_save;
2398}
2399
1567sub swap_out { 2400sub swap_out {
1568 my ($self) = @_; 2401 my ($self) = @_;
1569 2402
1570 # save first because save cedes
1571 $self->save;
1572
1573 my $lock = cf::lock_acquire "map_data:" . $self->path; 2403 my $lock = cf::lock_acquire "map_data:$self->{path}";
1574 2404
2405 return if !$self->linkable;
2406 return if $self->{deny_save};
1575 return if $self->players; 2407 return if $self->players;
1576 return if $self->in_memory != cf::MAP_IN_MEMORY;
1577 return if $self->{deny_save};
1578 2408
2409 # first deactivate the map and "unlink" it from the core
2410 $self->deactivate;
2411 $_->clear_links_to ($self) for values %cf::MAP;
2412 $self->state (cf::MAP_SWAPPED);
2413
2414 # then atomically save
2415 $self->_save;
2416
2417 # then free the map
1579 $self->clear; 2418 $self->clear;
1580 $self->in_memory (cf::MAP_SWAPPED);
1581} 2419}
1582 2420
1583sub reset_at { 2421sub reset_at {
1584 my ($self) = @_; 2422 my ($self) = @_;
1585 2423
1586 # TODO: safety, remove and allow resettable per-player maps 2424 # TODO: safety, remove and allow resettable per-player maps
1587 return 1e99 if $self->isa ("ext::map_per_player");#d#
1588 return 1e99 if $self->{deny_reset}; 2425 return 1e99 if $self->{deny_reset};
1589 2426
1590 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2427 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1591 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2428 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1592 2429
1603 my ($self) = @_; 2440 my ($self) = @_;
1604 2441
1605 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2442 my $lock = cf::lock_acquire "map_data:$self->{path}";
1606 2443
1607 return if $self->players; 2444 return if $self->players;
1608 return if $self->isa ("ext::map_per_player");#d#
1609 2445
1610 warn "resetting map ", $self->path;#d# 2446 cf::trace "resetting map ", $self->path, "\n";
1611 2447
1612 $self->in_memory (cf::MAP_SWAPPED); 2448 $self->state (cf::MAP_SWAPPED);
1613 2449
1614 # need to save uniques path 2450 # need to save uniques path
1615 unless ($self->{deny_save}) { 2451 unless ($self->{deny_save}) {
1616 my $uniq = $self->uniq_path; utf8::encode $uniq; 2452 my $uniq = $self->uniq_path; utf8::encode $uniq;
1617 2453
1619 if $uniq; 2455 if $uniq;
1620 } 2456 }
1621 2457
1622 delete $cf::MAP{$self->path}; 2458 delete $cf::MAP{$self->path};
1623 2459
2460 $self->deactivate;
2461 $_->clear_links_to ($self) for values %cf::MAP;
1624 $self->clear; 2462 $self->clear;
1625
1626 $_->clear_links_to ($self) for values %cf::MAP;
1627 2463
1628 $self->unlink_save; 2464 $self->unlink_save;
1629 $self->destroy; 2465 $self->destroy;
1630} 2466}
1631 2467
1632my $nuke_counter = "aaaa"; 2468my $nuke_counter = "aaaa";
1633 2469
1634sub nuke { 2470sub nuke {
1635 my ($self) = @_; 2471 my ($self) = @_;
1636 2472
2473 {
2474 my $lock = cf::lock_acquire "map_data:$self->{path}";
2475
1637 delete $cf::MAP{$self->path}; 2476 delete $cf::MAP{$self->path};
1638 2477
1639 $self->unlink_save; 2478 $self->unlink_save;
1640 2479
1641 bless $self, "cf::map"; 2480 bless $self, "cf::map::wrap";
1642 delete $self->{deny_reset}; 2481 delete $self->{deny_reset};
1643 $self->{deny_save} = 1; 2482 $self->{deny_save} = 1;
1644 $self->reset_timeout (1); 2483 $self->reset_timeout (1);
1645 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2484 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1646 2485
1647 $cf::MAP{$self->path} = $self; 2486 $cf::MAP{$self->path} = $self;
2487 }
1648 2488
1649 $self->reset; # polite request, might not happen 2489 $self->reset; # polite request, might not happen
2490}
2491
2492=item $maps = cf::map::tmp_maps
2493
2494Returns an arrayref with all map paths of currently instantiated and saved
2495maps. May block.
2496
2497=cut
2498
2499sub tmp_maps() {
2500 [
2501 map {
2502 utf8::decode $_;
2503 /\.map$/
2504 ? normalise $_
2505 : ()
2506 } @{ aio_readdir $TMPDIR or [] }
2507 ]
2508}
2509
2510=item $maps = cf::map::random_maps
2511
2512Returns an arrayref with all map paths of currently instantiated and saved
2513random maps. May block.
2514
2515=cut
2516
2517sub random_maps() {
2518 [
2519 map {
2520 utf8::decode $_;
2521 /\.map$/
2522 ? normalise "?random/$_"
2523 : ()
2524 } @{ aio_readdir $RANDOMDIR or [] }
2525 ]
1650} 2526}
1651 2527
1652=item cf::map::unique_maps 2528=item cf::map::unique_maps
1653 2529
1654Returns an arrayref of paths of all shared maps that have 2530Returns an arrayref of paths of all shared maps that have
1655instantiated unique items. May block. 2531instantiated unique items. May block.
1656 2532
1657=cut 2533=cut
1658 2534
1659sub unique_maps() { 2535sub unique_maps() {
1660 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2536 [
1661 or return; 2537 map {
1662
1663 my @paths;
1664
1665 for (@$files) {
1666 utf8::decode $_; 2538 utf8::decode $_;
1667 next if /\.pst$/; 2539 s/\.map$//; # TODO future compatibility hack
1668 next unless /^$PATH_SEP/o; 2540 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1669 2541 ? ()
1670 push @paths, cf::map::normalise $_; 2542 : normalise $_
2543 } @{ aio_readdir $UNIQUEDIR or [] }
1671 } 2544 ]
1672
1673 \@paths
1674} 2545}
1675 2546
1676package cf; 2547=item cf::map::static_maps
2548
2549Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2550file in the shared directory excluding F</styles> and F</editor>). May
2551block.
2552
2553=cut
2554
2555sub static_maps() {
2556 my @dirs = "";
2557 my @maps;
2558
2559 while (@dirs) {
2560 my $dir = shift @dirs;
2561
2562 next if $dir eq "/styles" || $dir eq "/editor";
2563
2564 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2565 or return;
2566
2567 for (@$files) {
2568 s/\.map$// or next;
2569 utf8::decode $_;
2570 push @maps, "$dir/$_";
2571 }
2572
2573 push @dirs, map "$dir/$_", @$dirs;
2574 }
2575
2576 \@maps
2577}
1677 2578
1678=back 2579=back
1679 2580
1680=head3 cf::object 2581=head3 cf::object
1681 2582
1685 2586
1686=over 4 2587=over 4
1687 2588
1688=item $ob->inv_recursive 2589=item $ob->inv_recursive
1689 2590
1690Returns the inventory of the object _and_ their inventories, recursively. 2591Returns the inventory of the object I<and> their inventories, recursively,
2592but I<not> the object itself.
1691 2593
1692=cut 2594=cut
1693 2595
1694sub inv_recursive_; 2596sub inv_recursive_;
1695sub inv_recursive_ { 2597sub inv_recursive_ {
1698 2600
1699sub inv_recursive { 2601sub inv_recursive {
1700 inv_recursive_ inv $_[0] 2602 inv_recursive_ inv $_[0]
1701} 2603}
1702 2604
2605=item $ref = $ob->ref
2606
2607Creates and returns a persistent reference to an object that can be stored as a string.
2608
2609=item $ob = cf::object::deref ($refstring)
2610
2611returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2612even if the object actually exists. May block.
2613
2614=cut
2615
2616sub deref {
2617 my ($ref) = @_;
2618
2619 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2620 my ($uuid, $name) = ($1, $2);
2621 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2622 or return;
2623 $pl->ob->uuid eq $uuid
2624 or return;
2625
2626 $pl->ob
2627 } else {
2628 warn "$ref: cannot resolve object reference\n";
2629 undef
2630 }
2631}
2632
1703package cf; 2633package cf;
1704 2634
1705=back 2635=back
1706 2636
1707=head3 cf::object::player 2637=head3 cf::object::player
1713Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2643Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1714can be C<undef>. Does the right thing when the player is currently in a 2644can be C<undef>. Does the right thing when the player is currently in a
1715dialogue with the given NPC character. 2645dialogue with the given NPC character.
1716 2646
1717=cut 2647=cut
2648
2649our $SAY_CHANNEL = {
2650 id => "say",
2651 title => "Map",
2652 reply => "say ",
2653 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2654};
2655
2656our $CHAT_CHANNEL = {
2657 id => "chat",
2658 title => "Chat",
2659 reply => "chat ",
2660 tooltip => "Player chat and shouts, global to the server.",
2661};
1718 2662
1719# rough implementation of a future "reply" method that works 2663# rough implementation of a future "reply" method that works
1720# with dialog boxes. 2664# with dialog boxes.
1721#TODO: the first argument must go, split into a $npc->reply_to ( method 2665#TODO: the first argument must go, split into a $npc->reply_to ( method
1722sub cf::object::player::reply($$$;$) { 2666sub cf::object::player::reply($$$;$) {
1724 2668
1725 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2669 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1726 2670
1727 if ($self->{record_replies}) { 2671 if ($self->{record_replies}) {
1728 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2672 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2673
1729 } else { 2674 } else {
2675 my $pl = $self->contr;
2676
2677 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2678 my $dialog = $pl->{npc_dialog};
2679 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2680
2681 } else {
1730 $msg = $npc->name . " says: $msg" if $npc; 2682 $msg = $npc->name . " says: $msg" if $npc;
1731 $self->message ($msg, $flags); 2683 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2684 }
1732 } 2685 }
2686}
2687
2688=item $object->send_msg ($channel, $msg, $color, [extra...])
2689
2690=cut
2691
2692sub cf::object::send_msg {
2693 my $pl = shift->contr
2694 or return;
2695 $pl->send_msg (@_);
1733} 2696}
1734 2697
1735=item $player_object->may ("access") 2698=item $player_object->may ("access")
1736 2699
1737Returns wether the given player is authorized to access resource "access" 2700Returns wether the given player is authorized to access resource "access"
1750 2713
1751=item $player_object->enter_link 2714=item $player_object->enter_link
1752 2715
1753Freezes the player and moves him/her to a special map (C<{link}>). 2716Freezes the player and moves him/her to a special map (C<{link}>).
1754 2717
1755The player should be reasonably safe there for short amounts of time. You 2718The player should be reasonably safe there for short amounts of time (e.g.
1756I<MUST> call C<leave_link> as soon as possible, though. 2719for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2720though, as the player cannot control the character while it is on the link
2721map.
1757 2722
1758Will never block. 2723Will never block.
1759 2724
1760=item $player_object->leave_link ($map, $x, $y) 2725=item $player_object->leave_link ($map, $x, $y)
1761 2726
1781sub cf::object::player::enter_link { 2746sub cf::object::player::enter_link {
1782 my ($self) = @_; 2747 my ($self) = @_;
1783 2748
1784 $self->deactivate_recursive; 2749 $self->deactivate_recursive;
1785 2750
2751 ++$self->{_link_recursion};
2752
1786 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2753 return if UNIVERSAL::isa $self->map, "ext::map_link";
1787 2754
1788 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2755 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1789 if $self->map; 2756 if $self->map && $self->map->{path} ne "{link}";
1790 2757
1791 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2758 $self->enter_map ($LINK_MAP || link_map, 3, 3);
1792} 2759}
1793 2760
1794sub cf::object::player::leave_link { 2761sub cf::object::player::leave_link {
1795 my ($self, $map, $x, $y) = @_; 2762 my ($self, $map, $x, $y) = @_;
2763
2764 return unless $self->contr->active;
1796 2765
1797 my $link_pos = delete $self->{_link_pos}; 2766 my $link_pos = delete $self->{_link_pos};
1798 2767
1799 unless ($map) { 2768 unless ($map) {
1800 # restore original map position 2769 # restore original map position
1811 ($x, $y) = (-1, -1) 2780 ($x, $y) = (-1, -1)
1812 unless (defined $x) && (defined $y); 2781 unless (defined $x) && (defined $y);
1813 2782
1814 # use -1 or undef as default coordinates, not 0, 0 2783 # use -1 or undef as default coordinates, not 0, 0
1815 ($x, $y) = ($map->enter_x, $map->enter_y) 2784 ($x, $y) = ($map->enter_x, $map->enter_y)
1816 if $x <=0 && $y <= 0; 2785 if $x <= 0 && $y <= 0;
1817 2786
1818 $map->load; 2787 $map->load;
1819 $map->load_diag;
1820 2788
1821 return unless $self->contr->active; 2789 return unless $self->contr->active;
2790
2791 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2792 if ($self->enter_map ($map, $x, $y)) {
2793 # entering was successful
2794 delete $self->{_link_recursion};
2795 # only activate afterwards, to support waiting in hooks
1822 $self->activate_recursive; 2796 $self->activate_recursive;
1823 $self->enter_map ($map, $x, $y);
1824}
1825
1826cf::player->attach (
1827 on_logout => sub {
1828 my ($pl) = @_;
1829
1830 # abort map switching before logout
1831 if ($pl->ob->{_link_pos}) {
1832 cf::sync_job {
1833 $pl->ob->leave_link
1834 };
1835 }
1836 }, 2797 }
1837 on_login => sub {
1838 my ($pl) = @_;
1839 2798
1840 # try to abort aborted map switching on player login :) 2799}
1841 # should happen only on crashes
1842 if ($pl->ob->{_link_pos}) {
1843 $pl->ob->enter_link;
1844 (async {
1845 # we need this sleep as the login has a concurrent enter_exit running
1846 # and this sleep increases chances of the player not ending up in scorn
1847 $pl->ob->reply (undef,
1848 "There was an internal problem at your last logout, "
1849 . "the server will try to bring you to your intended destination in a second.",
1850 cf::NDI_RED);
1851 Coro::Timer::sleep 1;
1852 $pl->ob->leave_link;
1853 })->prio (2);
1854 }
1855 },
1856);
1857 2800
1858=item $player_object->goto ($path, $x, $y) 2801=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1859 2802
2803Moves the player to the given map-path and coordinates by first freezing
2804her, loading and preparing them map, calling the provided $check callback
2805that has to return the map if sucecssful, and then unfreezes the player on
2806the new (success) or old (failed) map position. In either case, $done will
2807be called at the end of this process.
2808
2809Note that $check will be called with a potentially non-loaded map, so if
2810it needs a loaded map it has to call C<< ->load >>.
2811
1860=cut 2812=cut
2813
2814our $GOTOGEN;
1861 2815
1862sub cf::object::player::goto { 2816sub cf::object::player::goto {
1863 my ($self, $path, $x, $y) = @_; 2817 my ($self, $path, $x, $y, $check, $done) = @_;
2818
2819 if ($self->{_link_recursion} >= $MAX_LINKS) {
2820 error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2821 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2822 ($path, $x, $y) = @$EMERGENCY_POSITION;
2823 }
2824
2825 # do generation counting so two concurrent goto's will be executed in-order
2826 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1864 2827
1865 $self->enter_link; 2828 $self->enter_link;
1866 2829
1867 (async { 2830 (async {
2831 $Coro::current->{desc} = "player::goto $path $x $y";
2832
2833 # *tag paths override both path and x|y
2834 if ($path =~ /^\*(.*)$/) {
2835 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2836 my $ob = $obs[rand @obs];
2837
2838 # see if we actually can go there
2839 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2840 $ob = $obs[rand @obs];
2841 } else {
2842 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2843 }
2844 # else put us there anyways for now #d#
2845
2846 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2847 } else {
2848 ($path, $x, $y) = (undef, undef, undef);
2849 }
2850 }
2851
1868 my $map = eval { 2852 my $map = eval {
1869 my $map = cf::map::find $path; 2853 my $map = defined $path ? cf::map::find $path, $self->map : undef;
2854
2855 if ($map) {
1870 $map = $map->customise_for ($self) if $map; 2856 $map = $map->customise_for ($self);
2857 $map = $check->($map, $x, $y, $self) if $check && $map;
2858 } else {
2859 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2860 }
2861
1871 $map 2862 $map
2863 };
2864
2865 if ($@) {
2866 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2867 LOG llevError | logBacktrace, Carp::longmess $@;
1872 } or 2868 }
1873 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1874 2869
2870 if ($gen == $self->{_goto_generation}) {
2871 delete $self->{_goto_generation};
1875 $self->leave_link ($map, $x, $y); 2872 $self->leave_link ($map, $x, $y);
2873 }
2874
2875 $done->($self) if $done;
1876 })->prio (1); 2876 })->prio (1);
1877} 2877}
1878 2878
1879=item $player_object->enter_exit ($exit_object) 2879=item $player_object->enter_exit ($exit_object)
1880 2880
1900} 2900}
1901 2901
1902sub prepare_random_map { 2902sub prepare_random_map {
1903 my ($exit) = @_; 2903 my ($exit) = @_;
1904 2904
1905 my $guard = cf::lock_acquire "exit_prepare:$exit";
1906
1907 # all this does is basically replace the /! path by 2905 # all this does is basically replace the /! path by
1908 # a new random map path (?random/...) with a seed 2906 # a new random map path (?random/...) with a seed
1909 # that depends on the exit object 2907 # that depends on the exit object
1910 2908
1911 my $rmp = parse_random_map_params $exit->msg; 2909 my $rmp = parse_random_map_params $exit->msg;
1913 if ($exit->map) { 2911 if ($exit->map) {
1914 $rmp->{region} = $exit->region->name; 2912 $rmp->{region} = $exit->region->name;
1915 $rmp->{origin_map} = $exit->map->path; 2913 $rmp->{origin_map} = $exit->map->path;
1916 $rmp->{origin_x} = $exit->x; 2914 $rmp->{origin_x} = $exit->x;
1917 $rmp->{origin_y} = $exit->y; 2915 $rmp->{origin_y} = $exit->y;
2916
2917 $exit->map->touch;
1918 } 2918 }
1919 2919
1920 $rmp->{random_seed} ||= $exit->random_seed; 2920 $rmp->{random_seed} ||= $exit->random_seed;
1921 2921
1922 my $data = cf::to_json $rmp; 2922 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
1923 my $md5 = Digest::MD5::md5_hex $data; 2923 my $md5 = Digest::MD5::md5_hex $data;
1924 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2924 my $meta = "$RANDOMDIR/$md5.meta";
1925 2925
1926 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2926 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1927 aio_write $fh, 0, (length $data), $data, 0; 2927 aio_write $fh, 0, (length $data), $data, 0;
1928 undef $fh; 2928 undef $fh;
1929 aio_rename "$meta~", $meta; 2929 aio_rename "$meta~", $meta;
1930 2930
2931 my $slaying = "?random/$md5";
2932
2933 if ($exit->valid) {
1931 $exit->slaying ("?random/$md5"); 2934 $exit->slaying ("?random/$md5");
1932 $exit->msg (undef); 2935 $exit->msg (undef);
2936 }
1933 } 2937 }
1934} 2938}
1935 2939
1936sub cf::object::player::enter_exit { 2940sub cf::object::player::enter_exit {
1937 my ($self, $exit) = @_; 2941 my ($self, $exit) = @_;
1938 2942
1939 return unless $self->type == cf::PLAYER; 2943 return unless $self->type == cf::PLAYER;
1940 2944
1941 if ($exit->slaying eq "/!") {
1942 #TODO: this should de-fi-ni-te-ly not be a sync-job
1943 cf::sync_job { prepare_random_map $exit };
1944 }
1945
1946 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1947 my $hp = $exit->stats->hp;
1948 my $sp = $exit->stats->sp;
1949
1950 $self->enter_link; 2945 $self->enter_link;
1951 2946
1952 (async { 2947 (async {
1953 $self->deactivate_recursive; # just to be sure 2948 $Coro::current->{desc} = "enter_exit";
2949
1954 unless (eval { 2950 unless (eval {
2951 $self->deactivate_recursive; # just to be sure
2952
2953 my $map = cf::map::normalise $exit->slaying, $exit->map;
2954 my $x = $exit->stats->hp;
2955 my $y = $exit->stats->sp;
2956
2957 # special map handling
2958 my $slaying = $exit->slaying;
2959
2960 # special map handling
2961 if ($slaying eq "/!") {
2962 my $guard = cf::lock_acquire "exit_prepare:$exit";
2963
2964 prepare_random_map $exit
2965 if $exit->slaying eq "/!"; # need to re-check after getting the lock
2966
2967 $map = $exit->slaying;
2968
2969 } elsif ($slaying eq '!up') {
2970 $map = $exit->map->tile_path (cf::TILE_UP);
2971 $x = $exit->x;
2972 $y = $exit->y;
2973
2974 } elsif ($slaying eq '!down') {
2975 $map = $exit->map->tile_path (cf::TILE_DOWN);
2976 $x = $exit->x;
2977 $y = $exit->y;
2978 }
2979
1955 $self->goto ($slaying, $hp, $sp); 2980 $self->goto ($map, $x, $y);
1956 2981
2982 # if exit is damned, update players death & WoR home-position
2983 $self->contr->savebed ($map, $x, $y)
2984 if $exit->flag (cf::FLAG_DAMNED);
2985
1957 1; 2986 1
1958 }) { 2987 }) {
1959 $self->message ("Something went wrong deep within the crossfire server. " 2988 $self->message ("Something went wrong deep within the deliantra server. "
1960 . "I'll try to bring you back to the map you were before. " 2989 . "I'll try to bring you back to the map you were before. "
1961 . "Please report this to the dungeon master!", 2990 . "Please report this to the dungeon master!",
1962 cf::NDI_UNIQUE | cf::NDI_RED); 2991 cf::NDI_UNIQUE | cf::NDI_RED);
1963 2992
1964 warn "ERROR in enter_exit: $@"; 2993 error "ERROR in enter_exit: $@";
1965 $self->leave_link; 2994 $self->leave_link;
1966 } 2995 }
1967 })->prio (1); 2996 })->prio (1);
1968} 2997}
1969 2998
1980 3009
1981sub cf::client::send_drawinfo { 3010sub cf::client::send_drawinfo {
1982 my ($self, $text, $flags) = @_; 3011 my ($self, $text, $flags) = @_;
1983 3012
1984 utf8::encode $text; 3013 utf8::encode $text;
1985 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 3014 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1986} 3015}
1987 3016
3017=item $client->send_big_packet ($pkt)
3018
3019Like C<send_packet>, but tries to compress large packets, and fragments
3020them as required.
3021
3022=cut
3023
3024our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
3025
3026sub cf::client::send_big_packet {
3027 my ($self, $pkt) = @_;
3028
3029 # try lzf for large packets
3030 $pkt = "lzf " . Compress::LZF::compress $pkt
3031 if 1024 <= length $pkt and $self->{can_lzf};
3032
3033 # split very large packets
3034 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
3035 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
3036 $pkt = "frag";
3037 }
3038
3039 $self->send_packet ($pkt);
3040}
3041
3042=item $client->send_msg ($channel, $msg, $color, [extra...])
3043
3044Send a drawinfo or msg packet to the client, formatting the msg for the
3045client if neccessary. C<$type> should be a string identifying the type of
3046the message, with C<log> being the default. If C<$color> is negative, suppress
3047the message unless the client supports the msg packet.
3048
3049=cut
3050
3051# non-persistent channels (usually the info channel)
3052our %CHANNEL = (
3053 "c/motd" => {
3054 id => "infobox",
3055 title => "MOTD",
3056 reply => undef,
3057 tooltip => "The message of the day",
3058 },
3059 "c/identify" => {
3060 id => "infobox",
3061 title => "Identify",
3062 reply => undef,
3063 tooltip => "Items recently identified",
3064 },
3065 "c/examine" => {
3066 id => "infobox",
3067 title => "Examine",
3068 reply => undef,
3069 tooltip => "Signs and other items you examined",
3070 },
3071 "c/shopinfo" => {
3072 id => "infobox",
3073 title => "Shop Info",
3074 reply => undef,
3075 tooltip => "What your bargaining skill tells you about the shop",
3076 },
3077 "c/book" => {
3078 id => "infobox",
3079 title => "Book",
3080 reply => undef,
3081 tooltip => "The contents of a note or book",
3082 },
3083 "c/lookat" => {
3084 id => "infobox",
3085 title => "Look",
3086 reply => undef,
3087 tooltip => "What you saw there",
3088 },
3089 "c/who" => {
3090 id => "infobox",
3091 title => "Players",
3092 reply => undef,
3093 tooltip => "Shows players who are currently online",
3094 },
3095 "c/body" => {
3096 id => "infobox",
3097 title => "Body Parts",
3098 reply => undef,
3099 tooltip => "Shows which body parts you posess and are available",
3100 },
3101 "c/statistics" => {
3102 id => "infobox",
3103 title => "Statistics",
3104 reply => undef,
3105 tooltip => "Shows your primary statistics",
3106 },
3107 "c/skills" => {
3108 id => "infobox",
3109 title => "Skills",
3110 reply => undef,
3111 tooltip => "Shows your experience per skill and item power",
3112 },
3113 "c/shopitems" => {
3114 id => "infobox",
3115 title => "Shop Items",
3116 reply => undef,
3117 tooltip => "Shows the items currently for sale in this shop",
3118 },
3119 "c/resistances" => {
3120 id => "infobox",
3121 title => "Resistances",
3122 reply => undef,
3123 tooltip => "Shows your resistances",
3124 },
3125 "c/pets" => {
3126 id => "infobox",
3127 title => "Pets",
3128 reply => undef,
3129 tooltip => "Shows information abotu your pets/a specific pet",
3130 },
3131 "c/perceiveself" => {
3132 id => "infobox",
3133 title => "Perceive Self",
3134 reply => undef,
3135 tooltip => "You gained detailed knowledge about yourself",
3136 },
3137 "c/uptime" => {
3138 id => "infobox",
3139 title => "Uptime",
3140 reply => undef,
3141 tooltip => "How long the server has been running since last restart",
3142 },
3143 "c/mapinfo" => {
3144 id => "infobox",
3145 title => "Map Info",
3146 reply => undef,
3147 tooltip => "Information related to the maps",
3148 },
3149 "c/party" => {
3150 id => "party",
3151 title => "Party",
3152 reply => "gsay ",
3153 tooltip => "Messages and chat related to your party",
3154 },
3155 "c/death" => {
3156 id => "death",
3157 title => "Death",
3158 reply => undef,
3159 tooltip => "Reason for and more info about your most recent death",
3160 },
3161 "c/say" => $SAY_CHANNEL,
3162 "c/chat" => $CHAT_CHANNEL,
3163);
3164
3165sub cf::client::send_msg {
3166 my ($self, $channel, $msg, $color, @extra) = @_;
3167
3168 $msg = $self->pl->expand_cfpod ($msg)
3169 unless $color & cf::NDI_VERBATIM;
3170
3171 $color &= cf::NDI_CLIENT_MASK; # just in case...
3172
3173 # check predefined channels, for the benefit of C
3174 if ($CHANNEL{$channel}) {
3175 $channel = $CHANNEL{$channel};
3176
3177 $self->ext_msg (channel_info => $channel);
3178 $channel = $channel->{id};
3179
3180 } elsif (ref $channel) {
3181 # send meta info to client, if not yet sent
3182 unless (exists $self->{channel}{$channel->{id}}) {
3183 $self->{channel}{$channel->{id}} = $channel;
3184 $self->ext_msg (channel_info => $channel);
3185 }
3186
3187 $channel = $channel->{id};
3188 }
3189
3190 return unless @extra || length $msg;
3191
3192 # default colour, mask it out
3193 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
3194 if $color & cf::NDI_DEF;
3195
3196 my $pkt = "msg "
3197 . $self->{json_coder}->encode (
3198 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
3199 );
3200
3201 $self->send_big_packet ($pkt);
3202}
3203
3204=item $client->ext_msg ($type, @msg)
3205
3206Sends an ext event to the client.
3207
3208=cut
3209
3210sub cf::client::ext_msg($$@) {
3211 my ($self, $type, @msg) = @_;
3212
3213 if ($self->extcmd == 2) {
3214 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3215 } elsif ($self->extcmd == 1) { # TODO: remove
3216 push @msg, msgtype => "event_$type";
3217 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3218 }
3219}
3220
3221=item $client->ext_reply ($msgid, @msg)
3222
3223Sends an ext reply to the client.
3224
3225=cut
3226
3227sub cf::client::ext_reply($$@) {
3228 my ($self, $id, @msg) = @_;
3229
3230 return unless $self->extcmd == 2;
3231
3232 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3233}
1988 3234
1989=item $success = $client->query ($flags, "text", \&cb) 3235=item $success = $client->query ($flags, "text", \&cb)
1990 3236
1991Queues a query to the client, calling the given callback with 3237Queues a query to the client, calling the given callback with
1992the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 3238the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1993C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 3239C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1994 3240
1995Queries can fail, so check the return code. Or don't, as queries will become 3241Queries can fail, so check the return code. Or don't, as queries will
1996reliable at some point in the future. 3242become reliable at some point in the future.
1997 3243
1998=cut 3244=cut
1999 3245
2000sub cf::client::query { 3246sub cf::client::query {
2001 my ($self, $flags, $text, $cb) = @_; 3247 my ($self, $flags, $text, $cb) = @_;
2009 utf8::encode $text; 3255 utf8::encode $text;
2010 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 3256 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2011 3257
2012 $self->send_packet ($self->{query_queue}[0][0]) 3258 $self->send_packet ($self->{query_queue}[0][0])
2013 if @{ $self->{query_queue} } == 1; 3259 if @{ $self->{query_queue} } == 1;
3260
3261 1
2014} 3262}
2015 3263
2016cf::client->attach ( 3264cf::client->attach (
3265 on_connect => sub {
3266 my ($ns) = @_;
3267
3268 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
3269 },
2017 on_reply => sub { 3270 on_reply => sub {
2018 my ($ns, $msg) = @_; 3271 my ($ns, $msg) = @_;
2019 3272
2020 # this weird shuffling is so that direct followup queries 3273 # this weird shuffling is so that direct followup queries
2021 # get handled first 3274 # get handled first
2033 } else { 3286 } else {
2034 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 3287 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2035 } 3288 }
2036 } 3289 }
2037 }, 3290 },
3291 on_exticmd => sub {
3292 my ($ns, $buf) = @_;
3293
3294 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3295
3296 if (ref $msg) {
3297 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
3298
3299 my @reply;
3300
3301 if (my $cb = $EXTICMD{$type}) {
3302 @reply = $cb->($ns, @payload);
3303 }
3304
3305 $ns->ext_reply ($reply, @reply)
3306 if $reply;
3307
3308 } else {
3309 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3310 }
3311
3312 cf::override;
3313 },
2038); 3314);
2039 3315
2040=item $client->async (\&cb) 3316=item $client->async (\&cb)
2041 3317
2042Create a new coroutine, running the specified callback. The coroutine will 3318Create a new coroutine, running the specified callback. The coroutine will
2058 3334
2059 $coro 3335 $coro
2060} 3336}
2061 3337
2062cf::client->attach ( 3338cf::client->attach (
2063 on_destroy => sub { 3339 on_client_destroy => sub {
2064 my ($ns) = @_; 3340 my ($ns) = @_;
2065 3341
2066 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3342 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
2067 }, 3343 },
2068); 3344);
2083our $safe = new Safe "safe"; 3359our $safe = new Safe "safe";
2084our $safe_hole = new Safe::Hole; 3360our $safe_hole = new Safe::Hole;
2085 3361
2086$SIG{FPE} = 'IGNORE'; 3362$SIG{FPE} = 'IGNORE';
2087 3363
2088$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3364$safe->permit_only (Opcode::opset qw(
3365 :base_core :base_mem :base_orig :base_math :base_loop
3366 grepstart grepwhile mapstart mapwhile
3367 sort time
3368));
2089 3369
2090# here we export the classes and methods available to script code 3370# here we export the classes and methods available to script code
2091 3371
2092=pod 3372=pod
2093 3373
2094The following fucntions and emthods are available within a safe environment: 3374The following functions and methods are available within a safe environment:
2095 3375
2096 cf::object contr pay_amount pay_player map 3376 cf::object
3377 contr pay_amount pay_player map x y force_find force_add destroy
3378 insert remove name archname title slaying race decrease split
3379 value
3380
2097 cf::object::player player 3381 cf::object::player
2098 cf::player peaceful 3382 player
2099 cf::map trigger 3383
3384 cf::player
3385 peaceful
3386
3387 cf::map
3388 trigger
2100 3389
2101=cut 3390=cut
2102 3391
2103for ( 3392for (
2104 ["cf::object" => qw(contr pay_amount pay_player map)], 3393 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3394 insert remove inv nrof name archname title slaying race
3395 decrease split destroy change_exp value msg lore send_msg)],
2105 ["cf::object::player" => qw(player)], 3396 ["cf::object::player" => qw(player)],
2106 ["cf::player" => qw(peaceful)], 3397 ["cf::player" => qw(peaceful send_msg)],
2107 ["cf::map" => qw(trigger)], 3398 ["cf::map" => qw(trigger)],
2108) { 3399) {
2109 no strict 'refs';
2110 my ($pkg, @funs) = @$_; 3400 my ($pkg, @funs) = @$_;
2111 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3401 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2112 for @funs; 3402 for @funs;
2113} 3403}
2114 3404
2129 3419
2130 my $qcode = $code; 3420 my $qcode = $code;
2131 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3421 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2132 $qcode =~ s/\n/\\n/g; 3422 $qcode =~ s/\n/\\n/g;
2133 3423
3424 %vars = (_dummy => 0) unless %vars;
3425
3426 my @res;
2134 local $_; 3427 local $_;
2135 local @safe::cf::_safe_eval_args = values %vars;
2136 3428
2137 my $eval = 3429 my $eval =
2138 "do {\n" 3430 "do {\n"
2139 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3431 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2140 . "#line 0 \"{$qcode}\"\n" 3432 . "#line 0 \"{$qcode}\"\n"
2141 . $code 3433 . $code
2142 . "\n}" 3434 . "\n}"
2143 ; 3435 ;
2144 3436
3437 if ($CFG{safe_eval}) {
2145 sub_generation_inc; 3438 sub_generation_inc;
3439 local @safe::cf::_safe_eval_args = values %vars;
2146 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3440 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2147 sub_generation_inc; 3441 sub_generation_inc;
3442 } else {
3443 local @cf::_safe_eval_args = values %vars;
3444 @res = wantarray ? eval eval : scalar eval $eval;
3445 }
2148 3446
2149 if ($@) { 3447 if ($@) {
2150 warn "$@"; 3448 warn "$@",
2151 warn "while executing safe code '$code'\n"; 3449 "while executing safe code '$code'\n",
2152 warn "with arguments " . (join " ", %vars) . "\n"; 3450 "with arguments " . (join " ", %vars) . "\n";
2153 } 3451 }
2154 3452
2155 wantarray ? @res : $res[0] 3453 wantarray ? @res : $res[0]
2156} 3454}
2157 3455
2171=cut 3469=cut
2172 3470
2173sub register_script_function { 3471sub register_script_function {
2174 my ($fun, $cb) = @_; 3472 my ($fun, $cb) = @_;
2175 3473
2176 no strict 'refs'; 3474 $fun = "safe::$fun" if $CFG{safe_eval};
2177 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3475 *$fun = $safe_hole->wrap ($cb);
2178} 3476}
2179 3477
2180=back 3478=back
2181 3479
2182=cut 3480=cut
2183
2184#############################################################################
2185
2186=head2 EXTENSION DATABASE SUPPORT
2187
2188Crossfire maintains a very simple database for extension use. It can
2189currently store anything that can be serialised using Storable, which
2190excludes objects.
2191
2192The parameter C<$family> should best start with the name of the extension
2193using it, it should be unique.
2194
2195=over 4
2196
2197=item $value = cf::db_get $family => $key
2198
2199Returns a single value from the database.
2200
2201=item cf::db_put $family => $key => $value
2202
2203Stores the given C<$value> in the family.
2204
2205=cut
2206
2207our $DB;
2208
2209sub db_init {
2210 unless ($DB) {
2211 $DB = BDB::db_create $DB_ENV;
2212
2213 cf::sync_job {
2214 eval {
2215 $DB->set_flags (BDB::CHKSUM);
2216
2217 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2218 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2219 cf::cleanup "db_open(db): $!" if $!;
2220 };
2221 cf::cleanup "db_open(db): $@" if $@;
2222 };
2223
2224 my $path = cf::localdir . "/database.pst";
2225 if (stat $path) {
2226 cf::sync_job {
2227 my $pst = Storable::retrieve $path;
2228
2229 cf::db_put (board => data => $pst->{board});
2230 cf::db_put (guildrules => data => $pst->{guildrules});
2231 cf::db_put (rent => balance => $pst->{rent}{balance});
2232 BDB::db_env_txn_checkpoint $DB_ENV;
2233
2234 unlink $path;
2235 };
2236 }
2237 }
2238}
2239
2240sub db_get($$) {
2241 my $key = "$_[0]/$_[1]";
2242
2243 cf::sync_job {
2244 BDB::db_get $DB, undef, $key, my $data;
2245
2246 $! ? ()
2247 : Compress::LZF::sthaw $data
2248 }
2249}
2250
2251sub db_put($$$) {
2252 BDB::dbreq_pri 4;
2253 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2254}
2255 3481
2256############################################################################# 3482#############################################################################
2257# the server's init and main functions 3483# the server's init and main functions
2258 3484
3485sub load_facedata($) {
3486 my ($path) = @_;
3487
3488 # HACK to clear player env face cache, we need some signal framework
3489 # for this (global event?)
3490 %ext::player_env::MUSIC_FACE_CACHE = ();
3491
3492 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3493
3494 trace "loading facedata from $path\n";
3495
3496 my $facedata = decode_storable load_file $path;
3497
3498 $facedata->{version} == 2
3499 or cf::cleanup "$path: version mismatch, cannot proceed.";
3500
3501 # patch in the exptable
3502 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3503 $facedata->{resource}{"res/exp_table"} = {
3504 type => FT_RSRC,
3505 data => $exp_table,
3506 hash => (Digest::MD5::md5 $exp_table),
3507 };
3508 cf::cede_to_tick;
3509
3510 {
3511 my $faces = $facedata->{faceinfo};
3512
3513 while (my ($face, $info) = each %$faces) {
3514 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3515
3516 cf::face::set_visibility $idx, $info->{visibility};
3517 cf::face::set_magicmap $idx, $info->{magicmap};
3518 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3519 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3520 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3521
3522 cf::cede_to_tick;
3523 }
3524
3525 while (my ($face, $info) = each %$faces) {
3526 next unless $info->{smooth};
3527
3528 my $idx = cf::face::find $face
3529 or next;
3530
3531 if (my $smooth = cf::face::find $info->{smooth}) {
3532 cf::face::set_smooth $idx, $smooth;
3533 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3534 } else {
3535 error "smooth face '$info->{smooth}' not found for face '$face'";
3536 }
3537
3538 cf::cede_to_tick;
3539 }
3540 }
3541
3542 {
3543 my $anims = $facedata->{animinfo};
3544
3545 while (my ($anim, $info) = each %$anims) {
3546 cf::anim::set $anim, $info->{frames}, $info->{facings};
3547 cf::cede_to_tick;
3548 }
3549
3550 cf::anim::invalidate_all; # d'oh
3551 }
3552
3553 {
3554 my $res = $facedata->{resource};
3555
3556 while (my ($name, $info) = each %$res) {
3557 if (defined (my $type = $info->{type})) {
3558 # TODO: different hash - must free and use new index, or cache ixface data queue
3559 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3560
3561 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3562 cf::face::set_type $idx, $type;
3563 cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3564 } else {
3565# $RESOURCE{$name} = $info; # unused
3566 }
3567
3568 cf::cede_to_tick;
3569 }
3570 }
3571
3572 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3573
3574 1
3575}
3576
3577register_exticmd fx_want => sub {
3578 my ($ns, $want) = @_;
3579
3580 while (my ($k, $v) = each %$want) {
3581 $ns->fx_want ($k, $v);
3582 }
3583};
3584
2259sub load_resources { 3585sub load_resource_file($) {
2260 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir 3586 my $guard = lock_acquire "load_resource_file";
3587
3588 my $status = load_resource_file_ $_[0];
3589 get_slot 0.1, 100;
3590 cf::arch::commit_load;
3591
3592 $status
3593}
3594
3595sub reload_regions {
3596 # HACK to clear player env face cache, we need some signal framework
3597 # for this (global event?)
3598 %ext::player_env::MUSIC_FACE_CACHE = ();
3599
3600 load_resource_file "$MAPDIR/regions"
2261 or die "unable to load regions file\n";#d# 3601 or die "unable to load regions file\n";
2262}
2263 3602
2264sub cfg_load { 3603 for (cf::region::list) {
2265 open my $fh, "<:utf8", cf::confdir . "/config" 3604 $_->{match} = qr/$_->{match}/
2266 or return; 3605 if exists $_->{match};
3606 }
3607}
2267 3608
2268 local $/; 3609sub reload_facedata {
2269 *CFG = YAML::Syck::Load <$fh>; 3610 load_facedata "$DATADIR/facedata"
3611 or die "unable to load facedata\n";
3612}
2270 3613
3614sub reload_archetypes {
3615 load_resource_file "$DATADIR/archetypes"
3616 or die "unable to load archetypes\n";
3617}
3618
3619sub reload_treasures {
3620 load_resource_file "$DATADIR/treasures"
3621 or die "unable to load treasurelists\n";
3622}
3623
3624sub reload_sound {
3625 trace "loading sound config from $DATADIR/sound\n";
3626
3627 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3628
3629 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3630 my $sound = $soundconf->{compat}[$_]
3631 or next;
3632
3633 my $face = cf::face::find "sound/$sound->[1]";
3634 cf::sound::set $sound->[0] => $face;
3635 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3636 }
3637
3638 while (my ($k, $v) = each %{$soundconf->{event}}) {
3639 my $face = cf::face::find "sound/$v";
3640 cf::sound::set $k => $face;
3641 }
3642}
3643
3644sub reload_resources {
3645 trace "reloading resource files...\n";
3646
3647 reload_exp_table;
3648 reload_materials;
3649 reload_facedata;
3650 reload_sound;
3651 reload_archetypes;
3652 reload_regions;
3653 reload_treasures;
3654
3655 trace "finished reloading resource files\n";
3656}
3657
3658sub reload_config {
3659 trace "reloading config file...\n";
3660
3661 my $config = load_file "$CONFDIR/config";
3662 utf8::decode $config;
3663 *CFG = decode_yaml $config;
3664
2271 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3665 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2272 3666
2273 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3667 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2274 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3668 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2275 3669
2276 if (exists $CFG{mlockall}) { 3670 if (exists $CFG{mlockall}) {
2280 }; 3674 };
2281 warn $@ if $@; 3675 warn $@ if $@;
2282 } 3676 }
2283} 3677}
2284 3678
2285sub init { 3679sub pidfile() {
2286 load_resources; 3680 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3681 or die "$PIDFILE: $!";
3682 flock $fh, &Fcntl::LOCK_EX
3683 or die "$PIDFILE: flock: $!";
3684 $fh
3685}
3686
3687# make sure only one server instance is running at any one time
3688sub atomic {
3689 my $fh = pidfile;
3690
3691 my $pid = <$fh>;
3692 kill 9, $pid if $pid > 0;
3693
3694 seek $fh, 0, 0;
3695 print $fh $$;
3696}
3697
3698sub main_loop {
3699 trace "EV::loop starting\n";
3700 if (1) {
3701 EV::loop;
3702 }
3703 trace "EV::loop returned\n";
3704 goto &main_loop unless $REALLY_UNLOOP;
2287} 3705}
2288 3706
2289sub main { 3707sub main {
3708 cf::init_globals; # initialise logging
3709
3710 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3711 LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3712 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3713 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3714
3715 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3716
2290 # we must not ever block the main coroutine 3717 # we must not ever block the main coroutine
2291 local $Coro::idle = sub { 3718 local $Coro::idle = sub {
2292 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3719 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2293 (async { 3720 (async {
2294 Event::one_event; 3721 $Coro::current->{desc} = "IDLE BUG HANDLER";
3722 EV::loop EV::LOOP_ONESHOT;
2295 })->prio (Coro::PRIO_MAX); 3723 })->prio (Coro::PRIO_MAX);
2296 }; 3724 };
2297 3725
2298 cfg_load; 3726 evthread_start IO::AIO::poll_fileno;
3727
3728 cf::sync_job {
3729 cf::incloader::init ();
3730
3731 cf::init_anim;
3732 cf::init_attackmess;
3733 cf::init_dynamic;
3734
3735 cf::load_settings;
3736
3737 reload_resources;
3738 reload_config;
2299 db_init; 3739 db_init;
3740
3741 cf::init_uuid;
3742 cf::init_signals;
3743 cf::init_skills;
3744
3745 cf::init_beforeplay;
3746
3747 atomic;
3748
2300 load_extensions; 3749 load_extensions;
2301 3750
2302 $TICK_WATCHER->start; 3751 utime time, time, $RUNTIMEFILE;
2303 Event::loop; 3752
3753 # no (long-running) fork's whatsoever before this point(!)
3754 use POSIX ();
3755 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3756
3757 cf::_post_init 0;
3758 };
3759
3760 cf::object::thawer::errors_are_fatal 0;
3761 info "parse errors in files are no longer fatal from this point on.\n";
3762
3763 AE::postpone {
3764 undef &main; # free gobs of memory :)
3765 };
3766
3767 goto &main_loop;
2304} 3768}
2305 3769
2306############################################################################# 3770#############################################################################
2307# initialisation and cleanup 3771# initialisation and cleanup
2308 3772
2309# install some emergency cleanup handlers 3773# install some emergency cleanup handlers
2310BEGIN { 3774BEGIN {
3775 our %SIGWATCHER = ();
2311 for my $signal (qw(INT HUP TERM)) { 3776 for my $signal (qw(INT HUP TERM)) {
2312 Event->signal ( 3777 $SIGWATCHER{$signal} = AE::signal $signal, sub {
2313 reentrant => 0,
2314 data => WF_AUTOCANCEL,
2315 signal => $signal,
2316 prio => 0,
2317 cb => sub {
2318 cf::cleanup "SIG$signal"; 3778 cf::cleanup "SIG$signal";
2319 },
2320 ); 3779 };
3780 }
3781}
3782
3783sub write_runtime_sync {
3784 my $t0 = AE::time;
3785
3786 # first touch the runtime file to show we are still running:
3787 # the fsync below can take a very very long time.
3788
3789 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3790
3791 my $guard = cf::lock_acquire "write_runtime";
3792
3793 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3794 or return;
3795
3796 my $value = $cf::RUNTIME + 90 + 10;
3797 # 10 is the runtime save interval, for a monotonic clock
3798 # 60 allows for the watchdog to kill the server.
3799
3800 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3801 and return;
3802
3803 # always fsync - this file is important
3804 aio_fsync $fh
3805 and return;
3806
3807 # touch it again to show we are up-to-date
3808 aio_utime $fh, undef, undef;
3809
3810 close $fh
3811 or return;
3812
3813 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3814 and return;
3815
3816 trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3817
2321 } 3818 1
3819}
3820
3821our $uuid_lock;
3822our $uuid_skip;
3823
3824sub write_uuid_sync($) {
3825 $uuid_skip ||= $_[0];
3826
3827 return if $uuid_lock;
3828 local $uuid_lock = 1;
3829
3830 my $uuid = "$LOCALDIR/uuid";
3831
3832 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3833 or return;
3834
3835 my $value = uuid_seq uuid_cur;
3836
3837 unless ($value) {
3838 info "cowardly refusing to write zero uuid value!\n";
3839 return;
3840 }
3841
3842 my $value = uuid_str $value + $uuid_skip;
3843 $uuid_skip = 0;
3844
3845 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3846 and return;
3847
3848 # always fsync - this file is important
3849 aio_fsync $fh
3850 and return;
3851
3852 close $fh
3853 or return;
3854
3855 aio_rename "$uuid~", $uuid
3856 and return;
3857
3858 trace "uuid file written ($value).\n";
3859
3860 1
3861
3862}
3863
3864sub write_uuid($$) {
3865 my ($skip, $sync) = @_;
3866
3867 $sync ? write_uuid_sync $skip
3868 : async { write_uuid_sync $skip };
2322} 3869}
2323 3870
2324sub emergency_save() { 3871sub emergency_save() {
2325 my $freeze_guard = cf::freeze_mainloop; 3872 my $freeze_guard = cf::freeze_mainloop;
2326 3873
2327 warn "enter emergency perl save\n"; 3874 info "emergency_perl_save: enter\n";
3875
3876 # this is a trade-off: we want to be very quick here, so
3877 # save all maps without fsync, and later call a global sync
3878 # (which in turn might be very very slow)
3879 local $USE_FSYNC = 0;
2328 3880
2329 cf::sync_job { 3881 cf::sync_job {
3882 cf::write_runtime_sync; # external watchdog should not bark
3883
2330 # use a peculiar iteration method to avoid tripping on perl 3884 # use a peculiar iteration method to avoid tripping on perl
2331 # refcount bugs in for. also avoids problems with players 3885 # refcount bugs in for. also avoids problems with players
2332 # and maps saved/destroyed asynchronously. 3886 # and maps saved/destroyed asynchronously.
2333 warn "begin emergency player save\n"; 3887 info "emergency_perl_save: begin player save\n";
2334 for my $login (keys %cf::PLAYER) { 3888 for my $login (keys %cf::PLAYER) {
2335 my $pl = $cf::PLAYER{$login} or next; 3889 my $pl = $cf::PLAYER{$login} or next;
2336 $pl->valid or next; 3890 $pl->valid or next;
3891 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2337 $pl->save; 3892 $pl->save;
2338 } 3893 }
2339 warn "end emergency player save\n"; 3894 info "emergency_perl_save: end player save\n";
2340 3895
2341 warn "begin emergency map save\n"; 3896 cf::write_runtime_sync; # external watchdog should not bark
3897
3898 info "emergency_perl_save: begin map save\n";
2342 for my $path (keys %cf::MAP) { 3899 for my $path (keys %cf::MAP) {
2343 my $map = $cf::MAP{$path} or next; 3900 my $map = $cf::MAP{$path} or next;
2344 $map->valid or next; 3901 $map->valid or next;
2345 $map->save; 3902 $map->save;
2346 } 3903 }
2347 warn "end emergency map save\n"; 3904 info "emergency_perl_save: end map save\n";
2348 3905
2349 warn "begin emergency database checkpoint\n"; 3906 cf::write_runtime_sync; # external watchdog should not bark
3907
3908 info "emergency_perl_save: begin database checkpoint\n";
2350 BDB::db_env_txn_checkpoint $DB_ENV; 3909 BDB::db_env_txn_checkpoint $DB_ENV;
2351 warn "end emergency database checkpoint\n"; 3910 info "emergency_perl_save: end database checkpoint\n";
3911
3912 info "emergency_perl_save: begin write uuid\n";
3913 write_uuid_sync 1;
3914 info "emergency_perl_save: end write uuid\n";
3915
3916 cf::write_runtime_sync; # external watchdog should not bark
3917
3918 trace "emergency_perl_save: syncing database to disk";
3919 BDB::db_env_txn_checkpoint $DB_ENV;
3920
3921 info "emergency_perl_save: starting sync\n";
3922 IO::AIO::aio_sync sub {
3923 info "emergency_perl_save: finished sync\n";
3924 };
3925
3926 cf::write_runtime_sync; # external watchdog should not bark
3927
3928 trace "emergency_perl_save: flushing outstanding aio requests";
3929 while (IO::AIO::nreqs || BDB::nreqs) {
3930 Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
3931 }
3932
3933 cf::write_runtime_sync; # external watchdog should not bark
2352 }; 3934 };
2353 3935
2354 warn "leave emergency perl save\n"; 3936 info "emergency_perl_save: leave\n";
2355} 3937}
2356 3938
2357sub post_cleanup { 3939sub post_cleanup {
2358 my ($make_core) = @_; 3940 my ($make_core) = @_;
2359 3941
3942 IO::AIO::flush;
3943
2360 warn Carp::longmess "post_cleanup backtrace" 3944 error Carp::longmess "post_cleanup backtrace"
2361 if $make_core; 3945 if $make_core;
2362}
2363 3946
3947 my $fh = pidfile;
3948 unlink $PIDFILE if <$fh> == $$;
3949}
3950
3951# a safer delete_package, copied from Symbol
3952sub clear_package($) {
3953 my $pkg = shift;
3954
3955 # expand to full symbol table name if needed
3956 unless ($pkg =~ /^main::.*::$/) {
3957 $pkg = "main$pkg" if $pkg =~ /^::/;
3958 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3959 $pkg .= '::' unless $pkg =~ /::$/;
3960 }
3961
3962 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3963 my $stem_symtab = *{$stem}{HASH};
3964
3965 defined $stem_symtab and exists $stem_symtab->{$leaf}
3966 or return;
3967
3968 # clear all symbols
3969 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3970 for my $name (keys %$leaf_symtab) {
3971 _gv_clear *{"$pkg$name"};
3972# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3973 }
3974}
3975
2364sub reload() { 3976sub do_reload_perl() {
2365 # can/must only be called in main 3977 # can/must only be called in main
2366 if ($Coro::current != $Coro::main) { 3978 unless (in_main) {
2367 warn "can only reload from main coroutine"; 3979 error "can only reload from main coroutine";
2368 return; 3980 return;
2369 } 3981 }
2370 3982
2371 warn "reloading..."; 3983 return if $RELOAD++;
2372 3984
2373 warn "entering sync_job"; 3985 my $t1 = AE::time;
2374 3986
3987 while ($RELOAD) {
3988 cf::get_slot 0.1, -1, "reload_perl";
3989 info "perl_reload: reloading...";
3990
3991 trace "perl_reload: entering sync_job";
3992
2375 cf::sync_job { 3993 cf::sync_job {
2376 cf::write_runtime; # external watchdog should not bark
2377 cf::emergency_save; 3994 #cf::emergency_save;
2378 cf::write_runtime; # external watchdog should not bark
2379 3995
2380 warn "syncing database to disk";
2381 BDB::db_env_txn_checkpoint $DB_ENV;
2382
2383 # if anything goes wrong in here, we should simply crash as we already saved
2384
2385 warn "cancelling all WF_AUTOCANCEL watchers";
2386 for (Event::all_watchers) {
2387 $_->cancel if $_->data & WF_AUTOCANCEL;
2388 }
2389
2390 warn "flushing outstanding aio requests";
2391 for (;;) {
2392 BDB::flush;
2393 IO::AIO::flush;
2394 Coro::cede;
2395 last unless IO::AIO::nreqs || BDB::nreqs;
2396 warn "iterate...";
2397 }
2398
2399 warn "cancelling all extension coros"; 3996 trace "perl_reload: cancelling all extension coros";
2400 $_->cancel for values %EXT_CORO; 3997 $_->cancel for values %EXT_CORO;
2401 %EXT_CORO = (); 3998 %EXT_CORO = ();
2402 3999
2403 warn "removing commands"; 4000 trace "perl_reload: removing commands";
2404 %COMMAND = (); 4001 %COMMAND = ();
2405 4002
2406 warn "removing ext commands"; 4003 trace "perl_reload: removing ext/exti commands";
2407 %EXTCMD = (); 4004 %EXTCMD = ();
4005 %EXTICMD = ();
2408 4006
2409 warn "unloading/nuking all extensions"; 4007 trace "perl_reload: unloading/nuking all extensions";
2410 for my $pkg (@EXTS) { 4008 for my $pkg (@EXTS) {
2411 warn "... unloading $pkg"; 4009 trace "... unloading $pkg";
2412 4010
2413 if (my $cb = $pkg->can ("unload")) { 4011 if (my $cb = $pkg->can ("unload")) {
2414 eval { 4012 eval {
2415 $cb->($pkg); 4013 $cb->($pkg);
2416 1 4014 1
2417 } or warn "$pkg unloaded, but with errors: $@"; 4015 } or error "$pkg unloaded, but with errors: $@";
4016 }
4017
4018 trace "... clearing $pkg";
4019 clear_package $pkg;
2418 } 4020 }
2419 4021
2420 warn "... nuking $pkg";
2421 Symbol::delete_package $pkg;
2422 }
2423
2424 warn "unloading all perl modules loaded from $LIBDIR"; 4022 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2425 while (my ($k, $v) = each %INC) { 4023 while (my ($k, $v) = each %INC) {
2426 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 4024 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2427 4025
2428 warn "... unloading $k"; 4026 trace "... unloading $k";
2429 delete $INC{$k}; 4027 delete $INC{$k};
2430 4028
2431 $k =~ s/\.pm$//; 4029 $k =~ s/\.pm$//;
2432 $k =~ s/\//::/g; 4030 $k =~ s/\//::/g;
2433 4031
2434 if (my $cb = $k->can ("unload_module")) { 4032 if (my $cb = $k->can ("unload_module")) {
2435 $cb->(); 4033 $cb->();
4034 }
4035
4036 clear_package $k;
2436 } 4037 }
2437 4038
2438 Symbol::delete_package $k;
2439 }
2440
2441 warn "getting rid of safe::, as good as possible"; 4039 trace "perl_reload: getting rid of safe::, as good as possible";
2442 Symbol::delete_package "safe::$_" 4040 clear_package "safe::$_"
2443 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 4041 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2444 4042
2445 warn "unloading cf.pm \"a bit\""; 4043 trace "perl_reload: unloading cf.pm \"a bit\"";
2446 delete $INC{"cf.pm"}; 4044 delete $INC{"cf.pm"};
4045 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2447 4046
2448 # don't, removes xs symbols, too, 4047 # don't, removes xs symbols, too,
2449 # and global variables created in xs 4048 # and global variables created in xs
2450 #Symbol::delete_package __PACKAGE__; 4049 #clear_package __PACKAGE__;
2451 4050
2452 warn "unload completed, starting to reload now"; 4051 info "perl_reload: unload completed, starting to reload now";
2453 4052
2454 warn "reloading cf.pm"; 4053 trace "perl_reload: reloading cf.pm";
2455 require cf; 4054 require cf;
2456 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 4055 cf::_connect_to_perl_1;
2457 4056
2458 warn "loading config and database again"; 4057 trace "perl_reload: loading config and database again";
2459 cf::cfg_load; 4058 cf::reload_config;
2460 4059
2461 warn "loading extensions"; 4060 trace "perl_reload: loading extensions";
2462 cf::load_extensions; 4061 cf::load_extensions;
2463 4062
4063 if ($REATTACH_ON_RELOAD) {
2464 warn "reattaching attachments to objects/players"; 4064 trace "perl_reload: reattaching attachments to objects/players";
2465 _global_reattach; 4065 _global_reattach; # objects, sockets
2466 warn "reattaching attachments to maps"; 4066 trace "perl_reload: reattaching attachments to maps";
2467 reattach $_ for values %MAP; 4067 reattach $_ for values %MAP;
4068 trace "perl_reload: reattaching attachments to players";
4069 reattach $_ for values %PLAYER;
4070 }
2468 4071
2469 warn "loading reloadable resources"; 4072 cf::_post_init 1;
2470 load_resources;
2471 4073
2472 warn "leaving sync_job"; 4074 trace "perl_reload: leaving sync_job";
2473 4075
2474 1 4076 1
2475 } or do { 4077 } or do {
2476 warn $@; 4078 error $@;
2477 warn "error while reloading, exiting."; 4079 cf::cleanup "perl_reload: error, exiting.";
2478 exit 1; 4080 };
4081
4082 --$RELOAD;
4083 }
4084
4085 $t1 = AE::time - $t1;
4086 info "perl_reload: completed in ${t1}s\n";
4087};
4088
4089our $RELOAD_WATCHER; # used only during reload
4090
4091sub reload_perl() {
4092 # doing reload synchronously and two reloads happen back-to-back,
4093 # coro crashes during coro_state_free->destroy here.
4094
4095 $RELOAD_WATCHER ||= cf::async {
4096 Coro::AIO::aio_wait cache_extensions;
4097
4098 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
4099 do_reload_perl;
4100 undef $RELOAD_WATCHER;
4101 };
2479 }; 4102 };
2480 4103}
2481 warn "reloaded";
2482};
2483
2484our $RELOAD_WATCHER; # used only during reload
2485 4104
2486register_command "reload" => sub { 4105register_command "reload" => sub {
2487 my ($who, $arg) = @_; 4106 my ($who, $arg) = @_;
2488 4107
2489 if ($who->flag (FLAG_WIZ)) { 4108 if ($who->flag (FLAG_WIZ)) {
2490 $who->message ("reloading server."); 4109 $who->message ("reloading server.");
2491 4110 async {
2492 # doing reload synchronously and two reloads happen back-to-back, 4111 $Coro::current->{desc} = "perl_reload";
2493 # coro crashes during coro_state_free->destroy here.
2494
2495 $RELOAD_WATCHER ||= Event->timer (
2496 reentrant => 0,
2497 after => 0,
2498 data => WF_AUTOCANCEL,
2499 cb => sub {
2500 reload; 4112 reload_perl;
2501 undef $RELOAD_WATCHER;
2502 },
2503 ); 4113 };
2504 } 4114 }
2505}; 4115};
2506 4116
2507unshift @INC, $LIBDIR; 4117#############################################################################
2508 4118
2509my $bug_warning = 0; 4119my $bug_warning = 0;
2510 4120
2511$TICK_WATCHER = Event->timer ( 4121sub wait_for_tick() {
2512 reentrant => 0, 4122 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2513 parked => 1, 4123
2514 prio => 0, 4124 $WAIT_FOR_TICK->wait;
2515 at => $NEXT_TICK || $TICK, 4125}
2516 data => WF_AUTOCANCEL, 4126
2517 cb => sub { 4127sub wait_for_tick_begin() {
4128 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
4129
4130 my $signal = new Coro::Signal;
4131 push @WAIT_FOR_TICK_BEGIN, $signal;
4132 $signal->wait;
4133}
4134
4135sub tick {
2518 if ($Coro::current != $Coro::main) { 4136 if ($Coro::current != $Coro::main) {
2519 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4137 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2520 unless ++$bug_warning > 10; 4138 unless ++$bug_warning > 10;
2521 return; 4139 return;
2522 } 4140 }
2523 4141
2524 $NOW = Event::time; 4142 cf::one_tick; # one server iteration
2525 4143
2526 cf::server_tick; # one server iteration 4144 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2527 $RUNTIME += $TICK;
2528 $NEXT_TICK += $TICK;
2529 4145
2530 if ($NOW >= $NEXT_RUNTIME_WRITE) { 4146 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2531 $NEXT_RUNTIME_WRITE = $NOW + 10; 4147 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2532 Coro::async_pool { 4148 Coro::async_pool {
4149 $Coro::current->{desc} = "runtime saver";
2533 write_runtime 4150 write_runtime_sync
2534 or warn "ERROR: unable to write runtime file: $!"; 4151 or error "ERROR: unable to write runtime file: $!";
2535 };
2536 } 4152 };
4153 }
2537 4154
2538 4155 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
4156 $sig->send;
4157 }
2539 $WAIT_FOR_TICK->broadcast; 4158 $WAIT_FOR_TICK->broadcast;
2540 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2541 4159
2542# my $AFTER = Event::time; 4160 $LOAD = ($NOW - $TICK_START) / $TICK;
2543# warn $AFTER - $NOW;#d# 4161 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2544 4162
2545 # if we are delayed by four ticks or more, skip them all 4163 if (0) {
2546 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 4164 if ($NEXT_TICK) {
2547 4165 my $jitter = $TICK_START - $NEXT_TICK;
2548 $TICK_WATCHER->at ($NEXT_TICK); 4166 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
2549 $TICK_WATCHER->start; 4167 debug "jitter $JITTER\n";#d#
4168 }
2550 }, 4169 }
2551); 4170}
2552 4171
2553{ 4172{
2554 BDB::max_poll_time $TICK * 0.1; 4173 # configure BDB
2555 $BDB_POLL_WATCHER = Event->io ( 4174
2556 reentrant => 0,
2557 fd => BDB::poll_fileno,
2558 poll => 'r',
2559 prio => 0,
2560 data => WF_AUTOCANCEL,
2561 cb => \&BDB::poll_cb,
2562 );
2563 BDB::min_parallel 8; 4175 BDB::min_parallel 16;
2564 4176 BDB::max_poll_reqs $TICK * 0.1;
2565 BDB::set_sync_prepare { 4177 #$AnyEvent::BDB::WATCHER->priority (1);
2566 my $status;
2567 my $current = $Coro::current;
2568 (
2569 sub {
2570 $status = $!;
2571 $current->ready; undef $current;
2572 },
2573 sub {
2574 Coro::schedule while defined $current;
2575 $! = $status;
2576 },
2577 )
2578 };
2579 4178
2580 unless ($DB_ENV) { 4179 unless ($DB_ENV) {
2581 $DB_ENV = BDB::db_env_create; 4180 $DB_ENV = BDB::db_env_create;
4181 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4182 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4183 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
4184 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
4185 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2582 4186
2583 cf::sync_job { 4187 cf::sync_job {
2584 eval { 4188 eval {
2585 BDB::db_env_open 4189 BDB::db_env_open
2586 $DB_ENV, 4190 $DB_ENV,
2587 $BDB_ENV_DIR, 4191 $BDBDIR,
2588 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 4192 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2589 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 4193 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2590 0666; 4194 0666;
2591 4195
2592 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 4196 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2593
2594 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2595 $DB_ENV->set_lk_detect;
2596 }; 4197 };
2597 4198
2598 cf::cleanup "db_env_open(db): $@" if $@; 4199 cf::cleanup "db_env_open(db): $@" if $@;
2599 }; 4200 };
2600 } 4201 }
4202
4203 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
4204 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
4205 };
4206 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
4207 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4208 };
4209 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4210 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4211 };
2601} 4212}
2602 4213
2603{ 4214{
4215 # configure IO::AIO
4216
2604 IO::AIO::min_parallel 8; 4217 IO::AIO::min_parallel 8;
2605
2606 undef $Coro::AIO::WATCHER;
2607 IO::AIO::max_poll_time $TICK * 0.1; 4218 IO::AIO::max_poll_time $TICK * 0.1;
2608 $AIO_POLL_WATCHER = Event->io ( 4219 undef $AnyEvent::AIO::WATCHER;
2609 reentrant => 0,
2610 data => WF_AUTOCANCEL,
2611 fd => IO::AIO::poll_fileno,
2612 poll => 'r',
2613 prio => 6,
2614 cb => \&IO::AIO::poll_cb,
2615 );
2616} 4220}
4221
4222our $_log_backtrace;
4223our $_log_backtrace_last;
4224
4225sub _log_backtrace {
4226 my ($msg, @addr) = @_;
4227
4228 $msg =~ s/\n$//;
4229
4230 if ($_log_backtrace_last eq $msg) {
4231 LOG llevInfo, "[ABT] $msg\n";
4232 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4233 # limit the # of concurrent backtraces
4234 } elsif ($_log_backtrace < 2) {
4235 $_log_backtrace_last = $msg;
4236 ++$_log_backtrace;
4237 my $perl_bt = Carp::longmess $msg;
4238 async {
4239 $Coro::current->{desc} = "abt $msg";
4240
4241 my @bt = fork_call {
4242 @addr = map { sprintf "%x", $_ } @addr;
4243 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
4244 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
4245 or die "addr2line: $!";
4246
4247 my @funcs;
4248 my @res = <$fh>;
4249 chomp for @res;
4250 while (@res) {
4251 my ($func, $line) = splice @res, 0, 2, ();
4252 push @funcs, "[$func] $line";
4253 }
4254
4255 @funcs
4256 };
4257
4258 LOG llevInfo, "[ABT] $perl_bt\n";
4259 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
4260 LOG llevInfo, "[ABT] $_\n" for @bt;
4261 --$_log_backtrace;
4262 };
4263 } else {
4264 LOG llevInfo, "[ABT] $msg\n";
4265 LOG llevInfo, "[ABT] [overload, suppressed]\n";
4266 }
4267}
4268
4269# load additional modules
4270require "cf/$_.pm" for @EXTRA_MODULES;
4271cf::_connect_to_perl_2;
2617 4272
2618END { cf::emergency_save } 4273END { cf::emergency_save }
2619 4274
26201 42751
2621 4276

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines