ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.213 by root, Tue Feb 13 20:01:04 2007 UTC vs.
Revision 1.577 by root, Tue Jan 3 11:25:33 2012 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
19#
20# The authors can be reached via e-mail to <support@deliantra.net>
21#
22
1package cf; 23package cf;
2 24
3use utf8; 25use common::sense;
4use strict;
5 26
6use Symbol; 27use Symbol;
7use List::Util; 28use List::Util;
8use Storable; 29use Socket;
30use EV;
9use Opcode; 31use Opcode;
10use Safe; 32use Safe;
11use Safe::Hole; 33use Safe::Hole;
34use Storable ();
35use Carp ();
12 36
37use Guard ();
13use Coro 3.5 (); 38use Coro ();
39use Coro::State;
40use Coro::Handle;
41use Coro::EV;
14use Coro::Event; 42use Coro::AnyEvent;
15use Coro::Timer; 43use Coro::Timer;
16use Coro::Signal; 44use Coro::Signal;
17use Coro::Semaphore; 45use Coro::Semaphore;
46use Coro::SemaphoreSet;
47use Coro::AnyEvent;
18use Coro::AIO; 48use Coro::AIO;
49use Coro::BDB 1.6;
50use Coro::Storable;
51use Coro::Util ();
19 52
53use JSON::XS 2.01 ();
20use BDB (); 54use BDB ();
21use Data::Dumper; 55use Data::Dumper;
22use Digest::MD5;
23use Fcntl; 56use Fcntl;
24use IO::AIO 2.32 ();
25use YAML::Syck (); 57use YAML::XS ();
58use IO::AIO ();
26use Time::HiRes; 59use Time::HiRes;
27use Compress::LZF; 60use Compress::LZF;
61use Digest::MD5 ();
28 62
63AnyEvent::detect;
64
65# configure various modules to our taste
66#
67$Storable::canonical = 1; # reduce rsync transfers
68Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
69
70$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
71
72# make sure c-lzf reinitialises itself
73Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 74Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
30 75
31use Event; $Event::Eval = 1; # no idea why this is required, but it is 76# strictly for debugging
77$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
32 78
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 79sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 80
35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 81our @ORIG_INC;
36$YAML::Syck::ImplicitUnicode = 1;
37
38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
39 82
40our %COMMAND = (); 83our %COMMAND = ();
41our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
42 85
43our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
44our %EXTCMD = (); 87our %EXTCMD = ();
88our %EXTICMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
47 91
92our $RELOAD; # number of reloads so far, non-zero while in reload
48our @EVENT; 93our @EVENT;
49our $LIBDIR = datadir . "/ext"; 94our @REFLECT; # set by XS
95our %REFLECT; # set by us
50 96
51our $TICK = MAX_TIME * 1e-6; 97our $CONFDIR = confdir;
52our $TICK_WATCHER; 98
53our $AIO_POLL_WATCHER; 99our $DATADIR = datadir;
54our $WRITE_RUNTIME_WATCHER; 100our $LIBDIR = "$DATADIR/ext";
101our $PODDIR = "$DATADIR/pod";
102our $MAPDIR = "$DATADIR/" . mapdir;
103
104our $LOCALDIR = localdir;
105our $TMPDIR = "$LOCALDIR/" . tmpdir;
106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
108our $RANDOMDIR = "$LOCALDIR/random";
109our $BDBDIR = "$LOCALDIR/db";
110our $PIDFILE = "$LOCALDIR/pid";
111our $RUNTIMEFILE = "$LOCALDIR/runtime";
112
113our %RESOURCE; # unused
114
115our $OUTPUT_RATE_MIN = 3000;
116our $OUTPUT_RATE_MAX = 1000000;
117
118our $MAX_LINKS = 32; # how many chained exits to follow
119our $VERBOSE_IO = 1;
120
121our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
122our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
55our $NEXT_TICK; 123our $NEXT_TICK;
124our $USE_FSYNC = 1; # use fsync to write maps - default on
125
126our $BDB_DEADLOCK_WATCHER;
127our $BDB_CHECKPOINT_WATCHER;
128our $BDB_TRICKLE_WATCHER;
129our $DB_ENV;
130
131our @EXTRA_MODULES = qw(pod match mapscript incloader);
132
133our %CFG;
134
135our $UPTIME; $UPTIME ||= time;
136our $RUNTIME = 0;
137our $SERVER_TICK = 0;
56our $NOW; 138our $NOW;
57our $USE_FSYNC = 1; # use fsync to write maps - default off
58 139
59our $BDB_POLL_WATCHER; 140our (%PLAYER, %PLAYER_LOADING); # all users
60our $DB_ENV; 141our (%MAP, %MAP_LOADING ); # all maps
61
62our %CFG;
63
64our $UPTIME; $UPTIME ||= time;
65our $RUNTIME;
66
67our %PLAYER; # all users
68our %MAP; # all maps
69our $LINK_MAP; # the special {link} map, which is always available 142our $LINK_MAP; # the special {link} map, which is always available
70our $RANDOM_MAPS = cf::localdir . "/random";
71our $BDB_ENV_DIR = cf::localdir . "/db";
72
73our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75 143
76# used to convert map paths into valid unix filenames by replacing / by ∕ 144# used to convert map paths into valid unix filenames by replacing / by ∕
77our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 145our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
78 146
147our $LOAD; # a number between 0 (idle) and 1 (too many objects)
148our $LOADAVG; # same thing, but with alpha-smoothing
149our $JITTER; # average jitter
150our $TICK_START; # for load detecting purposes
151
152our @POST_INIT;
153
154our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
155our $REALLY_UNLOOP; # never set to true, please :)
156
157our $WAIT_FOR_TICK = new Coro::Signal;
158our @WAIT_FOR_TICK_BEGIN;
159
79binmode STDOUT; 160binmode STDOUT;
80binmode STDERR; 161binmode STDERR;
81 162
82# read virtual server time, if available 163# read virtual server time, if available
83unless ($RUNTIME || !-e cf::localdir . "/runtime") { 164unless ($RUNTIME || !-e $RUNTIMEFILE) {
84 open my $fh, "<", cf::localdir . "/runtime" 165 open my $fh, "<", $RUNTIMEFILE
85 or die "unable to read runtime file: $!"; 166 or die "unable to read $RUNTIMEFILE file: $!";
86 $RUNTIME = <$fh> + 0.; 167 $RUNTIME = <$fh> + 0.;
87} 168}
88 169
89mkdir cf::localdir; 170eval "sub TICK() { $TICK } 1" or die;
90mkdir cf::localdir . "/" . cf::playerdir; 171
91mkdir cf::localdir . "/" . cf::tmpdir; 172mkdir $_
92mkdir cf::localdir . "/" . cf::uniquedir; 173 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
93mkdir $RANDOM_MAPS;
94mkdir $BDB_ENV_DIR;
95 174
96our $EMERGENCY_POSITION; 175our $EMERGENCY_POSITION;
97 176
98sub cf::map::normalise; 177sub cf::map::normalise;
99 178
179sub in_main() {
180 $Coro::current == $Coro::main
181}
182
100############################################################################# 183#############################################################################
101 184
185%REFLECT = ();
186for (@REFLECT) {
187 my $reflect = JSON::XS::decode_json $_;
188 $REFLECT{$reflect->{class}} = $reflect;
189}
190
191# this is decidedly evil
192$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
193
194#############################################################################
195
102=head2 GLOBAL VARIABLES 196=head2 GLOBAL VARIABLES
103 197
104=over 4 198=over 4
105 199
106=item $cf::UPTIME 200=item $cf::UPTIME
107 201
108The timestamp of the server start (so not actually an uptime). 202The timestamp of the server start (so not actually an "uptime").
203
204=item $cf::SERVER_TICK
205
206An unsigned integer that starts at zero when the server is started and is
207incremented on every tick.
208
209=item $cf::NOW
210
211The (real) time of the last (current) server tick - updated before and
212after tick processing, so this is useful only as a rough "what time is it
213now" estimate.
214
215=item $cf::TICK
216
217The interval between each server tick, in seconds.
109 218
110=item $cf::RUNTIME 219=item $cf::RUNTIME
111 220
112The time this server has run, starts at 0 and is increased by $cf::TICK on 221The time this server has run, starts at 0 and is increased by $cf::TICK on
113every server tick. 222every server tick.
114 223
115=item $cf::LIBDIR 224=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
225$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
226$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
116 227
117The perl library directory, where extensions and cf-specific modules can 228Various directories - "/etc", read-only install directory, perl-library
118be found. It will be added to C<@INC> automatically. 229directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
230unique-items directory, player file directory, random maps directory and
231database environment.
119 232
233=item $cf::LOADAVG
234
235The current CPU load on the server (alpha-smoothed), as a value between 0
236(none) and 1 (overloaded), indicating how much time is spent on processing
237objects per tick. Healthy values are < 0.5.
238
120=item $cf::NOW 239=item $cf::LOAD
121 240
122The time of the last (current) server tick. 241The raw value load value from the last tick.
123
124=item $cf::TICK
125
126The interval between server ticks, in seconds.
127 242
128=item %cf::CFG 243=item %cf::CFG
129 244
130Configuration for the server, loaded from C</etc/crossfire/config>, or 245Configuration for the server, loaded from C</etc/deliantra-server/config>, or
131from wherever your confdir points to. 246from wherever your confdir points to.
132 247
133=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 248=item cf::wait_for_tick, cf::wait_for_tick_begin
134 249
135These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 250These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
136or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 251returns directly I<after> the tick processing (and consequently, can only wake one thread
137processing has been done. Call C<< ->wait >> on them to maximise the 252per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
138window of cpu time available, or simply to synchronise to the server tick. 253
254Note that cf::Wait_for_tick will immediately return when the server is not
255ticking, making it suitable for small pauses in threads that need to run
256when the server is paused. If that is not applicable (i.e. you I<really>
257want to wait, use C<$cf::WAIT_FOR_TICK>).
258
259=item $cf::WAIT_FOR_TICK
260
261Note that C<cf::wait_for_tick> is probably the correct thing to use. This
262variable contains a L<Coro::Signal> that is broadcats after every server
263tick. Calling C<< ->wait >> on it will suspend the caller until after the
264next server tick.
265
266=cut
267
268sub wait_for_tick();
269sub wait_for_tick_begin();
270
271=item @cf::INVOKE_RESULTS
272
273This array contains the results of the last C<invoke ()> call. When
274C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
275that call.
276
277=item %cf::REFLECT
278
279Contains, for each (C++) class name, a hash reference with information
280about object members (methods, scalars, arrays and flags) and other
281metadata, which is useful for introspection.
139 282
140=back 283=back
141 284
142=cut 285=cut
143 286
144BEGIN { 287sub error(@) { LOG llevError, join "", @_ }
145 *CORE::GLOBAL::warn = sub { 288sub warn (@) { LOG llevWarn , join "", @_ }
289sub info (@) { LOG llevInfo , join "", @_ }
290sub debug(@) { LOG llevDebug, join "", @_ }
291sub trace(@) { LOG llevTrace, join "", @_ }
292
293$Coro::State::WARNHOOK = sub {
146 my $msg = join "", @_; 294 my $msg = join "", @_;
147 utf8::encode $msg;
148 295
149 $msg .= "\n" 296 $msg .= "\n"
150 unless $msg =~ /\n$/; 297 unless $msg =~ /\n$/;
151 298
299 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
300
152 LOG llevError, $msg; 301 LOG llevWarn, $msg;
153 }; 302};
154} 303
304$Coro::State::DIEHOOK = sub {
305 return unless $^S eq 0; # "eq", not "=="
306
307 error Carp::longmess $_[0];
308
309 if (in_main) {#d#
310 error "DIEHOOK called in main context, Coro bug?\n";#d#
311 return;#d#
312 }#d#
313
314 # kill coroutine otherwise
315 Coro::terminate
316};
155 317
156@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 318@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
157@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 319@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
158@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 320@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
159@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 321@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
160@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 322@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
323@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
161@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 324@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
162 325
163# we bless all objects into (empty) derived classes to force a method lookup 326# we bless all objects into (empty) derived classes to force a method lookup
164# within the Safe compartment. 327# within the Safe compartment.
165for my $pkg (qw( 328for my $pkg (qw(
166 cf::global cf::attachable 329 cf::global cf::attachable
167 cf::object cf::object::player 330 cf::object cf::object::player
168 cf::client cf::player 331 cf::client cf::player
169 cf::arch cf::living 332 cf::arch cf::living
333 cf::map cf::mapspace
170 cf::map cf::party cf::region 334 cf::party cf::region
171)) { 335)) {
172 no strict 'refs';
173 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 336 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
174} 337}
175 338
176$Event::DIED = sub { 339$EV::DIED = sub {
177 warn "error in event callback: @_"; 340 Carp::cluck "error in event callback: @_";
178}; 341};
342
343#############################################################################
344
345sub fork_call(&@);
346sub get_slot($;$$);
347
348#############################################################################
179 349
180=head2 UTILITY FUNCTIONS 350=head2 UTILITY FUNCTIONS
181 351
182=over 4 352=over 4
183 353
202 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 372 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203 $d 373 $d
204 } || "[unable to dump $_[0]: '$@']"; 374 } || "[unable to dump $_[0]: '$@']";
205} 375}
206 376
207use JSON::Syck (); # TODO# replace by JSON::PC once working 377=item $scalar = load_file $path
208 378
379Loads the given file from path and returns its contents. Croaks on error
380and can block.
381
382=cut
383
384sub load_file($) {
385 0 <= aio_load $_[0], my $data
386 or Carp::croak "$_[0]: $!";
387
388 $data
389}
390
209=item $ref = cf::from_json $json 391=item $ref = cf::decode_json $json
210 392
211Converts a JSON string into the corresponding perl data structure. 393Converts a JSON string into the corresponding perl data structure.
212 394
213=cut
214
215sub from_json($) {
216 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
217 JSON::Syck::Load $_[0]
218}
219
220=item $json = cf::to_json $ref 395=item $json = cf::encode_json $ref
221 396
222Converts a perl data structure into its JSON representation. 397Converts a perl data structure into its JSON representation.
223 398
224=cut 399=cut
225 400
226sub to_json($) { 401our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
227 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 402
228 JSON::Syck::Dump $_[0] 403sub encode_json($) { $json_coder->encode ($_[0]) }
404sub decode_json($) { $json_coder->decode ($_[0]) }
405
406=item $ref = cf::decode_storable $scalar
407
408Same as Coro::Storable::thaw, so blocks.
409
410=cut
411
412BEGIN { *decode_storable = \&Coro::Storable::thaw }
413
414=item $ref = cf::decode_yaml $scalar
415
416Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
417
418=cut
419
420sub decode_yaml($) {
421 fork_call { YAML::XS::Load $_[0] } @_
422}
423
424=item $scalar = cf::unlzf $scalar
425
426Same as Compress::LZF::compress, but takes server ticks into account, so
427blocks.
428
429=cut
430
431sub unlzf($) {
432 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
433 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
434 Compress::LZF::decompress $_[0]
435}
436
437=item cf::post_init { BLOCK }
438
439Execute the given codeblock, I<after> all extensions have been (re-)loaded,
440but I<before> the server starts ticking again.
441
442The codeblock will have a single boolean argument to indicate whether this
443is a reload or not.
444
445=cut
446
447sub post_init(&) {
448 push @POST_INIT, shift;
449}
450
451sub _post_init {
452 trace "running post_init jobs";
453
454 # run them in parallel...
455
456 my @join;
457
458 while () {
459 push @join, map &Coro::async ($_, 0), @POST_INIT;
460 @POST_INIT = ();
461
462 @join or last;
463
464 (pop @join)->join;
465 }
229} 466}
230 467
231=item cf::lock_wait $string 468=item cf::lock_wait $string
232 469
233Wait until the given lock is available. See cf::lock_acquire. 470Wait until the given lock is available. See cf::lock_acquire.
234 471
235=item my $lock = cf::lock_acquire $string 472=item my $lock = cf::lock_acquire $string
236 473
237Wait until the given lock is available and then acquires it and returns 474Wait until the given lock is available and then acquires it and returns
238a Coro::guard object. If the guard object gets destroyed (goes out of scope, 475a L<Guard> object. If the guard object gets destroyed (goes out of scope,
239for example when the coroutine gets canceled), the lock is automatically 476for example when the coroutine gets canceled), the lock is automatically
240returned. 477returned.
241 478
479Locks are *not* recursive, locking from the same coro twice results in a
480deadlocked coro.
481
242Lock names should begin with a unique identifier (for example, cf::map::find 482Lock names should begin with a unique identifier (for example, cf::map::find
243uses map_find and cf::map::load uses map_load). 483uses map_find and cf::map::load uses map_load).
244 484
245=cut 485=item $locked = cf::lock_active $string
246 486
247our %LOCK; 487Return true if the lock is currently active, i.e. somebody has locked it.
488
489=cut
490
491our $LOCKS = new Coro::SemaphoreSet;
248 492
249sub lock_wait($) { 493sub lock_wait($) {
250 my ($key) = @_; 494 $LOCKS->wait ($_[0]);
251
252 # wait for lock, if any
253 while ($LOCK{$key}) {
254 push @{ $LOCK{$key} }, $Coro::current;
255 Coro::schedule;
256 }
257} 495}
258 496
259sub lock_acquire($) { 497sub lock_acquire($) {
260 my ($key) = @_; 498 $LOCKS->guard ($_[0])
499}
261 500
262 # wait, to be sure we are not locked 501sub lock_active($) {
263 lock_wait $key; 502 $LOCKS->count ($_[0]) < 1
264
265 $LOCK{$key} = [];
266
267 Coro::guard {
268 # wake up all waiters, to be on the safe side
269 $_->ready for @{ delete $LOCK{$key} };
270 }
271} 503}
272 504
273sub freeze_mainloop { 505sub freeze_mainloop {
274 return unless $TICK_WATCHER->is_active; 506 tick_inhibit_inc;
275 507
276 my $guard = Coro::guard { 508 &Guard::guard (\&tick_inhibit_dec);
277 $TICK_WATCHER->start; 509}
278 $WRITE_RUNTIME_WATCHER->start; 510
511=item cf::periodic $interval, $cb
512
513Like EV::periodic, but randomly selects a starting point so that the actions
514get spread over time.
515
516=cut
517
518sub periodic($$) {
519 my ($interval, $cb) = @_;
520
521 my $start = rand List::Util::min 180, $interval;
522
523 EV::periodic $start, $interval, 0, $cb
524}
525
526=item cf::get_slot $time[, $priority[, $name]]
527
528Allocate $time seconds of blocking CPU time at priority C<$priority>
529(default: 0): This call blocks and returns only when you have at least
530C<$time> seconds of cpu time till the next tick. The slot is only valid
531till the next cede.
532
533Background jobs should use a priority les than zero, interactive jobs
534should use 100 or more.
535
536The optional C<$name> can be used to identify the job to run. It might be
537used for statistical purposes and should identify the same time-class.
538
539Useful for short background jobs.
540
541=cut
542
543our @SLOT_QUEUE;
544our $SLOT_QUEUE;
545our $SLOT_DECAY = 0.9;
546
547$SLOT_QUEUE->cancel if $SLOT_QUEUE;
548$SLOT_QUEUE = Coro::async {
549 $Coro::current->desc ("timeslot manager");
550
551 my $signal = new Coro::Signal;
552 my $busy;
553
554 while () {
555 next_job:
556
557 my $avail = cf::till_tick;
558
559 for (0 .. $#SLOT_QUEUE) {
560 if ($SLOT_QUEUE[$_][0] <= $avail) {
561 $busy = 0;
562 my $job = splice @SLOT_QUEUE, $_, 1, ();
563 $job->[2]->send;
564 Coro::cede;
565 goto next_job;
566 } else {
567 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
568 }
569 }
570
571 if (@SLOT_QUEUE) {
572 # we do not use wait_for_tick() as it returns immediately when tick is inactive
573 $WAIT_FOR_TICK->wait;
574 } else {
575 $busy = 0;
576 Coro::schedule;
577 }
279 }; 578 }
280 $WRITE_RUNTIME_WATCHER->stop; 579};
281 $TICK_WATCHER->stop; 580
282 $guard 581sub get_slot($;$$) {
582 return if tick_inhibit || $Coro::current == $Coro::main;
583
584 my ($time, $pri, $name) = @_;
585
586 $time = clamp $time, 0.01, $TICK * .6;
587
588 my $sig = new Coro::Signal;
589
590 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
591 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
592 $SLOT_QUEUE->ready;
593 $sig->wait;
283} 594}
284 595
285=item cf::async { BLOCK } 596=item cf::async { BLOCK }
286 597
287Currently the same as Coro::async_pool, meaning you cannot use 598Currently the same as Coro::async_pool, meaning you cannot use
292 603
293BEGIN { *async = \&Coro::async_pool } 604BEGIN { *async = \&Coro::async_pool }
294 605
295=item cf::sync_job { BLOCK } 606=item cf::sync_job { BLOCK }
296 607
297The design of crossfire+ requires that the main coro ($Coro::main) is 608The design of Deliantra requires that the main coroutine ($Coro::main)
298always able to handle events or runnable, as crossfire+ is only partly 609is always able to handle events or runnable, as Deliantra is only
299reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 610partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
611acceptable.
300 612
301If it must be done, put the blocking parts into C<sync_job>. This will run 613If it must be done, put the blocking parts into C<sync_job>. This will run
302the given BLOCK in another coroutine while waiting for the result. The 614the given BLOCK in another coroutine while waiting for the result. The
303server will be frozen during this time, so the block should either finish 615server will be frozen during this time, so the block should either finish
304fast or be very important. 616fast or be very important.
306=cut 618=cut
307 619
308sub sync_job(&) { 620sub sync_job(&) {
309 my ($job) = @_; 621 my ($job) = @_;
310 622
311 if ($Coro::current == $Coro::main) { 623 if (in_main) {
624 my $time = AE::time;
625
312 # this is the main coro, too bad, we have to block 626 # this is the main coro, too bad, we have to block
313 # till the operation succeeds, freezing the server :/ 627 # till the operation succeeds, freezing the server :/
314 628
315 # TODO: use suspend/resume instead 629 #LOG llevError, Carp::longmess "sync job";#d#
316 # (but this is cancel-safe) 630
317 my $freeze_guard = freeze_mainloop; 631 my $freeze_guard = freeze_mainloop;
318 632
319 my $busy = 1; 633 my $busy = 1;
320 my @res; 634 my @res;
321 635
322 (async { 636 (async {
637 $Coro::current->desc ("sync job coro");
323 @res = eval { $job->() }; 638 @res = eval { $job->() };
324 warn $@ if $@; 639 error $@ if $@;
325 undef $busy; 640 undef $busy;
326 })->prio (Coro::PRIO_MAX); 641 })->prio (Coro::PRIO_MAX);
327 642
328 while ($busy) { 643 while ($busy) {
329 Coro::cede or Event::one_event; 644 if (Coro::nready) {
645 Coro::cede_notself;
646 } else {
647 EV::loop EV::LOOP_ONESHOT;
330 } 648 }
649 }
650
651 my $time = AE::time - $time;
652
653 $TICK_START += $time; # do not account sync jobs to server load
331 654
332 wantarray ? @res : $res[0] 655 wantarray ? @res : $res[0]
333 } else { 656 } else {
334 # we are in another coroutine, how wonderful, everything just works 657 # we are in another coroutine, how wonderful, everything just works
335 658
355 $EXT_CORO{$coro+0} = $coro; 678 $EXT_CORO{$coro+0} = $coro;
356 679
357 $coro 680 $coro
358} 681}
359 682
360sub write_runtime { 683=item fork_call { }, @args
361 my $runtime = cf::localdir . "/runtime";
362 684
363 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 685Executes the given code block with the given arguments in a seperate
364 or return; 686process, returning the results. Everything must be serialisable with
687Coro::Storable. May, of course, block. Note that the executed sub may
688never block itself or use any form of event handling.
365 689
366 my $value = $cf::RUNTIME + 90 + 10; 690=cut
367 # 10 is the runtime save interval, for a monotonic clock
368 # 60 allows for the watchdog to kill the server.
369 691
370 (aio_write $fh, 0, (length $value), $value, 0) <= 0 692sub post_fork {
371 and return; 693 reset_signals;
694}
372 695
373 # always fsync - this file is important 696sub fork_call(&@) {
374 aio_fsync $fh 697 my ($cb, @args) = @_;
375 and return;
376 698
377 close $fh 699 # we seemingly have to make a local copy of the whole thing,
378 or return; 700 # otherwise perl prematurely frees the stuff :/
701 # TODO: investigate and fix (likely this will be rather laborious)
379 702
380 aio_rename "$runtime~", $runtime 703 my @res = Coro::Util::fork_eval {
381 and return; 704 cf::post_fork;
705 &$cb
706 } @args;
382 707
708 wantarray ? @res : $res[-1]
709}
710
711sub objinfo {
383 1 712 (
713 "counter value" => cf::object::object_count,
714 "objects created" => cf::object::create_count,
715 "objects destroyed" => cf::object::destroy_count,
716 "freelist size" => cf::object::free_count,
717 "allocated objects" => cf::object::objects_size,
718 "active objects" => cf::object::actives_size,
719 )
720}
721
722=item $coin = coin_from_name $name
723
724=cut
725
726our %coin_alias = (
727 "silver" => "silvercoin",
728 "silvercoin" => "silvercoin",
729 "silvercoins" => "silvercoin",
730 "gold" => "goldcoin",
731 "goldcoin" => "goldcoin",
732 "goldcoins" => "goldcoin",
733 "platinum" => "platinacoin",
734 "platinumcoin" => "platinacoin",
735 "platinumcoins" => "platinacoin",
736 "platina" => "platinacoin",
737 "platinacoin" => "platinacoin",
738 "platinacoins" => "platinacoin",
739 "royalty" => "royalty",
740 "royalties" => "royalty",
741);
742
743sub coin_from_name($) {
744 $coin_alias{$_[0]}
745 ? cf::arch::find $coin_alias{$_[0]}
746 : undef
747}
748
749=item $value = cf::db_get $family => $key
750
751Returns a single value from the environment database.
752
753=item cf::db_put $family => $key => $value
754
755Stores the given C<$value> in the family. It can currently store binary
756data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
757
758=item $db = cf::db_table "name"
759
760Create and/or open a new database table. The string must not be "db" and must be unique
761within each server.
762
763=cut
764
765sub db_table($) {
766 cf::error "db_get called from main context"
767 if $Coro::current == $Coro::main;
768
769 my ($name) = @_;
770 my $db = BDB::db_create $DB_ENV;
771
772 eval {
773 $db->set_flags (BDB::CHKSUM);
774
775 utf8::encode $name;
776 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
777 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
778 cf::cleanup "db_open(db): $!" if $!;
779 };
780 cf::cleanup "db_open(db): $@" if $@;
781
782 $db
783}
784
785our $DB;
786
787sub db_init {
788 $DB ||= db_table "db";
789}
790
791sub db_get($$) {
792 my $key = "$_[0]/$_[1]";
793
794 cf::error "db_get called from main context"
795 if $Coro::current == $Coro::main;
796
797 BDB::db_get $DB, undef, $key, my $data;
798
799 $! ? ()
800 : $data
801}
802
803sub db_put($$$) {
804 BDB::dbreq_pri 4;
805 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
806}
807
808=item cf::cache $id => [$paths...], $processversion => $process
809
810Generic caching function that returns the value of the resource $id,
811caching and regenerating as required.
812
813This function can block.
814
815=cut
816
817sub cache {
818 my ($id, $src, $processversion, $process) = @_;
819
820 my $meta =
821 join "\x00",
822 $processversion,
823 map {
824 aio_stat $_
825 and Carp::croak "$_: $!";
826
827 ($_, (stat _)[7,9])
828 } @$src;
829
830 my $dbmeta = db_get cache => "$id/meta";
831 if ($dbmeta ne $meta) {
832 # changed, we may need to process
833
834 my @data;
835 my $md5;
836
837 for (0 .. $#$src) {
838 $data[$_] = load_file $src->[$_];
839 }
840
841 # if processing is expensive, check
842 # checksum first
843 if (1) {
844 $md5 =
845 join "\x00",
846 $processversion,
847 map {
848 cf::cede_to_tick;
849 ($src->[$_], Digest::MD5::md5_hex $data[$_])
850 } 0.. $#$src;
851
852
853 my $dbmd5 = db_get cache => "$id/md5";
854 if ($dbmd5 eq $md5) {
855 db_put cache => "$id/meta", $meta;
856
857 return db_get cache => "$id/data";
858 }
859 }
860
861 my $t1 = Time::HiRes::time;
862 my $data = $process->(\@data);
863 my $t2 = Time::HiRes::time;
864
865 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
866
867 db_put cache => "$id/data", $data;
868 db_put cache => "$id/md5" , $md5;
869 db_put cache => "$id/meta", $meta;
870
871 return $data;
872 }
873
874 db_get cache => "$id/data"
875}
876
877=item cf::datalog type => key => value, ...
878
879Log a datalog packet of the given type with the given key-value pairs.
880
881=cut
882
883sub datalog($@) {
884 my ($type, %kv) = @_;
885 info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
384} 886}
385 887
386=back 888=back
387 889
388=cut 890=cut
389 891
390############################################################################# 892#############################################################################
391 893
392=head2 ATTACHABLE OBJECTS 894=head2 ATTACHABLE OBJECTS
393 895
394Many objects in crossfire are so-called attachable objects. That means you can 896Many objects in deliantra are so-called attachable objects. That means you can
395attach callbacks/event handlers (a collection of which is called an "attachment") 897attach callbacks/event handlers (a collection of which is called an "attachment")
396to it. All such attachable objects support the following methods. 898to it. All such attachable objects support the following methods.
397 899
398In the following description, CLASS can be any of C<global>, C<object> 900In the following description, CLASS can be any of C<global>, C<object>
399C<player>, C<client> or C<map> (i.e. the attachable objects in 901C<player>, C<client> or C<map> (i.e. the attachable objects in
400crossfire+). 902Deliantra).
401 903
402=over 4 904=over 4
403 905
404=item $attachable->attach ($attachment, key => $value...) 906=item $attachable->attach ($attachment, key => $value...)
405 907
449=item cf::CLASS::attachment $name, ... 951=item cf::CLASS::attachment $name, ...
450 952
451Register an attachment by C<$name> through which attachable objects of the 953Register an attachment by C<$name> through which attachable objects of the
452given CLASS can refer to this attachment. 954given CLASS can refer to this attachment.
453 955
454Some classes such as crossfire maps and objects can specify attachments 956Some classes such as deliantra maps and objects can specify attachments
455that are attached at load/instantiate time, thus the need for a name. 957that are attached at load/instantiate time, thus the need for a name.
456 958
457These calls expect any number of the following handler/hook descriptions: 959These calls expect any number of the following handler/hook descriptions:
458 960
459=over 4 961=over 4
568 $registry = $CB_TYPE[$object_type] ||= []; 1070 $registry = $CB_TYPE[$object_type] ||= [];
569 1071
570 } elsif ($type eq "subtype") { 1072 } elsif ($type eq "subtype") {
571 defined $object_type or Carp::croak "subtype specified without type"; 1073 defined $object_type or Carp::croak "subtype specified without type";
572 my $object_subtype = shift @arg; 1074 my $object_subtype = shift @arg;
573 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 1075 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
574 1076
575 } elsif ($type eq "package") { 1077 } elsif ($type eq "package") {
576 my $pkg = shift @arg; 1078 my $pkg = shift @arg;
577 1079
578 while (my ($name, $id) = each %cb_id) { 1080 while (my ($name, $id) = each %cb_id) {
583 1085
584 } elsif (exists $cb_id{$type}) { 1086 } elsif (exists $cb_id{$type}) {
585 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg; 1087 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
586 1088
587 } elsif (ref $type) { 1089 } elsif (ref $type) {
588 warn "attaching objects not supported, ignoring.\n"; 1090 error "attaching objects not supported, ignoring.\n";
589 1091
590 } else { 1092 } else {
591 shift @arg; 1093 shift @arg;
592 warn "attach argument '$type' not supported, ignoring.\n"; 1094 error "attach argument '$type' not supported, ignoring.\n";
593 } 1095 }
594 } 1096 }
595} 1097}
596 1098
597sub _object_attach { 1099sub _object_attach {
607 _attach $registry, $klass, @attach; 1109 _attach $registry, $klass, @attach;
608 } 1110 }
609 1111
610 $obj->{$name} = \%arg; 1112 $obj->{$name} = \%arg;
611 } else { 1113 } else {
612 warn "object uses attachment '$name' that is not available, postponing.\n"; 1114 info "object uses attachment '$name' which is not available, postponing.\n";
613 } 1115 }
614 1116
615 $obj->{_attachment}{$name} = undef; 1117 $obj->{_attachment}{$name} = undef;
616} 1118}
617 1119
619 if (ref $_[0]) { 1121 if (ref $_[0]) {
620 _object_attach @_; 1122 _object_attach @_;
621 } else { 1123 } else {
622 _attach shift->_attach_registry, @_; 1124 _attach shift->_attach_registry, @_;
623 } 1125 }
1126 _recalc_want;
624}; 1127};
625 1128
626# all those should be optimised 1129# all those should be optimised
627sub cf::attachable::detach { 1130sub cf::attachable::detach {
628 my ($obj, $name) = @_; 1131 my ($obj, $name) = @_;
631 delete $obj->{_attachment}{$name}; 1134 delete $obj->{_attachment}{$name};
632 reattach ($obj); 1135 reattach ($obj);
633 } else { 1136 } else {
634 Carp::croak "cannot, currently, detach class attachments"; 1137 Carp::croak "cannot, currently, detach class attachments";
635 } 1138 }
1139 _recalc_want;
636}; 1140};
637 1141
638sub cf::attachable::attached { 1142sub cf::attachable::attached {
639 my ($obj, $name) = @_; 1143 my ($obj, $name) = @_;
640 1144
655 "; 1159 ";
656 die if $@; 1160 die if $@;
657} 1161}
658 1162
659our $override; 1163our $override;
660our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 1164our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
661 1165
662sub override { 1166sub override {
663 $override = 1; 1167 $override = 1;
664 @invoke_results = (); 1168 @INVOKE_RESULTS = (@_);
665} 1169}
666 1170
667sub do_invoke { 1171sub do_invoke {
668 my $event = shift; 1172 my $event = shift;
669 my $callbacks = shift; 1173 my $callbacks = shift;
670 1174
671 @invoke_results = (); 1175 @INVOKE_RESULTS = ();
672 1176
673 local $override; 1177 local $override;
674 1178
675 for (@$callbacks) { 1179 for (@$callbacks) {
676 eval { &{$_->[1]} }; 1180 eval { &{$_->[1]} };
677 1181
678 if ($@) { 1182 if ($@) {
679 warn "$@";
680 warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n"; 1183 error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
681 override; 1184 override;
682 } 1185 }
683 1186
684 return 1 if $override; 1187 return 1 if $override;
685 } 1188 }
686 1189
687 0 1190 0
688} 1191}
689 1192
690=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1193=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
691 1194
692=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1195=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
693 1196
694Generate an object-specific event with the given arguments. 1197Generate an object-specific event with the given arguments.
695 1198
696This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 1199This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
697removed in future versions), and there is no public API to access override 1200removed in future versions), and there is no public API to access override
698results (if you must, access C<@cf::invoke_results> directly). 1201results (if you must, access C<@cf::INVOKE_RESULTS> directly).
699 1202
700=back 1203=back
701 1204
702=cut 1205=cut
703 1206
704############################################################################# 1207#############################################################################
705# object support 1208# object support
1209
1210sub _object_equal($$);
1211sub _object_equal($$) {
1212 my ($a, $b) = @_;
1213
1214 return 0 unless (ref $a) eq (ref $b);
1215
1216 if ("HASH" eq ref $a) {
1217 my @ka = keys %$a;
1218 my @kb = keys %$b;
1219
1220 return 0 if @ka != @kb;
1221
1222 for (0 .. $#ka) {
1223 return 0 unless $ka[$_] eq $kb[$_];
1224 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1225 }
1226
1227 } elsif ("ARRAY" eq ref $a) {
1228
1229 return 0 if @$a != @$b;
1230
1231 for (0 .. $#$a) {
1232 return 0 unless _object_equal $a->[$_], $b->[$_];
1233 }
1234
1235 } elsif ($a ne $b) {
1236 return 0;
1237 }
1238
1239 1
1240}
1241
1242our $SLOW_MERGES;#d#
1243sub _can_merge {
1244 my ($ob1, $ob2) = @_;
1245
1246 ++$SLOW_MERGES;#d#
1247
1248 # we do the slow way here
1249 return _object_equal $ob1, $ob2
1250}
706 1251
707sub reattach { 1252sub reattach {
708 # basically do the same as instantiate, without calling instantiate 1253 # basically do the same as instantiate, without calling instantiate
709 my ($obj) = @_; 1254 my ($obj) = @_;
710 1255
1256 # no longer needed after getting rid of delete_package?
711 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1257 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
712 1258
713 my $registry = $obj->registry; 1259 my $registry = $obj->registry;
714 1260
715 @$registry = (); 1261 @$registry = ();
716 1262
721 for (@$attach) { 1267 for (@$attach) {
722 my ($klass, @attach) = @$_; 1268 my ($klass, @attach) = @$_;
723 _attach $registry, $klass, @attach; 1269 _attach $registry, $klass, @attach;
724 } 1270 }
725 } else { 1271 } else {
726 warn "object uses attachment '$name' that is not available, postponing.\n"; 1272 info "object uses attachment '$name' that is not available, postponing.\n";
727 } 1273 }
728 } 1274 }
729} 1275}
730 1276
731cf::attachable->attach ( 1277cf::attachable->attach (
732 prio => -1000000, 1278 prio => -1000000,
733 on_instantiate => sub { 1279 on_instantiate => sub {
734 my ($obj, $data) = @_; 1280 my ($obj, $data) = @_;
735 1281
736 $data = from_json $data; 1282 $data = decode_json $data;
737 1283
738 for (@$data) { 1284 for (@$data) {
739 my ($name, $args) = @$_; 1285 my ($name, $args) = @$_;
740 1286
741 $obj->attach ($name, %{$args || {} }); 1287 $obj->attach ($name, %{$args || {} });
757sub object_freezer_save { 1303sub object_freezer_save {
758 my ($filename, $rdata, $objs) = @_; 1304 my ($filename, $rdata, $objs) = @_;
759 1305
760 sync_job { 1306 sync_job {
761 if (length $$rdata) { 1307 if (length $$rdata) {
1308 utf8::decode (my $decname = $filename);
762 warn sprintf "saving %s (%d,%d)\n", 1309 trace sprintf "saving %s (%d,%d)\n",
763 $filename, length $$rdata, scalar @$objs; 1310 $decname, length $$rdata, scalar @$objs
1311 if $VERBOSE_IO;
764 1312
765 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1313 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
766 chmod SAVE_MODE, $fh; 1314 aio_chmod $fh, SAVE_MODE;
767 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1315 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
768 aio_fsync $fh if $cf::USE_FSYNC; 1316 if ($cf::USE_FSYNC) {
1317 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1318 aio_fsync $fh;
1319 }
769 close $fh; 1320 aio_close $fh;
770 1321
771 if (@$objs) { 1322 if (@$objs) {
772 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1323 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
773 chmod SAVE_MODE, $fh; 1324 aio_chmod $fh, SAVE_MODE;
774 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1325 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
775 aio_write $fh, 0, (length $data), $data, 0; 1326 aio_write $fh, 0, (length $data), $data, 0;
776 aio_fsync $fh if $cf::USE_FSYNC; 1327 if ($cf::USE_FSYNC) {
1328 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1329 aio_fsync $fh;
1330 }
777 close $fh; 1331 aio_close $fh;
778 aio_rename "$filename.pst~", "$filename.pst"; 1332 aio_rename "$filename.pst~", "$filename.pst";
779 } 1333 }
780 } else { 1334 } else {
781 aio_unlink "$filename.pst"; 1335 aio_unlink "$filename.pst";
782 } 1336 }
783 1337
784 aio_rename "$filename~", $filename; 1338 aio_rename "$filename~", $filename;
1339
1340 $filename =~ s%/[^/]+$%%;
1341 aio_pathsync $filename if $cf::USE_FSYNC;
785 } else { 1342 } else {
786 warn "FATAL: $filename~: $!\n"; 1343 error "unable to save objects: $filename~: $!\n";
787 } 1344 }
788 } else { 1345 } else {
789 aio_unlink $filename; 1346 aio_unlink $filename;
790 aio_unlink "$filename.pst"; 1347 aio_unlink "$filename.pst";
791 } 1348 }
792
793 #d##TODO# nuke non .map-files if exist
794 if ($filename =~ s/\.map$//) {
795 aio_unlink $filename;
796 aio_unlink "$filename.pst";
797 }
798 } 1349 };
799} 1350}
800 1351
801sub object_freezer_as_string { 1352sub object_freezer_as_string {
802 my ($rdata, $objs) = @_; 1353 my ($rdata, $objs) = @_;
803 1354
808 1359
809sub object_thawer_load { 1360sub object_thawer_load {
810 my ($filename) = @_; 1361 my ($filename) = @_;
811 1362
812 my ($data, $av); 1363 my ($data, $av);
813
814 #d#TODO remove .map if file does not exist
815 aio_stat $filename and $filename =~ s/\.map$//;
816 1364
817 (aio_load $filename, $data) >= 0 1365 (aio_load $filename, $data) >= 0
818 or return; 1366 or return;
819 1367
820 unless (aio_stat "$filename.pst") { 1368 unless (aio_stat "$filename.pst") {
821 (aio_load "$filename.pst", $av) >= 0 1369 (aio_load "$filename.pst", $av) >= 0
822 or return; 1370 or return;
1371
823 $av = eval { (Storable::thaw $av)->{objs} }; 1372 my $st = eval { Coro::Storable::thaw $av };
1373 $av = $st->{objs};
824 } 1374 }
825 1375
1376 utf8::decode (my $decname = $filename);
826 warn sprintf "loading %s (%d)\n", 1377 trace sprintf "loading %s (%d,%d)\n",
827 $filename, length $data, scalar @{$av || []};#d# 1378 $decname, length $data, scalar @{$av || []}
1379 if $VERBOSE_IO;
1380
828 return ($data, $av); 1381 ($data, $av)
829} 1382}
1383
1384=head2 COMMAND CALLBACKS
1385
1386=over 4
1387
1388=cut
830 1389
831############################################################################# 1390#############################################################################
832# command handling &c 1391# command handling &c
833 1392
834=item cf::register_command $name => \&callback($ob,$args); 1393=item cf::register_command $name => \&callback($ob,$args);
847 push @{ $COMMAND{$name} }, [$caller, $cb]; 1406 push @{ $COMMAND{$name} }, [$caller, $cb];
848} 1407}
849 1408
850=item cf::register_extcmd $name => \&callback($pl,$packet); 1409=item cf::register_extcmd $name => \&callback($pl,$packet);
851 1410
852Register a callbackf ro execution when the client sends an extcmd packet. 1411Register a callback for execution when the client sends an (synchronous)
1412extcmd packet. Ext commands will be processed in the order they are
1413received by the server, like other user commands. The first argument is
1414the logged-in player. Ext commands can only be processed after a player
1415has logged in successfully.
853 1416
854If the callback returns something, it is sent back as if reply was being 1417If the callback returns something, it is sent back as if reply was being
855called. 1418called.
856 1419
1420=item cf::register_exticmd $name => \&callback($ns,$packet);
1421
1422Register a callback for execution when the client sends an (asynchronous)
1423exticmd packet. Exti commands are processed by the server as soon as they
1424are received, i.e. out of order w.r.t. other commands. The first argument
1425is a client socket. Exti commands can be received anytime, even before
1426log-in.
1427
1428If the callback returns something, it is sent back as if reply was being
1429called.
1430
857=cut 1431=cut
858 1432
859sub register_extcmd { 1433sub register_extcmd {
860 my ($name, $cb) = @_; 1434 my ($name, $cb) = @_;
861 1435
862 $EXTCMD{$name} = $cb; 1436 $EXTCMD{$name} = $cb;
863} 1437}
864 1438
1439sub register_exticmd {
1440 my ($name, $cb) = @_;
1441
1442 $EXTICMD{$name} = $cb;
1443}
1444
1445use File::Glob ();
1446
865cf::player->attach ( 1447cf::player->attach (
866 on_command => sub { 1448 on_unknown_command => sub {
867 my ($pl, $name, $params) = @_; 1449 my ($pl, $name, $params) = @_;
868 1450
869 my $cb = $COMMAND{$name} 1451 my $cb = $COMMAND{$name}
870 or return; 1452 or return;
871 1453
876 cf::override; 1458 cf::override;
877 }, 1459 },
878 on_extcmd => sub { 1460 on_extcmd => sub {
879 my ($pl, $buf) = @_; 1461 my ($pl, $buf) = @_;
880 1462
881 my $msg = eval { from_json $buf }; 1463 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
882 1464
883 if (ref $msg) { 1465 if (ref $msg) {
1466 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1467
1468 my @reply;
1469
884 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1470 if (my $cb = $EXTCMD{$type}) {
885 if (my %reply = $cb->($pl, $msg)) { 1471 @reply = $cb->($pl, @payload);
886 $pl->ext_reply ($msg->{msgid}, %reply);
887 }
888 } 1472 }
1473
1474 $pl->ext_reply ($reply, @reply)
1475 if $reply;
1476
889 } else { 1477 } else {
890 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1478 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
891 } 1479 }
892 1480
893 cf::override; 1481 cf::override;
894 }, 1482 },
895); 1483);
896 1484
1485# "readahead" all extensions
897sub load_extension { 1486sub cache_extensions {
898 my ($path) = @_; 1487 my $grp = IO::AIO::aio_group;
899 1488
900 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 1489 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
901 my $base = $1; 1490 for (grep /\.ext$/, @{$_[0]}) {
902 my $pkg = $1; 1491 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
903 $pkg =~ s/[^[:word:]]/_/g;
904 $pkg = "ext::$pkg";
905
906 warn "... loading '$path' into '$pkg'\n";
907
908 open my $fh, "<:utf8", $path
909 or die "$path: $!";
910
911 my $source =
912 "package $pkg; use strict; use utf8;\n"
913 . "#line 1 \"$path\"\n{\n"
914 . (do { local $/; <$fh> })
915 . "\n};\n1";
916
917 unless (eval $source) {
918 my $msg = $@ ? "$path: $@\n"
919 : "extension disabled.\n";
920 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
921 warn $@;
922 warn "mandatory extension failed to load, exiting.\n";
923 exit 1;
924 } 1492 }
925 die $@;
926 } 1493 };
927 1494
928 push @EXTS, $pkg; 1495 $grp
929} 1496}
930 1497
931sub load_extensions { 1498sub load_extensions {
1499 info "loading extensions...";
1500
1501 cf::sync_job {
1502 my %todo;
1503
932 for my $ext (<$LIBDIR/*.ext>) { 1504 for my $path (<$LIBDIR/*.ext>) {
933 next unless -r $ext; 1505 next unless -r $path;
934 eval { 1506
935 load_extension $ext; 1507 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1508 my $base = $1;
1509 my $pkg = $1;
1510 $pkg =~ s/[^[:word:]]/_/g;
1511 $pkg = "ext::$pkg";
1512
1513 open my $fh, "<:utf8", $path
1514 or die "$path: $!";
1515
1516 my $source = do { local $/; <$fh> };
1517
1518 my %ext = (
1519 path => $path,
1520 base => $base,
1521 pkg => $pkg,
1522 );
1523
1524 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1525 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1526
1527 $ext{source} =
1528 "package $pkg; use common::sense;\n"
1529 . "#line 1 \"$path\"\n{\n"
1530 . $source
1531 . "\n};\n1";
1532
1533 $todo{$base} = \%ext;
1534 }
1535
1536 my $pass = 0;
1537 my %done;
1538 while (%todo) {
1539 my $progress;
1540
1541 ++$pass;
1542
1543 ext:
1544 while (my ($k, $v) = each %todo) {
1545 for (split /,\s*/, $v->{meta}{depends}) {
1546 next ext
1547 unless exists $done{$_};
1548 }
1549
1550 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1551
1552 my $active = eval $v->{source};
1553
1554 if (length $@) {
1555 error "$v->{path}: $@\n";
1556
1557 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1558 if exists $v->{meta}{mandatory};
1559
1560 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1561 delete $todo{$k};
1562 } else {
1563 $done{$k} = delete $todo{$k};
1564 push @EXTS, $v->{pkg};
1565 $progress = 1;
1566
1567 info "$v->{base}: extension inactive.\n"
1568 unless $active;
1569 }
936 1 1570 }
937 } or warn "$ext not loaded: $@"; 1571
1572 unless ($progress) {
1573 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1574
1575 while (my ($k, $v) = each %todo) {
1576 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1577 if exists $v->{meta}{mandatory};
1578 }
1579
1580 last;
1581 }
1582 }
938 } 1583 };
939} 1584}
940 1585
941############################################################################# 1586#############################################################################
942 1587
1588=back
1589
943=head2 CORE EXTENSIONS 1590=head2 CORE EXTENSIONS
944 1591
945Functions and methods that extend core crossfire objects. 1592Functions and methods that extend core deliantra objects.
946 1593
947=cut 1594=cut
948 1595
949package cf::player; 1596package cf::player;
950 1597
952 1599
953=head3 cf::player 1600=head3 cf::player
954 1601
955=over 4 1602=over 4
956 1603
1604=item cf::player::num_playing
1605
1606Returns the official number of playing players, as per the Crossfire metaserver rules.
1607
1608=cut
1609
1610sub num_playing {
1611 scalar grep
1612 $_->ob->map
1613 && !$_->hidden
1614 && !$_->ob->flag (cf::FLAG_WIZ),
1615 cf::player::list
1616}
1617
957=item cf::player::find $login 1618=item cf::player::find $login
958 1619
959Returns the given player object, loading it if necessary (might block). 1620Returns the given player object, loading it if necessary (might block).
960 1621
961=cut 1622=cut
962 1623
963sub playerdir($) { 1624sub playerdir($) {
964 cf::localdir 1625 "$PLAYERDIR/"
965 . "/"
966 . cf::playerdir
967 . "/"
968 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1626 . (ref $_[0] ? $_[0]->ob->name : $_[0])
969} 1627}
970 1628
971sub path($) { 1629sub path($) {
972 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1630 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
973 1631
974 (playerdir $login) . "/$login.pl" 1632 (playerdir $login) . "/playerdata"
975} 1633}
976 1634
977sub find_active($) { 1635sub find_active($) {
978 $cf::PLAYER{$_[0]} 1636 $cf::PLAYER{$_[0]}
979 and $cf::PLAYER{$_[0]}->active 1637 and $cf::PLAYER{$_[0]}->active
982 1640
983sub exists($) { 1641sub exists($) {
984 my ($login) = @_; 1642 my ($login) = @_;
985 1643
986 $cf::PLAYER{$login} 1644 $cf::PLAYER{$login}
987 or cf::sync_job { !aio_stat path $login } 1645 or !aio_stat path $login
988} 1646}
989 1647
990sub find($) { 1648sub find($) {
991 return $cf::PLAYER{$_[0]} || do { 1649 return $cf::PLAYER{$_[0]} || do {
992 my $login = $_[0]; 1650 my $login = $_[0];
993 1651
994 my $guard = cf::lock_acquire "user_find:$login"; 1652 my $guard = cf::lock_acquire "user_find:$login";
995 1653
996 $cf::PLAYER{$_[0]} || do { 1654 $cf::PLAYER{$_[0]} || do {
997 my $pl = load_pl path $login 1655 # rename old playerfiles to new ones
1656 #TODO: remove when no longer required
1657 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1658 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1659 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1660 aio_unlink +(playerdir $login) . "/$login.pl";
1661
1662 my $f = new_from_file cf::object::thawer path $login
998 or return; 1663 or return;
1664
1665 my $pl = cf::player::load_pl $f
1666 or return;
1667
1668 local $cf::PLAYER_LOADING{$login} = $pl;
1669 $f->resolve_delayed_derefs;
999 $cf::PLAYER{$login} = $pl 1670 $cf::PLAYER{$login} = $pl
1000 } 1671 }
1001 } 1672 }
1002} 1673}
1674
1675cf::player->attach (
1676 on_load => sub {
1677 my ($pl, $path) = @_;
1678
1679 # restore slots saved in save, below
1680 my $slots = delete $pl->{_slots};
1681
1682 $pl->ob->current_weapon ($slots->[0]);
1683 $pl->combat_ob ($slots->[1]);
1684 $pl->ranged_ob ($slots->[2]);
1685 },
1686);
1003 1687
1004sub save($) { 1688sub save($) {
1005 my ($pl) = @_; 1689 my ($pl) = @_;
1006 1690
1007 return if $pl->{deny_save}; 1691 return if $pl->{deny_save};
1012 return if $pl->{deny_save}; 1696 return if $pl->{deny_save};
1013 1697
1014 aio_mkdir playerdir $pl, 0770; 1698 aio_mkdir playerdir $pl, 0770;
1015 $pl->{last_save} = $cf::RUNTIME; 1699 $pl->{last_save} = $cf::RUNTIME;
1016 1700
1701 cf::get_slot 0.01;
1702
1703 # save slots, to be restored later
1704 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1705
1017 $pl->save_pl ($path); 1706 $pl->save_pl ($path);
1018 Coro::cede; 1707 cf::cede_to_tick;
1019} 1708}
1020 1709
1021sub new($) { 1710sub new($) {
1022 my ($login) = @_; 1711 my ($login) = @_;
1023 1712
1029 $cf::PLAYER{$login} = $self; 1718 $cf::PLAYER{$login} = $self;
1030 1719
1031 $self 1720 $self
1032} 1721}
1033 1722
1723=item $player->send_msg ($channel, $msg, $color, [extra...])
1724
1725=cut
1726
1727sub send_msg {
1728 my $ns = shift->ns
1729 or return;
1730 $ns->send_msg (@_);
1731}
1732
1034=item $pl->quit_character 1733=item $pl->quit_character
1035 1734
1036Nukes the player without looking back. If logged in, the connection will 1735Nukes the player without looking back. If logged in, the connection will
1037be destroyed. May block for a long time. 1736be destroyed. May block for a long time.
1038 1737
1039=cut 1738=cut
1040 1739
1041sub quit_character { 1740sub quit_character {
1042 my ($pl) = @_; 1741 my ($pl) = @_;
1043 1742
1743 my $name = $pl->ob->name;
1744
1044 $pl->{deny_save} = 1; 1745 $pl->{deny_save} = 1;
1045 $pl->password ("*"); # this should lock out the player until we nuked the dir 1746 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1046 1747
1047 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1748 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1048 $pl->deactivate; 1749 $pl->deactivate;
1750
1751 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1049 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1752 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1753 ext::highscore::check ($pl->ob);
1754
1050 $pl->ns->destroy if $pl->ns; 1755 $pl->ns->destroy if $pl->ns;
1051 1756
1052 my $path = playerdir $pl; 1757 my $path = playerdir $pl;
1053 my $temp = "$path~$cf::RUNTIME~deleting~"; 1758 my $temp = "$path~$cf::RUNTIME~deleting~";
1054 aio_rename $path, $temp; 1759 aio_rename $path, $temp;
1055 delete $cf::PLAYER{$pl->ob->name}; 1760 delete $cf::PLAYER{$pl->ob->name};
1056 $pl->destroy; 1761 $pl->destroy;
1762
1763 my $prefix = qr<^~\Q$name\E/>;
1764
1765 # nuke player maps
1766 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1767
1057 IO::AIO::aio_rmtree $temp; 1768 IO::AIO::aio_rmtree $temp;
1769}
1770
1771=item $pl->kick
1772
1773Kicks a player out of the game. This destroys the connection.
1774
1775=cut
1776
1777sub kick {
1778 my ($pl, $kicker) = @_;
1779
1780 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1781 $pl->killer ("kicked");
1782 $pl->ns->destroy;
1058} 1783}
1059 1784
1060=item cf::player::list_logins 1785=item cf::player::list_logins
1061 1786
1062Returns am arrayref of all valid playernames in the system, can take a 1787Returns am arrayref of all valid playernames in the system, can take a
1063while and may block, so not sync_job-capable, ever. 1788while and may block, so not sync_job-capable, ever.
1064 1789
1065=cut 1790=cut
1066 1791
1067sub list_logins { 1792sub list_logins {
1068 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1793 my $dirs = aio_readdir $PLAYERDIR
1069 or return []; 1794 or return [];
1070 1795
1071 my @logins; 1796 my @logins;
1072 1797
1073 for my $login (@$dirs) { 1798 for my $login (@$dirs) {
1799 my $path = path $login;
1800
1801 # a .pst is a dead give-away for a valid player
1802 # if no pst file found, open and chekc for blocked users
1803 if (aio_stat "$path.pst") {
1074 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1804 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1075 aio_read $fh, 0, 512, my $buf, 0 or next; 1805 aio_read $fh, 0, 512, my $buf, 0 or next;
1076 $buf !~ /^password -------------$/m or next; # official not-valid tag 1806 $buf !~ /^password -------------$/m or next; # official not-valid tag
1807 }
1077 1808
1078 utf8::decode $login; 1809 utf8::decode $login;
1079 push @logins, $login; 1810 push @logins, $login;
1080 } 1811 }
1081 1812
1082 \@logins 1813 \@logins
1083} 1814}
1084 1815
1085=item $player->maps 1816=item $player->maps
1817
1818=item cf::player::maps $login
1086 1819
1087Returns an arrayref of map paths that are private for this 1820Returns an arrayref of map paths that are private for this
1088player. May block. 1821player. May block.
1089 1822
1090=cut 1823=cut
1108 } 1841 }
1109 1842
1110 \@paths 1843 \@paths
1111} 1844}
1112 1845
1846=item $protocol_xml = $player->expand_cfpod ($cfpod)
1847
1848Expand deliantra pod fragments into protocol xml.
1849
1113=item $player->ext_reply ($msgid, $msgtype, %msg) 1850=item $player->ext_reply ($msgid, @msg)
1114 1851
1115Sends an ext reply to the player. 1852Sends an ext reply to the player.
1116 1853
1117=cut 1854=cut
1118 1855
1119sub ext_reply($$$%) { 1856sub ext_reply($$@) {
1120 my ($self, $id, %msg) = @_; 1857 my ($self, $id, @msg) = @_;
1121 1858
1122 $msg{msgid} = $id; 1859 $self->ns->ext_reply ($id, @msg)
1123
1124 $self->send ("ext " . cf::to_json \%msg);
1125} 1860}
1126 1861
1127package cf; 1862=item $player->ext_msg ($type, @msg)
1863
1864Sends an ext event to the client.
1865
1866=cut
1867
1868sub ext_msg($$@) {
1869 my ($self, $type, @msg) = @_;
1870
1871 $self->ns->ext_msg ($type, @msg);
1872}
1873
1874=head3 cf::region
1875
1876=over 4
1877
1878=cut
1879
1880package cf::region;
1881
1882=item cf::region::find_by_path $path
1883
1884Tries to decuce the likely region for a map knowing only its path.
1885
1886=cut
1887
1888sub find_by_path($) {
1889 my ($path) = @_;
1890
1891 $path =~ s/^~[^\/]*//; # skip ~login
1892
1893 my ($match, $specificity);
1894
1895 for my $region (list) {
1896 if ($region->{match} && $path =~ $region->{match}) {
1897 ($match, $specificity) = ($region, $region->specificity)
1898 if $region->specificity > $specificity;
1899 }
1900 }
1901
1902 $match
1903}
1128 1904
1129=back 1905=back
1130
1131 1906
1132=head3 cf::map 1907=head3 cf::map
1133 1908
1134=over 4 1909=over 4
1135 1910
1147our $MAX_RESET = 3600; 1922our $MAX_RESET = 3600;
1148our $DEFAULT_RESET = 3000; 1923our $DEFAULT_RESET = 3000;
1149 1924
1150sub generate_random_map { 1925sub generate_random_map {
1151 my ($self, $rmp) = @_; 1926 my ($self, $rmp) = @_;
1152 # mit "rum" bekleckern, nicht 1927
1928 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1929
1153 $self->_create_random_map ( 1930 $self->_create_random_map ($rmp);
1154 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1155 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1156 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1157 $rmp->{exit_on_final_map},
1158 $rmp->{xsize}, $rmp->{ysize},
1159 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1160 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1161 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1162 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1163 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1164 (cf::region::find $rmp->{region}), $rmp->{custom}
1165 )
1166} 1931}
1167 1932
1168=item cf::map->register ($regex, $prio) 1933=item cf::map->register ($regex, $prio)
1169 1934
1170Register a handler for the map path matching the given regex at the 1935Register a handler for the map path matching the given regex at the
1175 1940
1176sub register { 1941sub register {
1177 my (undef, $regex, $prio) = @_; 1942 my (undef, $regex, $prio) = @_;
1178 my $pkg = caller; 1943 my $pkg = caller;
1179 1944
1180 no strict;
1181 push @{"$pkg\::ISA"}, __PACKAGE__; 1945 push @{"$pkg\::ISA"}, __PACKAGE__;
1182 1946
1183 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1947 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1184} 1948}
1185 1949
1186# also paths starting with '/' 1950# also paths starting with '/'
1187$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}]; 1951$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1188 1952
1189sub thawer_merge { 1953sub thawer_merge {
1190 my ($self, $merge) = @_; 1954 my ($self, $merge) = @_;
1191 1955
1192 # we have to keep some variables in memory intact 1956 # we have to keep some variables in memory intact
1193 local $self->{path}; 1957 local $self->{path};
1194 local $self->{load_path}; 1958 local $self->{load_path};
1195 local $self->{deny_save};
1196 local $self->{deny_reset};
1197 1959
1198 $self->SUPER::thawer_merge ($merge); 1960 $self->SUPER::thawer_merge ($merge);
1199} 1961}
1200 1962
1201sub normalise { 1963sub normalise {
1202 my ($path, $base) = @_; 1964 my ($path, $base) = @_;
1203 1965
1204 $path = "$path"; # make sure its a string 1966 $path = "$path"; # make sure it's a string
1205 1967
1206 $path =~ s/\.map$//; 1968 $path =~ s/\.map$//;
1207 1969
1208 # map plan: 1970 # map plan:
1209 # 1971 #
1224 $base =~ s{[^/]+/?$}{}; 1986 $base =~ s{[^/]+/?$}{};
1225 $path = "$base/$path"; 1987 $path = "$base/$path";
1226 } 1988 }
1227 1989
1228 for ($path) { 1990 for ($path) {
1229 redo if s{//}{/};
1230 redo if s{/\.?/}{/}; 1991 redo if s{/\.?/}{/};
1231 redo if s{/[^/]+/\.\./}{/}; 1992 redo if s{/[^/]+/\.\./}{/};
1232 } 1993 }
1233 1994
1234 $path 1995 $path
1248 $self->init; # pass $1 etc. 2009 $self->init; # pass $1 etc.
1249 return $self; 2010 return $self;
1250 } 2011 }
1251 } 2012 }
1252 2013
1253 Carp::carp "unable to resolve path '$path' (base '$base')."; 2014 Carp::cluck "unable to resolve path '$path' (base '$base')";
1254 () 2015 ()
1255} 2016}
1256 2017
2018# may re-bless or do other evil things
1257sub init { 2019sub init {
1258 my ($self) = @_; 2020 my ($self) = @_;
1259 2021
1260 $self 2022 $self
1261} 2023}
1273 2035
1274# the original (read-only) location 2036# the original (read-only) location
1275sub load_path { 2037sub load_path {
1276 my ($self) = @_; 2038 my ($self) = @_;
1277 2039
1278 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 2040 "$MAPDIR/$self->{path}.map"
1279} 2041}
1280 2042
1281# the temporary/swap location 2043# the temporary/swap location
1282sub save_path { 2044sub save_path {
1283 my ($self) = @_; 2045 my ($self) = @_;
1284 2046
1285 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2047 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1286 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 2048 "$TMPDIR/$path.map"
1287} 2049}
1288 2050
1289# the unique path, undef == no special unique path 2051# the unique path, undef == no special unique path
1290sub uniq_path { 2052sub uniq_path {
1291 my ($self) = @_; 2053 my ($self) = @_;
1292 2054
1293 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 2055 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1294 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 2056 "$UNIQUEDIR/$path"
1295} 2057}
1296 2058
1297# and all this just because we cannot iterate over 2059sub decay_objects {
1298# all maps in C++...
1299sub change_all_map_light {
1300 my ($change) = @_; 2060 my ($self) = @_;
1301 2061
1302 $_->change_map_light ($change) 2062 return if $self->{deny_reset};
1303 for grep $_->outdoor, values %cf::MAP; 2063
2064 $self->do_decay_objects;
1304} 2065}
1305 2066
1306sub unlink_save { 2067sub unlink_save {
1307 my ($self) = @_; 2068 my ($self) = @_;
1308 2069
1309 utf8::encode (my $save = $self->save_path); 2070 utf8::encode (my $save = $self->save_path);
1310 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 2071 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1311 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst"; 2072 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1312
1313 #d#TODO remove .map and also nuke
1314 $save =~ s/\.map// or return;#d#
1315 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1316 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1317} 2073}
1318 2074
1319sub load_header_from($) { 2075sub load_header_from($) {
1320 my ($self, $path) = @_; 2076 my ($self, $path) = @_;
1321 2077
1322 utf8::encode $path; 2078 utf8::encode $path;
1323 #aio_open $path, O_RDONLY, 0 2079 my $f = new_from_file cf::object::thawer $path
1324 # or return;
1325
1326 $self->_load_header ($path)
1327 or return; 2080 or return;
1328 2081
2082 $self->_load_header ($f)
2083 or return;
2084
2085 local $MAP_LOADING{$self->{path}} = $self;
2086 $f->resolve_delayed_derefs;
2087
1329 $self->{load_path} = $path; 2088 $self->{load_path} = $path;
1330 2089
1331 1 2090 1
1332} 2091}
1333 2092
2093# used to laod the header of an original map
1334sub load_header_orig { 2094sub load_header_orig {
1335 my ($self) = @_; 2095 my ($self) = @_;
1336 2096
1337 $self->load_header_from ($self->load_path) 2097 $self->load_header_from ($self->load_path)
1338} 2098}
1339 2099
2100# used to laod the header of an instantiated map
1340sub load_header_temp { 2101sub load_header_temp {
1341 my ($self) = @_; 2102 my ($self) = @_;
1342 2103
1343 $self->load_header_from ($self->save_path) 2104 $self->load_header_from ($self->save_path)
1344} 2105}
1345 2106
2107# called after loading the header from an instantiated map
1346sub prepare_temp { 2108sub prepare_temp {
1347 my ($self) = @_; 2109 my ($self) = @_;
1348 2110
1349 $self->last_access ((delete $self->{last_access}) 2111 $self->last_access ((delete $self->{last_access})
1350 || $cf::RUNTIME); #d# 2112 || $cf::RUNTIME); #d#
1351 # safety 2113 # safety
1352 $self->{instantiate_time} = $cf::RUNTIME 2114 $self->{instantiate_time} = $cf::RUNTIME
1353 if $self->{instantiate_time} > $cf::RUNTIME; 2115 if $self->{instantiate_time} > $cf::RUNTIME;
1354} 2116}
1355 2117
2118# called after loading the header from an original map
1356sub prepare_orig { 2119sub prepare_orig {
1357 my ($self) = @_; 2120 my ($self) = @_;
1358 2121
1359 $self->{load_original} = 1; 2122 $self->{load_original} = 1;
1360 $self->{instantiate_time} = $cf::RUNTIME; 2123 $self->{instantiate_time} = $cf::RUNTIME;
1371 $self->load_header_orig 2134 $self->load_header_orig
1372 or return; 2135 or return;
1373 $self->prepare_orig; 2136 $self->prepare_orig;
1374 } 2137 }
1375 2138
2139 $self->{deny_reset} = 1
2140 if $self->no_reset;
2141
2142 $self->default_region (cf::region::find_by_path $self->{path})
2143 unless $self->default_region;
2144
1376 1 2145 1
1377} 2146}
1378 2147
1379sub find; 2148sub find;
1380sub find { 2149sub find {
1381 my ($path, $origin) = @_; 2150 my ($path, $origin) = @_;
1382 2151
2152 cf::cede_to_tick;
2153
1383 $path = normalise $path, $origin && $origin->path; 2154 $path = normalise $path, $origin;
1384 2155
2156 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1385 cf::lock_wait "map_find:$path"; 2157 my $guard2 = cf::lock_acquire "map_find:$path";
1386 2158
1387 $cf::MAP{$path} || do { 2159 $cf::MAP{$path} || do {
1388 my $guard = cf::lock_acquire "map_find:$path";
1389 my $map = new_from_path cf::map $path 2160 my $map = new_from_path cf::map $path
1390 or return; 2161 or return;
1391 2162
1392 $map->{last_save} = $cf::RUNTIME; 2163 $map->{last_save} = $cf::RUNTIME;
1393 2164
1394 $map->load_header 2165 $map->load_header
1395 or return; 2166 or return;
1396 2167
1397 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 2168 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1398 # doing this can freeze the server in a sync job, obviously 2169 # doing this can freeze the server in a sync job, obviously
1399 #$cf::WAIT_FOR_TICK->wait; 2170 #$cf::WAIT_FOR_TICK->wait;
2171 undef $guard2;
2172 undef $guard1;
1400 $map->reset; 2173 $map->reset;
1401 undef $guard;
1402 return find $path; 2174 return find $path;
1403 } 2175 }
1404 2176
1405 $cf::MAP{$path} = $map 2177 $cf::MAP{$path} = $map
1406 } 2178 }
1407} 2179}
1408 2180
1409sub pre_load { } 2181sub pre_load { }
1410sub post_load { } 2182#sub post_load { } # XS
1411 2183
1412sub load { 2184sub load {
1413 my ($self) = @_; 2185 my ($self) = @_;
1414 2186
1415 local $self->{deny_reset} = 1; # loading can take a long time 2187 local $self->{deny_reset} = 1; # loading can take a long time
1416 2188
1417 my $path = $self->{path}; 2189 my $path = $self->{path};
2190
2191 {
1418 my $guard = cf::lock_acquire "map_load:$path"; 2192 my $guard = cf::lock_acquire "map_data:$path";
1419 2193
1420 return if $self->in_memory != cf::MAP_SWAPPED; 2194 return unless $self->valid;
2195 return unless $self->state == cf::MAP_SWAPPED;
1421 2196
1422 $self->in_memory (cf::MAP_LOADING);
1423
1424 $self->alloc; 2197 $self->alloc;
1425 2198
1426 $self->pre_load; 2199 $self->pre_load;
2200 cf::cede_to_tick;
1427 2201
1428 $self->_load_objects ($self->{load_path}, 1) 2202 if (exists $self->{load_path}) {
2203 my $f = new_from_file cf::object::thawer $self->{load_path};
2204 $f->skip_block;
2205 $self->_load_objects ($f)
1429 or return; 2206 or return;
1430 2207
1431 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2208 $self->post_load_original
1432 if delete $self->{load_original}; 2209 if delete $self->{load_original};
1433 2210
1434 if (my $uniq = $self->uniq_path) { 2211 if (my $uniq = $self->uniq_path) {
1435 utf8::encode $uniq; 2212 utf8::encode $uniq;
1436 if (aio_open $uniq, O_RDONLY, 0) { 2213 unless (aio_stat $uniq) {
2214 if (my $f = new_from_file cf::object::thawer $uniq) {
1437 $self->clear_unique_items; 2215 $self->clear_unique_items;
1438 $self->_load_objects ($uniq, 0); 2216 $self->_load_objects ($f);
2217 $f->resolve_delayed_derefs;
2218 }
2219 }
1439 } 2220 }
1440 }
1441 2221
1442 Coro::cede; 2222 $f->resolve_delayed_derefs;
2223 } else {
2224 $self->post_load_original
2225 if delete $self->{load_original};
2226 }
1443 2227
2228 $self->state (cf::MAP_INACTIVE);
2229
2230 cf::cede_to_tick;
1444 # now do the right thing for maps 2231 # now do the right thing for maps
1445 $self->link_multipart_objects; 2232 $self->link_multipart_objects;
1446
1447 unless ($self->{deny_activate}) {
1448 $self->decay_objects;
1449 $self->fix_auto_apply;
1450 $self->update_buttons;
1451 Coro::cede;
1452 $self->set_darkness_map;
1453 $self->difficulty ($self->estimate_difficulty) 2233 $self->difficulty ($self->estimate_difficulty)
1454 unless $self->difficulty; 2234 unless $self->difficulty;
1455 Coro::cede; 2235 cf::cede_to_tick;
1456 $self->activate; 2236
2237 unless ($self->{deny_activate}) {
2238 $self->decay_objects;
2239 $self->fix_auto_apply;
2240 $self->update_buttons;
2241 cf::cede_to_tick;
2242 #$self->activate; # no longer activate maps automatically
2243 }
2244
2245 $self->{last_save} = $cf::RUNTIME;
2246 $self->last_access ($cf::RUNTIME);
1457 } 2247 }
1458 2248
1459 $self->post_load; 2249 $self->post_load;
1460 2250
1461 $self->in_memory (cf::MAP_IN_MEMORY); 2251 1
1462} 2252}
1463 2253
2254# customize the map for a given player, i.e.
2255# return the _real_ map. used by e.g. per-player
2256# maps to change the path to ~playername/mappath
1464sub customise_for { 2257sub customise_for {
1465 my ($self, $ob) = @_; 2258 my ($self, $ob) = @_;
1466 2259
1467 return find "~" . $ob->name . "/" . $self->{path} 2260 return find "~" . $ob->name . "/" . $self->{path}
1468 if $self->per_player; 2261 if $self->per_player;
1469 2262
2263# return find "?party/" . $ob->name . "/" . $self->{path}
2264# if $self->per_party;
2265
1470 $self 2266 $self
1471}
1472
1473# find and load all maps in the 3x3 area around a map
1474sub load_diag {
1475 my ($map) = @_;
1476
1477 my @diag; # diagonal neighbours
1478
1479 for (0 .. 3) {
1480 my $neigh = $map->tile_path ($_)
1481 or next;
1482 $neigh = find $neigh, $map
1483 or next;
1484 $neigh->load;
1485
1486 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1487 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1488 }
1489
1490 for (@diag) {
1491 my $neigh = find @$_
1492 or next;
1493 $neigh->load;
1494 }
1495} 2267}
1496 2268
1497sub find_sync { 2269sub find_sync {
1498 my ($path, $origin) = @_; 2270 my ($path, $origin) = @_;
1499 2271
1500 cf::sync_job { find $path, $origin } 2272 # it's a bug to call this from the main context
2273 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2274 if $Coro::current == $Coro::main;
2275
2276 find $path, $origin
1501} 2277}
1502 2278
1503sub do_load_sync { 2279sub do_load_sync {
1504 my ($map) = @_; 2280 my ($map) = @_;
1505 2281
1506 cf::sync_job { $map->load }; 2282 # it's a bug to call this from the main context
2283 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2284 if $Coro::current == $Coro::main;
2285
2286 $map->load;
1507} 2287}
1508 2288
1509our %MAP_PREFETCH; 2289our %MAP_PREFETCH;
1510our $MAP_PREFETCHER = undef; 2290our $MAP_PREFETCHER = undef;
1511 2291
1512sub find_async { 2292sub find_async {
1513 my ($path, $origin) = @_; 2293 my ($path, $origin, $load) = @_;
1514 2294
1515 $path = normalise $path, $origin && $origin->{path}; 2295 $path = normalise $path, $origin;
1516 2296
1517 if (my $map = $cf::MAP{$path}) { 2297 if (my $map = $cf::MAP{$path}) {
1518 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 2298 return $map if !$load || $map->linkable;
1519 } 2299 }
1520 2300
1521 undef $MAP_PREFETCH{$path}; 2301 $MAP_PREFETCH{$path} |= $load;
2302
1522 $MAP_PREFETCHER ||= cf::async { 2303 $MAP_PREFETCHER ||= cf::async {
2304 $Coro::current->{desc} = "map prefetcher";
2305
1523 while (%MAP_PREFETCH) { 2306 while (%MAP_PREFETCH) {
1524 for my $path (keys %MAP_PREFETCH) { 2307 while (my ($k, $v) = each %MAP_PREFETCH) {
1525 my $map = find $path 2308 if (my $map = find $k) {
1526 or next;
1527 $map->load; 2309 $map->load if $v;
2310 }
1528 2311
1529 delete $MAP_PREFETCH{$path}; 2312 delete $MAP_PREFETCH{$k};
1530 } 2313 }
1531 } 2314 }
1532 undef $MAP_PREFETCHER; 2315 undef $MAP_PREFETCHER;
1533 }; 2316 };
1534 $MAP_PREFETCHER->prio (6); 2317 $MAP_PREFETCHER->prio (6);
1535 2318
1536 () 2319 ()
1537} 2320}
1538 2321
2322# common code, used by both ->save and ->swapout
1539sub save { 2323sub _save {
1540 my ($self) = @_; 2324 my ($self) = @_;
1541
1542 my $lock = cf::lock_acquire "map_data:" . $self->path;
1543 2325
1544 $self->{last_save} = $cf::RUNTIME; 2326 $self->{last_save} = $cf::RUNTIME;
1545 2327
1546 return unless $self->dirty; 2328 return unless $self->dirty;
1547 2329
1553 return if $self->{deny_save}; 2335 return if $self->{deny_save};
1554 2336
1555 local $self->{last_access} = $self->last_access;#d# 2337 local $self->{last_access} = $self->last_access;#d#
1556 2338
1557 cf::async { 2339 cf::async {
2340 $Coro::current->{desc} = "map player save";
1558 $_->contr->save for $self->players; 2341 $_->contr->save for $self->players;
1559 }; 2342 };
2343
2344 cf::get_slot 0.02;
1560 2345
1561 if ($uniq) { 2346 if ($uniq) {
1562 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2347 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1563 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2348 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1564 } else { 2349 } else {
1565 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2350 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1566 } 2351 }
1567} 2352}
1568 2353
2354sub save {
2355 my ($self) = @_;
2356
2357 my $lock = cf::lock_acquire "map_data:$self->{path}";
2358
2359 $self->_save;
2360}
2361
1569sub swap_out { 2362sub swap_out {
1570 my ($self) = @_; 2363 my ($self) = @_;
1571 2364
1572 # save first because save cedes
1573 $self->save;
1574
1575 my $lock = cf::lock_acquire "map_data:" . $self->path; 2365 my $lock = cf::lock_acquire "map_data:$self->{path}";
1576 2366
2367 return if !$self->linkable;
2368 return if $self->{deny_save};
1577 return if $self->players; 2369 return if $self->players;
1578 return if $self->in_memory != cf::MAP_IN_MEMORY;
1579 return if $self->{deny_save};
1580 2370
2371 # first deactivate the map and "unlink" it from the core
2372 $self->deactivate;
2373 $_->clear_links_to ($self) for values %cf::MAP;
2374 $self->state (cf::MAP_SWAPPED);
2375
2376 # then atomically save
2377 $self->_save;
2378
2379 # then free the map
1581 $self->clear; 2380 $self->clear;
1582 $self->in_memory (cf::MAP_SWAPPED);
1583} 2381}
1584 2382
1585sub reset_at { 2383sub reset_at {
1586 my ($self) = @_; 2384 my ($self) = @_;
1587 2385
1588 # TODO: safety, remove and allow resettable per-player maps 2386 # TODO: safety, remove and allow resettable per-player maps
1589 return 1e99 if $self->isa ("ext::map_per_player");#d#
1590 return 1e99 if $self->{deny_reset}; 2387 return 1e99 if $self->{deny_reset};
1591 2388
1592 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2389 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1593 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2390 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1594 2391
1605 my ($self) = @_; 2402 my ($self) = @_;
1606 2403
1607 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2404 my $lock = cf::lock_acquire "map_data:$self->{path}";
1608 2405
1609 return if $self->players; 2406 return if $self->players;
1610 return if $self->isa ("ext::map_per_player");#d#
1611 2407
1612 warn "resetting map ", $self->path;#d# 2408 cf::trace "resetting map ", $self->path, "\n";
1613 2409
1614 $self->in_memory (cf::MAP_SWAPPED); 2410 $self->state (cf::MAP_SWAPPED);
1615 2411
1616 # need to save uniques path 2412 # need to save uniques path
1617 unless ($self->{deny_save}) { 2413 unless ($self->{deny_save}) {
1618 my $uniq = $self->uniq_path; utf8::encode $uniq; 2414 my $uniq = $self->uniq_path; utf8::encode $uniq;
1619 2415
1621 if $uniq; 2417 if $uniq;
1622 } 2418 }
1623 2419
1624 delete $cf::MAP{$self->path}; 2420 delete $cf::MAP{$self->path};
1625 2421
2422 $self->deactivate;
2423 $_->clear_links_to ($self) for values %cf::MAP;
1626 $self->clear; 2424 $self->clear;
1627
1628 $_->clear_links_to ($self) for values %cf::MAP;
1629 2425
1630 $self->unlink_save; 2426 $self->unlink_save;
1631 $self->destroy; 2427 $self->destroy;
1632} 2428}
1633 2429
1634my $nuke_counter = "aaaa"; 2430my $nuke_counter = "aaaa";
1635 2431
1636sub nuke { 2432sub nuke {
1637 my ($self) = @_; 2433 my ($self) = @_;
1638 2434
2435 {
2436 my $lock = cf::lock_acquire "map_data:$self->{path}";
2437
1639 delete $cf::MAP{$self->path}; 2438 delete $cf::MAP{$self->path};
1640 2439
1641 $self->unlink_save; 2440 $self->unlink_save;
1642 2441
1643 bless $self, "cf::map"; 2442 bless $self, "cf::map::wrap";
1644 delete $self->{deny_reset}; 2443 delete $self->{deny_reset};
1645 $self->{deny_save} = 1; 2444 $self->{deny_save} = 1;
1646 $self->reset_timeout (1); 2445 $self->reset_timeout (1);
1647 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2446 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1648 2447
1649 $cf::MAP{$self->path} = $self; 2448 $cf::MAP{$self->path} = $self;
2449 }
1650 2450
1651 $self->reset; # polite request, might not happen 2451 $self->reset; # polite request, might not happen
2452}
2453
2454=item $maps = cf::map::tmp_maps
2455
2456Returns an arrayref with all map paths of currently instantiated and saved
2457maps. May block.
2458
2459=cut
2460
2461sub tmp_maps() {
2462 [
2463 map {
2464 utf8::decode $_;
2465 /\.map$/
2466 ? normalise $_
2467 : ()
2468 } @{ aio_readdir $TMPDIR or [] }
2469 ]
2470}
2471
2472=item $maps = cf::map::random_maps
2473
2474Returns an arrayref with all map paths of currently instantiated and saved
2475random maps. May block.
2476
2477=cut
2478
2479sub random_maps() {
2480 [
2481 map {
2482 utf8::decode $_;
2483 /\.map$/
2484 ? normalise "?random/$_"
2485 : ()
2486 } @{ aio_readdir $RANDOMDIR or [] }
2487 ]
1652} 2488}
1653 2489
1654=item cf::map::unique_maps 2490=item cf::map::unique_maps
1655 2491
1656Returns an arrayref of paths of all shared maps that have 2492Returns an arrayref of paths of all shared maps that have
1657instantiated unique items. May block. 2493instantiated unique items. May block.
1658 2494
1659=cut 2495=cut
1660 2496
1661sub unique_maps() { 2497sub unique_maps() {
1662 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2498 [
1663 or return; 2499 map {
1664
1665 my @paths;
1666
1667 for (@$files) {
1668 utf8::decode $_; 2500 utf8::decode $_;
1669 next if /\.pst$/; 2501 s/\.map$//; # TODO future compatibility hack
1670 next unless /^$PATH_SEP/o; 2502 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1671 2503 ? ()
1672 push @paths, cf::map::normalise $_; 2504 : normalise $_
2505 } @{ aio_readdir $UNIQUEDIR or [] }
1673 } 2506 ]
1674
1675 \@paths
1676} 2507}
1677 2508
1678package cf; 2509=item cf::map::static_maps
2510
2511Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2512file in the shared directory excluding F</styles> and F</editor>). May
2513block.
2514
2515=cut
2516
2517sub static_maps() {
2518 my @dirs = "";
2519 my @maps;
2520
2521 while (@dirs) {
2522 my $dir = shift @dirs;
2523
2524 next if $dir eq "/styles" || $dir eq "/editor";
2525
2526 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2527 or return;
2528
2529 for (@$files) {
2530 s/\.map$// or next;
2531 utf8::decode $_;
2532 push @maps, "$dir/$_";
2533 }
2534
2535 push @dirs, map "$dir/$_", @$dirs;
2536 }
2537
2538 \@maps
2539}
1679 2540
1680=back 2541=back
1681 2542
1682=head3 cf::object 2543=head3 cf::object
1683 2544
1687 2548
1688=over 4 2549=over 4
1689 2550
1690=item $ob->inv_recursive 2551=item $ob->inv_recursive
1691 2552
1692Returns the inventory of the object _and_ their inventories, recursively. 2553Returns the inventory of the object I<and> their inventories, recursively,
2554but I<not> the object itself.
1693 2555
1694=cut 2556=cut
1695 2557
1696sub inv_recursive_; 2558sub inv_recursive_;
1697sub inv_recursive_ { 2559sub inv_recursive_ {
1700 2562
1701sub inv_recursive { 2563sub inv_recursive {
1702 inv_recursive_ inv $_[0] 2564 inv_recursive_ inv $_[0]
1703} 2565}
1704 2566
2567=item $ref = $ob->ref
2568
2569Creates and returns a persistent reference to an object that can be stored as a string.
2570
2571=item $ob = cf::object::deref ($refstring)
2572
2573returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2574even if the object actually exists. May block.
2575
2576=cut
2577
2578sub deref {
2579 my ($ref) = @_;
2580
2581 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2582 my ($uuid, $name) = ($1, $2);
2583 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2584 or return;
2585 $pl->ob->uuid eq $uuid
2586 or return;
2587
2588 $pl->ob
2589 } else {
2590 warn "$ref: cannot resolve object reference\n";
2591 undef
2592 }
2593}
2594
1705package cf; 2595package cf;
1706 2596
1707=back 2597=back
1708 2598
1709=head3 cf::object::player 2599=head3 cf::object::player
1715Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2605Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1716can be C<undef>. Does the right thing when the player is currently in a 2606can be C<undef>. Does the right thing when the player is currently in a
1717dialogue with the given NPC character. 2607dialogue with the given NPC character.
1718 2608
1719=cut 2609=cut
2610
2611our $SAY_CHANNEL = {
2612 id => "say",
2613 title => "Map",
2614 reply => "say ",
2615 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2616};
2617
2618our $CHAT_CHANNEL = {
2619 id => "chat",
2620 title => "Chat",
2621 reply => "chat ",
2622 tooltip => "Player chat and shouts, global to the server.",
2623};
1720 2624
1721# rough implementation of a future "reply" method that works 2625# rough implementation of a future "reply" method that works
1722# with dialog boxes. 2626# with dialog boxes.
1723#TODO: the first argument must go, split into a $npc->reply_to ( method 2627#TODO: the first argument must go, split into a $npc->reply_to ( method
1724sub cf::object::player::reply($$$;$) { 2628sub cf::object::player::reply($$$;$) {
1726 2630
1727 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2631 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1728 2632
1729 if ($self->{record_replies}) { 2633 if ($self->{record_replies}) {
1730 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2634 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2635
1731 } else { 2636 } else {
2637 my $pl = $self->contr;
2638
2639 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2640 my $dialog = $pl->{npc_dialog};
2641 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2642
2643 } else {
1732 $msg = $npc->name . " says: $msg" if $npc; 2644 $msg = $npc->name . " says: $msg" if $npc;
1733 $self->message ($msg, $flags); 2645 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2646 }
1734 } 2647 }
2648}
2649
2650=item $object->send_msg ($channel, $msg, $color, [extra...])
2651
2652=cut
2653
2654sub cf::object::send_msg {
2655 my $pl = shift->contr
2656 or return;
2657 $pl->send_msg (@_);
1735} 2658}
1736 2659
1737=item $player_object->may ("access") 2660=item $player_object->may ("access")
1738 2661
1739Returns wether the given player is authorized to access resource "access" 2662Returns wether the given player is authorized to access resource "access"
1752 2675
1753=item $player_object->enter_link 2676=item $player_object->enter_link
1754 2677
1755Freezes the player and moves him/her to a special map (C<{link}>). 2678Freezes the player and moves him/her to a special map (C<{link}>).
1756 2679
1757The player should be reasonably safe there for short amounts of time. You 2680The player should be reasonably safe there for short amounts of time (e.g.
1758I<MUST> call C<leave_link> as soon as possible, though. 2681for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2682though, as the player cannot control the character while it is on the link
2683map.
1759 2684
1760Will never block. 2685Will never block.
1761 2686
1762=item $player_object->leave_link ($map, $x, $y) 2687=item $player_object->leave_link ($map, $x, $y)
1763 2688
1783sub cf::object::player::enter_link { 2708sub cf::object::player::enter_link {
1784 my ($self) = @_; 2709 my ($self) = @_;
1785 2710
1786 $self->deactivate_recursive; 2711 $self->deactivate_recursive;
1787 2712
2713 ++$self->{_link_recursion};
2714
1788 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2715 return if UNIVERSAL::isa $self->map, "ext::map_link";
1789 2716
1790 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2717 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1791 if $self->map; 2718 if $self->map && $self->map->{path} ne "{link}";
1792 2719
1793 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2720 $self->enter_map ($LINK_MAP || link_map, 3, 3);
1794} 2721}
1795 2722
1796sub cf::object::player::leave_link { 2723sub cf::object::player::leave_link {
1797 my ($self, $map, $x, $y) = @_; 2724 my ($self, $map, $x, $y) = @_;
2725
2726 return unless $self->contr->active;
1798 2727
1799 my $link_pos = delete $self->{_link_pos}; 2728 my $link_pos = delete $self->{_link_pos};
1800 2729
1801 unless ($map) { 2730 unless ($map) {
1802 # restore original map position 2731 # restore original map position
1813 ($x, $y) = (-1, -1) 2742 ($x, $y) = (-1, -1)
1814 unless (defined $x) && (defined $y); 2743 unless (defined $x) && (defined $y);
1815 2744
1816 # use -1 or undef as default coordinates, not 0, 0 2745 # use -1 or undef as default coordinates, not 0, 0
1817 ($x, $y) = ($map->enter_x, $map->enter_y) 2746 ($x, $y) = ($map->enter_x, $map->enter_y)
1818 if $x <=0 && $y <= 0; 2747 if $x <= 0 && $y <= 0;
1819 2748
1820 $map->load; 2749 $map->load;
1821 $map->load_diag;
1822 2750
1823 return unless $self->contr->active; 2751 return unless $self->contr->active;
2752
2753 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2754 if ($self->enter_map ($map, $x, $y)) {
2755 # entering was successful
2756 delete $self->{_link_recursion};
2757 # only activate afterwards, to support waiting in hooks
1824 $self->activate_recursive; 2758 $self->activate_recursive;
1825 $self->enter_map ($map, $x, $y);
1826}
1827
1828cf::player->attach (
1829 on_logout => sub {
1830 my ($pl) = @_;
1831
1832 # abort map switching before logout
1833 if ($pl->ob->{_link_pos}) {
1834 cf::sync_job {
1835 $pl->ob->leave_link
1836 };
1837 }
1838 }, 2759 }
1839 on_login => sub {
1840 my ($pl) = @_;
1841 2760
1842 # try to abort aborted map switching on player login :) 2761}
1843 # should happen only on crashes
1844 if ($pl->ob->{_link_pos}) {
1845 $pl->ob->enter_link;
1846 (async {
1847 # we need this sleep as the login has a concurrent enter_exit running
1848 # and this sleep increases chances of the player not ending up in scorn
1849 $pl->ob->reply (undef,
1850 "There was an internal problem at your last logout, "
1851 . "the server will try to bring you to your intended destination in a second.",
1852 cf::NDI_RED);
1853 Coro::Timer::sleep 1;
1854 $pl->ob->leave_link;
1855 })->prio (2);
1856 }
1857 },
1858);
1859 2762
1860=item $player_object->goto ($path, $x, $y) 2763=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1861 2764
2765Moves the player to the given map-path and coordinates by first freezing
2766her, loading and preparing them map, calling the provided $check callback
2767that has to return the map if sucecssful, and then unfreezes the player on
2768the new (success) or old (failed) map position. In either case, $done will
2769be called at the end of this process.
2770
2771Note that $check will be called with a potentially non-loaded map, so if
2772it needs a loaded map it has to call C<< ->load >>.
2773
1862=cut 2774=cut
2775
2776our $GOTOGEN;
1863 2777
1864sub cf::object::player::goto { 2778sub cf::object::player::goto {
1865 my ($self, $path, $x, $y) = @_; 2779 my ($self, $path, $x, $y, $check, $done) = @_;
2780
2781 if ($self->{_link_recursion} >= $MAX_LINKS) {
2782 error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2783 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2784 ($path, $x, $y) = @$EMERGENCY_POSITION;
2785 }
2786
2787 # do generation counting so two concurrent goto's will be executed in-order
2788 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1866 2789
1867 $self->enter_link; 2790 $self->enter_link;
1868 2791
1869 (async { 2792 (async {
2793 $Coro::current->{desc} = "player::goto $path $x $y";
2794
2795 # *tag paths override both path and x|y
2796 if ($path =~ /^\*(.*)$/) {
2797 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2798 my $ob = $obs[rand @obs];
2799
2800 # see if we actually can go there
2801 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2802 $ob = $obs[rand @obs];
2803 } else {
2804 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2805 }
2806 # else put us there anyways for now #d#
2807
2808 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2809 } else {
2810 ($path, $x, $y) = (undef, undef, undef);
2811 }
2812 }
2813
1870 my $map = eval { 2814 my $map = eval {
1871 my $map = cf::map::find $path; 2815 my $map = defined $path ? cf::map::find $path, $self->map : undef;
2816
2817 if ($map) {
1872 $map = $map->customise_for ($self) if $map; 2818 $map = $map->customise_for ($self);
2819 $map = $check->($map, $x, $y, $self) if $check && $map;
2820 } else {
2821 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2822 }
2823
1873 $map 2824 $map
2825 };
2826
2827 if ($@) {
2828 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2829 LOG llevError | logBacktrace, Carp::longmess $@;
1874 } or 2830 }
1875 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1876 2831
2832 if ($gen == $self->{_goto_generation}) {
2833 delete $self->{_goto_generation};
1877 $self->leave_link ($map, $x, $y); 2834 $self->leave_link ($map, $x, $y);
2835 }
2836
2837 $done->($self) if $done;
1878 })->prio (1); 2838 })->prio (1);
1879} 2839}
1880 2840
1881=item $player_object->enter_exit ($exit_object) 2841=item $player_object->enter_exit ($exit_object)
1882 2842
1902} 2862}
1903 2863
1904sub prepare_random_map { 2864sub prepare_random_map {
1905 my ($exit) = @_; 2865 my ($exit) = @_;
1906 2866
1907 my $guard = cf::lock_acquire "exit_prepare:$exit";
1908
1909 # all this does is basically replace the /! path by 2867 # all this does is basically replace the /! path by
1910 # a new random map path (?random/...) with a seed 2868 # a new random map path (?random/...) with a seed
1911 # that depends on the exit object 2869 # that depends on the exit object
1912 2870
1913 my $rmp = parse_random_map_params $exit->msg; 2871 my $rmp = parse_random_map_params $exit->msg;
1915 if ($exit->map) { 2873 if ($exit->map) {
1916 $rmp->{region} = $exit->region->name; 2874 $rmp->{region} = $exit->region->name;
1917 $rmp->{origin_map} = $exit->map->path; 2875 $rmp->{origin_map} = $exit->map->path;
1918 $rmp->{origin_x} = $exit->x; 2876 $rmp->{origin_x} = $exit->x;
1919 $rmp->{origin_y} = $exit->y; 2877 $rmp->{origin_y} = $exit->y;
2878
2879 $exit->map->touch;
1920 } 2880 }
1921 2881
1922 $rmp->{random_seed} ||= $exit->random_seed; 2882 $rmp->{random_seed} ||= $exit->random_seed;
1923 2883
1924 my $data = cf::to_json $rmp; 2884 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
1925 my $md5 = Digest::MD5::md5_hex $data; 2885 my $md5 = Digest::MD5::md5_hex $data;
1926 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2886 my $meta = "$RANDOMDIR/$md5.meta";
1927 2887
1928 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2888 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1929 aio_write $fh, 0, (length $data), $data, 0; 2889 aio_write $fh, 0, (length $data), $data, 0;
1930 undef $fh; 2890 undef $fh;
1931 aio_rename "$meta~", $meta; 2891 aio_rename "$meta~", $meta;
1932 2892
2893 my $slaying = "?random/$md5";
2894
2895 if ($exit->valid) {
1933 $exit->slaying ("?random/$md5"); 2896 $exit->slaying ("?random/$md5");
1934 $exit->msg (undef); 2897 $exit->msg (undef);
2898 }
1935 } 2899 }
1936} 2900}
1937 2901
1938sub cf::object::player::enter_exit { 2902sub cf::object::player::enter_exit {
1939 my ($self, $exit) = @_; 2903 my ($self, $exit) = @_;
1940 2904
1941 return unless $self->type == cf::PLAYER; 2905 return unless $self->type == cf::PLAYER;
1942 2906
1943 if ($exit->slaying eq "/!") {
1944 #TODO: this should de-fi-ni-te-ly not be a sync-job
1945 cf::sync_job { prepare_random_map $exit };
1946 }
1947
1948 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1949 my $hp = $exit->stats->hp;
1950 my $sp = $exit->stats->sp;
1951
1952 $self->enter_link; 2907 $self->enter_link;
1953 2908
1954 (async { 2909 (async {
1955 $self->deactivate_recursive; # just to be sure 2910 $Coro::current->{desc} = "enter_exit";
2911
1956 unless (eval { 2912 unless (eval {
2913 $self->deactivate_recursive; # just to be sure
2914
2915 my $map = cf::map::normalise $exit->slaying, $exit->map;
2916 my $x = $exit->stats->hp;
2917 my $y = $exit->stats->sp;
2918
2919 # special map handling
2920 my $slaying = $exit->slaying;
2921
2922 # special map handling
2923 if ($slaying eq "/!") {
2924 my $guard = cf::lock_acquire "exit_prepare:$exit";
2925
2926 prepare_random_map $exit
2927 if $exit->slaying eq "/!"; # need to re-check after getting the lock
2928
2929 $map = $exit->slaying;
2930
2931 } elsif ($slaying eq '!up') {
2932 $map = $exit->map->tile_path (cf::TILE_UP);
2933 $x = $exit->x;
2934 $y = $exit->y;
2935
2936 } elsif ($slaying eq '!down') {
2937 $map = $exit->map->tile_path (cf::TILE_DOWN);
2938 $x = $exit->x;
2939 $y = $exit->y;
2940 }
2941
1957 $self->goto ($slaying, $hp, $sp); 2942 $self->goto ($map, $x, $y);
1958 2943
2944 # if exit is damned, update players death & WoR home-position
2945 $self->contr->savebed ($map, $x, $y)
2946 if $exit->flag (cf::FLAG_DAMNED);
2947
1959 1; 2948 1
1960 }) { 2949 }) {
1961 $self->message ("Something went wrong deep within the crossfire server. " 2950 $self->message ("Something went wrong deep within the deliantra server. "
1962 . "I'll try to bring you back to the map you were before. " 2951 . "I'll try to bring you back to the map you were before. "
1963 . "Please report this to the dungeon master!", 2952 . "Please report this to the dungeon master!",
1964 cf::NDI_UNIQUE | cf::NDI_RED); 2953 cf::NDI_UNIQUE | cf::NDI_RED);
1965 2954
1966 warn "ERROR in enter_exit: $@"; 2955 error "ERROR in enter_exit: $@";
1967 $self->leave_link; 2956 $self->leave_link;
1968 } 2957 }
1969 })->prio (1); 2958 })->prio (1);
1970} 2959}
1971 2960
1982 2971
1983sub cf::client::send_drawinfo { 2972sub cf::client::send_drawinfo {
1984 my ($self, $text, $flags) = @_; 2973 my ($self, $text, $flags) = @_;
1985 2974
1986 utf8::encode $text; 2975 utf8::encode $text;
1987 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2976 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1988} 2977}
1989 2978
2979=item $client->send_big_packet ($pkt)
2980
2981Like C<send_packet>, but tries to compress large packets, and fragments
2982them as required.
2983
2984=cut
2985
2986our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2987
2988sub cf::client::send_big_packet {
2989 my ($self, $pkt) = @_;
2990
2991 # try lzf for large packets
2992 $pkt = "lzf " . Compress::LZF::compress $pkt
2993 if 1024 <= length $pkt and $self->{can_lzf};
2994
2995 # split very large packets
2996 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2997 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2998 $pkt = "frag";
2999 }
3000
3001 $self->send_packet ($pkt);
3002}
3003
3004=item $client->send_msg ($channel, $msg, $color, [extra...])
3005
3006Send a drawinfo or msg packet to the client, formatting the msg for the
3007client if neccessary. C<$type> should be a string identifying the type of
3008the message, with C<log> being the default. If C<$color> is negative, suppress
3009the message unless the client supports the msg packet.
3010
3011=cut
3012
3013# non-persistent channels (usually the info channel)
3014our %CHANNEL = (
3015 "c/motd" => {
3016 id => "infobox",
3017 title => "MOTD",
3018 reply => undef,
3019 tooltip => "The message of the day",
3020 },
3021 "c/identify" => {
3022 id => "infobox",
3023 title => "Identify",
3024 reply => undef,
3025 tooltip => "Items recently identified",
3026 },
3027 "c/examine" => {
3028 id => "infobox",
3029 title => "Examine",
3030 reply => undef,
3031 tooltip => "Signs and other items you examined",
3032 },
3033 "c/shopinfo" => {
3034 id => "infobox",
3035 title => "Shop Info",
3036 reply => undef,
3037 tooltip => "What your bargaining skill tells you about the shop",
3038 },
3039 "c/book" => {
3040 id => "infobox",
3041 title => "Book",
3042 reply => undef,
3043 tooltip => "The contents of a note or book",
3044 },
3045 "c/lookat" => {
3046 id => "infobox",
3047 title => "Look",
3048 reply => undef,
3049 tooltip => "What you saw there",
3050 },
3051 "c/who" => {
3052 id => "infobox",
3053 title => "Players",
3054 reply => undef,
3055 tooltip => "Shows players who are currently online",
3056 },
3057 "c/body" => {
3058 id => "infobox",
3059 title => "Body Parts",
3060 reply => undef,
3061 tooltip => "Shows which body parts you posess and are available",
3062 },
3063 "c/statistics" => {
3064 id => "infobox",
3065 title => "Statistics",
3066 reply => undef,
3067 tooltip => "Shows your primary statistics",
3068 },
3069 "c/skills" => {
3070 id => "infobox",
3071 title => "Skills",
3072 reply => undef,
3073 tooltip => "Shows your experience per skill and item power",
3074 },
3075 "c/shopitems" => {
3076 id => "infobox",
3077 title => "Shop Items",
3078 reply => undef,
3079 tooltip => "Shows the items currently for sale in this shop",
3080 },
3081 "c/resistances" => {
3082 id => "infobox",
3083 title => "Resistances",
3084 reply => undef,
3085 tooltip => "Shows your resistances",
3086 },
3087 "c/pets" => {
3088 id => "infobox",
3089 title => "Pets",
3090 reply => undef,
3091 tooltip => "Shows information abotu your pets/a specific pet",
3092 },
3093 "c/perceiveself" => {
3094 id => "infobox",
3095 title => "Perceive Self",
3096 reply => undef,
3097 tooltip => "You gained detailed knowledge about yourself",
3098 },
3099 "c/uptime" => {
3100 id => "infobox",
3101 title => "Uptime",
3102 reply => undef,
3103 tooltip => "How long the server has been running since last restart",
3104 },
3105 "c/mapinfo" => {
3106 id => "infobox",
3107 title => "Map Info",
3108 reply => undef,
3109 tooltip => "Information related to the maps",
3110 },
3111 "c/party" => {
3112 id => "party",
3113 title => "Party",
3114 reply => "gsay ",
3115 tooltip => "Messages and chat related to your party",
3116 },
3117 "c/death" => {
3118 id => "death",
3119 title => "Death",
3120 reply => undef,
3121 tooltip => "Reason for and more info about your most recent death",
3122 },
3123 "c/say" => $SAY_CHANNEL,
3124 "c/chat" => $CHAT_CHANNEL,
3125);
3126
3127sub cf::client::send_msg {
3128 my ($self, $channel, $msg, $color, @extra) = @_;
3129
3130 $msg = $self->pl->expand_cfpod ($msg)
3131 unless $color & cf::NDI_VERBATIM;
3132
3133 $color &= cf::NDI_CLIENT_MASK; # just in case...
3134
3135 # check predefined channels, for the benefit of C
3136 if ($CHANNEL{$channel}) {
3137 $channel = $CHANNEL{$channel};
3138
3139 $self->ext_msg (channel_info => $channel);
3140 $channel = $channel->{id};
3141
3142 } elsif (ref $channel) {
3143 # send meta info to client, if not yet sent
3144 unless (exists $self->{channel}{$channel->{id}}) {
3145 $self->{channel}{$channel->{id}} = $channel;
3146 $self->ext_msg (channel_info => $channel);
3147 }
3148
3149 $channel = $channel->{id};
3150 }
3151
3152 return unless @extra || length $msg;
3153
3154 # default colour, mask it out
3155 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
3156 if $color & cf::NDI_DEF;
3157
3158 my $pkt = "msg "
3159 . $self->{json_coder}->encode (
3160 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
3161 );
3162
3163 $self->send_big_packet ($pkt);
3164}
3165
3166=item $client->ext_msg ($type, @msg)
3167
3168Sends an ext event to the client.
3169
3170=cut
3171
3172sub cf::client::ext_msg($$@) {
3173 my ($self, $type, @msg) = @_;
3174
3175 if ($self->extcmd == 2) {
3176 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3177 } elsif ($self->extcmd == 1) { # TODO: remove
3178 push @msg, msgtype => "event_$type";
3179 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3180 }
3181}
3182
3183=item $client->ext_reply ($msgid, @msg)
3184
3185Sends an ext reply to the client.
3186
3187=cut
3188
3189sub cf::client::ext_reply($$@) {
3190 my ($self, $id, @msg) = @_;
3191
3192 return unless $self->extcmd == 2;
3193
3194 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3195}
1990 3196
1991=item $success = $client->query ($flags, "text", \&cb) 3197=item $success = $client->query ($flags, "text", \&cb)
1992 3198
1993Queues a query to the client, calling the given callback with 3199Queues a query to the client, calling the given callback with
1994the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 3200the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1995C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 3201C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1996 3202
1997Queries can fail, so check the return code. Or don't, as queries will become 3203Queries can fail, so check the return code. Or don't, as queries will
1998reliable at some point in the future. 3204become reliable at some point in the future.
1999 3205
2000=cut 3206=cut
2001 3207
2002sub cf::client::query { 3208sub cf::client::query {
2003 my ($self, $flags, $text, $cb) = @_; 3209 my ($self, $flags, $text, $cb) = @_;
2011 utf8::encode $text; 3217 utf8::encode $text;
2012 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 3218 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2013 3219
2014 $self->send_packet ($self->{query_queue}[0][0]) 3220 $self->send_packet ($self->{query_queue}[0][0])
2015 if @{ $self->{query_queue} } == 1; 3221 if @{ $self->{query_queue} } == 1;
3222
3223 1
2016} 3224}
2017 3225
2018cf::client->attach ( 3226cf::client->attach (
3227 on_connect => sub {
3228 my ($ns) = @_;
3229
3230 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
3231 },
2019 on_reply => sub { 3232 on_reply => sub {
2020 my ($ns, $msg) = @_; 3233 my ($ns, $msg) = @_;
2021 3234
2022 # this weird shuffling is so that direct followup queries 3235 # this weird shuffling is so that direct followup queries
2023 # get handled first 3236 # get handled first
2035 } else { 3248 } else {
2036 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 3249 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2037 } 3250 }
2038 } 3251 }
2039 }, 3252 },
3253 on_exticmd => sub {
3254 my ($ns, $buf) = @_;
3255
3256 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3257
3258 if (ref $msg) {
3259 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
3260
3261 my @reply;
3262
3263 if (my $cb = $EXTICMD{$type}) {
3264 @reply = $cb->($ns, @payload);
3265 }
3266
3267 $ns->ext_reply ($reply, @reply)
3268 if $reply;
3269
3270 } else {
3271 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3272 }
3273
3274 cf::override;
3275 },
2040); 3276);
2041 3277
2042=item $client->async (\&cb) 3278=item $client->async (\&cb)
2043 3279
2044Create a new coroutine, running the specified callback. The coroutine will 3280Create a new coroutine, running the specified callback. The coroutine will
2060 3296
2061 $coro 3297 $coro
2062} 3298}
2063 3299
2064cf::client->attach ( 3300cf::client->attach (
2065 on_destroy => sub { 3301 on_client_destroy => sub {
2066 my ($ns) = @_; 3302 my ($ns) = @_;
2067 3303
2068 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3304 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
2069 }, 3305 },
2070); 3306);
2085our $safe = new Safe "safe"; 3321our $safe = new Safe "safe";
2086our $safe_hole = new Safe::Hole; 3322our $safe_hole = new Safe::Hole;
2087 3323
2088$SIG{FPE} = 'IGNORE'; 3324$SIG{FPE} = 'IGNORE';
2089 3325
2090$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3326$safe->permit_only (Opcode::opset qw(
3327 :base_core :base_mem :base_orig :base_math :base_loop
3328 grepstart grepwhile mapstart mapwhile
3329 sort time
3330));
2091 3331
2092# here we export the classes and methods available to script code 3332# here we export the classes and methods available to script code
2093 3333
2094=pod 3334=pod
2095 3335
2096The following fucntions and emthods are available within a safe environment: 3336The following functions and methods are available within a safe environment:
2097 3337
2098 cf::object contr pay_amount pay_player map 3338 cf::object
3339 contr pay_amount pay_player map x y force_find force_add destroy
3340 insert remove name archname title slaying race decrease split
3341 value
3342
2099 cf::object::player player 3343 cf::object::player
2100 cf::player peaceful 3344 player
2101 cf::map trigger 3345
3346 cf::player
3347 peaceful
3348
3349 cf::map
3350 trigger
2102 3351
2103=cut 3352=cut
2104 3353
2105for ( 3354for (
2106 ["cf::object" => qw(contr pay_amount pay_player map)], 3355 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3356 insert remove inv nrof name archname title slaying race
3357 decrease split destroy change_exp value msg lore send_msg)],
2107 ["cf::object::player" => qw(player)], 3358 ["cf::object::player" => qw(player)],
2108 ["cf::player" => qw(peaceful)], 3359 ["cf::player" => qw(peaceful send_msg)],
2109 ["cf::map" => qw(trigger)], 3360 ["cf::map" => qw(trigger)],
2110) { 3361) {
2111 no strict 'refs';
2112 my ($pkg, @funs) = @$_; 3362 my ($pkg, @funs) = @$_;
2113 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3363 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2114 for @funs; 3364 for @funs;
2115} 3365}
2116 3366
2131 3381
2132 my $qcode = $code; 3382 my $qcode = $code;
2133 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3383 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2134 $qcode =~ s/\n/\\n/g; 3384 $qcode =~ s/\n/\\n/g;
2135 3385
3386 %vars = (_dummy => 0) unless %vars;
3387
3388 my @res;
2136 local $_; 3389 local $_;
2137 local @safe::cf::_safe_eval_args = values %vars;
2138 3390
2139 my $eval = 3391 my $eval =
2140 "do {\n" 3392 "do {\n"
2141 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3393 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2142 . "#line 0 \"{$qcode}\"\n" 3394 . "#line 0 \"{$qcode}\"\n"
2143 . $code 3395 . $code
2144 . "\n}" 3396 . "\n}"
2145 ; 3397 ;
2146 3398
3399 if ($CFG{safe_eval}) {
2147 sub_generation_inc; 3400 sub_generation_inc;
3401 local @safe::cf::_safe_eval_args = values %vars;
2148 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3402 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2149 sub_generation_inc; 3403 sub_generation_inc;
3404 } else {
3405 local @cf::_safe_eval_args = values %vars;
3406 @res = wantarray ? eval eval : scalar eval $eval;
3407 }
2150 3408
2151 if ($@) { 3409 if ($@) {
2152 warn "$@"; 3410 warn "$@",
2153 warn "while executing safe code '$code'\n"; 3411 "while executing safe code '$code'\n",
2154 warn "with arguments " . (join " ", %vars) . "\n"; 3412 "with arguments " . (join " ", %vars) . "\n";
2155 } 3413 }
2156 3414
2157 wantarray ? @res : $res[0] 3415 wantarray ? @res : $res[0]
2158} 3416}
2159 3417
2173=cut 3431=cut
2174 3432
2175sub register_script_function { 3433sub register_script_function {
2176 my ($fun, $cb) = @_; 3434 my ($fun, $cb) = @_;
2177 3435
2178 no strict 'refs'; 3436 $fun = "safe::$fun" if $CFG{safe_eval};
2179 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3437 *$fun = $safe_hole->wrap ($cb);
2180} 3438}
2181 3439
2182=back 3440=back
2183 3441
2184=cut 3442=cut
2185
2186#############################################################################
2187
2188=head2 EXTENSION DATABASE SUPPORT
2189
2190Crossfire maintains a very simple database for extension use. It can
2191currently store anything that can be serialised using Storable, which
2192excludes objects.
2193
2194The parameter C<$family> should best start with the name of the extension
2195using it, it should be unique.
2196
2197=over 4
2198
2199=item $value = cf::db_get $family => $key
2200
2201Returns a single value from the database.
2202
2203=item cf::db_put $family => $key => $value
2204
2205Stores the given C<$value> in the family.
2206
2207=cut
2208
2209our $DB;
2210
2211sub db_init {
2212 unless ($DB) {
2213 $DB = BDB::db_create $DB_ENV;
2214
2215 cf::sync_job {
2216 eval {
2217 $DB->set_flags (BDB::CHKSUM);
2218
2219 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2220 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2221 cf::cleanup "db_open(db): $!" if $!;
2222 };
2223 cf::cleanup "db_open(db): $@" if $@;
2224 };
2225
2226 my $path = cf::localdir . "/database.pst";
2227 if (stat $path) {
2228 cf::sync_job {
2229 my $pst = Storable::retrieve $path;
2230
2231 cf::db_put (board => data => $pst->{board});
2232 cf::db_put (guildrules => data => $pst->{guildrules});
2233 cf::db_put (rent => balance => $pst->{rent}{balance});
2234 BDB::db_env_txn_checkpoint $DB_ENV;
2235
2236 unlink $path;
2237 };
2238 }
2239 }
2240}
2241
2242sub db_get($$) {
2243 my $key = "$_[0]/$_[1]";
2244
2245 cf::sync_job {
2246 BDB::db_get $DB, undef, $key, my $data;
2247
2248 $! ? ()
2249 : Compress::LZF::sthaw $data
2250 }
2251}
2252
2253sub db_put($$$) {
2254 BDB::dbreq_pri 4;
2255 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2256}
2257 3443
2258############################################################################# 3444#############################################################################
2259# the server's init and main functions 3445# the server's init and main functions
2260 3446
3447sub load_facedata($) {
3448 my ($path) = @_;
3449
3450 # HACK to clear player env face cache, we need some signal framework
3451 # for this (global event?)
3452 %ext::player_env::MUSIC_FACE_CACHE = ();
3453
3454 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3455
3456 trace "loading facedata from $path\n";
3457
3458 my $facedata = decode_storable load_file $path;
3459
3460 $facedata->{version} == 2
3461 or cf::cleanup "$path: version mismatch, cannot proceed.";
3462
3463 # patch in the exptable
3464 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3465 $facedata->{resource}{"res/exp_table"} = {
3466 type => FT_RSRC,
3467 data => $exp_table,
3468 hash => (Digest::MD5::md5 $exp_table),
3469 };
3470 cf::cede_to_tick;
3471
3472 {
3473 my $faces = $facedata->{faceinfo};
3474
3475 while (my ($face, $info) = each %$faces) {
3476 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3477
3478 cf::face::set_visibility $idx, $info->{visibility};
3479 cf::face::set_magicmap $idx, $info->{magicmap};
3480 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3481 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3482 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3483
3484 cf::cede_to_tick;
3485 }
3486
3487 while (my ($face, $info) = each %$faces) {
3488 next unless $info->{smooth};
3489
3490 my $idx = cf::face::find $face
3491 or next;
3492
3493 if (my $smooth = cf::face::find $info->{smooth}) {
3494 cf::face::set_smooth $idx, $smooth;
3495 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3496 } else {
3497 error "smooth face '$info->{smooth}' not found for face '$face'";
3498 }
3499
3500 cf::cede_to_tick;
3501 }
3502 }
3503
3504 {
3505 my $anims = $facedata->{animinfo};
3506
3507 while (my ($anim, $info) = each %$anims) {
3508 cf::anim::set $anim, $info->{frames}, $info->{facings};
3509 cf::cede_to_tick;
3510 }
3511
3512 cf::anim::invalidate_all; # d'oh
3513 }
3514
3515 {
3516 my $res = $facedata->{resource};
3517
3518 while (my ($name, $info) = each %$res) {
3519 if (defined $info->{type}) {
3520 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3521
3522 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3523 cf::face::set_type $idx, $info->{type};
3524 } else {
3525 $RESOURCE{$name} = $info; # unused
3526 }
3527
3528 cf::cede_to_tick;
3529 }
3530 }
3531
3532 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3533
3534 1
3535}
3536
3537register_exticmd fx_want => sub {
3538 my ($ns, $want) = @_;
3539
3540 while (my ($k, $v) = each %$want) {
3541 $ns->fx_want ($k, $v);
3542 }
3543};
3544
2261sub load_resources { 3545sub load_resource_file($) {
2262 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir 3546 my $guard = lock_acquire "load_resource_file";
3547
3548 my $status = load_resource_file_ $_[0];
3549 get_slot 0.1, 100;
3550 cf::arch::commit_load;
3551
3552 $status
3553}
3554
3555sub reload_regions {
3556 # HACK to clear player env face cache, we need some signal framework
3557 # for this (global event?)
3558 %ext::player_env::MUSIC_FACE_CACHE = ();
3559
3560 load_resource_file "$MAPDIR/regions"
2263 or die "unable to load regions file\n";#d# 3561 or die "unable to load regions file\n";
2264}
2265 3562
2266sub cfg_load { 3563 for (cf::region::list) {
2267 open my $fh, "<:utf8", cf::confdir . "/config" 3564 $_->{match} = qr/$_->{match}/
2268 or return; 3565 if exists $_->{match};
3566 }
3567}
2269 3568
2270 local $/; 3569sub reload_facedata {
2271 *CFG = YAML::Syck::Load <$fh>; 3570 load_facedata "$DATADIR/facedata"
3571 or die "unable to load facedata\n";
3572}
2272 3573
3574sub reload_archetypes {
3575 load_resource_file "$DATADIR/archetypes"
3576 or die "unable to load archetypes\n";
3577}
3578
3579sub reload_treasures {
3580 load_resource_file "$DATADIR/treasures"
3581 or die "unable to load treasurelists\n";
3582}
3583
3584sub reload_sound {
3585 trace "loading sound config from $DATADIR/sound\n";
3586
3587 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3588
3589 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3590 my $sound = $soundconf->{compat}[$_]
3591 or next;
3592
3593 my $face = cf::face::find "sound/$sound->[1]";
3594 cf::sound::set $sound->[0] => $face;
3595 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3596 }
3597
3598 while (my ($k, $v) = each %{$soundconf->{event}}) {
3599 my $face = cf::face::find "sound/$v";
3600 cf::sound::set $k => $face;
3601 }
3602}
3603
3604sub reload_resources {
3605 trace "reloading resource files...\n";
3606
3607 reload_exp_table;
3608 reload_materials;
3609 reload_facedata;
3610 reload_sound;
3611 reload_archetypes;
3612 reload_regions;
3613 reload_treasures;
3614
3615 trace "finished reloading resource files\n";
3616}
3617
3618sub reload_config {
3619 trace "reloading config file...\n";
3620
3621 my $config = load_file "$CONFDIR/config";
3622 utf8::decode $config;
3623 *CFG = decode_yaml $config;
3624
2273 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3625 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2274 3626
2275 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3627 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2276 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3628 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2277 3629
2278 if (exists $CFG{mlockall}) { 3630 if (exists $CFG{mlockall}) {
2282 }; 3634 };
2283 warn $@ if $@; 3635 warn $@ if $@;
2284 } 3636 }
2285} 3637}
2286 3638
2287sub init { 3639sub pidfile() {
2288 load_resources; 3640 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3641 or die "$PIDFILE: $!";
3642 flock $fh, &Fcntl::LOCK_EX
3643 or die "$PIDFILE: flock: $!";
3644 $fh
3645}
3646
3647# make sure only one server instance is running at any one time
3648sub atomic {
3649 my $fh = pidfile;
3650
3651 my $pid = <$fh>;
3652 kill 9, $pid if $pid > 0;
3653
3654 seek $fh, 0, 0;
3655 print $fh $$;
3656}
3657
3658sub main_loop {
3659 trace "EV::loop starting\n";
3660 if (1) {
3661 EV::loop;
3662 }
3663 trace "EV::loop returned\n";
3664 goto &main_loop unless $REALLY_UNLOOP;
2289} 3665}
2290 3666
2291sub main { 3667sub main {
3668 cf::init_globals; # initialise logging
3669
3670 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3671 LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3672 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3673 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3674
3675 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3676
2292 # we must not ever block the main coroutine 3677 # we must not ever block the main coroutine
2293 local $Coro::idle = sub { 3678 local $Coro::idle = sub {
2294 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3679 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2295 (async { 3680 (async {
2296 Event::one_event; 3681 $Coro::current->{desc} = "IDLE BUG HANDLER";
3682 EV::loop EV::LOOP_ONESHOT;
2297 })->prio (Coro::PRIO_MAX); 3683 })->prio (Coro::PRIO_MAX);
2298 }; 3684 };
2299 3685
2300 cfg_load; 3686 evthread_start IO::AIO::poll_fileno;
3687
3688 cf::sync_job {
3689 cf::incloader::init ();
3690
3691 cf::init_anim;
3692 cf::init_attackmess;
3693 cf::init_dynamic;
3694
3695 cf::load_settings;
3696
3697 reload_resources;
3698 reload_config;
2301 db_init; 3699 db_init;
3700
3701 cf::init_uuid;
3702 cf::init_signals;
3703 cf::init_skills;
3704
3705 cf::init_beforeplay;
3706
3707 atomic;
3708
2302 load_extensions; 3709 load_extensions;
2303 3710
2304 $TICK_WATCHER->start; 3711 utime time, time, $RUNTIMEFILE;
2305 $WRITE_RUNTIME_WATCHER->start; 3712
2306 Event::loop; 3713 # no (long-running) fork's whatsoever before this point(!)
3714 use POSIX ();
3715 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3716
3717 cf::_post_init 0;
3718 };
3719
3720 cf::object::thawer::errors_are_fatal 0;
3721 info "parse errors in files are no longer fatal from this point on.\n";
3722
3723 AE::postpone {
3724 undef &main; # free gobs of memory :)
3725 };
3726
3727 goto &main_loop;
2307} 3728}
2308 3729
2309############################################################################# 3730#############################################################################
2310# initialisation and cleanup 3731# initialisation and cleanup
2311 3732
2312# install some emergency cleanup handlers 3733# install some emergency cleanup handlers
2313BEGIN { 3734BEGIN {
3735 our %SIGWATCHER = ();
2314 for my $signal (qw(INT HUP TERM)) { 3736 for my $signal (qw(INT HUP TERM)) {
2315 Event->signal ( 3737 $SIGWATCHER{$signal} = AE::signal $signal, sub {
2316 reentrant => 0,
2317 data => WF_AUTOCANCEL,
2318 signal => $signal,
2319 prio => 0,
2320 cb => sub {
2321 cf::cleanup "SIG$signal"; 3738 cf::cleanup "SIG$signal";
2322 },
2323 ); 3739 };
3740 }
3741}
3742
3743sub write_runtime_sync {
3744 my $t0 = AE::time;
3745
3746 # first touch the runtime file to show we are still running:
3747 # the fsync below can take a very very long time.
3748
3749 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3750
3751 my $guard = cf::lock_acquire "write_runtime";
3752
3753 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3754 or return;
3755
3756 my $value = $cf::RUNTIME + 90 + 10;
3757 # 10 is the runtime save interval, for a monotonic clock
3758 # 60 allows for the watchdog to kill the server.
3759
3760 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3761 and return;
3762
3763 # always fsync - this file is important
3764 aio_fsync $fh
3765 and return;
3766
3767 # touch it again to show we are up-to-date
3768 aio_utime $fh, undef, undef;
3769
3770 close $fh
3771 or return;
3772
3773 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3774 and return;
3775
3776 trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3777
2324 } 3778 1
3779}
3780
3781our $uuid_lock;
3782our $uuid_skip;
3783
3784sub write_uuid_sync($) {
3785 $uuid_skip ||= $_[0];
3786
3787 return if $uuid_lock;
3788 local $uuid_lock = 1;
3789
3790 my $uuid = "$LOCALDIR/uuid";
3791
3792 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3793 or return;
3794
3795 my $value = uuid_seq uuid_cur;
3796
3797 unless ($value) {
3798 info "cowardly refusing to write zero uuid value!\n";
3799 return;
3800 }
3801
3802 my $value = uuid_str $value + $uuid_skip;
3803 $uuid_skip = 0;
3804
3805 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3806 and return;
3807
3808 # always fsync - this file is important
3809 aio_fsync $fh
3810 and return;
3811
3812 close $fh
3813 or return;
3814
3815 aio_rename "$uuid~", $uuid
3816 and return;
3817
3818 trace "uuid file written ($value).\n";
3819
3820 1
3821
3822}
3823
3824sub write_uuid($$) {
3825 my ($skip, $sync) = @_;
3826
3827 $sync ? write_uuid_sync $skip
3828 : async { write_uuid_sync $skip };
2325} 3829}
2326 3830
2327sub emergency_save() { 3831sub emergency_save() {
2328 my $freeze_guard = cf::freeze_mainloop; 3832 my $freeze_guard = cf::freeze_mainloop;
2329 3833
2330 warn "enter emergency perl save\n"; 3834 info "emergency_perl_save: enter\n";
3835
3836 # this is a trade-off: we want to be very quick here, so
3837 # save all maps without fsync, and later call a global sync
3838 # (which in turn might be very very slow)
3839 local $USE_FSYNC = 0;
2331 3840
2332 cf::sync_job { 3841 cf::sync_job {
3842 cf::write_runtime_sync; # external watchdog should not bark
3843
2333 # use a peculiar iteration method to avoid tripping on perl 3844 # use a peculiar iteration method to avoid tripping on perl
2334 # refcount bugs in for. also avoids problems with players 3845 # refcount bugs in for. also avoids problems with players
2335 # and maps saved/destroyed asynchronously. 3846 # and maps saved/destroyed asynchronously.
2336 warn "begin emergency player save\n"; 3847 info "emergency_perl_save: begin player save\n";
2337 for my $login (keys %cf::PLAYER) { 3848 for my $login (keys %cf::PLAYER) {
2338 my $pl = $cf::PLAYER{$login} or next; 3849 my $pl = $cf::PLAYER{$login} or next;
2339 $pl->valid or next; 3850 $pl->valid or next;
3851 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2340 $pl->save; 3852 $pl->save;
2341 } 3853 }
2342 warn "end emergency player save\n"; 3854 info "emergency_perl_save: end player save\n";
2343 3855
2344 warn "begin emergency map save\n"; 3856 cf::write_runtime_sync; # external watchdog should not bark
3857
3858 info "emergency_perl_save: begin map save\n";
2345 for my $path (keys %cf::MAP) { 3859 for my $path (keys %cf::MAP) {
2346 my $map = $cf::MAP{$path} or next; 3860 my $map = $cf::MAP{$path} or next;
2347 $map->valid or next; 3861 $map->valid or next;
2348 $map->save; 3862 $map->save;
2349 } 3863 }
2350 warn "end emergency map save\n"; 3864 info "emergency_perl_save: end map save\n";
2351 3865
2352 warn "begin emergency database checkpoint\n"; 3866 cf::write_runtime_sync; # external watchdog should not bark
3867
3868 info "emergency_perl_save: begin database checkpoint\n";
2353 BDB::db_env_txn_checkpoint $DB_ENV; 3869 BDB::db_env_txn_checkpoint $DB_ENV;
2354 warn "end emergency database checkpoint\n"; 3870 info "emergency_perl_save: end database checkpoint\n";
3871
3872 info "emergency_perl_save: begin write uuid\n";
3873 write_uuid_sync 1;
3874 info "emergency_perl_save: end write uuid\n";
3875
3876 cf::write_runtime_sync; # external watchdog should not bark
3877
3878 trace "emergency_perl_save: syncing database to disk";
3879 BDB::db_env_txn_checkpoint $DB_ENV;
3880
3881 info "emergency_perl_save: starting sync\n";
3882 IO::AIO::aio_sync sub {
3883 info "emergency_perl_save: finished sync\n";
3884 };
3885
3886 cf::write_runtime_sync; # external watchdog should not bark
3887
3888 trace "emergency_perl_save: flushing outstanding aio requests";
3889 while (IO::AIO::nreqs || BDB::nreqs) {
3890 Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
3891 }
3892
3893 cf::write_runtime_sync; # external watchdog should not bark
2355 }; 3894 };
2356 3895
2357 warn "leave emergency perl save\n"; 3896 info "emergency_perl_save: leave\n";
2358} 3897}
2359 3898
2360sub post_cleanup { 3899sub post_cleanup {
2361 my ($make_core) = @_; 3900 my ($make_core) = @_;
2362 3901
3902 IO::AIO::flush;
3903
2363 warn Carp::longmess "post_cleanup backtrace" 3904 error Carp::longmess "post_cleanup backtrace"
2364 if $make_core; 3905 if $make_core;
2365}
2366 3906
3907 my $fh = pidfile;
3908 unlink $PIDFILE if <$fh> == $$;
3909}
3910
3911# a safer delete_package, copied from Symbol
3912sub clear_package($) {
3913 my $pkg = shift;
3914
3915 # expand to full symbol table name if needed
3916 unless ($pkg =~ /^main::.*::$/) {
3917 $pkg = "main$pkg" if $pkg =~ /^::/;
3918 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3919 $pkg .= '::' unless $pkg =~ /::$/;
3920 }
3921
3922 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3923 my $stem_symtab = *{$stem}{HASH};
3924
3925 defined $stem_symtab and exists $stem_symtab->{$leaf}
3926 or return;
3927
3928 # clear all symbols
3929 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3930 for my $name (keys %$leaf_symtab) {
3931 _gv_clear *{"$pkg$name"};
3932# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3933 }
3934}
3935
2367sub reload() { 3936sub do_reload_perl() {
2368 # can/must only be called in main 3937 # can/must only be called in main
2369 if ($Coro::current != $Coro::main) { 3938 unless (in_main) {
2370 warn "can only reload from main coroutine"; 3939 error "can only reload from main coroutine";
2371 return; 3940 return;
2372 } 3941 }
2373 3942
2374 warn "reloading..."; 3943 return if $RELOAD++;
2375 3944
2376 warn "entering sync_job"; 3945 my $t1 = AE::time;
2377 3946
3947 while ($RELOAD) {
3948 cf::get_slot 0.1, -1, "reload_perl";
3949 info "perl_reload: reloading...";
3950
3951 trace "perl_reload: entering sync_job";
3952
2378 cf::sync_job { 3953 cf::sync_job {
2379 cf::write_runtime;
2380 cf::emergency_save; 3954 #cf::emergency_save;
2381 cf::write_runtime;
2382 3955
2383 warn "syncing database to disk";
2384 BDB::db_env_txn_checkpoint $DB_ENV;
2385
2386 # if anything goes wrong in here, we should simply crash as we already saved
2387
2388 warn "cancelling all WF_AUTOCANCEL watchers";
2389 for (Event::all_watchers) {
2390 $_->cancel if $_->data & WF_AUTOCANCEL;
2391 }
2392
2393 warn "flushing outstanding aio requests";
2394 for (;;) {
2395 BDB::flush;
2396 IO::AIO::flush;
2397 Coro::cede;
2398 last unless IO::AIO::nreqs || BDB::nreqs;
2399 warn "iterate...";
2400 }
2401
2402 warn "cancelling all extension coros"; 3956 trace "perl_reload: cancelling all extension coros";
2403 $_->cancel for values %EXT_CORO; 3957 $_->cancel for values %EXT_CORO;
2404 %EXT_CORO = (); 3958 %EXT_CORO = ();
2405 3959
2406 warn "removing commands"; 3960 trace "perl_reload: removing commands";
2407 %COMMAND = (); 3961 %COMMAND = ();
2408 3962
2409 warn "removing ext commands"; 3963 trace "perl_reload: removing ext/exti commands";
2410 %EXTCMD = (); 3964 %EXTCMD = ();
3965 %EXTICMD = ();
2411 3966
2412 warn "unloading/nuking all extensions"; 3967 trace "perl_reload: unloading/nuking all extensions";
2413 for my $pkg (@EXTS) { 3968 for my $pkg (@EXTS) {
2414 warn "... unloading $pkg"; 3969 trace "... unloading $pkg";
2415 3970
2416 if (my $cb = $pkg->can ("unload")) { 3971 if (my $cb = $pkg->can ("unload")) {
2417 eval { 3972 eval {
2418 $cb->($pkg); 3973 $cb->($pkg);
2419 1 3974 1
2420 } or warn "$pkg unloaded, but with errors: $@"; 3975 } or error "$pkg unloaded, but with errors: $@";
3976 }
3977
3978 trace "... clearing $pkg";
3979 clear_package $pkg;
2421 } 3980 }
2422 3981
2423 warn "... nuking $pkg";
2424 Symbol::delete_package $pkg;
2425 }
2426
2427 warn "unloading all perl modules loaded from $LIBDIR"; 3982 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2428 while (my ($k, $v) = each %INC) { 3983 while (my ($k, $v) = each %INC) {
2429 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3984 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2430 3985
2431 warn "... unloading $k"; 3986 trace "... unloading $k";
2432 delete $INC{$k}; 3987 delete $INC{$k};
2433 3988
2434 $k =~ s/\.pm$//; 3989 $k =~ s/\.pm$//;
2435 $k =~ s/\//::/g; 3990 $k =~ s/\//::/g;
2436 3991
2437 if (my $cb = $k->can ("unload_module")) { 3992 if (my $cb = $k->can ("unload_module")) {
2438 $cb->(); 3993 $cb->();
3994 }
3995
3996 clear_package $k;
2439 } 3997 }
2440 3998
2441 Symbol::delete_package $k;
2442 }
2443
2444 warn "getting rid of safe::, as good as possible"; 3999 trace "perl_reload: getting rid of safe::, as good as possible";
2445 Symbol::delete_package "safe::$_" 4000 clear_package "safe::$_"
2446 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 4001 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2447 4002
2448 warn "unloading cf.pm \"a bit\""; 4003 trace "perl_reload: unloading cf.pm \"a bit\"";
2449 delete $INC{"cf.pm"}; 4004 delete $INC{"cf.pm"};
4005 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2450 4006
2451 # don't, removes xs symbols, too, 4007 # don't, removes xs symbols, too,
2452 # and global variables created in xs 4008 # and global variables created in xs
2453 #Symbol::delete_package __PACKAGE__; 4009 #clear_package __PACKAGE__;
2454 4010
2455 warn "unload completed, starting to reload now"; 4011 info "perl_reload: unload completed, starting to reload now";
2456 4012
2457 warn "reloading cf.pm"; 4013 trace "perl_reload: reloading cf.pm";
2458 require cf; 4014 require cf;
2459 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 4015 cf::_connect_to_perl_1;
2460 4016
2461 warn "loading config and database again"; 4017 trace "perl_reload: loading config and database again";
2462 cf::cfg_load; 4018 cf::reload_config;
2463 4019
2464 warn "loading extensions"; 4020 trace "perl_reload: loading extensions";
2465 cf::load_extensions; 4021 cf::load_extensions;
2466 4022
4023 if ($REATTACH_ON_RELOAD) {
2467 warn "reattaching attachments to objects/players"; 4024 trace "perl_reload: reattaching attachments to objects/players";
2468 _global_reattach; 4025 _global_reattach; # objects, sockets
2469 warn "reattaching attachments to maps"; 4026 trace "perl_reload: reattaching attachments to maps";
2470 reattach $_ for values %MAP; 4027 reattach $_ for values %MAP;
4028 trace "perl_reload: reattaching attachments to players";
4029 reattach $_ for values %PLAYER;
4030 }
2471 4031
2472 warn "loading reloadable resources"; 4032 cf::_post_init 1;
2473 load_resources;
2474 4033
2475 warn "leaving sync_job"; 4034 trace "perl_reload: leaving sync_job";
2476 4035
2477 1 4036 1
2478 } or do { 4037 } or do {
2479 warn $@; 4038 error $@;
2480 warn "error while reloading, exiting."; 4039 cf::cleanup "perl_reload: error, exiting.";
2481 exit 1; 4040 };
4041
4042 --$RELOAD;
4043 }
4044
4045 $t1 = AE::time - $t1;
4046 info "perl_reload: completed in ${t1}s\n";
4047};
4048
4049our $RELOAD_WATCHER; # used only during reload
4050
4051sub reload_perl() {
4052 # doing reload synchronously and two reloads happen back-to-back,
4053 # coro crashes during coro_state_free->destroy here.
4054
4055 $RELOAD_WATCHER ||= cf::async {
4056 Coro::AIO::aio_wait cache_extensions;
4057
4058 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
4059 do_reload_perl;
4060 undef $RELOAD_WATCHER;
4061 };
2482 }; 4062 };
2483 4063}
2484 warn "reloaded";
2485};
2486
2487our $RELOAD_WATCHER; # used only during reload
2488 4064
2489register_command "reload" => sub { 4065register_command "reload" => sub {
2490 my ($who, $arg) = @_; 4066 my ($who, $arg) = @_;
2491 4067
2492 if ($who->flag (FLAG_WIZ)) { 4068 if ($who->flag (FLAG_WIZ)) {
2493 $who->message ("reloading server."); 4069 $who->message ("reloading server.");
2494 4070 async {
2495 # doing reload synchronously and two reloads happen back-to-back, 4071 $Coro::current->{desc} = "perl_reload";
2496 # coro crashes during coro_state_free->destroy here.
2497
2498 $RELOAD_WATCHER ||= Event->timer (
2499 reentrant => 0,
2500 after => 0,
2501 data => WF_AUTOCANCEL,
2502 cb => sub {
2503 reload; 4072 reload_perl;
2504 undef $RELOAD_WATCHER;
2505 },
2506 ); 4073 };
2507 } 4074 }
2508}; 4075};
2509 4076
2510unshift @INC, $LIBDIR; 4077#############################################################################
2511 4078
2512my $bug_warning = 0; 4079my $bug_warning = 0;
2513 4080
2514$TICK_WATCHER = Event->timer ( 4081sub wait_for_tick() {
2515 reentrant => 0, 4082 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2516 parked => 1, 4083
2517 prio => 0, 4084 $WAIT_FOR_TICK->wait;
2518 at => $NEXT_TICK || $TICK, 4085}
2519 data => WF_AUTOCANCEL, 4086
2520 cb => sub { 4087sub wait_for_tick_begin() {
4088 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
4089
4090 my $signal = new Coro::Signal;
4091 push @WAIT_FOR_TICK_BEGIN, $signal;
4092 $signal->wait;
4093}
4094
4095sub tick {
2521 if ($Coro::current != $Coro::main) { 4096 if ($Coro::current != $Coro::main) {
2522 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4097 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2523 unless ++$bug_warning > 10; 4098 unless ++$bug_warning > 10;
2524 return; 4099 return;
4100 }
4101
4102 cf::one_tick; # one server iteration
4103
4104 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
4105
4106 if ($NOW >= $NEXT_RUNTIME_WRITE) {
4107 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
4108 Coro::async_pool {
4109 $Coro::current->{desc} = "runtime saver";
4110 write_runtime_sync
4111 or error "ERROR: unable to write runtime file: $!";
2525 } 4112 };
4113 }
2526 4114
2527 $NOW = Event::time; 4115 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2528 4116 $sig->send;
2529 cf::server_tick; # one server iteration 4117 }
2530 $RUNTIME += $TICK;
2531 $NEXT_TICK += $TICK;
2532
2533 $WAIT_FOR_TICK->broadcast; 4118 $WAIT_FOR_TICK->broadcast;
2534 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2535 4119
2536# my $AFTER = Event::time; 4120 $LOAD = ($NOW - $TICK_START) / $TICK;
2537# warn $AFTER - $NOW;#d# 4121 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2538 4122
2539 # if we are delayed by four ticks or more, skip them all 4123 if (0) {
2540 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 4124 if ($NEXT_TICK) {
2541 4125 my $jitter = $TICK_START - $NEXT_TICK;
2542 $TICK_WATCHER->at ($NEXT_TICK); 4126 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
2543 $TICK_WATCHER->start; 4127 debug "jitter $JITTER\n";#d#
4128 }
2544 }, 4129 }
2545); 4130}
2546 4131
2547{ 4132{
2548 BDB::max_poll_time $TICK * 0.1; 4133 # configure BDB
2549 $BDB_POLL_WATCHER = Event->io ( 4134
2550 reentrant => 0,
2551 fd => BDB::poll_fileno,
2552 poll => 'r',
2553 prio => 0,
2554 data => WF_AUTOCANCEL,
2555 cb => \&BDB::poll_cb,
2556 );
2557 BDB::min_parallel 8; 4135 BDB::min_parallel 16;
2558 4136 BDB::max_poll_reqs $TICK * 0.1;
2559 BDB::set_sync_prepare { 4137 #$AnyEvent::BDB::WATCHER->priority (1);
2560 my $status;
2561 my $current = $Coro::current;
2562 (
2563 sub {
2564 $status = $!;
2565 $current->ready; undef $current;
2566 },
2567 sub {
2568 Coro::schedule while defined $current;
2569 $! = $status;
2570 },
2571 )
2572 };
2573 4138
2574 unless ($DB_ENV) { 4139 unless ($DB_ENV) {
2575 $DB_ENV = BDB::db_env_create; 4140 $DB_ENV = BDB::db_env_create;
4141 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4142 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4143 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
4144 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
4145 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2576 4146
2577 cf::sync_job { 4147 cf::sync_job {
2578 eval { 4148 eval {
2579 BDB::db_env_open 4149 BDB::db_env_open
2580 $DB_ENV, 4150 $DB_ENV,
2581 $BDB_ENV_DIR, 4151 $BDBDIR,
2582 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 4152 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2583 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 4153 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2584 0666; 4154 0666;
2585 4155
2586 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 4156 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2587
2588 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2589 $DB_ENV->set_lk_detect;
2590 }; 4157 };
2591 4158
2592 cf::cleanup "db_env_open(db): $@" if $@; 4159 cf::cleanup "db_env_open(db): $@" if $@;
2593 }; 4160 };
2594 } 4161 }
4162
4163 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
4164 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
4165 };
4166 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
4167 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4168 };
4169 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4170 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4171 };
2595} 4172}
2596 4173
2597{ 4174{
4175 # configure IO::AIO
4176
2598 IO::AIO::min_parallel 8; 4177 IO::AIO::min_parallel 8;
2599
2600 undef $Coro::AIO::WATCHER;
2601 IO::AIO::max_poll_time $TICK * 0.1; 4178 IO::AIO::max_poll_time $TICK * 0.1;
2602 $AIO_POLL_WATCHER = Event->io ( 4179 undef $AnyEvent::AIO::WATCHER;
2603 reentrant => 0,
2604 fd => IO::AIO::poll_fileno,
2605 poll => 'r',
2606 prio => 6,
2607 data => WF_AUTOCANCEL,
2608 cb => \&IO::AIO::poll_cb,
2609 );
2610} 4180}
2611 4181
2612$WRITE_RUNTIME_WATCHER = Event->timer ( 4182our $_log_backtrace;
2613 reentrant => 0, 4183our $_log_backtrace_last;
2614 data => WF_AUTOCANCEL,
2615 parked => 1,
2616 after => 1,
2617 interval => 10,
2618 prio => 6, # keep it lowest so it acts like a watchdog
2619 cb => sub {
2620 $TICK_WATCHER->is_active or cf::cleanup "mainloop frozen but runtime active", 1;
2621 4184
2622 Coro::async_pool { 4185sub _log_backtrace {
2623 write_runtime 4186 my ($msg, @addr) = @_;
2624 or warn "ERROR: unable to write runtime file: $!"; 4187
4188 $msg =~ s/\n$//;
4189
4190 if ($_log_backtrace_last eq $msg) {
4191 LOG llevInfo, "[ABT] $msg\n";
4192 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4193 # limit the # of concurrent backtraces
4194 } elsif ($_log_backtrace < 2) {
4195 $_log_backtrace_last = $msg;
4196 ++$_log_backtrace;
4197 my $perl_bt = Carp::longmess $msg;
4198 async {
4199 $Coro::current->{desc} = "abt $msg";
4200
4201 my @bt = fork_call {
4202 @addr = map { sprintf "%x", $_ } @addr;
4203 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
4204 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
4205 or die "addr2line: $!";
4206
4207 my @funcs;
4208 my @res = <$fh>;
4209 chomp for @res;
4210 while (@res) {
4211 my ($func, $line) = splice @res, 0, 2, ();
4212 push @funcs, "[$func] $line";
4213 }
4214
4215 @funcs
4216 };
4217
4218 LOG llevInfo, "[ABT] $perl_bt\n";
4219 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
4220 LOG llevInfo, "[ABT] $_\n" for @bt;
4221 --$_log_backtrace;
2625 }; 4222 };
4223 } else {
4224 LOG llevInfo, "[ABT] $msg\n";
4225 LOG llevInfo, "[ABT] [overload, suppressed]\n";
2626 }, 4226 }
2627); 4227}
4228
4229# load additional modules
4230require "cf/$_.pm" for @EXTRA_MODULES;
4231cf::_connect_to_perl_2;
2628 4232
2629END { cf::emergency_save } 4233END { cf::emergency_save }
2630 4234
26311 42351
2632 4236

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines