ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.263 by root, Sat May 5 05:40:27 2007 UTC vs.
Revision 1.531 by root, Wed Apr 28 21:07:41 2010 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
19#
20# The authors can be reached via e-mail to <support@deliantra.net>
21#
22
1package cf; 23package cf;
2 24
25use 5.10.0;
3use utf8; 26use utf8;
4use strict; 27use strict qw(vars subs);
5 28
6use Symbol; 29use Symbol;
7use List::Util; 30use List::Util;
8use Socket; 31use Socket;
9use Storable; 32use EV;
10use Event;
11use Opcode; 33use Opcode;
12use Safe; 34use Safe;
13use Safe::Hole; 35use Safe::Hole;
36use Storable ();
37use Carp ();
14 38
39use Guard ();
15use Coro 3.61 (); 40use Coro ();
16use Coro::State; 41use Coro::State;
17use Coro::Handle; 42use Coro::Handle;
43use Coro::EV;
18use Coro::Event; 44use Coro::AnyEvent;
19use Coro::Timer; 45use Coro::Timer;
20use Coro::Signal; 46use Coro::Signal;
21use Coro::Semaphore; 47use Coro::Semaphore;
48use Coro::SemaphoreSet;
49use Coro::AnyEvent;
22use Coro::AIO; 50use Coro::AIO;
51use Coro::BDB 1.6;
23use Coro::Storable; 52use Coro::Storable;
53use Coro::Util ();
24 54
55use JSON::XS 2.01 ();
25use BDB (); 56use BDB ();
26use Data::Dumper; 57use Data::Dumper;
27use Digest::MD5;
28use Fcntl; 58use Fcntl;
29use YAML::Syck (); 59use YAML::XS ();
30use IO::AIO 2.32 (); 60use IO::AIO ();
31use Time::HiRes; 61use Time::HiRes;
32use Compress::LZF; 62use Compress::LZF;
63use Digest::MD5 ();
64
65AnyEvent::detect;
33 66
34# configure various modules to our taste 67# configure various modules to our taste
35# 68#
36$Storable::canonical = 1; # reduce rsync transfers 69$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 70Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
71
72$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
73
74# make sure c-lzf reinitialises itself
75Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 76Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39 77
40$Event::Eval = 1; # no idea why this is required, but it is 78# strictly for debugging
41 79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43$YAML::Syck::ImplicitUnicode = 1;
44
45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46 80
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
48 82
49our %COMMAND = (); 83our %COMMAND = ();
50our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
51 85
52our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
53our %EXTCMD = (); 87our %EXTCMD = ();
88our %EXTICMD = ();
54our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
55our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
56 91
57our $RELOAD; # number of reloads so far 92our $RELOAD; # number of reloads so far, non-zero while in reload
58our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS
95our %REFLECT; # set by us
59 96
60our $CONFDIR = confdir; 97our $CONFDIR = confdir;
61our $DATADIR = datadir; 98our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext"; 99our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod"; 100our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir; 101our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir; 102our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir; 103our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir; 105our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random"; 106our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db"; 107our $BDBDIR = "$LOCALDIR/db";
108our $PIDFILE = "$LOCALDIR/pid";
109our $RUNTIMEFILE = "$LOCALDIR/runtime";
110
111our %RESOURCE; # unused
112
113our $OUTPUT_RATE_MIN = 3000;
114our $OUTPUT_RATE_MAX = 1000000;
115
116our $MAX_LINKS = 32; # how many chained exits to follow
117our $VERBOSE_IO = 1;
71 118
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 119our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73our $TICK_WATCHER;
74our $AIO_POLL_WATCHER;
75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 120our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76our $NEXT_TICK; 121our $NEXT_TICK;
77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off 122our $USE_FSYNC = 1; # use fsync to write maps - default on
79 123
124our $BDB_DEADLOCK_WATCHER;
125our $BDB_CHECKPOINT_WATCHER;
80our $BDB_POLL_WATCHER; 126our $BDB_TRICKLE_WATCHER;
81our $DB_ENV; 127our $DB_ENV;
128
129our @EXTRA_MODULES = qw(pod match mapscript);
82 130
83our %CFG; 131our %CFG;
84 132
85our $UPTIME; $UPTIME ||= time; 133our $UPTIME; $UPTIME ||= time;
86our $RUNTIME; 134our $RUNTIME;
135our $NOW;
87 136
88our %PLAYER; # all users 137our (%PLAYER, %PLAYER_LOADING); # all users
89our %MAP; # all maps 138our (%MAP, %MAP_LOADING ); # all maps
90our $LINK_MAP; # the special {link} map, which is always available 139our $LINK_MAP; # the special {link} map, which is always available
91 140
92# used to convert map paths into valid unix filenames by replacing / by ∕ 141# used to convert map paths into valid unix filenames by replacing / by ∕
93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 142our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94 143
144our $LOAD; # a number between 0 (idle) and 1 (too many objects)
145our $LOADAVG; # same thing, but with alpha-smoothing
146our $JITTER; # average jitter
147our $TICK_START; # for load detecting purposes
148
149our @POST_INIT;
150
151our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
152our $REALLY_UNLOOP; # never set to true, please :)
153
95binmode STDOUT; 154binmode STDOUT;
96binmode STDERR; 155binmode STDERR;
97 156
98# read virtual server time, if available 157# read virtual server time, if available
99unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 158unless ($RUNTIME || !-e $RUNTIMEFILE) {
100 open my $fh, "<", "$LOCALDIR/runtime" 159 open my $fh, "<", $RUNTIMEFILE
101 or die "unable to read runtime file: $!"; 160 or die "unable to read $RUNTIMEFILE file: $!";
102 $RUNTIME = <$fh> + 0.; 161 $RUNTIME = <$fh> + 0.;
103} 162}
163
164eval "sub TICK() { $TICK } 1" or die;
104 165
105mkdir $_ 166mkdir $_
106 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR; 167 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
107 168
108our $EMERGENCY_POSITION; 169our $EMERGENCY_POSITION;
109 170
110sub cf::map::normalise; 171sub cf::map::normalise;
172
173sub in_main() {
174 $Coro::current == $Coro::main
175}
176
177#############################################################################
178
179%REFLECT = ();
180for (@REFLECT) {
181 my $reflect = JSON::XS::decode_json $_;
182 $REFLECT{$reflect->{class}} = $reflect;
183}
184
185# this is decidedly evil
186$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
111 187
112############################################################################# 188#############################################################################
113 189
114=head2 GLOBAL VARIABLES 190=head2 GLOBAL VARIABLES
115 191
139 215
140=item $cf::TICK 216=item $cf::TICK
141 217
142The interval between server ticks, in seconds. 218The interval between server ticks, in seconds.
143 219
220=item $cf::LOADAVG
221
222The current CPU load on the server (alpha-smoothed), as a value between 0
223(none) and 1 (overloaded), indicating how much time is spent on processing
224objects per tick. Healthy values are < 0.5.
225
226=item $cf::LOAD
227
228The raw value load value from the last tick.
229
144=item %cf::CFG 230=item %cf::CFG
145 231
146Configuration for the server, loaded from C</etc/crossfire/config>, or 232Configuration for the server, loaded from C</etc/deliantra-server/config>, or
147from wherever your confdir points to. 233from wherever your confdir points to.
148 234
149=item cf::wait_for_tick, cf::wait_for_tick_begin 235=item cf::wait_for_tick, cf::wait_for_tick_begin
150 236
151These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 237These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
152returns directly I<after> the tick processing (and consequently, can only wake one process 238returns directly I<after> the tick processing (and consequently, can only wake one process
153per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 239per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
154 240
241=item @cf::INVOKE_RESULTS
242
243This array contains the results of the last C<invoke ()> call. When
244C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
245that call.
246
247=item %cf::REFLECT
248
249Contains, for each (C++) class name, a hash reference with information
250about object members (methods, scalars, arrays and flags) and other
251metadata, which is useful for introspection.
252
155=back 253=back
156 254
157=cut 255=cut
158 256
159BEGIN { 257$Coro::State::WARNHOOK = sub {
160 *CORE::GLOBAL::warn = sub {
161 my $msg = join "", @_; 258 my $msg = join "", @_;
162 259
163 $msg .= "\n" 260 $msg .= "\n"
164 unless $msg =~ /\n$/; 261 unless $msg =~ /\n$/;
165 262
166 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 263 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167 264
168 utf8::encode $msg;
169 LOG llevError, $msg; 265 LOG llevError, $msg;
170 }; 266};
171} 267
268$Coro::State::DIEHOOK = sub {
269 return unless $^S eq 0; # "eq", not "=="
270
271 warn Carp::longmess $_[0];
272
273 if (in_main) {#d#
274 warn "DIEHOOK called in main context, Coro bug?\n";#d#
275 return;#d#
276 }#d#
277
278 # kill coroutine otherwise
279 Coro::terminate
280};
172 281
173@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 282@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 283@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 284@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 285@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 286@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
287@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 288@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179 289
180# we bless all objects into (empty) derived classes to force a method lookup 290# we bless all objects into (empty) derived classes to force a method lookup
181# within the Safe compartment. 291# within the Safe compartment.
182for my $pkg (qw( 292for my $pkg (qw(
183 cf::global cf::attachable 293 cf::global cf::attachable
184 cf::object cf::object::player 294 cf::object cf::object::player
185 cf::client cf::player 295 cf::client cf::player
186 cf::arch cf::living 296 cf::arch cf::living
297 cf::map cf::mapspace
187 cf::map cf::party cf::region 298 cf::party cf::region
188)) { 299)) {
189 no strict 'refs';
190 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 300 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
191} 301}
192 302
193$Event::DIED = sub { 303$EV::DIED = sub {
194 warn "error in event callback: @_"; 304 Carp::cluck "error in event callback: @_";
195}; 305};
306
307#############################################################################
196 308
197=head2 UTILITY FUNCTIONS 309=head2 UTILITY FUNCTIONS
198 310
199=over 4 311=over 4
200 312
219 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 331 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220 $d 332 $d
221 } || "[unable to dump $_[0]: '$@']"; 333 } || "[unable to dump $_[0]: '$@']";
222} 334}
223 335
224use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
225
226=item $ref = cf::from_json $json 336=item $ref = cf::decode_json $json
227 337
228Converts a JSON string into the corresponding perl data structure. 338Converts a JSON string into the corresponding perl data structure.
229 339
230=item $json = cf::to_json $ref 340=item $json = cf::encode_json $ref
231 341
232Converts a perl data structure into its JSON representation. 342Converts a perl data structure into its JSON representation.
233 343
344=cut
345
346our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
347
348sub encode_json($) { $json_coder->encode ($_[0]) }
349sub decode_json($) { $json_coder->decode ($_[0]) }
350
351=item cf::post_init { BLOCK }
352
353Execute the given codeblock, I<after> all extensions have been (re-)loaded,
354but I<before> the server starts ticking again.
355
356The cdoeblock will have a single boolean argument to indicate whether this
357is a reload or not.
358
359=cut
360
361sub post_init(&) {
362 push @POST_INIT, shift;
363}
364
234=item cf::lock_wait $string 365=item cf::lock_wait $string
235 366
236Wait until the given lock is available. See cf::lock_acquire. 367Wait until the given lock is available. See cf::lock_acquire.
237 368
238=item my $lock = cf::lock_acquire $string 369=item my $lock = cf::lock_acquire $string
239 370
240Wait until the given lock is available and then acquires it and returns 371Wait until the given lock is available and then acquires it and returns
241a Coro::guard object. If the guard object gets destroyed (goes out of scope, 372a L<Guard> object. If the guard object gets destroyed (goes out of scope,
242for example when the coroutine gets canceled), the lock is automatically 373for example when the coroutine gets canceled), the lock is automatically
243returned. 374returned.
244 375
376Locks are *not* recursive, locking from the same coro twice results in a
377deadlocked coro.
378
245Lock names should begin with a unique identifier (for example, cf::map::find 379Lock names should begin with a unique identifier (for example, cf::map::find
246uses map_find and cf::map::load uses map_load). 380uses map_find and cf::map::load uses map_load).
247 381
248=item $locked = cf::lock_active $string 382=item $locked = cf::lock_active $string
249 383
250Return true if the lock is currently active, i.e. somebody has locked it. 384Return true if the lock is currently active, i.e. somebody has locked it.
251 385
252=cut 386=cut
253 387
254our %LOCK; 388our $LOCKS = new Coro::SemaphoreSet;
255 389
256sub lock_wait($) { 390sub lock_wait($) {
257 my ($key) = @_; 391 $LOCKS->wait ($_[0]);
258
259 # wait for lock, if any
260 while ($LOCK{$key}) {
261 push @{ $LOCK{$key} }, $Coro::current;
262 Coro::schedule;
263 }
264} 392}
265 393
266sub lock_acquire($) { 394sub lock_acquire($) {
267 my ($key) = @_; 395 $LOCKS->guard ($_[0])
268
269 # wait, to be sure we are not locked
270 lock_wait $key;
271
272 $LOCK{$key} = [];
273
274 Coro::guard {
275 # wake up all waiters, to be on the safe side
276 $_->ready for @{ delete $LOCK{$key} };
277 }
278} 396}
279 397
280sub lock_active($) { 398sub lock_active($) {
281 my ($key) = @_; 399 $LOCKS->count ($_[0]) < 1
282
283 ! ! $LOCK{$key}
284} 400}
285 401
286sub freeze_mainloop { 402sub freeze_mainloop {
287 return unless $TICK_WATCHER->is_active; 403 tick_inhibit_inc;
288 404
289 my $guard = Coro::guard { 405 &Guard::guard (\&tick_inhibit_dec);
290 $TICK_WATCHER->start; 406}
407
408=item cf::periodic $interval, $cb
409
410Like EV::periodic, but randomly selects a starting point so that the actions
411get spread over time.
412
413=cut
414
415sub periodic($$) {
416 my ($interval, $cb) = @_;
417
418 my $start = rand List::Util::min 180, $interval;
419
420 EV::periodic $start, $interval, 0, $cb
421}
422
423=item cf::get_slot $time[, $priority[, $name]]
424
425Allocate $time seconds of blocking CPU time at priority C<$priority>:
426This call blocks and returns only when you have at least C<$time> seconds
427of cpu time till the next tick. The slot is only valid till the next cede.
428
429The optional C<$name> can be used to identify the job to run. It might be
430used for statistical purposes and should identify the same time-class.
431
432Useful for short background jobs.
433
434=cut
435
436our @SLOT_QUEUE;
437our $SLOT_QUEUE;
438our $SLOT_DECAY = 0.9;
439
440$SLOT_QUEUE->cancel if $SLOT_QUEUE;
441$SLOT_QUEUE = Coro::async {
442 $Coro::current->desc ("timeslot manager");
443
444 my $signal = new Coro::Signal;
445 my $busy;
446
447 while () {
448 next_job:
449
450 my $avail = cf::till_tick;
451
452 for (0 .. $#SLOT_QUEUE) {
453 if ($SLOT_QUEUE[$_][0] <= $avail) {
454 $busy = 0;
455 my $job = splice @SLOT_QUEUE, $_, 1, ();
456 $job->[2]->send;
457 Coro::cede;
458 goto next_job;
459 } else {
460 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
461 }
462 }
463
464 if (@SLOT_QUEUE) {
465 # we do not use wait_for_tick() as it returns immediately when tick is inactive
466 push @cf::WAIT_FOR_TICK, $signal;
467 $signal->wait;
468 } else {
469 $busy = 0;
470 Coro::schedule;
471 }
291 }; 472 }
292 $TICK_WATCHER->stop; 473};
293 $guard 474
475sub get_slot($;$$) {
476 return if tick_inhibit || $Coro::current == $Coro::main;
477
478 my ($time, $pri, $name) = @_;
479
480 $time = clamp $time, 0.01, $TICK * .6;
481
482 my $sig = new Coro::Signal;
483
484 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
485 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
486 $SLOT_QUEUE->ready;
487 $sig->wait;
294} 488}
295 489
296=item cf::async { BLOCK } 490=item cf::async { BLOCK }
297 491
298Currently the same as Coro::async_pool, meaning you cannot use 492Currently the same as Coro::async_pool, meaning you cannot use
303 497
304BEGIN { *async = \&Coro::async_pool } 498BEGIN { *async = \&Coro::async_pool }
305 499
306=item cf::sync_job { BLOCK } 500=item cf::sync_job { BLOCK }
307 501
308The design of crossfire+ requires that the main coro ($Coro::main) is 502The design of Deliantra requires that the main coroutine ($Coro::main)
309always able to handle events or runnable, as crossfire+ is only partly 503is always able to handle events or runnable, as Deliantra is only
310reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 504partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
505acceptable.
311 506
312If it must be done, put the blocking parts into C<sync_job>. This will run 507If it must be done, put the blocking parts into C<sync_job>. This will run
313the given BLOCK in another coroutine while waiting for the result. The 508the given BLOCK in another coroutine while waiting for the result. The
314server will be frozen during this time, so the block should either finish 509server will be frozen during this time, so the block should either finish
315fast or be very important. 510fast or be very important.
318 513
319sub sync_job(&) { 514sub sync_job(&) {
320 my ($job) = @_; 515 my ($job) = @_;
321 516
322 if ($Coro::current == $Coro::main) { 517 if ($Coro::current == $Coro::main) {
518 my $time = AE::time;
519
323 # this is the main coro, too bad, we have to block 520 # this is the main coro, too bad, we have to block
324 # till the operation succeeds, freezing the server :/ 521 # till the operation succeeds, freezing the server :/
325 522
326 # TODO: use suspend/resume instead 523 LOG llevError, Carp::longmess "sync job";#d#
327 # (but this is cancel-safe) 524
328 my $freeze_guard = freeze_mainloop; 525 my $freeze_guard = freeze_mainloop;
329 526
330 my $busy = 1; 527 my $busy = 1;
331 my @res; 528 my @res;
332 529
333 (async { 530 (async {
531 $Coro::current->desc ("sync job coro");
334 @res = eval { $job->() }; 532 @res = eval { $job->() };
335 warn $@ if $@; 533 warn $@ if $@;
336 undef $busy; 534 undef $busy;
337 })->prio (Coro::PRIO_MAX); 535 })->prio (Coro::PRIO_MAX);
338 536
339 while ($busy) { 537 while ($busy) {
340 Coro::cede or Event::one_event; 538 if (Coro::nready) {
539 Coro::cede_notself;
540 } else {
541 EV::loop EV::LOOP_ONESHOT;
341 } 542 }
543 }
544
545 my $time = AE::time - $time;
546
547 $TICK_START += $time; # do not account sync jobs to server load
342 548
343 wantarray ? @res : $res[0] 549 wantarray ? @res : $res[0]
344 } else { 550 } else {
345 # we are in another coroutine, how wonderful, everything just works 551 # we are in another coroutine, how wonderful, everything just works
346 552
366 $EXT_CORO{$coro+0} = $coro; 572 $EXT_CORO{$coro+0} = $coro;
367 573
368 $coro 574 $coro
369} 575}
370 576
371sub write_runtime { 577=item fork_call { }, $args
372 my $guard = cf::lock_acquire "write_runtime";
373 578
374 my $runtime = "$LOCALDIR/runtime"; 579Executes the given code block with the given arguments in a seperate
580process, returning the results. Everything must be serialisable with
581Coro::Storable. May, of course, block. Note that the executed sub may
582never block itself or use any form of event handling.
375 583
376 warn "starting to write runtime...\n";#d# 584=cut
377 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
378 or return;
379 585
380 my $value = $cf::RUNTIME + 90 + 10; 586sub fork_call(&@) {
381 # 10 is the runtime save interval, for a monotonic clock 587 my ($cb, @args) = @_;
382 # 60 allows for the watchdog to kill the server.
383 588
384 (aio_write $fh, 0, (length $value), $value, 0) <= 0 589 # we seemingly have to make a local copy of the whole thing,
385 and return; 590 # otherwise perl prematurely frees the stuff :/
591 # TODO: investigate and fix (likely this will be rather laborious)
386 592
387 # always fsync - this file is important 593 my @res = Coro::Util::fork_eval {
388 aio_fsync $fh 594 reset_signals;
389 and return; 595 &$cb
596 }, @args;
390 597
391 close $fh 598 wantarray ? @res : $res[-1]
392 or return; 599}
393 600
394 aio_rename "$runtime~", $runtime 601sub objinfo {
395 and return;
396
397 warn "... done writing runtime.\n";#d#
398
399 1 602 (
603 "counter value" => cf::object::object_count,
604 "objects created" => cf::object::create_count,
605 "objects destroyed" => cf::object::destroy_count,
606 "freelist size" => cf::object::free_count,
607 "allocated objects" => cf::object::objects_size,
608 "active objects" => cf::object::actives_size,
609 )
610}
611
612=item $coin = coin_from_name $name
613
614=cut
615
616our %coin_alias = (
617 "silver" => "silvercoin",
618 "silvercoin" => "silvercoin",
619 "silvercoins" => "silvercoin",
620 "gold" => "goldcoin",
621 "goldcoin" => "goldcoin",
622 "goldcoins" => "goldcoin",
623 "platinum" => "platinacoin",
624 "platinumcoin" => "platinacoin",
625 "platinumcoins" => "platinacoin",
626 "platina" => "platinacoin",
627 "platinacoin" => "platinacoin",
628 "platinacoins" => "platinacoin",
629 "royalty" => "royalty",
630 "royalties" => "royalty",
631);
632
633sub coin_from_name($) {
634 $coin_alias{$_[0]}
635 ? cf::arch::find $coin_alias{$_[0]}
636 : undef
637}
638
639=item $value = cf::db_get $family => $key
640
641Returns a single value from the environment database.
642
643=item cf::db_put $family => $key => $value
644
645Stores the given C<$value> in the family. It can currently store binary
646data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
647
648=item $db = cf::db_table "name"
649
650Create and/or open a new database table. The string must not be "db" and must be unique
651within each server.
652
653=cut
654
655sub db_table($) {
656 my ($name) = @_;
657 my $db = BDB::db_create $DB_ENV;
658
659 eval {
660 $db->set_flags (BDB::CHKSUM);
661
662 utf8::encode $name;
663 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
664 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
665 cf::cleanup "db_open(db): $!" if $!;
666 };
667 cf::cleanup "db_open(db): $@" if $@;
668
669 $db
670}
671
672our $DB;
673
674sub db_init {
675 cf::sync_job {
676 $DB ||= db_table "db";
677 };
678}
679
680sub db_get($$) {
681 my $key = "$_[0]/$_[1]";
682
683 cf::sync_job {
684 BDB::db_get $DB, undef, $key, my $data;
685
686 $! ? ()
687 : $data
688 }
689}
690
691sub db_put($$$) {
692 BDB::dbreq_pri 4;
693 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
694}
695
696=item cf::cache $id => [$paths...], $processversion => $process
697
698Generic caching function that returns the value of the resource $id,
699caching and regenerating as required.
700
701This function can block.
702
703=cut
704
705sub cache {
706 my ($id, $src, $processversion, $process) = @_;
707
708 my $meta =
709 join "\x00",
710 $processversion,
711 map {
712 aio_stat $_
713 and Carp::croak "$_: $!";
714
715 ($_, (stat _)[7,9])
716 } @$src;
717
718 my $dbmeta = db_get cache => "$id/meta";
719 if ($dbmeta ne $meta) {
720 # changed, we may need to process
721
722 my @data;
723 my $md5;
724
725 for (0 .. $#$src) {
726 0 <= aio_load $src->[$_], $data[$_]
727 or Carp::croak "$src->[$_]: $!";
728 }
729
730 # if processing is expensive, check
731 # checksum first
732 if (1) {
733 $md5 =
734 join "\x00",
735 $processversion,
736 map {
737 cf::cede_to_tick;
738 ($src->[$_], Digest::MD5::md5_hex $data[$_])
739 } 0.. $#$src;
740
741
742 my $dbmd5 = db_get cache => "$id/md5";
743 if ($dbmd5 eq $md5) {
744 db_put cache => "$id/meta", $meta;
745
746 return db_get cache => "$id/data";
747 }
748 }
749
750 my $t1 = Time::HiRes::time;
751 my $data = $process->(\@data);
752 my $t2 = Time::HiRes::time;
753
754 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
755
756 db_put cache => "$id/data", $data;
757 db_put cache => "$id/md5" , $md5;
758 db_put cache => "$id/meta", $meta;
759
760 return $data;
761 }
762
763 db_get cache => "$id/data"
400} 764}
401 765
402=item cf::datalog type => key => value, ... 766=item cf::datalog type => key => value, ...
403 767
404Log a datalog packet of the given type with the given key-value pairs. 768Log a datalog packet of the given type with the given key-value pairs.
416 780
417############################################################################# 781#############################################################################
418 782
419=head2 ATTACHABLE OBJECTS 783=head2 ATTACHABLE OBJECTS
420 784
421Many objects in crossfire are so-called attachable objects. That means you can 785Many objects in deliantra are so-called attachable objects. That means you can
422attach callbacks/event handlers (a collection of which is called an "attachment") 786attach callbacks/event handlers (a collection of which is called an "attachment")
423to it. All such attachable objects support the following methods. 787to it. All such attachable objects support the following methods.
424 788
425In the following description, CLASS can be any of C<global>, C<object> 789In the following description, CLASS can be any of C<global>, C<object>
426C<player>, C<client> or C<map> (i.e. the attachable objects in 790C<player>, C<client> or C<map> (i.e. the attachable objects in
427crossfire+). 791Deliantra).
428 792
429=over 4 793=over 4
430 794
431=item $attachable->attach ($attachment, key => $value...) 795=item $attachable->attach ($attachment, key => $value...)
432 796
476=item cf::CLASS::attachment $name, ... 840=item cf::CLASS::attachment $name, ...
477 841
478Register an attachment by C<$name> through which attachable objects of the 842Register an attachment by C<$name> through which attachable objects of the
479given CLASS can refer to this attachment. 843given CLASS can refer to this attachment.
480 844
481Some classes such as crossfire maps and objects can specify attachments 845Some classes such as deliantra maps and objects can specify attachments
482that are attached at load/instantiate time, thus the need for a name. 846that are attached at load/instantiate time, thus the need for a name.
483 847
484These calls expect any number of the following handler/hook descriptions: 848These calls expect any number of the following handler/hook descriptions:
485 849
486=over 4 850=over 4
595 $registry = $CB_TYPE[$object_type] ||= []; 959 $registry = $CB_TYPE[$object_type] ||= [];
596 960
597 } elsif ($type eq "subtype") { 961 } elsif ($type eq "subtype") {
598 defined $object_type or Carp::croak "subtype specified without type"; 962 defined $object_type or Carp::croak "subtype specified without type";
599 my $object_subtype = shift @arg; 963 my $object_subtype = shift @arg;
600 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 964 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
601 965
602 } elsif ($type eq "package") { 966 } elsif ($type eq "package") {
603 my $pkg = shift @arg; 967 my $pkg = shift @arg;
604 968
605 while (my ($name, $id) = each %cb_id) { 969 while (my ($name, $id) = each %cb_id) {
634 _attach $registry, $klass, @attach; 998 _attach $registry, $klass, @attach;
635 } 999 }
636 1000
637 $obj->{$name} = \%arg; 1001 $obj->{$name} = \%arg;
638 } else { 1002 } else {
639 warn "object uses attachment '$name' that is not available, postponing.\n"; 1003 warn "object uses attachment '$name' which is not available, postponing.\n";
640 } 1004 }
641 1005
642 $obj->{_attachment}{$name} = undef; 1006 $obj->{_attachment}{$name} = undef;
643} 1007}
644 1008
646 if (ref $_[0]) { 1010 if (ref $_[0]) {
647 _object_attach @_; 1011 _object_attach @_;
648 } else { 1012 } else {
649 _attach shift->_attach_registry, @_; 1013 _attach shift->_attach_registry, @_;
650 } 1014 }
1015 _recalc_want;
651}; 1016};
652 1017
653# all those should be optimised 1018# all those should be optimised
654sub cf::attachable::detach { 1019sub cf::attachable::detach {
655 my ($obj, $name) = @_; 1020 my ($obj, $name) = @_;
658 delete $obj->{_attachment}{$name}; 1023 delete $obj->{_attachment}{$name};
659 reattach ($obj); 1024 reattach ($obj);
660 } else { 1025 } else {
661 Carp::croak "cannot, currently, detach class attachments"; 1026 Carp::croak "cannot, currently, detach class attachments";
662 } 1027 }
1028 _recalc_want;
663}; 1029};
664 1030
665sub cf::attachable::attached { 1031sub cf::attachable::attached {
666 my ($obj, $name) = @_; 1032 my ($obj, $name) = @_;
667 1033
682 "; 1048 ";
683 die if $@; 1049 die if $@;
684} 1050}
685 1051
686our $override; 1052our $override;
687our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 1053our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
688 1054
689sub override { 1055sub override {
690 $override = 1; 1056 $override = 1;
691 @invoke_results = (); 1057 @INVOKE_RESULTS = (@_);
692} 1058}
693 1059
694sub do_invoke { 1060sub do_invoke {
695 my $event = shift; 1061 my $event = shift;
696 my $callbacks = shift; 1062 my $callbacks = shift;
697 1063
698 @invoke_results = (); 1064 @INVOKE_RESULTS = ();
699 1065
700 local $override; 1066 local $override;
701 1067
702 for (@$callbacks) { 1068 for (@$callbacks) {
703 eval { &{$_->[1]} }; 1069 eval { &{$_->[1]} };
712 } 1078 }
713 1079
714 0 1080 0
715} 1081}
716 1082
717=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1083=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
718 1084
719=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1085=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
720 1086
721Generate an object-specific event with the given arguments. 1087Generate an object-specific event with the given arguments.
722 1088
723This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 1089This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
724removed in future versions), and there is no public API to access override 1090removed in future versions), and there is no public API to access override
725results (if you must, access C<@cf::invoke_results> directly). 1091results (if you must, access C<@cf::INVOKE_RESULTS> directly).
726 1092
727=back 1093=back
728 1094
729=cut 1095=cut
730 1096
731############################################################################# 1097#############################################################################
732# object support 1098# object support
1099
1100sub _object_equal($$);
1101sub _object_equal($$) {
1102 my ($a, $b) = @_;
1103
1104 return 0 unless (ref $a) eq (ref $b);
1105
1106 if ("HASH" eq ref $a) {
1107 my @ka = keys %$a;
1108 my @kb = keys %$b;
1109
1110 return 0 if @ka != @kb;
1111
1112 for (0 .. $#ka) {
1113 return 0 unless $ka[$_] eq $kb[$_];
1114 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1115 }
1116
1117 } elsif ("ARRAY" eq ref $a) {
1118
1119 return 0 if @$a != @$b;
1120
1121 for (0 .. $#$a) {
1122 return 0 unless _object_equal $a->[$_], $b->[$_];
1123 }
1124
1125 } elsif ($a ne $b) {
1126 return 0;
1127 }
1128
1129 1
1130}
1131
1132our $SLOW_MERGES;#d#
1133sub _can_merge {
1134 my ($ob1, $ob2) = @_;
1135
1136 ++$SLOW_MERGES;#d#
1137
1138 # we do the slow way here
1139 return _object_equal $ob1, $ob2
1140}
733 1141
734sub reattach { 1142sub reattach {
735 # basically do the same as instantiate, without calling instantiate 1143 # basically do the same as instantiate, without calling instantiate
736 my ($obj) = @_; 1144 my ($obj) = @_;
737 1145
1146 # no longer needed after getting rid of delete_package?
738 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1147 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
739 1148
740 my $registry = $obj->registry; 1149 my $registry = $obj->registry;
741 1150
742 @$registry = (); 1151 @$registry = ();
743 1152
758cf::attachable->attach ( 1167cf::attachable->attach (
759 prio => -1000000, 1168 prio => -1000000,
760 on_instantiate => sub { 1169 on_instantiate => sub {
761 my ($obj, $data) = @_; 1170 my ($obj, $data) = @_;
762 1171
763 $data = from_json $data; 1172 $data = decode_json $data;
764 1173
765 for (@$data) { 1174 for (@$data) {
766 my ($name, $args) = @$_; 1175 my ($name, $args) = @$_;
767 1176
768 $obj->attach ($name, %{$args || {} }); 1177 $obj->attach ($name, %{$args || {} });
784sub object_freezer_save { 1193sub object_freezer_save {
785 my ($filename, $rdata, $objs) = @_; 1194 my ($filename, $rdata, $objs) = @_;
786 1195
787 sync_job { 1196 sync_job {
788 if (length $$rdata) { 1197 if (length $$rdata) {
1198 utf8::decode (my $decname = $filename);
789 warn sprintf "saving %s (%d,%d)\n", 1199 warn sprintf "saving %s (%d,%d)\n",
790 $filename, length $$rdata, scalar @$objs; 1200 $decname, length $$rdata, scalar @$objs
1201 if $VERBOSE_IO;
791 1202
792 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1203 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
793 chmod SAVE_MODE, $fh; 1204 aio_chmod $fh, SAVE_MODE;
794 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1205 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
795 aio_fsync $fh if $cf::USE_FSYNC; 1206 if ($cf::USE_FSYNC) {
1207 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1208 aio_fsync $fh;
1209 }
796 close $fh; 1210 aio_close $fh;
797 1211
798 if (@$objs) { 1212 if (@$objs) {
799 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1213 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
800 chmod SAVE_MODE, $fh; 1214 aio_chmod $fh, SAVE_MODE;
801 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1215 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
802 aio_write $fh, 0, (length $data), $data, 0; 1216 aio_write $fh, 0, (length $data), $data, 0;
803 aio_fsync $fh if $cf::USE_FSYNC; 1217 if ($cf::USE_FSYNC) {
1218 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1219 aio_fsync $fh;
1220 }
804 close $fh; 1221 aio_close $fh;
805 aio_rename "$filename.pst~", "$filename.pst"; 1222 aio_rename "$filename.pst~", "$filename.pst";
806 } 1223 }
807 } else { 1224 } else {
808 aio_unlink "$filename.pst"; 1225 aio_unlink "$filename.pst";
809 } 1226 }
810 1227
811 aio_rename "$filename~", $filename; 1228 aio_rename "$filename~", $filename;
1229
1230 $filename =~ s%/[^/]+$%%;
1231 aio_pathsync $filename if $cf::USE_FSYNC;
812 } else { 1232 } else {
813 warn "FATAL: $filename~: $!\n"; 1233 warn "unable to save objects: $filename~: $!\n";
814 } 1234 }
815 } else { 1235 } else {
816 aio_unlink $filename; 1236 aio_unlink $filename;
817 aio_unlink "$filename.pst"; 1237 aio_unlink "$filename.pst";
818 } 1238 }
819 } 1239 };
820} 1240}
821 1241
822sub object_freezer_as_string { 1242sub object_freezer_as_string {
823 my ($rdata, $objs) = @_; 1243 my ($rdata, $objs) = @_;
824 1244
836 or return; 1256 or return;
837 1257
838 unless (aio_stat "$filename.pst") { 1258 unless (aio_stat "$filename.pst") {
839 (aio_load "$filename.pst", $av) >= 0 1259 (aio_load "$filename.pst", $av) >= 0
840 or return; 1260 or return;
1261
841 $av = eval { (Storable::thaw $av)->{objs} }; 1262 my $st = eval { Coro::Storable::thaw $av };
1263 $av = $st->{objs};
842 } 1264 }
843 1265
1266 utf8::decode (my $decname = $filename);
844 warn sprintf "loading %s (%d)\n", 1267 warn sprintf "loading %s (%d,%d)\n",
845 $filename, length $data, scalar @{$av || []};#d# 1268 $decname, length $data, scalar @{$av || []}
1269 if $VERBOSE_IO;
1270
846 return ($data, $av); 1271 ($data, $av)
847} 1272}
1273
1274=head2 COMMAND CALLBACKS
1275
1276=over 4
1277
1278=cut
848 1279
849############################################################################# 1280#############################################################################
850# command handling &c 1281# command handling &c
851 1282
852=item cf::register_command $name => \&callback($ob,$args); 1283=item cf::register_command $name => \&callback($ob,$args);
865 push @{ $COMMAND{$name} }, [$caller, $cb]; 1296 push @{ $COMMAND{$name} }, [$caller, $cb];
866} 1297}
867 1298
868=item cf::register_extcmd $name => \&callback($pl,$packet); 1299=item cf::register_extcmd $name => \&callback($pl,$packet);
869 1300
870Register a callbackf ro execution when the client sends an extcmd packet. 1301Register a callback for execution when the client sends an (synchronous)
1302extcmd packet. Ext commands will be processed in the order they are
1303received by the server, like other user commands. The first argument is
1304the logged-in player. Ext commands can only be processed after a player
1305has logged in successfully.
871 1306
872If the callback returns something, it is sent back as if reply was being 1307If the callback returns something, it is sent back as if reply was being
873called. 1308called.
874 1309
1310=item cf::register_exticmd $name => \&callback($ns,$packet);
1311
1312Register a callback for execution when the client sends an (asynchronous)
1313exticmd packet. Exti commands are processed by the server as soon as they
1314are received, i.e. out of order w.r.t. other commands. The first argument
1315is a client socket. Exti commands can be received anytime, even before
1316log-in.
1317
1318If the callback returns something, it is sent back as if reply was being
1319called.
1320
875=cut 1321=cut
876 1322
877sub register_extcmd { 1323sub register_extcmd {
878 my ($name, $cb) = @_; 1324 my ($name, $cb) = @_;
879 1325
880 $EXTCMD{$name} = $cb; 1326 $EXTCMD{$name} = $cb;
881} 1327}
882 1328
1329sub register_exticmd {
1330 my ($name, $cb) = @_;
1331
1332 $EXTICMD{$name} = $cb;
1333}
1334
1335use File::Glob ();
1336
883cf::player->attach ( 1337cf::player->attach (
884 on_command => sub { 1338 on_unknown_command => sub {
885 my ($pl, $name, $params) = @_; 1339 my ($pl, $name, $params) = @_;
886 1340
887 my $cb = $COMMAND{$name} 1341 my $cb = $COMMAND{$name}
888 or return; 1342 or return;
889 1343
894 cf::override; 1348 cf::override;
895 }, 1349 },
896 on_extcmd => sub { 1350 on_extcmd => sub {
897 my ($pl, $buf) = @_; 1351 my ($pl, $buf) = @_;
898 1352
899 my $msg = eval { from_json $buf }; 1353 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
900 1354
901 if (ref $msg) { 1355 if (ref $msg) {
1356 my ($type, $reply, @payload) =
1357 "ARRAY" eq ref $msg
1358 ? @$msg
1359 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1360
1361 my @reply;
1362
902 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1363 if (my $cb = $EXTCMD{$type}) {
903 if (my %reply = $cb->($pl, $msg)) { 1364 @reply = $cb->($pl, @payload);
904 $pl->ext_reply ($msg->{msgid}, %reply);
905 }
906 } 1365 }
1366
1367 $pl->ext_reply ($reply, @reply)
1368 if $reply;
1369
907 } else { 1370 } else {
908 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1371 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
909 } 1372 }
910 1373
911 cf::override; 1374 cf::override;
912 }, 1375 },
913); 1376);
914 1377
1378# "readahead" all extensions
915sub load_extension { 1379sub cache_extensions {
916 my ($path) = @_; 1380 my $grp = IO::AIO::aio_group;
917 1381
918 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 1382 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
919 my $base = $1; 1383 for (grep /\.ext$/, @{$_[0]}) {
920 my $pkg = $1; 1384 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
921 $pkg =~ s/[^[:word:]]/_/g;
922 $pkg = "ext::$pkg";
923
924 warn "... loading '$path' into '$pkg'\n";
925
926 open my $fh, "<:utf8", $path
927 or die "$path: $!";
928
929 my $source =
930 "package $pkg; use strict; use utf8;\n"
931 . "#line 1 \"$path\"\n{\n"
932 . (do { local $/; <$fh> })
933 . "\n};\n1";
934
935 unless (eval $source) {
936 my $msg = $@ ? "$path: $@\n"
937 : "extension disabled.\n";
938 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
939 warn $@;
940 warn "mandatory extension failed to load, exiting.\n";
941 exit 1;
942 } 1385 }
943 die $@;
944 } 1386 };
945 1387
946 push @EXTS, $pkg; 1388 $grp
947} 1389}
948 1390
949sub load_extensions { 1391sub load_extensions {
1392 cf::sync_job {
1393 my %todo;
1394
950 for my $ext (<$LIBDIR/*.ext>) { 1395 for my $path (<$LIBDIR/*.ext>) {
951 next unless -r $ext; 1396 next unless -r $path;
952 eval { 1397
953 load_extension $ext; 1398 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1399 my $base = $1;
1400 my $pkg = $1;
1401 $pkg =~ s/[^[:word:]]/_/g;
1402 $pkg = "ext::$pkg";
1403
1404 open my $fh, "<:utf8", $path
1405 or die "$path: $!";
1406
1407 my $source = do { local $/; <$fh> };
1408
1409 my %ext = (
1410 path => $path,
1411 base => $base,
1412 pkg => $pkg,
1413 );
1414
1415 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1416 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1417
1418 $ext{source} =
1419 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1420 . "#line 1 \"$path\"\n{\n"
1421 . $source
1422 . "\n};\n1";
1423
1424 $todo{$base} = \%ext;
1425 }
1426
1427 my $pass = 0;
1428 my %done;
1429 while (%todo) {
1430 my $progress;
1431
1432 ++$pass;
1433
1434 ext:
1435 while (my ($k, $v) = each %todo) {
1436 for (split /,\s*/, $v->{meta}{depends}) {
1437 next ext
1438 unless exists $done{$_};
1439 }
1440
1441 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1442
1443 my $active = eval $v->{source};
1444
1445 if (length $@) {
1446 warn "$v->{path}: $@\n";
1447
1448 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1449 if exists $v->{meta}{mandatory};
1450
1451 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1452 delete $todo{$k};
1453 } else {
1454 $done{$k} = delete $todo{$k};
1455 push @EXTS, $v->{pkg};
1456 $progress = 1;
1457
1458 warn "$v->{base}: extension inactive.\n"
1459 unless $active;
1460 }
954 1 1461 }
955 } or warn "$ext not loaded: $@"; 1462
1463 unless ($progress) {
1464 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1465
1466 while (my ($k, $v) = each %todo) {
1467 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1468 if exists $v->{meta}{mandatory};
1469 }
1470 }
1471 }
956 } 1472 };
957} 1473}
958 1474
959############################################################################# 1475#############################################################################
960 1476
1477=back
1478
961=head2 CORE EXTENSIONS 1479=head2 CORE EXTENSIONS
962 1480
963Functions and methods that extend core crossfire objects. 1481Functions and methods that extend core deliantra objects.
964 1482
965=cut 1483=cut
966 1484
967package cf::player; 1485package cf::player;
968 1486
969use Coro::AIO; 1487use Coro::AIO;
970 1488
971=head3 cf::player 1489=head3 cf::player
972 1490
973=over 4 1491=over 4
1492
1493=item cf::player::num_playing
1494
1495Returns the official number of playing players, as per the Crossfire metaserver rules.
1496
1497=cut
1498
1499sub num_playing {
1500 scalar grep
1501 $_->ob->map
1502 && !$_->hidden
1503 && !$_->ob->flag (cf::FLAG_WIZ),
1504 cf::player::list
1505}
974 1506
975=item cf::player::find $login 1507=item cf::player::find $login
976 1508
977Returns the given player object, loading it if necessary (might block). 1509Returns the given player object, loading it if necessary (might block).
978 1510
997 1529
998sub exists($) { 1530sub exists($) {
999 my ($login) = @_; 1531 my ($login) = @_;
1000 1532
1001 $cf::PLAYER{$login} 1533 $cf::PLAYER{$login}
1002 or cf::sync_job { !aio_stat path $login } 1534 or !aio_stat path $login
1003} 1535}
1004 1536
1005sub find($) { 1537sub find($) {
1006 return $cf::PLAYER{$_[0]} || do { 1538 return $cf::PLAYER{$_[0]} || do {
1007 my $login = $_[0]; 1539 my $login = $_[0];
1014 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst"; 1546 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1015 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata"; 1547 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1016 aio_unlink +(playerdir $login) . "/$login.pl.pst"; 1548 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1017 aio_unlink +(playerdir $login) . "/$login.pl"; 1549 aio_unlink +(playerdir $login) . "/$login.pl";
1018 1550
1019 my $pl = load_pl path $login 1551 my $f = new_from_file cf::object::thawer path $login
1020 or return; 1552 or return;
1553
1554 my $pl = cf::player::load_pl $f
1555 or return;
1556
1557 local $cf::PLAYER_LOADING{$login} = $pl;
1558 $f->resolve_delayed_derefs;
1021 $cf::PLAYER{$login} = $pl 1559 $cf::PLAYER{$login} = $pl
1022 } 1560 }
1023 } 1561 }
1024} 1562}
1563
1564cf::player->attach (
1565 on_load => sub {
1566 my ($pl, $path) = @_;
1567
1568 # restore slots saved in save, below
1569 my $slots = delete $pl->{_slots};
1570
1571 $pl->ob->current_weapon ($slots->[0]);
1572 $pl->combat_ob ($slots->[1]);
1573 $pl->ranged_ob ($slots->[2]);
1574 },
1575);
1025 1576
1026sub save($) { 1577sub save($) {
1027 my ($pl) = @_; 1578 my ($pl) = @_;
1028 1579
1029 return if $pl->{deny_save}; 1580 return if $pl->{deny_save};
1034 return if $pl->{deny_save}; 1585 return if $pl->{deny_save};
1035 1586
1036 aio_mkdir playerdir $pl, 0770; 1587 aio_mkdir playerdir $pl, 0770;
1037 $pl->{last_save} = $cf::RUNTIME; 1588 $pl->{last_save} = $cf::RUNTIME;
1038 1589
1590 cf::get_slot 0.01;
1591
1592 # save slots, to be restored later
1593 local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1594
1039 $pl->save_pl ($path); 1595 $pl->save_pl ($path);
1040 Coro::cede; 1596 cf::cede_to_tick;
1041} 1597}
1042 1598
1043sub new($) { 1599sub new($) {
1044 my ($login) = @_; 1600 my ($login) = @_;
1045 1601
1051 $cf::PLAYER{$login} = $self; 1607 $cf::PLAYER{$login} = $self;
1052 1608
1053 $self 1609 $self
1054} 1610}
1055 1611
1612=item $player->send_msg ($channel, $msg, $color, [extra...])
1613
1614=cut
1615
1616sub send_msg {
1617 my $ns = shift->ns
1618 or return;
1619 $ns->send_msg (@_);
1620}
1621
1056=item $pl->quit_character 1622=item $pl->quit_character
1057 1623
1058Nukes the player without looking back. If logged in, the connection will 1624Nukes the player without looking back. If logged in, the connection will
1059be destroyed. May block for a long time. 1625be destroyed. May block for a long time.
1060 1626
1064 my ($pl) = @_; 1630 my ($pl) = @_;
1065 1631
1066 my $name = $pl->ob->name; 1632 my $name = $pl->ob->name;
1067 1633
1068 $pl->{deny_save} = 1; 1634 $pl->{deny_save} = 1;
1069 $pl->password ("*"); # this should lock out the player until we nuked the dir 1635 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1070 1636
1071 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1637 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1072 $pl->deactivate; 1638 $pl->deactivate;
1639 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1073 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1640 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1074 $pl->ns->destroy if $pl->ns; 1641 $pl->ns->destroy if $pl->ns;
1075 1642
1076 my $path = playerdir $pl; 1643 my $path = playerdir $pl;
1077 my $temp = "$path~$cf::RUNTIME~deleting~"; 1644 my $temp = "$path~$cf::RUNTIME~deleting~";
1113 or return []; 1680 or return [];
1114 1681
1115 my @logins; 1682 my @logins;
1116 1683
1117 for my $login (@$dirs) { 1684 for my $login (@$dirs) {
1685 my $path = path $login;
1686
1687 # a .pst is a dead give-away for a valid player
1688 # if no pst file found, open and chekc for blocked users
1689 if (aio_stat "$path.pst") {
1118 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1690 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1119 aio_read $fh, 0, 512, my $buf, 0 or next; 1691 aio_read $fh, 0, 512, my $buf, 0 or next;
1120 $buf !~ /^password -------------$/m or next; # official not-valid tag 1692 $buf !~ /^password -------------$/m or next; # official not-valid tag
1693 }
1121 1694
1122 utf8::decode $login; 1695 utf8::decode $login;
1123 push @logins, $login; 1696 push @logins, $login;
1124 } 1697 }
1125 1698
1126 \@logins 1699 \@logins
1127} 1700}
1128 1701
1129=item $player->maps 1702=item $player->maps
1703
1704=item cf::player::maps $login
1130 1705
1131Returns an arrayref of map paths that are private for this 1706Returns an arrayref of map paths that are private for this
1132player. May block. 1707player. May block.
1133 1708
1134=cut 1709=cut
1152 } 1727 }
1153 1728
1154 \@paths 1729 \@paths
1155} 1730}
1156 1731
1732=item $protocol_xml = $player->expand_cfpod ($cfpod)
1733
1734Expand deliantra pod fragments into protocol xml.
1735
1157=item $player->ext_reply ($msgid, %msg) 1736=item $player->ext_reply ($msgid, @msg)
1158 1737
1159Sends an ext reply to the player. 1738Sends an ext reply to the player.
1160 1739
1161=cut 1740=cut
1162 1741
1163sub ext_reply($$%) { 1742sub ext_reply($$@) {
1164 my ($self, $id, %msg) = @_; 1743 my ($self, $id, @msg) = @_;
1165 1744
1166 $msg{msgid} = $id; 1745 $self->ns->ext_reply ($id, @msg)
1167
1168 $self->send ("ext " . cf::to_json \%msg);
1169} 1746}
1170 1747
1171=item $player->ext_event ($type, %msg) 1748=item $player->ext_msg ($type, @msg)
1172 1749
1173Sends an ext event to the client. 1750Sends an ext event to the client.
1174 1751
1175=cut 1752=cut
1176 1753
1177sub ext_event($$%) { 1754sub ext_msg($$@) {
1178 my ($self, $type, %msg) = @_; 1755 my ($self, $type, @msg) = @_;
1179 1756
1180 $self->ns->ext_event ($type, %msg); 1757 $self->ns->ext_msg ($type, @msg);
1181} 1758}
1182 1759
1183=head3 cf::region 1760=head3 cf::region
1184 1761
1185=over 4 1762=over 4
1188 1765
1189package cf::region; 1766package cf::region;
1190 1767
1191=item cf::region::find_by_path $path 1768=item cf::region::find_by_path $path
1192 1769
1193Tries to decuce the probable region for a map knowing only its path. 1770Tries to decuce the likely region for a map knowing only its path.
1194 1771
1195=cut 1772=cut
1196 1773
1197sub find_by_path($) { 1774sub find_by_path($) {
1198 my ($path) = @_; 1775 my ($path) = @_;
1199 1776
1777 $path =~ s/^~[^\/]*//; # skip ~login
1778
1200 my ($match, $specificity); 1779 my ($match, $specificity);
1201 1780
1202 for my $region (list) { 1781 for my $region (list) {
1203 if ($region->match && $path =~ $region->match) { 1782 if ($region->{match} && $path =~ $region->{match}) {
1204 ($match, $specificity) = ($region, $region->specificity) 1783 ($match, $specificity) = ($region, $region->specificity)
1205 if $region->specificity > $specificity; 1784 if $region->specificity > $specificity;
1206 } 1785 }
1207 } 1786 }
1208 1787
1229our $MAX_RESET = 3600; 1808our $MAX_RESET = 3600;
1230our $DEFAULT_RESET = 3000; 1809our $DEFAULT_RESET = 3000;
1231 1810
1232sub generate_random_map { 1811sub generate_random_map {
1233 my ($self, $rmp) = @_; 1812 my ($self, $rmp) = @_;
1813
1814 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1815
1234 # mit "rum" bekleckern, nicht 1816 # mit "rum" bekleckern, nicht
1235 $self->_create_random_map ( 1817 $self->_create_random_map (
1236 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1818 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1237 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1819 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1238 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1820 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1239 $rmp->{exit_on_final_map}, 1821 $rmp->{exit_on_final_map},
1240 $rmp->{xsize}, $rmp->{ysize}, 1822 $rmp->{xsize}, $rmp->{ysize},
1241 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1823 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1242 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1824 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1264 1846
1265 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1847 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1266} 1848}
1267 1849
1268# also paths starting with '/' 1850# also paths starting with '/'
1269$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}]; 1851$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1270 1852
1271sub thawer_merge { 1853sub thawer_merge {
1272 my ($self, $merge) = @_; 1854 my ($self, $merge) = @_;
1273 1855
1274 # we have to keep some variables in memory intact 1856 # we have to keep some variables in memory intact
1275 local $self->{path}; 1857 local $self->{path};
1276 local $self->{load_path}; 1858 local $self->{load_path};
1277 local $self->{deny_save};
1278 local $self->{deny_reset};
1279 1859
1280 $self->SUPER::thawer_merge ($merge); 1860 $self->SUPER::thawer_merge ($merge);
1281} 1861}
1282 1862
1283sub normalise { 1863sub normalise {
1330 $self->init; # pass $1 etc. 1910 $self->init; # pass $1 etc.
1331 return $self; 1911 return $self;
1332 } 1912 }
1333 } 1913 }
1334 1914
1335 Carp::carp "unable to resolve path '$path' (base '$base')."; 1915 Carp::cluck "unable to resolve path '$path' (base '$base').";
1336 () 1916 ()
1337} 1917}
1338 1918
1339sub init { 1919sub init {
1340 my ($self) = @_; 1920 my ($self) = @_;
1362 1942
1363# the temporary/swap location 1943# the temporary/swap location
1364sub save_path { 1944sub save_path {
1365 my ($self) = @_; 1945 my ($self) = @_;
1366 1946
1367 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1947 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1368 "$TMPDIR/$path.map" 1948 "$TMPDIR/$path.map"
1369} 1949}
1370 1950
1371# the unique path, undef == no special unique path 1951# the unique path, undef == no special unique path
1372sub uniq_path { 1952sub uniq_path {
1373 my ($self) = @_; 1953 my ($self) = @_;
1374 1954
1375 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1955 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1376 "$UNIQUEDIR/$path" 1956 "$UNIQUEDIR/$path"
1377} 1957}
1378 1958
1379# and all this just because we cannot iterate over 1959sub decay_objects {
1380# all maps in C++...
1381sub change_all_map_light {
1382 my ($change) = @_; 1960 my ($self) = @_;
1383 1961
1384 $_->change_map_light ($change) 1962 return if $self->{deny_reset};
1385 for grep $_->outdoor, values %cf::MAP; 1963
1964 $self->do_decay_objects;
1386} 1965}
1387 1966
1388sub unlink_save { 1967sub unlink_save {
1389 my ($self) = @_; 1968 my ($self) = @_;
1390 1969
1395 1974
1396sub load_header_from($) { 1975sub load_header_from($) {
1397 my ($self, $path) = @_; 1976 my ($self, $path) = @_;
1398 1977
1399 utf8::encode $path; 1978 utf8::encode $path;
1400 #aio_open $path, O_RDONLY, 0 1979 my $f = new_from_file cf::object::thawer $path
1401 # or return;
1402
1403 $self->_load_header ($path)
1404 or return; 1980 or return;
1981
1982 $self->_load_header ($f)
1983 or return;
1984
1985 local $MAP_LOADING{$self->{path}} = $self;
1986 $f->resolve_delayed_derefs;
1405 1987
1406 $self->{load_path} = $path; 1988 $self->{load_path} = $path;
1407 1989
1408 1 1990 1
1409} 1991}
1448 $self->load_header_orig 2030 $self->load_header_orig
1449 or return; 2031 or return;
1450 $self->prepare_orig; 2032 $self->prepare_orig;
1451 } 2033 }
1452 2034
2035 $self->{deny_reset} = 1
2036 if $self->no_reset;
2037
1453 $self->default_region (cf::region::find_by_path $self->{path}) 2038 $self->default_region (cf::region::find_by_path $self->{path})
1454 unless $self->default_region; 2039 unless $self->default_region;
1455 2040
1456 1 2041 1
1457} 2042}
1460sub find { 2045sub find {
1461 my ($path, $origin) = @_; 2046 my ($path, $origin) = @_;
1462 2047
1463 $path = normalise $path, $origin && $origin->path; 2048 $path = normalise $path, $origin && $origin->path;
1464 2049
2050 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1465 cf::lock_wait "map_find:$path"; 2051 my $guard2 = cf::lock_acquire "map_find:$path";
1466 2052
1467 $cf::MAP{$path} || do { 2053 $cf::MAP{$path} || do {
1468 my $guard = cf::lock_acquire "map_find:$path";
1469 my $map = new_from_path cf::map $path 2054 my $map = new_from_path cf::map $path
1470 or return; 2055 or return;
1471 2056
1472 $map->{last_save} = $cf::RUNTIME; 2057 $map->{last_save} = $cf::RUNTIME;
1473 2058
1474 $map->load_header 2059 $map->load_header
1475 or return; 2060 or return;
1476 2061
1477 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 2062 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1478 # doing this can freeze the server in a sync job, obviously 2063 # doing this can freeze the server in a sync job, obviously
1479 #$cf::WAIT_FOR_TICK->wait; 2064 #$cf::WAIT_FOR_TICK->wait;
2065 undef $guard2;
2066 undef $guard1;
1480 $map->reset; 2067 $map->reset;
1481 undef $guard;
1482 return find $path; 2068 return find $path;
1483 } 2069 }
1484 2070
1485 $cf::MAP{$path} = $map 2071 $cf::MAP{$path} = $map
1486 } 2072 }
1487} 2073}
1488 2074
1489sub pre_load { } 2075sub pre_load { }
1490sub post_load { } 2076#sub post_load { } # XS
1491 2077
1492sub load { 2078sub load {
1493 my ($self) = @_; 2079 my ($self) = @_;
1494 2080
1495 local $self->{deny_reset} = 1; # loading can take a long time 2081 local $self->{deny_reset} = 1; # loading can take a long time
1496 2082
1497 my $path = $self->{path}; 2083 my $path = $self->{path};
1498 2084
1499 { 2085 {
1500 my $guard = cf::lock_acquire "map_load:$path"; 2086 my $guard = cf::lock_acquire "map_data:$path";
1501 2087
2088 return unless $self->valid;
1502 return if $self->in_memory != cf::MAP_SWAPPED; 2089 return unless $self->in_memory == cf::MAP_SWAPPED;
1503 2090
1504 $self->in_memory (cf::MAP_LOADING); 2091 $self->in_memory (cf::MAP_LOADING);
1505 2092
1506 $self->alloc; 2093 $self->alloc;
1507 2094
1508 $self->pre_load; 2095 $self->pre_load;
1509 Coro::cede; 2096 cf::cede_to_tick;
1510 2097
2098 my $f = new_from_file cf::object::thawer $self->{load_path};
2099 $f->skip_block;
1511 $self->_load_objects ($self->{load_path}, 1) 2100 $self->_load_objects ($f)
1512 or return; 2101 or return;
1513 2102
1514 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2103 $self->post_load_original
1515 if delete $self->{load_original}; 2104 if delete $self->{load_original};
1516 2105
1517 if (my $uniq = $self->uniq_path) { 2106 if (my $uniq = $self->uniq_path) {
1518 utf8::encode $uniq; 2107 utf8::encode $uniq;
1519 if (aio_open $uniq, O_RDONLY, 0) { 2108 unless (aio_stat $uniq) {
2109 if (my $f = new_from_file cf::object::thawer $uniq) {
1520 $self->clear_unique_items; 2110 $self->clear_unique_items;
1521 $self->_load_objects ($uniq, 0); 2111 $self->_load_objects ($f);
2112 $f->resolve_delayed_derefs;
2113 }
1522 } 2114 }
1523 } 2115 }
1524 2116
1525 Coro::cede; 2117 $f->resolve_delayed_derefs;
2118
2119 cf::cede_to_tick;
1526 # now do the right thing for maps 2120 # now do the right thing for maps
1527 $self->link_multipart_objects; 2121 $self->link_multipart_objects;
1528 $self->difficulty ($self->estimate_difficulty) 2122 $self->difficulty ($self->estimate_difficulty)
1529 unless $self->difficulty; 2123 unless $self->difficulty;
1530 Coro::cede; 2124 cf::cede_to_tick;
1531 2125
1532 unless ($self->{deny_activate}) { 2126 unless ($self->{deny_activate}) {
1533 $self->decay_objects; 2127 $self->decay_objects;
1534 $self->fix_auto_apply; 2128 $self->fix_auto_apply;
1535 $self->update_buttons; 2129 $self->update_buttons;
1536 Coro::cede; 2130 cf::cede_to_tick;
1537 $self->set_darkness_map;
1538 Coro::cede;
1539 $self->activate; 2131 $self->activate;
1540 } 2132 }
1541 2133
2134 $self->{last_save} = $cf::RUNTIME;
2135 $self->last_access ($cf::RUNTIME);
2136
1542 $self->in_memory (cf::MAP_IN_MEMORY); 2137 $self->in_memory (cf::MAP_ACTIVE);
1543 } 2138 }
1544 2139
1545 $self->post_load; 2140 $self->post_load;
1546} 2141}
1547 2142
2143# customize the map for a given player, i.e.
2144# return the _real_ map. used by e.g. per-player
2145# maps to change the path to ~playername/mappath
1548sub customise_for { 2146sub customise_for {
1549 my ($self, $ob) = @_; 2147 my ($self, $ob) = @_;
1550 2148
1551 return find "~" . $ob->name . "/" . $self->{path} 2149 return find "~" . $ob->name . "/" . $self->{path}
1552 if $self->per_player; 2150 if $self->per_player;
1553 2151
2152# return find "?party/" . $ob->name . "/" . $self->{path}
2153# if $self->per_party;
2154
1554 $self 2155 $self
1555} 2156}
1556 2157
1557# find and load all maps in the 3x3 area around a map 2158# find and load all maps in the 3x3 area around a map
1558sub load_diag { 2159sub load_neighbours {
1559 my ($map) = @_; 2160 my ($map) = @_;
1560 2161
1561 my @diag; # diagonal neighbours 2162 my @neigh; # diagonal neighbours
1562 2163
1563 for (0 .. 3) { 2164 for (0 .. 3) {
1564 my $neigh = $map->tile_path ($_) 2165 my $neigh = $map->tile_path ($_)
1565 or next; 2166 or next;
1566 $neigh = find $neigh, $map 2167 $neigh = find $neigh, $map
1567 or next; 2168 or next;
1568 $neigh->load; 2169 $neigh->load;
1569 2170
2171 # now find the diagonal neighbours
2172 push @neigh,
1570 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh], 2173 [$neigh->tile_path (($_ + 3) % 4), $neigh],
1571 [$neigh->tile_path (($_ + 1) % 4), $neigh]; 2174 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1572 } 2175 }
1573 2176
1574 for (@diag) { 2177 for (grep defined $_->[0], @neigh) {
2178 my ($path, $origin) = @$_;
1575 my $neigh = find @$_ 2179 my $neigh = find $path, $origin
1576 or next; 2180 or next;
1577 $neigh->load; 2181 $neigh->load;
1578 } 2182 }
1579} 2183}
1580 2184
1585} 2189}
1586 2190
1587sub do_load_sync { 2191sub do_load_sync {
1588 my ($map) = @_; 2192 my ($map) = @_;
1589 2193
2194 cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
2195 if $Coro::current == $Coro::main;
2196
1590 cf::sync_job { $map->load }; 2197 cf::sync_job { $map->load };
1591} 2198}
1592 2199
1593our %MAP_PREFETCH; 2200our %MAP_PREFETCH;
1594our $MAP_PREFETCHER = undef; 2201our $MAP_PREFETCHER = undef;
1595 2202
1596sub find_async { 2203sub find_async {
1597 my ($path, $origin) = @_; 2204 my ($path, $origin, $load) = @_;
1598 2205
1599 $path = normalise $path, $origin && $origin->{path}; 2206 $path = normalise $path, $origin && $origin->{path};
1600 2207
1601 if (my $map = $cf::MAP{$path}) { 2208 if (my $map = $cf::MAP{$path}) {
1602 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 2209 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1603 } 2210 }
1604 2211
1605 undef $MAP_PREFETCH{$path}; 2212 $MAP_PREFETCH{$path} |= $load;
2213
1606 $MAP_PREFETCHER ||= cf::async { 2214 $MAP_PREFETCHER ||= cf::async {
2215 $Coro::current->{desc} = "map prefetcher";
2216
1607 while (%MAP_PREFETCH) { 2217 while (%MAP_PREFETCH) {
1608 for my $path (keys %MAP_PREFETCH) { 2218 while (my ($k, $v) = each %MAP_PREFETCH) {
1609 my $map = find $path 2219 if (my $map = find $k) {
1610 or next;
1611 $map->load; 2220 $map->load if $v;
2221 }
1612 2222
1613 delete $MAP_PREFETCH{$path}; 2223 delete $MAP_PREFETCH{$k};
1614 } 2224 }
1615 } 2225 }
1616 undef $MAP_PREFETCHER; 2226 undef $MAP_PREFETCHER;
1617 }; 2227 };
1618 $MAP_PREFETCHER->prio (6); 2228 $MAP_PREFETCHER->prio (6);
1619 2229
1620 () 2230 ()
1621} 2231}
1622 2232
2233# common code, used by both ->save and ->swapout
1623sub save { 2234sub _save {
1624 my ($self) = @_; 2235 my ($self) = @_;
1625
1626 my $lock = cf::lock_acquire "map_data:" . $self->path;
1627 2236
1628 $self->{last_save} = $cf::RUNTIME; 2237 $self->{last_save} = $cf::RUNTIME;
1629 2238
1630 return unless $self->dirty; 2239 return unless $self->dirty;
1631 2240
1637 return if $self->{deny_save}; 2246 return if $self->{deny_save};
1638 2247
1639 local $self->{last_access} = $self->last_access;#d# 2248 local $self->{last_access} = $self->last_access;#d#
1640 2249
1641 cf::async { 2250 cf::async {
2251 $Coro::current->{desc} = "map player save";
1642 $_->contr->save for $self->players; 2252 $_->contr->save for $self->players;
1643 }; 2253 };
2254
2255 cf::get_slot 0.02;
1644 2256
1645 if ($uniq) { 2257 if ($uniq) {
1646 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2258 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1647 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2259 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1648 } else { 2260 } else {
1649 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2261 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1650 } 2262 }
1651} 2263}
1652 2264
2265sub save {
2266 my ($self) = @_;
2267
2268 my $lock = cf::lock_acquire "map_data:$self->{path}";
2269
2270 $self->_save;
2271}
2272
1653sub swap_out { 2273sub swap_out {
1654 my ($self) = @_; 2274 my ($self) = @_;
1655 2275
1656 # save first because save cedes
1657 $self->save;
1658
1659 my $lock = cf::lock_acquire "map_data:" . $self->path; 2276 my $lock = cf::lock_acquire "map_data:$self->{path}";
1660 2277
2278 return if $self->in_memory != cf::MAP_ACTIVE;
2279 return if $self->{deny_save};
1661 return if $self->players; 2280 return if $self->players;
1662 return if $self->in_memory != cf::MAP_IN_MEMORY;
1663 return if $self->{deny_save};
1664 2281
2282 # first deactivate the map and "unlink" it from the core
2283 $self->deactivate;
2284 $_->clear_links_to ($self) for values %cf::MAP;
2285 $self->in_memory (cf::MAP_SWAPPED);
2286
2287 # then atomically save
2288 $self->_save;
2289
2290 # then free the map
1665 $self->clear; 2291 $self->clear;
1666 $self->in_memory (cf::MAP_SWAPPED);
1667} 2292}
1668 2293
1669sub reset_at { 2294sub reset_at {
1670 my ($self) = @_; 2295 my ($self) = @_;
1671 2296
1672 # TODO: safety, remove and allow resettable per-player maps 2297 # TODO: safety, remove and allow resettable per-player maps
1673 return 1e99 if $self->isa ("ext::map_per_player");#d#
1674 return 1e99 if $self->{deny_reset}; 2298 return 1e99 if $self->{deny_reset};
1675 2299
1676 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2300 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1677 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2301 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1678 2302
1689 my ($self) = @_; 2313 my ($self) = @_;
1690 2314
1691 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2315 my $lock = cf::lock_acquire "map_data:$self->{path}";
1692 2316
1693 return if $self->players; 2317 return if $self->players;
1694 return if $self->isa ("ext::map_per_player");#d#
1695 2318
1696 warn "resetting map ", $self->path;#d# 2319 warn "resetting map ", $self->path, "\n";
1697 2320
1698 $self->in_memory (cf::MAP_SWAPPED); 2321 $self->in_memory (cf::MAP_SWAPPED);
1699 2322
1700 # need to save uniques path 2323 # need to save uniques path
1701 unless ($self->{deny_save}) { 2324 unless ($self->{deny_save}) {
1705 if $uniq; 2328 if $uniq;
1706 } 2329 }
1707 2330
1708 delete $cf::MAP{$self->path}; 2331 delete $cf::MAP{$self->path};
1709 2332
2333 $self->deactivate;
2334 $_->clear_links_to ($self) for values %cf::MAP;
1710 $self->clear; 2335 $self->clear;
1711
1712 $_->clear_links_to ($self) for values %cf::MAP;
1713 2336
1714 $self->unlink_save; 2337 $self->unlink_save;
1715 $self->destroy; 2338 $self->destroy;
1716} 2339}
1717 2340
1718my $nuke_counter = "aaaa"; 2341my $nuke_counter = "aaaa";
1719 2342
1720sub nuke { 2343sub nuke {
1721 my ($self) = @_; 2344 my ($self) = @_;
1722 2345
2346 {
2347 my $lock = cf::lock_acquire "map_data:$self->{path}";
2348
1723 delete $cf::MAP{$self->path}; 2349 delete $cf::MAP{$self->path};
1724 2350
1725 $self->unlink_save; 2351 $self->unlink_save;
1726 2352
1727 bless $self, "cf::map"; 2353 bless $self, "cf::map::wrap";
1728 delete $self->{deny_reset}; 2354 delete $self->{deny_reset};
1729 $self->{deny_save} = 1; 2355 $self->{deny_save} = 1;
1730 $self->reset_timeout (1); 2356 $self->reset_timeout (1);
1731 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2357 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1732 2358
1733 $cf::MAP{$self->path} = $self; 2359 $cf::MAP{$self->path} = $self;
2360 }
1734 2361
1735 $self->reset; # polite request, might not happen 2362 $self->reset; # polite request, might not happen
2363}
2364
2365=item $maps = cf::map::tmp_maps
2366
2367Returns an arrayref with all map paths of currently instantiated and saved
2368maps. May block.
2369
2370=cut
2371
2372sub tmp_maps() {
2373 [
2374 map {
2375 utf8::decode $_;
2376 /\.map$/
2377 ? normalise $_
2378 : ()
2379 } @{ aio_readdir $TMPDIR or [] }
2380 ]
2381}
2382
2383=item $maps = cf::map::random_maps
2384
2385Returns an arrayref with all map paths of currently instantiated and saved
2386random maps. May block.
2387
2388=cut
2389
2390sub random_maps() {
2391 [
2392 map {
2393 utf8::decode $_;
2394 /\.map$/
2395 ? normalise "?random/$_"
2396 : ()
2397 } @{ aio_readdir $RANDOMDIR or [] }
2398 ]
1736} 2399}
1737 2400
1738=item cf::map::unique_maps 2401=item cf::map::unique_maps
1739 2402
1740Returns an arrayref of paths of all shared maps that have 2403Returns an arrayref of paths of all shared maps that have
1741instantiated unique items. May block. 2404instantiated unique items. May block.
1742 2405
1743=cut 2406=cut
1744 2407
1745sub unique_maps() { 2408sub unique_maps() {
1746 my $files = aio_readdir $UNIQUEDIR 2409 [
1747 or return; 2410 map {
1748
1749 my @paths;
1750
1751 for (@$files) {
1752 utf8::decode $_; 2411 utf8::decode $_;
1753 next if /\.pst$/; 2412 s/\.map$//; # TODO future compatibility hack
1754 next unless /^$PATH_SEP/o; 2413 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1755 2414 ? ()
1756 push @paths, cf::map::normalise $_; 2415 : normalise $_
2416 } @{ aio_readdir $UNIQUEDIR or [] }
1757 } 2417 ]
1758
1759 \@paths
1760} 2418}
1761 2419
1762package cf; 2420=item cf::map::static_maps
2421
2422Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2423file in the shared directory excluding F</styles> and F</editor>). May
2424block.
2425
2426=cut
2427
2428sub static_maps() {
2429 my @dirs = "";
2430 my @maps;
2431
2432 while (@dirs) {
2433 my $dir = shift @dirs;
2434
2435 next if $dir eq "/styles" || $dir eq "/editor";
2436
2437 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2438 or return;
2439
2440 for (@$files) {
2441 s/\.map$// or next;
2442 utf8::decode $_;
2443 push @maps, "$dir/$_";
2444 }
2445
2446 push @dirs, map "$dir/$_", @$dirs;
2447 }
2448
2449 \@maps
2450}
1763 2451
1764=back 2452=back
1765 2453
1766=head3 cf::object 2454=head3 cf::object
1767 2455
1771 2459
1772=over 4 2460=over 4
1773 2461
1774=item $ob->inv_recursive 2462=item $ob->inv_recursive
1775 2463
1776Returns the inventory of the object _and_ their inventories, recursively. 2464Returns the inventory of the object I<and> their inventories, recursively,
2465but I<not> the object itself.
1777 2466
1778=cut 2467=cut
1779 2468
1780sub inv_recursive_; 2469sub inv_recursive_;
1781sub inv_recursive_ { 2470sub inv_recursive_ {
1784 2473
1785sub inv_recursive { 2474sub inv_recursive {
1786 inv_recursive_ inv $_[0] 2475 inv_recursive_ inv $_[0]
1787} 2476}
1788 2477
2478=item $ref = $ob->ref
2479
2480Creates and returns a persistent reference to an object that can be stored as a string.
2481
2482=item $ob = cf::object::deref ($refstring)
2483
2484returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2485even if the object actually exists. May block.
2486
2487=cut
2488
2489sub deref {
2490 my ($ref) = @_;
2491
2492 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2493 my ($uuid, $name) = ($1, $2);
2494 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2495 or return;
2496 $pl->ob->uuid eq $uuid
2497 or return;
2498
2499 $pl->ob
2500 } else {
2501 warn "$ref: cannot resolve object reference\n";
2502 undef
2503 }
2504}
2505
1789package cf; 2506package cf;
1790 2507
1791=back 2508=back
1792 2509
1793=head3 cf::object::player 2510=head3 cf::object::player
1799Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2516Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1800can be C<undef>. Does the right thing when the player is currently in a 2517can be C<undef>. Does the right thing when the player is currently in a
1801dialogue with the given NPC character. 2518dialogue with the given NPC character.
1802 2519
1803=cut 2520=cut
2521
2522our $SAY_CHANNEL = {
2523 id => "say",
2524 title => "Map",
2525 reply => "say ",
2526 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2527};
2528
2529our $CHAT_CHANNEL = {
2530 id => "chat",
2531 title => "Chat",
2532 reply => "chat ",
2533 tooltip => "Player chat and shouts, global to the server.",
2534};
1804 2535
1805# rough implementation of a future "reply" method that works 2536# rough implementation of a future "reply" method that works
1806# with dialog boxes. 2537# with dialog boxes.
1807#TODO: the first argument must go, split into a $npc->reply_to ( method 2538#TODO: the first argument must go, split into a $npc->reply_to ( method
1808sub cf::object::player::reply($$$;$) { 2539sub cf::object::player::reply($$$;$) {
1810 2541
1811 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2542 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1812 2543
1813 if ($self->{record_replies}) { 2544 if ($self->{record_replies}) {
1814 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2545 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2546
1815 } else { 2547 } else {
2548 my $pl = $self->contr;
2549
2550 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2551 my $dialog = $pl->{npc_dialog};
2552 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2553
2554 } else {
1816 $msg = $npc->name . " says: $msg" if $npc; 2555 $msg = $npc->name . " says: $msg" if $npc;
1817 $self->message ($msg, $flags); 2556 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2557 }
1818 } 2558 }
2559}
2560
2561=item $object->send_msg ($channel, $msg, $color, [extra...])
2562
2563=cut
2564
2565sub cf::object::send_msg {
2566 my $pl = shift->contr
2567 or return;
2568 $pl->send_msg (@_);
1819} 2569}
1820 2570
1821=item $player_object->may ("access") 2571=item $player_object->may ("access")
1822 2572
1823Returns wether the given player is authorized to access resource "access" 2573Returns wether the given player is authorized to access resource "access"
1836 2586
1837=item $player_object->enter_link 2587=item $player_object->enter_link
1838 2588
1839Freezes the player and moves him/her to a special map (C<{link}>). 2589Freezes the player and moves him/her to a special map (C<{link}>).
1840 2590
1841The player should be reasonably safe there for short amounts of time. You 2591The player should be reasonably safe there for short amounts of time (e.g.
1842I<MUST> call C<leave_link> as soon as possible, though. 2592for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2593though, as the player cannot control the character while it is on the link
2594map.
1843 2595
1844Will never block. 2596Will never block.
1845 2597
1846=item $player_object->leave_link ($map, $x, $y) 2598=item $player_object->leave_link ($map, $x, $y)
1847 2599
1867sub cf::object::player::enter_link { 2619sub cf::object::player::enter_link {
1868 my ($self) = @_; 2620 my ($self) = @_;
1869 2621
1870 $self->deactivate_recursive; 2622 $self->deactivate_recursive;
1871 2623
2624 ++$self->{_link_recursion};
2625
1872 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2626 return if UNIVERSAL::isa $self->map, "ext::map_link";
1873 2627
1874 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2628 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1875 if $self->map; 2629 if $self->map && $self->map->{path} ne "{link}";
1876 2630
1877 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2631 $self->enter_map ($LINK_MAP || link_map, 3, 3);
1878} 2632}
1879 2633
1880sub cf::object::player::leave_link { 2634sub cf::object::player::leave_link {
1881 my ($self, $map, $x, $y) = @_; 2635 my ($self, $map, $x, $y) = @_;
2636
2637 return unless $self->contr->active;
1882 2638
1883 my $link_pos = delete $self->{_link_pos}; 2639 my $link_pos = delete $self->{_link_pos};
1884 2640
1885 unless ($map) { 2641 unless ($map) {
1886 # restore original map position 2642 # restore original map position
1897 ($x, $y) = (-1, -1) 2653 ($x, $y) = (-1, -1)
1898 unless (defined $x) && (defined $y); 2654 unless (defined $x) && (defined $y);
1899 2655
1900 # use -1 or undef as default coordinates, not 0, 0 2656 # use -1 or undef as default coordinates, not 0, 0
1901 ($x, $y) = ($map->enter_x, $map->enter_y) 2657 ($x, $y) = ($map->enter_x, $map->enter_y)
1902 if $x <=0 && $y <= 0; 2658 if $x <= 0 && $y <= 0;
1903 2659
1904 $map->load; 2660 $map->load;
1905 $map->load_diag; 2661 $map->load_neighbours;
1906 2662
1907 return unless $self->contr->active; 2663 return unless $self->contr->active;
1908 $self->activate_recursive;
1909 2664
1910 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2665 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1911 $self->enter_map ($map, $x, $y); 2666 if ($self->enter_map ($map, $x, $y)) {
1912} 2667 # entering was successful
1913 2668 delete $self->{_link_recursion};
1914cf::player->attach ( 2669 # only activate afterwards, to support waiting in hooks
1915 on_logout => sub { 2670 $self->activate_recursive;
1916 my ($pl) = @_;
1917
1918 # abort map switching before logout
1919 if ($pl->ob->{_link_pos}) {
1920 cf::sync_job {
1921 $pl->ob->leave_link
1922 };
1923 }
1924 }, 2671 }
1925 on_login => sub {
1926 my ($pl) = @_;
1927 2672
1928 # try to abort aborted map switching on player login :) 2673}
1929 # should happen only on crashes
1930 if ($pl->ob->{_link_pos}) {
1931 $pl->ob->enter_link;
1932 (async {
1933 $pl->ob->reply (undef,
1934 "There was an internal problem at your last logout, "
1935 . "the server will try to bring you to your intended destination in a second.",
1936 cf::NDI_RED);
1937 # we need this sleep as the login has a concurrent enter_exit running
1938 # and this sleep increases chances of the player not ending up in scorn
1939 Coro::Timer::sleep 1;
1940 $pl->ob->leave_link;
1941 })->prio (2);
1942 }
1943 },
1944);
1945 2674
1946=item $player_object->goto ($path, $x, $y) 2675=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1947 2676
2677Moves the player to the given map-path and coordinates by first freezing
2678her, loading and preparing them map, calling the provided $check callback
2679that has to return the map if sucecssful, and then unfreezes the player on
2680the new (success) or old (failed) map position. In either case, $done will
2681be called at the end of this process.
2682
2683Note that $check will be called with a potentially non-loaded map, so if
2684it needs a loaded map it has to call C<< ->load >>.
2685
1948=cut 2686=cut
2687
2688our $GOTOGEN;
1949 2689
1950sub cf::object::player::goto { 2690sub cf::object::player::goto {
1951 my ($self, $path, $x, $y) = @_; 2691 my ($self, $path, $x, $y, $check, $done) = @_;
2692
2693 if ($self->{_link_recursion} >= $MAX_LINKS) {
2694 warn "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2695 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2696 ($path, $x, $y) = @$EMERGENCY_POSITION;
2697 }
2698
2699 # do generation counting so two concurrent goto's will be executed in-order
2700 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1952 2701
1953 $self->enter_link; 2702 $self->enter_link;
1954 2703
1955 (async { 2704 (async {
2705 $Coro::current->{desc} = "player::goto $path $x $y";
2706
2707 # *tag paths override both path and x|y
2708 if ($path =~ /^\*(.*)$/) {
2709 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2710 my $ob = $obs[rand @obs];
2711
2712 # see if we actually can go there
2713 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2714 $ob = $obs[rand @obs];
2715 } else {
2716 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2717 }
2718 # else put us there anyways for now #d#
2719
2720 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2721 } else {
2722 ($path, $x, $y) = (undef, undef, undef);
2723 }
2724 }
2725
1956 my $map = eval { 2726 my $map = eval {
1957 my $map = cf::map::find $path; 2727 my $map = defined $path ? cf::map::find $path : undef;
2728
2729 if ($map) {
1958 $map = $map->customise_for ($self) if $map; 2730 $map = $map->customise_for ($self);
2731 $map = $check->($map, $x, $y, $self) if $check && $map;
2732 } else {
2733 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2734 }
2735
1959 $map 2736 $map
2737 };
2738
2739 if ($@) {
2740 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2741 LOG llevError | logBacktrace, Carp::longmess $@;
1960 } or 2742 }
1961 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1962 2743
2744 if ($gen == $self->{_goto_generation}) {
2745 delete $self->{_goto_generation};
1963 $self->leave_link ($map, $x, $y); 2746 $self->leave_link ($map, $x, $y);
2747 }
2748
2749 $done->($self) if $done;
1964 })->prio (1); 2750 })->prio (1);
1965} 2751}
1966 2752
1967=item $player_object->enter_exit ($exit_object) 2753=item $player_object->enter_exit ($exit_object)
1968 2754
1988} 2774}
1989 2775
1990sub prepare_random_map { 2776sub prepare_random_map {
1991 my ($exit) = @_; 2777 my ($exit) = @_;
1992 2778
1993 my $guard = cf::lock_acquire "exit_prepare:$exit";
1994
1995 # all this does is basically replace the /! path by 2779 # all this does is basically replace the /! path by
1996 # a new random map path (?random/...) with a seed 2780 # a new random map path (?random/...) with a seed
1997 # that depends on the exit object 2781 # that depends on the exit object
1998 2782
1999 my $rmp = parse_random_map_params $exit->msg; 2783 my $rmp = parse_random_map_params $exit->msg;
2001 if ($exit->map) { 2785 if ($exit->map) {
2002 $rmp->{region} = $exit->region->name; 2786 $rmp->{region} = $exit->region->name;
2003 $rmp->{origin_map} = $exit->map->path; 2787 $rmp->{origin_map} = $exit->map->path;
2004 $rmp->{origin_x} = $exit->x; 2788 $rmp->{origin_x} = $exit->x;
2005 $rmp->{origin_y} = $exit->y; 2789 $rmp->{origin_y} = $exit->y;
2790
2791 $exit->map->touch;
2006 } 2792 }
2007 2793
2008 $rmp->{random_seed} ||= $exit->random_seed; 2794 $rmp->{random_seed} ||= $exit->random_seed;
2009 2795
2010 my $data = cf::to_json $rmp; 2796 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2011 my $md5 = Digest::MD5::md5_hex $data; 2797 my $md5 = Digest::MD5::md5_hex $data;
2012 my $meta = "$RANDOMDIR/$md5.meta"; 2798 my $meta = "$RANDOMDIR/$md5.meta";
2013 2799
2014 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2800 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2015 aio_write $fh, 0, (length $data), $data, 0; 2801 aio_write $fh, 0, (length $data), $data, 0;
2016 undef $fh; 2802 undef $fh;
2017 aio_rename "$meta~", $meta; 2803 aio_rename "$meta~", $meta;
2018 2804
2805 my $slaying = "?random/$md5";
2806
2807 if ($exit->valid) {
2019 $exit->slaying ("?random/$md5"); 2808 $exit->slaying ("?random/$md5");
2020 $exit->msg (undef); 2809 $exit->msg (undef);
2810 }
2021 } 2811 }
2022} 2812}
2023 2813
2024sub cf::object::player::enter_exit { 2814sub cf::object::player::enter_exit {
2025 my ($self, $exit) = @_; 2815 my ($self, $exit) = @_;
2026 2816
2027 return unless $self->type == cf::PLAYER; 2817 return unless $self->type == cf::PLAYER;
2028 2818
2029 if ($exit->slaying eq "/!") {
2030 #TODO: this should de-fi-ni-te-ly not be a sync-job
2031 # the problem is that $exit might not survive long enough
2032 # so it needs to be done right now, right here
2033 cf::sync_job { prepare_random_map $exit };
2034 }
2035
2036 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2037 my $hp = $exit->stats->hp;
2038 my $sp = $exit->stats->sp;
2039
2040 $self->enter_link; 2819 $self->enter_link;
2041 2820
2042 (async { 2821 (async {
2043 $self->deactivate_recursive; # just to be sure 2822 $Coro::current->{desc} = "enter_exit";
2823
2044 unless (eval { 2824 unless (eval {
2825 $self->deactivate_recursive; # just to be sure
2826
2827 # random map handling
2828 {
2829 my $guard = cf::lock_acquire "exit_prepare:$exit";
2830
2831 prepare_random_map $exit
2832 if $exit->slaying eq "/!";
2833 }
2834
2835 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2836 my $x = $exit->stats->hp;
2837 my $y = $exit->stats->sp;
2838
2045 $self->goto ($slaying, $hp, $sp); 2839 $self->goto ($map, $x, $y);
2046 2840
2841 # if exit is damned, update players death & WoR home-position
2842 $self->contr->savebed ($map, $x, $y)
2843 if $exit->flag (cf::FLAG_DAMNED);
2844
2047 1; 2845 1
2048 }) { 2846 }) {
2049 $self->message ("Something went wrong deep within the crossfire server. " 2847 $self->message ("Something went wrong deep within the deliantra server. "
2050 . "I'll try to bring you back to the map you were before. " 2848 . "I'll try to bring you back to the map you were before. "
2051 . "Please report this to the dungeon master!", 2849 . "Please report this to the dungeon master!",
2052 cf::NDI_UNIQUE | cf::NDI_RED); 2850 cf::NDI_UNIQUE | cf::NDI_RED);
2053 2851
2054 warn "ERROR in enter_exit: $@"; 2852 warn "ERROR in enter_exit: $@";
2073 2871
2074 utf8::encode $text; 2872 utf8::encode $text;
2075 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2873 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2076} 2874}
2077 2875
2876=item $client->send_big_packet ($pkt)
2877
2878Like C<send_packet>, but tries to compress large packets, and fragments
2879them as required.
2880
2881=cut
2882
2883our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2884
2885sub cf::client::send_big_packet {
2886 my ($self, $pkt) = @_;
2887
2888 # try lzf for large packets
2889 $pkt = "lzf " . Compress::LZF::compress $pkt
2890 if 1024 <= length $pkt and $self->{can_lzf};
2891
2892 # split very large packets
2893 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2894 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2895 $pkt = "frag";
2896 }
2897
2898 $self->send_packet ($pkt);
2899}
2900
2901=item $client->send_msg ($channel, $msg, $color, [extra...])
2902
2903Send a drawinfo or msg packet to the client, formatting the msg for the
2904client if neccessary. C<$type> should be a string identifying the type of
2905the message, with C<log> being the default. If C<$color> is negative, suppress
2906the message unless the client supports the msg packet.
2907
2908=cut
2909
2910# non-persistent channels (usually the info channel)
2911our %CHANNEL = (
2912 "c/motd" => {
2913 id => "infobox",
2914 title => "MOTD",
2915 reply => undef,
2916 tooltip => "The message of the day",
2917 },
2918 "c/identify" => {
2919 id => "infobox",
2920 title => "Identify",
2921 reply => undef,
2922 tooltip => "Items recently identified",
2923 },
2924 "c/examine" => {
2925 id => "infobox",
2926 title => "Examine",
2927 reply => undef,
2928 tooltip => "Signs and other items you examined",
2929 },
2930 "c/shopinfo" => {
2931 id => "infobox",
2932 title => "Shop Info",
2933 reply => undef,
2934 tooltip => "What your bargaining skill tells you about the shop",
2935 },
2936 "c/book" => {
2937 id => "infobox",
2938 title => "Book",
2939 reply => undef,
2940 tooltip => "The contents of a note or book",
2941 },
2942 "c/lookat" => {
2943 id => "infobox",
2944 title => "Look",
2945 reply => undef,
2946 tooltip => "What you saw there",
2947 },
2948 "c/who" => {
2949 id => "infobox",
2950 title => "Players",
2951 reply => undef,
2952 tooltip => "Shows players who are currently online",
2953 },
2954 "c/body" => {
2955 id => "infobox",
2956 title => "Body Parts",
2957 reply => undef,
2958 tooltip => "Shows which body parts you posess and are available",
2959 },
2960 "c/statistics" => {
2961 id => "infobox",
2962 title => "Statistics",
2963 reply => undef,
2964 tooltip => "Shows your primary statistics",
2965 },
2966 "c/skills" => {
2967 id => "infobox",
2968 title => "Skills",
2969 reply => undef,
2970 tooltip => "Shows your experience per skill and item power",
2971 },
2972 "c/shopitems" => {
2973 id => "infobox",
2974 title => "Shop Items",
2975 reply => undef,
2976 tooltip => "Shows the items currently for sale in this shop",
2977 },
2978 "c/resistances" => {
2979 id => "infobox",
2980 title => "Resistances",
2981 reply => undef,
2982 tooltip => "Shows your resistances",
2983 },
2984 "c/pets" => {
2985 id => "infobox",
2986 title => "Pets",
2987 reply => undef,
2988 tooltip => "Shows information abotu your pets/a specific pet",
2989 },
2990 "c/perceiveself" => {
2991 id => "infobox",
2992 title => "Perceive Self",
2993 reply => undef,
2994 tooltip => "You gained detailed knowledge about yourself",
2995 },
2996 "c/uptime" => {
2997 id => "infobox",
2998 title => "Uptime",
2999 reply => undef,
3000 tooltip => "How long the server has been running since last restart",
3001 },
3002 "c/mapinfo" => {
3003 id => "infobox",
3004 title => "Map Info",
3005 reply => undef,
3006 tooltip => "Information related to the maps",
3007 },
3008 "c/party" => {
3009 id => "party",
3010 title => "Party",
3011 reply => "gsay ",
3012 tooltip => "Messages and chat related to your party",
3013 },
3014 "c/death" => {
3015 id => "death",
3016 title => "Death",
3017 reply => undef,
3018 tooltip => "Reason for and more info about your most recent death",
3019 },
3020 "c/say" => $SAY_CHANNEL,
3021 "c/chat" => $CHAT_CHANNEL,
3022);
3023
3024sub cf::client::send_msg {
3025 my ($self, $channel, $msg, $color, @extra) = @_;
3026
3027 $msg = $self->pl->expand_cfpod ($msg)
3028 unless $color & cf::NDI_VERBATIM;
3029
3030 $color &= cf::NDI_CLIENT_MASK; # just in case...
3031
3032 # check predefined channels, for the benefit of C
3033 if ($CHANNEL{$channel}) {
3034 $channel = $CHANNEL{$channel};
3035
3036 $self->ext_msg (channel_info => $channel);
3037 $channel = $channel->{id};
3038
3039 } elsif (ref $channel) {
3040 # send meta info to client, if not yet sent
3041 unless (exists $self->{channel}{$channel->{id}}) {
3042 $self->{channel}{$channel->{id}} = $channel;
3043 $self->ext_msg (channel_info => $channel);
3044 }
3045
3046 $channel = $channel->{id};
3047 }
3048
3049 return unless @extra || length $msg;
3050
3051 # default colour, mask it out
3052 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
3053 if $color & cf::NDI_DEF;
3054
3055 my $pkt = "msg "
3056 . $self->{json_coder}->encode (
3057 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
3058 );
3059
3060 $self->send_big_packet ($pkt);
3061}
3062
2078=item $client->ext_event ($type, %msg) 3063=item $client->ext_msg ($type, @msg)
2079 3064
2080Sends an exti event to the client. 3065Sends an ext event to the client.
2081 3066
2082=cut 3067=cut
2083 3068
2084sub cf::client::ext_event($$%) { 3069sub cf::client::ext_msg($$@) {
2085 my ($self, $type, %msg) = @_; 3070 my ($self, $type, @msg) = @_;
2086 3071
3072 if ($self->extcmd == 2) {
3073 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3074 } elsif ($self->extcmd == 1) { # TODO: remove
2087 $msg{msgtype} = "event_$type"; 3075 push @msg, msgtype => "event_$type";
2088 $self->send_packet ("ext " . cf::to_json \%msg); 3076 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3077 }
3078}
3079
3080=item $client->ext_reply ($msgid, @msg)
3081
3082Sends an ext reply to the client.
3083
3084=cut
3085
3086sub cf::client::ext_reply($$@) {
3087 my ($self, $id, @msg) = @_;
3088
3089 if ($self->extcmd == 2) {
3090 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3091 } elsif ($self->extcmd == 1) {
3092 #TODO: version 1, remove
3093 unshift @msg, msgtype => "reply", msgid => $id;
3094 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3095 }
2089} 3096}
2090 3097
2091=item $success = $client->query ($flags, "text", \&cb) 3098=item $success = $client->query ($flags, "text", \&cb)
2092 3099
2093Queues a query to the client, calling the given callback with 3100Queues a query to the client, calling the given callback with
2094the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 3101the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2095C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 3102C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2096 3103
2097Queries can fail, so check the return code. Or don't, as queries will become 3104Queries can fail, so check the return code. Or don't, as queries will
2098reliable at some point in the future. 3105become reliable at some point in the future.
2099 3106
2100=cut 3107=cut
2101 3108
2102sub cf::client::query { 3109sub cf::client::query {
2103 my ($self, $flags, $text, $cb) = @_; 3110 my ($self, $flags, $text, $cb) = @_;
2111 utf8::encode $text; 3118 utf8::encode $text;
2112 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 3119 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2113 3120
2114 $self->send_packet ($self->{query_queue}[0][0]) 3121 $self->send_packet ($self->{query_queue}[0][0])
2115 if @{ $self->{query_queue} } == 1; 3122 if @{ $self->{query_queue} } == 1;
3123
3124 1
2116} 3125}
2117 3126
2118cf::client->attach ( 3127cf::client->attach (
3128 on_connect => sub {
3129 my ($ns) = @_;
3130
3131 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
3132 },
2119 on_reply => sub { 3133 on_reply => sub {
2120 my ($ns, $msg) = @_; 3134 my ($ns, $msg) = @_;
2121 3135
2122 # this weird shuffling is so that direct followup queries 3136 # this weird shuffling is so that direct followup queries
2123 # get handled first 3137 # get handled first
2135 } else { 3149 } else {
2136 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 3150 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2137 } 3151 }
2138 } 3152 }
2139 }, 3153 },
3154 on_exticmd => sub {
3155 my ($ns, $buf) = @_;
3156
3157 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3158
3159 if (ref $msg) {
3160 my ($type, $reply, @payload) =
3161 "ARRAY" eq ref $msg
3162 ? @$msg
3163 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
3164
3165 my @reply;
3166
3167 if (my $cb = $EXTICMD{$type}) {
3168 @reply = $cb->($ns, @payload);
3169 }
3170
3171 $ns->ext_reply ($reply, @reply)
3172 if $reply;
3173
3174 } else {
3175 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3176 }
3177
3178 cf::override;
3179 },
2140); 3180);
2141 3181
2142=item $client->async (\&cb) 3182=item $client->async (\&cb)
2143 3183
2144Create a new coroutine, running the specified callback. The coroutine will 3184Create a new coroutine, running the specified callback. The coroutine will
2160 3200
2161 $coro 3201 $coro
2162} 3202}
2163 3203
2164cf::client->attach ( 3204cf::client->attach (
2165 on_destroy => sub { 3205 on_client_destroy => sub {
2166 my ($ns) = @_; 3206 my ($ns) = @_;
2167 3207
2168 $_->cancel for values %{ (delete $ns->{_coro}) || {} }; 3208 $_->cancel for values %{ (delete $ns->{_coro}) || {} };
2169 }, 3209 },
2170); 3210);
2185our $safe = new Safe "safe"; 3225our $safe = new Safe "safe";
2186our $safe_hole = new Safe::Hole; 3226our $safe_hole = new Safe::Hole;
2187 3227
2188$SIG{FPE} = 'IGNORE'; 3228$SIG{FPE} = 'IGNORE';
2189 3229
2190$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3230$safe->permit_only (Opcode::opset qw(
3231 :base_core :base_mem :base_orig :base_math :base_loop
3232 grepstart grepwhile mapstart mapwhile
3233 sort time
3234));
2191 3235
2192# here we export the classes and methods available to script code 3236# here we export the classes and methods available to script code
2193 3237
2194=pod 3238=pod
2195 3239
2196The following functions and methods are available within a safe environment: 3240The following functions and methods are available within a safe environment:
2197 3241
2198 cf::object contr pay_amount pay_player map 3242 cf::object
3243 contr pay_amount pay_player map x y force_find force_add destroy
3244 insert remove name archname title slaying race decrease split
3245 value
3246
2199 cf::object::player player 3247 cf::object::player
2200 cf::player peaceful 3248 player
2201 cf::map trigger 3249
3250 cf::player
3251 peaceful
3252
3253 cf::map
3254 trigger
2202 3255
2203=cut 3256=cut
2204 3257
2205for ( 3258for (
2206 ["cf::object" => qw(contr pay_amount pay_player map)], 3259 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3260 insert remove inv nrof name archname title slaying race
3261 decrease split destroy change_exp value msg lore send_msg)],
2207 ["cf::object::player" => qw(player)], 3262 ["cf::object::player" => qw(player)],
2208 ["cf::player" => qw(peaceful)], 3263 ["cf::player" => qw(peaceful send_msg)],
2209 ["cf::map" => qw(trigger)], 3264 ["cf::map" => qw(trigger)],
2210) { 3265) {
2211 no strict 'refs'; 3266 no strict 'refs';
2212 my ($pkg, @funs) = @$_; 3267 my ($pkg, @funs) = @$_;
2213 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3268 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2231 3286
2232 my $qcode = $code; 3287 my $qcode = $code;
2233 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3288 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2234 $qcode =~ s/\n/\\n/g; 3289 $qcode =~ s/\n/\\n/g;
2235 3290
3291 %vars = (_dummy => 0) unless %vars;
3292
3293 my @res;
2236 local $_; 3294 local $_;
2237 local @safe::cf::_safe_eval_args = values %vars;
2238 3295
2239 my $eval = 3296 my $eval =
2240 "do {\n" 3297 "do {\n"
2241 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3298 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2242 . "#line 0 \"{$qcode}\"\n" 3299 . "#line 0 \"{$qcode}\"\n"
2243 . $code 3300 . $code
2244 . "\n}" 3301 . "\n}"
2245 ; 3302 ;
2246 3303
3304 if ($CFG{safe_eval}) {
2247 sub_generation_inc; 3305 sub_generation_inc;
3306 local @safe::cf::_safe_eval_args = values %vars;
2248 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3307 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2249 sub_generation_inc; 3308 sub_generation_inc;
3309 } else {
3310 local @cf::_safe_eval_args = values %vars;
3311 @res = wantarray ? eval eval : scalar eval $eval;
3312 }
2250 3313
2251 if ($@) { 3314 if ($@) {
2252 warn "$@"; 3315 warn "$@";
2253 warn "while executing safe code '$code'\n"; 3316 warn "while executing safe code '$code'\n";
2254 warn "with arguments " . (join " ", %vars) . "\n"; 3317 warn "with arguments " . (join " ", %vars) . "\n";
2273=cut 3336=cut
2274 3337
2275sub register_script_function { 3338sub register_script_function {
2276 my ($fun, $cb) = @_; 3339 my ($fun, $cb) = @_;
2277 3340
2278 no strict 'refs'; 3341 $fun = "safe::$fun" if $CFG{safe_eval};
2279 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3342 *$fun = $safe_hole->wrap ($cb);
2280} 3343}
2281 3344
2282=back 3345=back
2283 3346
2284=cut 3347=cut
2285
2286#############################################################################
2287
2288=head2 EXTENSION DATABASE SUPPORT
2289
2290Crossfire maintains a very simple database for extension use. It can
2291currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2292convert to/from binary).
2293
2294The parameter C<$family> should best start with the name of the extension
2295using it, it should be unique.
2296
2297=over 4
2298
2299=item $value = cf::db_get $family => $key
2300
2301Returns a single value from the database.
2302
2303=item cf::db_put $family => $key => $value
2304
2305Stores the given C<$value> in the family.
2306
2307=cut
2308
2309our $DB;
2310
2311sub db_init {
2312 unless ($DB) {
2313 $DB = BDB::db_create $DB_ENV;
2314
2315 cf::sync_job {
2316 eval {
2317 $DB->set_flags (BDB::CHKSUM);
2318
2319 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2320 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2321 cf::cleanup "db_open(db): $!" if $!;
2322 };
2323 cf::cleanup "db_open(db): $@" if $@;
2324 };
2325 }
2326}
2327
2328sub db_get($$) {
2329 my $key = "$_[0]/$_[1]";
2330
2331 cf::sync_job {
2332 BDB::db_get $DB, undef, $key, my $data;
2333
2334 $! ? ()
2335 : $data
2336 }
2337}
2338
2339sub db_put($$$) {
2340 BDB::dbreq_pri 4;
2341 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2342}
2343
2344=item cf::cache $id => [$paths...], $processversion => $process
2345
2346Generic caching function that returns the value of the resource $id,
2347caching and regenerating as required.
2348
2349This function can block.
2350
2351=cut
2352
2353sub cache {
2354 my ($id, $src, $processversion, $process) = @_;
2355
2356 my $meta =
2357 join "\x00",
2358 $processversion,
2359 map {
2360 aio_stat $_
2361 and Carp::croak "$_: $!";
2362
2363 ($_, (stat _)[7,9])
2364 } @$src;
2365
2366 my $dbmeta = db_get cache => "$id/meta";
2367 if ($dbmeta ne $meta) {
2368 # changed, we may need to process
2369
2370 my @data;
2371 my $md5;
2372
2373 for (0 .. $#$src) {
2374 0 <= aio_load $src->[$_], $data[$_]
2375 or Carp::croak "$src->[$_]: $!";
2376 }
2377
2378 # if processing is expensive, check
2379 # checksum first
2380 if (1) {
2381 $md5 =
2382 join "\x00",
2383 $processversion,
2384 map {
2385 Coro::cede;
2386 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2387 } 0.. $#$src;
2388
2389
2390 my $dbmd5 = db_get cache => "$id/md5";
2391 if ($dbmd5 eq $md5) {
2392 db_put cache => "$id/meta", $meta;
2393
2394 return db_get cache => "$id/data";
2395 }
2396 }
2397
2398 my $t1 = Time::HiRes::time;
2399 my $data = $process->(\@data);
2400 my $t2 = Time::HiRes::time;
2401
2402 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2403
2404 db_put cache => "$id/data", $data;
2405 db_put cache => "$id/md5" , $md5;
2406 db_put cache => "$id/meta", $meta;
2407
2408 return $data;
2409 }
2410
2411 db_get cache => "$id/data"
2412}
2413
2414=item fork_call { }, $args
2415
2416Executes the given code block with the given arguments in a seperate
2417process, returning the results. Everything must be serialisable with
2418Coro::Storable. May, of course, block. Note that the executed sub may
2419never block itself or use any form of Event handling.
2420
2421=cut
2422
2423sub fork_call(&@) {
2424 my ($cb, @args) = @_;
2425
2426# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2427# or die "socketpair: $!";
2428 pipe my $fh1, my $fh2
2429 or die "pipe: $!";
2430
2431 if (my $pid = fork) {
2432 close $fh2;
2433
2434 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2435 $res = Coro::Storable::thaw $res;
2436
2437 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2438
2439 die $$res unless "ARRAY" eq ref $res;
2440
2441 return wantarray ? @$res : $res->[-1];
2442 } else {
2443 reset_signals;
2444 local $SIG{__WARN__};
2445 local $SIG{__DIE__};
2446 eval {
2447 close $fh1;
2448
2449 my @res = eval { $cb->(@args) };
2450 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2451 };
2452
2453 warn $@ if $@;
2454 _exit 0;
2455 }
2456}
2457
2458
2459 3348
2460############################################################################# 3349#############################################################################
2461# the server's init and main functions 3350# the server's init and main functions
2462 3351
2463sub load_facedata($) { 3352sub load_facedata($) {
2464 my ($path) = @_; 3353 my ($path) = @_;
3354
3355 # HACK to clear player env face cache, we need some signal framework
3356 # for this (global event?)
3357 %ext::player_env::MUSIC_FACE_CACHE = ();
3358
3359 my $enc = JSON::XS->new->utf8->canonical->relaxed;
2465 3360
2466 warn "loading facedata from $path\n"; 3361 warn "loading facedata from $path\n";
2467 3362
2468 my $facedata; 3363 my $facedata;
2469 0 < aio_load $path, $facedata 3364 0 < aio_load $path, $facedata
2472 $facedata = Coro::Storable::thaw $facedata; 3367 $facedata = Coro::Storable::thaw $facedata;
2473 3368
2474 $facedata->{version} == 2 3369 $facedata->{version} == 2
2475 or cf::cleanup "$path: version mismatch, cannot proceed."; 3370 or cf::cleanup "$path: version mismatch, cannot proceed.";
2476 3371
3372 # patch in the exptable
3373 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3374 $facedata->{resource}{"res/exp_table"} = {
3375 type => FT_RSRC,
3376 data => $exp_table,
3377 hash => (Digest::MD5::md5 $exp_table),
3378 };
3379 cf::cede_to_tick;
3380
2477 { 3381 {
2478 my $faces = $facedata->{faceinfo}; 3382 my $faces = $facedata->{faceinfo};
2479 3383
2480 while (my ($face, $info) = each %$faces) { 3384 while (my ($face, $info) = each %$faces) {
2481 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3385 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3386
2482 cf::face::set $idx, $info->{visibility}, $info->{magicmap}; 3387 cf::face::set_visibility $idx, $info->{visibility};
3388 cf::face::set_magicmap $idx, $info->{magicmap};
2483 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32}; 3389 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2484 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64}; 3390 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2485 Coro::cede; 3391
3392 cf::cede_to_tick;
2486 } 3393 }
2487 3394
2488 while (my ($face, $info) = each %$faces) { 3395 while (my ($face, $info) = each %$faces) {
2489 next unless $info->{smooth}; 3396 next unless $info->{smooth};
3397
2490 my $idx = cf::face::find $face 3398 my $idx = cf::face::find $face
2491 or next; 3399 or next;
3400
2492 if (my $smooth = cf::face::find $info->{smooth}) { 3401 if (my $smooth = cf::face::find $info->{smooth}) {
3402 cf::face::set_smooth $idx, $smooth;
2493 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel}; 3403 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2494 } else { 3404 } else {
2495 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3405 warn "smooth face '$info->{smooth}' not found for face '$face'";
2496 } 3406 }
2497 Coro::cede; 3407
3408 cf::cede_to_tick;
2498 } 3409 }
2499 } 3410 }
2500 3411
2501 { 3412 {
2502 my $anims = $facedata->{animinfo}; 3413 my $anims = $facedata->{animinfo};
2503 3414
2504 while (my ($anim, $info) = each %$anims) { 3415 while (my ($anim, $info) = each %$anims) {
2505 cf::anim::set $anim, $info->{frames}, $info->{facings}; 3416 cf::anim::set $anim, $info->{frames}, $info->{facings};
2506 Coro::cede; 3417 cf::cede_to_tick;
2507 } 3418 }
2508 3419
2509 cf::anim::invalidate_all; # d'oh 3420 cf::anim::invalidate_all; # d'oh
2510 } 3421 }
2511 3422
3423 {
3424 my $res = $facedata->{resource};
3425
3426 while (my ($name, $info) = each %$res) {
3427 if (defined $info->{type}) {
3428 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3429
3430 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3431 cf::face::set_type $idx, $info->{type};
3432 } else {
3433 $RESOURCE{$name} = $info; # unused
3434 }
3435
3436 cf::cede_to_tick;
3437 }
3438 }
3439
3440 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3441
2512 1 3442 1
2513} 3443}
2514 3444
3445register_exticmd fx_want => sub {
3446 my ($ns, $want) = @_;
3447
3448 while (my ($k, $v) = each %$want) {
3449 $ns->fx_want ($k, $v);
3450 }
3451};
3452
3453sub load_resource_file($) {
3454 my $guard = lock_acquire "load_resource_file";
3455
3456 my $status = load_resource_file_ $_[0];
3457 get_slot 0.1, 100;
3458 cf::arch::commit_load;
3459
3460 $status
3461}
3462
2515sub reload_regions { 3463sub reload_regions {
3464 # HACK to clear player env face cache, we need some signal framework
3465 # for this (global event?)
3466 %ext::player_env::MUSIC_FACE_CACHE = ();
3467
2516 load_resource_file "$MAPDIR/regions" 3468 load_resource_file "$MAPDIR/regions"
2517 or die "unable to load regions file\n"; 3469 or die "unable to load regions file\n";
3470
3471 for (cf::region::list) {
3472 $_->{match} = qr/$_->{match}/
3473 if exists $_->{match};
3474 }
2518} 3475}
2519 3476
2520sub reload_facedata { 3477sub reload_facedata {
2521 load_facedata "$DATADIR/facedata" 3478 load_facedata "$DATADIR/facedata"
2522 or die "unable to load facedata\n"; 3479 or die "unable to load facedata\n";
2530sub reload_treasures { 3487sub reload_treasures {
2531 load_resource_file "$DATADIR/treasures" 3488 load_resource_file "$DATADIR/treasures"
2532 or die "unable to load treasurelists\n"; 3489 or die "unable to load treasurelists\n";
2533} 3490}
2534 3491
3492sub reload_sound {
3493 warn "loading sound config from $DATADIR/sound\n";
3494
3495 0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
3496 or die "$DATADIR/sound $!";
3497
3498 my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data);
3499
3500 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3501 my $sound = $soundconf->{compat}[$_]
3502 or next;
3503
3504 my $face = cf::face::find "sound/$sound->[1]";
3505 cf::sound::set $sound->[0] => $face;
3506 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3507 }
3508
3509 while (my ($k, $v) = each %{$soundconf->{event}}) {
3510 my $face = cf::face::find "sound/$v";
3511 cf::sound::set $k => $face;
3512 }
3513}
3514
2535sub reload_resources { 3515sub reload_resources {
2536 warn "reloading resource files...\n"; 3516 warn "reloading resource files...\n";
2537 3517
3518 reload_facedata;
3519 reload_sound;
3520 reload_archetypes;
2538 reload_regions; 3521 reload_regions;
2539 reload_facedata;
2540 reload_archetypes;
2541 reload_treasures; 3522 reload_treasures;
2542 3523
2543 warn "finished reloading resource files\n"; 3524 warn "finished reloading resource files\n";
2544} 3525}
2545 3526
2546sub init { 3527sub reload_config {
2547 reload_resources; 3528 warn "reloading config file...\n";
2548}
2549 3529
2550sub cfg_load {
2551 open my $fh, "<:utf8", "$CONFDIR/config" 3530 open my $fh, "<:utf8", "$CONFDIR/config"
2552 or return; 3531 or return;
2553 3532
2554 local $/; 3533 local $/;
2555 *CFG = YAML::Syck::Load <$fh>; 3534 *CFG = YAML::XS::Load scalar <$fh>;
2556 3535
2557 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3536 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2558 3537
2559 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3538 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2560 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3539 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2561 3540
2562 if (exists $CFG{mlockall}) { 3541 if (exists $CFG{mlockall}) {
2564 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3543 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2565 and die "WARNING: m(un)lockall failed: $!\n"; 3544 and die "WARNING: m(un)lockall failed: $!\n";
2566 }; 3545 };
2567 warn $@ if $@; 3546 warn $@ if $@;
2568 } 3547 }
3548
3549 warn "finished reloading resource files\n";
3550}
3551
3552sub pidfile() {
3553 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3554 or die "$PIDFILE: $!";
3555 flock $fh, &Fcntl::LOCK_EX
3556 or die "$PIDFILE: flock: $!";
3557 $fh
3558}
3559
3560# make sure only one server instance is running at any one time
3561sub atomic {
3562 my $fh = pidfile;
3563
3564 my $pid = <$fh>;
3565 kill 9, $pid if $pid > 0;
3566
3567 seek $fh, 0, 0;
3568 print $fh $$;
3569}
3570
3571sub main_loop {
3572 warn "EV::loop starting\n";
3573 if (1) {
3574 EV::loop;
3575 }
3576 warn "EV::loop returned\n";
3577 goto &main_loop unless $REALLY_UNLOOP;
2569} 3578}
2570 3579
2571sub main { 3580sub main {
3581 cf::init_globals; # initialise logging
3582
3583 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3584 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3585 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3586 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3587
3588 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3589
2572 # we must not ever block the main coroutine 3590 # we must not ever block the main coroutine
2573 local $Coro::idle = sub { 3591 local $Coro::idle = sub {
2574 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3592 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2575 (async { 3593 (async {
2576 Event::one_event; 3594 $Coro::current->{desc} = "IDLE BUG HANDLER";
3595 EV::loop EV::LOOP_ONESHOT;
2577 })->prio (Coro::PRIO_MAX); 3596 })->prio (Coro::PRIO_MAX);
2578 }; 3597 };
2579 3598
2580 cfg_load; 3599 evthread_start IO::AIO::poll_fileno;
3600
3601 cf::sync_job {
3602 cf::init_experience;
3603 cf::init_anim;
3604 cf::init_attackmess;
3605 cf::init_dynamic;
3606
3607 cf::load_settings;
3608 cf::load_materials;
3609
3610 reload_resources;
3611 reload_config;
2581 db_init; 3612 db_init;
3613
3614 cf::init_uuid;
3615 cf::init_signals;
3616 cf::init_skills;
3617
3618 cf::init_beforeplay;
3619
3620 atomic;
3621
2582 load_extensions; 3622 load_extensions;
2583 3623
2584 $TICK_WATCHER->start; 3624 utime time, time, $RUNTIMEFILE;
2585 Event::loop; 3625
3626 # no (long-running) fork's whatsoever before this point(!)
3627 use POSIX ();
3628 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3629
3630 (pop @POST_INIT)->(0) while @POST_INIT;
3631 };
3632
3633 cf::object::thawer::errors_are_fatal 0;
3634 warn "parse errors in files are no longer fatal from this point on.\n";
3635
3636 main_loop;
2586} 3637}
2587 3638
2588############################################################################# 3639#############################################################################
2589# initialisation and cleanup 3640# initialisation and cleanup
2590 3641
2591# install some emergency cleanup handlers 3642# install some emergency cleanup handlers
2592BEGIN { 3643BEGIN {
3644 our %SIGWATCHER = ();
2593 for my $signal (qw(INT HUP TERM)) { 3645 for my $signal (qw(INT HUP TERM)) {
2594 Event->signal ( 3646 $SIGWATCHER{$signal} = AE::signal $signal, sub {
2595 reentrant => 0,
2596 data => WF_AUTOCANCEL,
2597 signal => $signal,
2598 prio => 0,
2599 cb => sub {
2600 cf::cleanup "SIG$signal"; 3647 cf::cleanup "SIG$signal";
2601 },
2602 ); 3648 };
3649 }
3650}
3651
3652sub write_runtime_sync {
3653 my $t0 = AE::time;
3654
3655 # first touch the runtime file to show we are still running:
3656 # the fsync below can take a very very long time.
3657
3658 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3659
3660 my $guard = cf::lock_acquire "write_runtime";
3661
3662 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3663 or return;
3664
3665 my $value = $cf::RUNTIME + 90 + 10;
3666 # 10 is the runtime save interval, for a monotonic clock
3667 # 60 allows for the watchdog to kill the server.
3668
3669 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3670 and return;
3671
3672 # always fsync - this file is important
3673 aio_fsync $fh
3674 and return;
3675
3676 # touch it again to show we are up-to-date
3677 aio_utime $fh, undef, undef;
3678
3679 close $fh
3680 or return;
3681
3682 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3683 and return;
3684
3685 warn sprintf "runtime file written (%gs).\n", AE::time - $t0;
3686
2603 } 3687 1
3688}
3689
3690our $uuid_lock;
3691our $uuid_skip;
3692
3693sub write_uuid_sync($) {
3694 $uuid_skip ||= $_[0];
3695
3696 return if $uuid_lock;
3697 local $uuid_lock = 1;
3698
3699 my $uuid = "$LOCALDIR/uuid";
3700
3701 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3702 or return;
3703
3704 my $value = uuid_seq uuid_cur;
3705
3706 unless ($value) {
3707 warn "cowardly refusing to write zero uuid value!\n";
3708 return;
3709 }
3710
3711 my $value = uuid_str $value + $uuid_skip;
3712 $uuid_skip = 0;
3713
3714 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3715 and return;
3716
3717 # always fsync - this file is important
3718 aio_fsync $fh
3719 and return;
3720
3721 close $fh
3722 or return;
3723
3724 aio_rename "$uuid~", $uuid
3725 and return;
3726
3727 warn "uuid file written ($value).\n";
3728
3729 1
3730
3731}
3732
3733sub write_uuid($$) {
3734 my ($skip, $sync) = @_;
3735
3736 $sync ? write_uuid_sync $skip
3737 : async { write_uuid_sync $skip };
2604} 3738}
2605 3739
2606sub emergency_save() { 3740sub emergency_save() {
2607 my $freeze_guard = cf::freeze_mainloop; 3741 my $freeze_guard = cf::freeze_mainloop;
2608 3742
2609 warn "enter emergency perl save\n"; 3743 warn "emergency_perl_save: enter\n";
2610 3744
2611 cf::sync_job { 3745 cf::sync_job {
3746 # this is a trade-off: we want to be very quick here, so
3747 # save all maps without fsync, and later call a global sync
3748 # (which in turn might be very very slow)
3749 local $USE_FSYNC = 0;
3750
2612 # use a peculiar iteration method to avoid tripping on perl 3751 # use a peculiar iteration method to avoid tripping on perl
2613 # refcount bugs in for. also avoids problems with players 3752 # refcount bugs in for. also avoids problems with players
2614 # and maps saved/destroyed asynchronously. 3753 # and maps saved/destroyed asynchronously.
2615 warn "begin emergency player save\n"; 3754 warn "emergency_perl_save: begin player save\n";
2616 for my $login (keys %cf::PLAYER) { 3755 for my $login (keys %cf::PLAYER) {
2617 my $pl = $cf::PLAYER{$login} or next; 3756 my $pl = $cf::PLAYER{$login} or next;
2618 $pl->valid or next; 3757 $pl->valid or next;
3758 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2619 $pl->save; 3759 $pl->save;
2620 } 3760 }
2621 warn "end emergency player save\n"; 3761 warn "emergency_perl_save: end player save\n";
2622 3762
2623 warn "begin emergency map save\n"; 3763 warn "emergency_perl_save: begin map save\n";
2624 for my $path (keys %cf::MAP) { 3764 for my $path (keys %cf::MAP) {
2625 my $map = $cf::MAP{$path} or next; 3765 my $map = $cf::MAP{$path} or next;
2626 $map->valid or next; 3766 $map->valid or next;
2627 $map->save; 3767 $map->save;
2628 } 3768 }
2629 warn "end emergency map save\n"; 3769 warn "emergency_perl_save: end map save\n";
2630 3770
2631 warn "begin emergency database checkpoint\n"; 3771 warn "emergency_perl_save: begin database checkpoint\n";
2632 BDB::db_env_txn_checkpoint $DB_ENV; 3772 BDB::db_env_txn_checkpoint $DB_ENV;
2633 warn "end emergency database checkpoint\n"; 3773 warn "emergency_perl_save: end database checkpoint\n";
3774
3775 warn "emergency_perl_save: begin write uuid\n";
3776 write_uuid_sync 1;
3777 warn "emergency_perl_save: end write uuid\n";
2634 }; 3778 };
2635 3779
3780 warn "emergency_perl_save: starting sync()\n";
3781 IO::AIO::aio_sync sub {
3782 warn "emergency_perl_save: finished sync()\n";
3783 };
3784
2636 warn "leave emergency perl save\n"; 3785 warn "emergency_perl_save: leave\n";
2637} 3786}
2638 3787
2639sub post_cleanup { 3788sub post_cleanup {
2640 my ($make_core) = @_; 3789 my ($make_core) = @_;
2641 3790
2642 warn Carp::longmess "post_cleanup backtrace" 3791 warn Carp::longmess "post_cleanup backtrace"
2643 if $make_core; 3792 if $make_core;
3793
3794 my $fh = pidfile;
3795 unlink $PIDFILE if <$fh> == $$;
3796}
3797
3798# a safer delete_package, copied from Symbol
3799sub clear_package($) {
3800 my $pkg = shift;
3801
3802 # expand to full symbol table name if needed
3803 unless ($pkg =~ /^main::.*::$/) {
3804 $pkg = "main$pkg" if $pkg =~ /^::/;
3805 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3806 $pkg .= '::' unless $pkg =~ /::$/;
3807 }
3808
3809 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3810 my $stem_symtab = *{$stem}{HASH};
3811
3812 defined $stem_symtab and exists $stem_symtab->{$leaf}
3813 or return;
3814
3815 # clear all symbols
3816 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3817 for my $name (keys %$leaf_symtab) {
3818 _gv_clear *{"$pkg$name"};
3819# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3820 }
2644} 3821}
2645 3822
2646sub do_reload_perl() { 3823sub do_reload_perl() {
2647 # can/must only be called in main 3824 # can/must only be called in main
2648 if ($Coro::current != $Coro::main) { 3825 if (in_main) {
2649 warn "can only reload from main coroutine"; 3826 warn "can only reload from main coroutine";
2650 return; 3827 return;
2651 } 3828 }
2652 3829
3830 return if $RELOAD++;
3831
3832 my $t1 = AE::time;
3833
3834 while ($RELOAD) {
2653 warn "reloading..."; 3835 warn "reloading...";
2654 3836
2655 warn "entering sync_job"; 3837 warn "entering sync_job";
2656 3838
2657 cf::sync_job { 3839 cf::sync_job {
2658 cf::write_runtime; # external watchdog should not bark 3840 cf::write_runtime_sync; # external watchdog should not bark
2659 cf::emergency_save; 3841 cf::emergency_save;
2660 cf::write_runtime; # external watchdog should not bark 3842 cf::write_runtime_sync; # external watchdog should not bark
2661 3843
2662 warn "syncing database to disk"; 3844 warn "syncing database to disk";
2663 BDB::db_env_txn_checkpoint $DB_ENV; 3845 BDB::db_env_txn_checkpoint $DB_ENV;
2664 3846
2665 # if anything goes wrong in here, we should simply crash as we already saved 3847 # if anything goes wrong in here, we should simply crash as we already saved
2666 3848
2667 warn "cancelling all WF_AUTOCANCEL watchers";
2668 for (Event::all_watchers) {
2669 $_->cancel if $_->data & WF_AUTOCANCEL;
2670 }
2671
2672 warn "flushing outstanding aio requests"; 3849 warn "flushing outstanding aio requests";
2673 for (;;) {
2674 BDB::flush;
2675 IO::AIO::flush;
2676 Coro::cede;
2677 last unless IO::AIO::nreqs || BDB::nreqs; 3850 while (IO::AIO::nreqs || BDB::nreqs) {
2678 warn "iterate..."; 3851 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
2679 }
2680
2681 ++$RELOAD;
2682
2683 warn "cancelling all extension coros";
2684 $_->cancel for values %EXT_CORO;
2685 %EXT_CORO = ();
2686
2687 warn "removing commands";
2688 %COMMAND = ();
2689
2690 warn "removing ext commands";
2691 %EXTCMD = ();
2692
2693 warn "unloading/nuking all extensions";
2694 for my $pkg (@EXTS) {
2695 warn "... unloading $pkg";
2696
2697 if (my $cb = $pkg->can ("unload")) {
2698 eval {
2699 $cb->($pkg);
2700 1
2701 } or warn "$pkg unloaded, but with errors: $@";
2702 } 3852 }
2703 3853
2704 warn "... nuking $pkg"; 3854 warn "cancelling all extension coros";
2705 Symbol::delete_package $pkg; 3855 $_->cancel for values %EXT_CORO;
2706 } 3856 %EXT_CORO = ();
2707 3857
2708 warn "unloading all perl modules loaded from $LIBDIR"; 3858 warn "removing commands";
2709 while (my ($k, $v) = each %INC) { 3859 %COMMAND = ();
2710 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2711 3860
3861 warn "removing ext/exti commands";
3862 %EXTCMD = ();
3863 %EXTICMD = ();
3864
3865 warn "unloading/nuking all extensions";
3866 for my $pkg (@EXTS) {
2712 warn "... unloading $k"; 3867 warn "... unloading $pkg";
2713 delete $INC{$k};
2714 3868
2715 $k =~ s/\.pm$//;
2716 $k =~ s/\//::/g;
2717
2718 if (my $cb = $k->can ("unload_module")) { 3869 if (my $cb = $pkg->can ("unload")) {
3870 eval {
2719 $cb->(); 3871 $cb->($pkg);
3872 1
3873 } or warn "$pkg unloaded, but with errors: $@";
3874 }
3875
3876 warn "... clearing $pkg";
3877 clear_package $pkg;
2720 } 3878 }
2721 3879
2722 Symbol::delete_package $k; 3880 warn "unloading all perl modules loaded from $LIBDIR";
3881 while (my ($k, $v) = each %INC) {
3882 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3883
3884 warn "... unloading $k";
3885 delete $INC{$k};
3886
3887 $k =~ s/\.pm$//;
3888 $k =~ s/\//::/g;
3889
3890 if (my $cb = $k->can ("unload_module")) {
3891 $cb->();
3892 }
3893
3894 clear_package $k;
2723 } 3895 }
2724 3896
2725 warn "getting rid of safe::, as good as possible"; 3897 warn "getting rid of safe::, as good as possible";
2726 Symbol::delete_package "safe::$_" 3898 clear_package "safe::$_"
2727 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3899 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2728 3900
2729 warn "unloading cf.pm \"a bit\""; 3901 warn "unloading cf.pm \"a bit\"";
2730 delete $INC{"cf.pm"}; 3902 delete $INC{"cf.pm"};
2731 delete $INC{"cf/pod.pm"}; 3903 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2732 3904
2733 # don't, removes xs symbols, too, 3905 # don't, removes xs symbols, too,
2734 # and global variables created in xs 3906 # and global variables created in xs
2735 #Symbol::delete_package __PACKAGE__; 3907 #clear_package __PACKAGE__;
2736 3908
2737 warn "unload completed, starting to reload now"; 3909 warn "unload completed, starting to reload now";
2738 3910
2739 warn "reloading cf.pm"; 3911 warn "reloading cf.pm";
2740 require cf; 3912 require cf;
2741 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3913 cf::_connect_to_perl_1;
2742 3914
2743 warn "loading config and database again"; 3915 warn "loading config and database again";
2744 cf::cfg_load; 3916 cf::reload_config;
2745 3917
2746 warn "loading extensions"; 3918 warn "loading extensions";
2747 cf::load_extensions; 3919 cf::load_extensions;
2748 3920
3921 if ($REATTACH_ON_RELOAD) {
2749 warn "reattaching attachments to objects/players"; 3922 warn "reattaching attachments to objects/players";
2750 _global_reattach; # objects, sockets 3923 _global_reattach; # objects, sockets
2751 warn "reattaching attachments to maps"; 3924 warn "reattaching attachments to maps";
2752 reattach $_ for values %MAP; 3925 reattach $_ for values %MAP;
2753 warn "reattaching attachments to players"; 3926 warn "reattaching attachments to players";
2754 reattach $_ for values %PLAYER; 3927 reattach $_ for values %PLAYER;
3928 }
2755 3929
3930 warn "running post_init jobs";
3931 (pop @POST_INIT)->(1) while @POST_INIT;
3932
2756 warn "leaving sync_job"; 3933 warn "leaving sync_job";
2757 3934
2758 1 3935 1
2759 } or do { 3936 } or do {
2760 warn $@; 3937 warn $@;
2761 warn "error while reloading, exiting."; 3938 cf::cleanup "error while reloading, exiting.";
2762 exit 1;
2763 }; 3939 };
2764 3940
2765 warn "reloaded"; 3941 warn "reloaded";
3942 --$RELOAD;
3943 }
3944
3945 $t1 = AE::time - $t1;
3946 warn "reload completed in ${t1}s\n";
2766}; 3947};
2767 3948
2768our $RELOAD_WATCHER; # used only during reload 3949our $RELOAD_WATCHER; # used only during reload
2769 3950
2770sub reload_perl() { 3951sub reload_perl() {
2771 # doing reload synchronously and two reloads happen back-to-back, 3952 # doing reload synchronously and two reloads happen back-to-back,
2772 # coro crashes during coro_state_free->destroy here. 3953 # coro crashes during coro_state_free->destroy here.
2773 3954
2774 $RELOAD_WATCHER ||= Event->timer ( 3955 $RELOAD_WATCHER ||= cf::async {
2775 reentrant => 0, 3956 Coro::AIO::aio_wait cache_extensions;
2776 after => 0, 3957
2777 data => WF_AUTOCANCEL, 3958 $RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
2778 cb => sub {
2779 do_reload_perl; 3959 do_reload_perl;
2780 undef $RELOAD_WATCHER; 3960 undef $RELOAD_WATCHER;
2781 }, 3961 };
2782 ); 3962 };
2783} 3963}
2784 3964
2785register_command "reload" => sub { 3965register_command "reload" => sub {
2786 my ($who, $arg) = @_; 3966 my ($who, $arg) = @_;
2787 3967
2788 if ($who->flag (FLAG_WIZ)) { 3968 if ($who->flag (FLAG_WIZ)) {
2789 $who->message ("reloading server."); 3969 $who->message ("reloading server.");
3970 async {
3971 $Coro::current->{desc} = "perl_reload";
2790 async { reload_perl }; 3972 reload_perl;
3973 };
2791 } 3974 }
2792}; 3975};
2793 3976
2794unshift @INC, $LIBDIR; 3977unshift @INC, $LIBDIR;
2795 3978
2797 3980
2798our @WAIT_FOR_TICK; 3981our @WAIT_FOR_TICK;
2799our @WAIT_FOR_TICK_BEGIN; 3982our @WAIT_FOR_TICK_BEGIN;
2800 3983
2801sub wait_for_tick { 3984sub wait_for_tick {
2802 return unless $TICK_WATCHER->is_active;
2803 return if $Coro::current == $Coro::main; 3985 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
2804 3986
2805 my $signal = new Coro::Signal; 3987 my $signal = new Coro::Signal;
2806 push @WAIT_FOR_TICK, $signal; 3988 push @WAIT_FOR_TICK, $signal;
2807 $signal->wait; 3989 $signal->wait;
2808} 3990}
2809 3991
2810sub wait_for_tick_begin { 3992sub wait_for_tick_begin {
2811 return unless $TICK_WATCHER->is_active;
2812 return if $Coro::current == $Coro::main; 3993 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
2813 3994
2814 my $signal = new Coro::Signal; 3995 my $signal = new Coro::Signal;
2815 push @WAIT_FOR_TICK_BEGIN, $signal; 3996 push @WAIT_FOR_TICK_BEGIN, $signal;
2816 $signal->wait; 3997 $signal->wait;
2817} 3998}
2818 3999
2819$TICK_WATCHER = Event->timer ( 4000sub tick {
2820 reentrant => 0,
2821 parked => 1,
2822 prio => 0,
2823 at => $NEXT_TICK || $TICK,
2824 data => WF_AUTOCANCEL,
2825 cb => sub {
2826 if ($Coro::current != $Coro::main) { 4001 if ($Coro::current != $Coro::main) {
2827 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4002 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2828 unless ++$bug_warning > 10; 4003 unless ++$bug_warning > 10;
2829 return; 4004 return;
2830 } 4005 }
2831 4006
2832 $NOW = Event::time;
2833
2834 cf::server_tick; # one server iteration 4007 cf::server_tick; # one server iteration
2835 4008
2836 $RUNTIME += $TICK; 4009 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2837 $NEXT_TICK += $TICK;
2838 4010
2839 if ($NOW >= $NEXT_RUNTIME_WRITE) { 4011 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2840 $NEXT_RUNTIME_WRITE = $NOW + 10; 4012 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2841 Coro::async_pool { 4013 Coro::async_pool {
4014 $Coro::current->{desc} = "runtime saver";
2842 write_runtime 4015 write_runtime_sync
2843 or warn "ERROR: unable to write runtime file: $!"; 4016 or warn "ERROR: unable to write runtime file: $!";
2844 };
2845 } 4017 };
4018 }
2846 4019
2847# my $AFTER = Event::time;
2848# warn $AFTER - $NOW;#d#
2849
2850 # if we are delayed by four ticks or more, skip them all
2851 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2852
2853 $TICK_WATCHER->at ($NEXT_TICK);
2854 $TICK_WATCHER->start;
2855
2856 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4020 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2857 $sig->send; 4021 $sig->send;
2858 } 4022 }
2859 while (my $sig = shift @WAIT_FOR_TICK) { 4023 while (my $sig = shift @WAIT_FOR_TICK) {
2860 $sig->send; 4024 $sig->send;
2861 }
2862
2863 _post_tick;
2864 }, 4025 }
2865); 4026
4027 $LOAD = ($NOW - $TICK_START) / $TICK;
4028 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
4029
4030 if (0) {
4031 if ($NEXT_TICK) {
4032 my $jitter = $TICK_START - $NEXT_TICK;
4033 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
4034 warn "jitter $JITTER\n";#d#
4035 }
4036 }
4037}
2866 4038
2867{ 4039{
2868 BDB::max_poll_time $TICK * 0.1; 4040 # configure BDB
2869 $BDB_POLL_WATCHER = Event->io ( 4041
2870 reentrant => 0,
2871 fd => BDB::poll_fileno,
2872 poll => 'r',
2873 prio => 0,
2874 data => WF_AUTOCANCEL,
2875 cb => \&BDB::poll_cb,
2876 );
2877 BDB::min_parallel 8; 4042 BDB::min_parallel 16;
2878 4043 BDB::max_poll_reqs $TICK * 0.1;
2879 BDB::set_sync_prepare { 4044 $AnyEvent::BDB::WATCHER->priority (1);
2880 my $status;
2881 my $current = $Coro::current;
2882 (
2883 sub {
2884 $status = $!;
2885 $current->ready; undef $current;
2886 },
2887 sub {
2888 Coro::schedule while defined $current;
2889 $! = $status;
2890 },
2891 )
2892 };
2893 4045
2894 unless ($DB_ENV) { 4046 unless ($DB_ENV) {
2895 $DB_ENV = BDB::db_env_create; 4047 $DB_ENV = BDB::db_env_create;
4048 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4049 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4050 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
4051 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
4052 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2896 4053
2897 cf::sync_job { 4054 cf::sync_job {
2898 eval { 4055 eval {
2899 BDB::db_env_open 4056 BDB::db_env_open
2900 $DB_ENV, 4057 $DB_ENV,
2902 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 4059 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2903 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 4060 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2904 0666; 4061 0666;
2905 4062
2906 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 4063 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2907
2908 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2909 $DB_ENV->set_lk_detect;
2910 }; 4064 };
2911 4065
2912 cf::cleanup "db_env_open(db): $@" if $@; 4066 cf::cleanup "db_env_open(db): $@" if $@;
2913 }; 4067 };
2914 } 4068 }
4069
4070 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
4071 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
4072 };
4073 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
4074 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4075 };
4076 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4077 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4078 };
2915} 4079}
2916 4080
2917{ 4081{
4082 # configure IO::AIO
4083
2918 IO::AIO::min_parallel 8; 4084 IO::AIO::min_parallel 8;
2919
2920 undef $Coro::AIO::WATCHER;
2921 IO::AIO::max_poll_time $TICK * 0.1; 4085 IO::AIO::max_poll_time $TICK * 0.1;
2922 $AIO_POLL_WATCHER = Event->io ( 4086 undef $AnyEvent::AIO::WATCHER;
2923 reentrant => 0,
2924 data => WF_AUTOCANCEL,
2925 fd => IO::AIO::poll_fileno,
2926 poll => 'r',
2927 prio => 6,
2928 cb => \&IO::AIO::poll_cb,
2929 );
2930} 4087}
2931 4088
2932my $_log_backtrace; 4089my $_log_backtrace;
2933 4090
2934sub _log_backtrace { 4091sub _log_backtrace {
2937 $msg =~ s/\n//; 4094 $msg =~ s/\n//;
2938 4095
2939 # limit the # of concurrent backtraces 4096 # limit the # of concurrent backtraces
2940 if ($_log_backtrace < 2) { 4097 if ($_log_backtrace < 2) {
2941 ++$_log_backtrace; 4098 ++$_log_backtrace;
4099 my $perl_bt = Carp::longmess $msg;
2942 async { 4100 async {
4101 $Coro::current->{desc} = "abt $msg";
4102
2943 my @bt = fork_call { 4103 my @bt = fork_call {
2944 @addr = map { sprintf "%x", $_ } @addr; 4104 @addr = map { sprintf "%x", $_ } @addr;
2945 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 4105 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2946 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 4106 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2947 or die "addr2line: $!"; 4107 or die "addr2line: $!";
2955 } 4115 }
2956 4116
2957 @funcs 4117 @funcs
2958 }; 4118 };
2959 4119
2960 LOG llevInfo, "[ABT] $msg\n"; 4120 LOG llevInfo, "[ABT] $perl_bt\n";
4121 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
2961 LOG llevInfo, "[ABT] $_\n" for @bt; 4122 LOG llevInfo, "[ABT] $_\n" for @bt;
2962 --$_log_backtrace; 4123 --$_log_backtrace;
2963 }; 4124 };
2964 } else { 4125 } else {
2965 LOG llevInfo, "[ABT] $msg\n"; 4126 LOG llevInfo, "[ABT] $msg\n";
2966 LOG llevInfo, "[ABT] [suppressed]\n"; 4127 LOG llevInfo, "[ABT] [suppressed]\n";
2967 } 4128 }
2968} 4129}
2969 4130
2970# load additional modules 4131# load additional modules
2971use cf::pod; 4132require "cf/$_.pm" for @EXTRA_MODULES;
4133cf::_connect_to_perl_2;
2972 4134
2973END { cf::emergency_save } 4135END { cf::emergency_save }
2974 4136
29751 41371
2976 4138

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines