ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.205 by root, Mon Feb 5 18:29:20 2007 UTC vs.
Revision 1.506 by root, Wed Feb 3 20:48:22 2010 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>.
19#
20# The authors can be reached via e-mail to <support@deliantra.net>
21#
22
1package cf; 23package cf;
2 24
25use 5.10.0;
3use utf8; 26use utf8;
4use strict; 27use strict qw(vars subs);
5 28
6use Symbol; 29use Symbol;
7use List::Util; 30use List::Util;
8use Storable; 31use Socket;
32use EV;
9use Opcode; 33use Opcode;
10use Safe; 34use Safe;
11use Safe::Hole; 35use Safe::Hole;
36use Storable ();
37use Carp ();
12 38
39use Guard ();
13use Coro 3.5 (); 40use Coro ();
41use Coro::State;
42use Coro::Handle;
43use Coro::EV;
14use Coro::Event; 44use Coro::AnyEvent;
15use Coro::Timer; 45use Coro::Timer;
16use Coro::Signal; 46use Coro::Signal;
17use Coro::Semaphore; 47use Coro::Semaphore;
48use Coro::SemaphoreSet;
49use Coro::AnyEvent;
18use Coro::AIO; 50use Coro::AIO;
51use Coro::BDB 1.6;
52use Coro::Storable;
53use Coro::Util ();
19 54
55use JSON::XS 2.01 ();
56use BDB ();
20use Data::Dumper; 57use Data::Dumper;
21use Digest::MD5;
22use Fcntl; 58use Fcntl;
23use IO::AIO 2.32 ();
24use YAML::Syck (); 59use YAML::XS ();
60use IO::AIO ();
25use Time::HiRes; 61use Time::HiRes;
62use Compress::LZF;
63use Digest::MD5 ();
26 64
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 65AnyEvent::detect;
66
67# configure various modules to our taste
68#
69$Storable::canonical = 1; # reduce rsync transfers
70Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
71
72$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
73
74# make sure c-lzf reinitialises itself
75Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
76Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
77
78# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
28 80
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1;
33
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35 82
36our %COMMAND = (); 83our %COMMAND = ();
37our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
38 85
39our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 87our %EXTCMD = ();
88our %EXTICMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 89our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 90our %EXT_MAP = (); # pluggable maps
43 91
92our $RELOAD; # number of reloads so far, non-zero while in reload
44our @EVENT; 93our @EVENT;
45our $LIBDIR = datadir . "/ext"; 94our @REFLECT; # set by XS
95our %REFLECT; # set by us
46 96
47our $TICK = MAX_TIME * 1e-6; 97our $CONFDIR = confdir;
48our $TICK_WATCHER; 98our $DATADIR = datadir;
49our $AIO_POLL_WATCHER; 99our $LIBDIR = "$DATADIR/ext";
50our $WRITE_RUNTIME_WATCHER; 100our $PODDIR = "$DATADIR/pod";
101our $MAPDIR = "$DATADIR/" . mapdir;
102our $LOCALDIR = localdir;
103our $TMPDIR = "$LOCALDIR/" . tmpdir;
104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
105our $PLAYERDIR = "$LOCALDIR/" . playerdir;
106our $RANDOMDIR = "$LOCALDIR/random";
107our $BDBDIR = "$LOCALDIR/db";
108our $PIDFILE = "$LOCALDIR/pid";
109our $RUNTIMEFILE = "$LOCALDIR/runtime";
110
111our %RESOURCE;
112
113our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
114our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51our $NEXT_TICK; 115our $NEXT_TICK;
52our $NOW;
53our $USE_FSYNC = 1; # use fsync to write maps - default off 116our $USE_FSYNC = 1; # use fsync to write maps - default on
117
118our $BDB_DEADLOCK_WATCHER;
119our $BDB_CHECKPOINT_WATCHER;
120our $BDB_TRICKLE_WATCHER;
121our $DB_ENV;
122
123our @EXTRA_MODULES = qw(pod match mapscript);
54 124
55our %CFG; 125our %CFG;
56 126
57our $UPTIME; $UPTIME ||= time; 127our $UPTIME; $UPTIME ||= time;
58our $RUNTIME; 128our $RUNTIME;
129our $NOW;
59 130
60our %PLAYER; # all users 131our (%PLAYER, %PLAYER_LOADING); # all users
61our %MAP; # all maps 132our (%MAP, %MAP_LOADING ); # all maps
62our $LINK_MAP; # the special {link} map, which is always available 133our $LINK_MAP; # the special {link} map, which is always available
63our $RANDOM_MAPS = cf::localdir . "/random";
64
65our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
66our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
67 134
68# used to convert map paths into valid unix filenames by replacing / by ∕ 135# used to convert map paths into valid unix filenames by replacing / by ∕
69our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 136our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
70 137
138our $LOAD; # a number between 0 (idle) and 1 (too many objects)
139our $LOADAVG; # same thing, but with alpha-smoothing
140our $JITTER; # average jitter
141our $TICK_START; # for load detecting purposes
142
143our @POST_INIT;
144
145our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
146our $REALLY_UNLOOP; # never set to true, please :)
147
71binmode STDOUT; 148binmode STDOUT;
72binmode STDERR; 149binmode STDERR;
73 150
74# read virtual server time, if available 151# read virtual server time, if available
75unless ($RUNTIME || !-e cf::localdir . "/runtime") { 152unless ($RUNTIME || !-e $RUNTIMEFILE) {
76 open my $fh, "<", cf::localdir . "/runtime" 153 open my $fh, "<", $RUNTIMEFILE
77 or die "unable to read runtime file: $!"; 154 or die "unable to read $RUNTIMEFILE file: $!";
78 $RUNTIME = <$fh> + 0.; 155 $RUNTIME = <$fh> + 0.;
79} 156}
80 157
81mkdir cf::localdir; 158eval "sub TICK() { $TICK } 1" or die;
82mkdir cf::localdir . "/" . cf::playerdir; 159
83mkdir cf::localdir . "/" . cf::tmpdir; 160mkdir $_
84mkdir cf::localdir . "/" . cf::uniquedir; 161 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
85mkdir $RANDOM_MAPS;
86 162
87our $EMERGENCY_POSITION; 163our $EMERGENCY_POSITION;
88 164
89sub cf::map::normalise; 165sub cf::map::normalise;
166
167#############################################################################
168
169%REFLECT = ();
170for (@REFLECT) {
171 my $reflect = JSON::XS::decode_json $_;
172 $REFLECT{$reflect->{class}} = $reflect;
173}
174
175# this is decidedly evil
176$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
90 177
91############################################################################# 178#############################################################################
92 179
93=head2 GLOBAL VARIABLES 180=head2 GLOBAL VARIABLES
94 181
101=item $cf::RUNTIME 188=item $cf::RUNTIME
102 189
103The time this server has run, starts at 0 and is increased by $cf::TICK on 190The time this server has run, starts at 0 and is increased by $cf::TICK on
104every server tick. 191every server tick.
105 192
106=item $cf::LIBDIR 193=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
194$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
195$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
107 196
108The perl library directory, where extensions and cf-specific modules can 197Various directories - "/etc", read-only install directory, perl-library
109be found. It will be added to C<@INC> automatically. 198directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
199unique-items directory, player file directory, random maps directory and
200database environment.
110 201
111=item $cf::NOW 202=item $cf::NOW
112 203
113The time of the last (current) server tick. 204The time of the last (current) server tick.
114 205
115=item $cf::TICK 206=item $cf::TICK
116 207
117The interval between server ticks, in seconds. 208The interval between server ticks, in seconds.
118 209
210=item $cf::LOADAVG
211
212The current CPU load on the server (alpha-smoothed), as a value between 0
213(none) and 1 (overloaded), indicating how much time is spent on processing
214objects per tick. Healthy values are < 0.5.
215
216=item $cf::LOAD
217
218The raw value load value from the last tick.
219
119=item %cf::CFG 220=item %cf::CFG
120 221
121Configuration for the server, loaded from C</etc/crossfire/config>, or 222Configuration for the server, loaded from C</etc/deliantra-server/config>, or
122from wherever your confdir points to. 223from wherever your confdir points to.
123 224
124=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 225=item cf::wait_for_tick, cf::wait_for_tick_begin
125 226
126These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 227These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
127or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 228returns directly I<after> the tick processing (and consequently, can only wake one process
128processing has been done. Call C<< ->wait >> on them to maximise the 229per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
129window of cpu time available, or simply to synchronise to the server tick. 230
231=item @cf::INVOKE_RESULTS
232
233This array contains the results of the last C<invoke ()> call. When
234C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
235that call.
236
237=item %cf::REFLECT
238
239Contains, for each (C++) class name, a hash reference with information
240about object members (methods, scalars, arrays and flags) and other
241metadata, which is useful for introspection.
130 242
131=back 243=back
132 244
133=cut 245=cut
134 246
135BEGIN { 247$Coro::State::WARNHOOK = sub {
136 *CORE::GLOBAL::warn = sub {
137 my $msg = join "", @_; 248 my $msg = join "", @_;
138 utf8::encode $msg;
139 249
140 $msg .= "\n" 250 $msg .= "\n"
141 unless $msg =~ /\n$/; 251 unless $msg =~ /\n$/;
142 252
253 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
254
143 LOG llevError, $msg; 255 LOG llevError, $msg;
144 }; 256};
145} 257
258$Coro::State::DIEHOOK = sub {
259 return unless $^S eq 0; # "eq", not "=="
260
261 warn Carp::longmess $_[0];
262
263 if ($Coro::current == $Coro::main) {#d#
264 warn "DIEHOOK called in main context, Coro bug?\n";#d#
265 return;#d#
266 }#d#
267
268 # kill coroutine otherwise
269 Coro::terminate
270};
146 271
147@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 272@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
148@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 273@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
149@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 274@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
150@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 275@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
151@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 276@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
277@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
152@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 278@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
153 279
154# we bless all objects into (empty) derived classes to force a method lookup 280# we bless all objects into (empty) derived classes to force a method lookup
155# within the Safe compartment. 281# within the Safe compartment.
156for my $pkg (qw( 282for my $pkg (qw(
157 cf::global cf::attachable 283 cf::global cf::attachable
158 cf::object cf::object::player 284 cf::object cf::object::player
159 cf::client cf::player 285 cf::client cf::player
160 cf::arch cf::living 286 cf::arch cf::living
287 cf::map cf::mapspace
161 cf::map cf::party cf::region 288 cf::party cf::region
162)) { 289)) {
163 no strict 'refs';
164 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 290 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
165} 291}
166 292
167$Event::DIED = sub { 293$EV::DIED = sub {
168 warn "error in event callback: @_"; 294 Carp::cluck "error in event callback: @_";
169}; 295};
296
297#############################################################################
170 298
171=head2 UTILITY FUNCTIONS 299=head2 UTILITY FUNCTIONS
172 300
173=over 4 301=over 4
174 302
193 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 321 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
194 $d 322 $d
195 } || "[unable to dump $_[0]: '$@']"; 323 } || "[unable to dump $_[0]: '$@']";
196} 324}
197 325
198use JSON::Syck (); # TODO# replace by JSON::PC once working
199
200=item $ref = cf::from_json $json 326=item $ref = cf::decode_json $json
201 327
202Converts a JSON string into the corresponding perl data structure. 328Converts a JSON string into the corresponding perl data structure.
203 329
204=cut
205
206sub from_json($) {
207 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
208 JSON::Syck::Load $_[0]
209}
210
211=item $json = cf::to_json $ref 330=item $json = cf::encode_json $ref
212 331
213Converts a perl data structure into its JSON representation. 332Converts a perl data structure into its JSON representation.
214 333
215=cut 334=cut
216 335
217sub to_json($) { 336our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
218 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 337
219 JSON::Syck::Dump $_[0] 338sub encode_json($) { $json_coder->encode ($_[0]) }
339sub decode_json($) { $json_coder->decode ($_[0]) }
340
341=item cf::post_init { BLOCK }
342
343Execute the given codeblock, I<after> all extensions have been (re-)loaded,
344but I<before> the server starts ticking again.
345
346The cdoeblock will have a single boolean argument to indicate whether this
347is a reload or not.
348
349=cut
350
351sub post_init(&) {
352 push @POST_INIT, shift;
220} 353}
221 354
222=item cf::lock_wait $string 355=item cf::lock_wait $string
223 356
224Wait until the given lock is available. See cf::lock_acquire. 357Wait until the given lock is available. See cf::lock_acquire.
225 358
226=item my $lock = cf::lock_acquire $string 359=item my $lock = cf::lock_acquire $string
227 360
228Wait until the given lock is available and then acquires it and returns 361Wait until the given lock is available and then acquires it and returns
229a Coro::guard object. If the guard object gets destroyed (goes out of scope, 362a L<Guard> object. If the guard object gets destroyed (goes out of scope,
230for example when the coroutine gets canceled), the lock is automatically 363for example when the coroutine gets canceled), the lock is automatically
231returned. 364returned.
232 365
366Locks are *not* recursive, locking from the same coro twice results in a
367deadlocked coro.
368
233Lock names should begin with a unique identifier (for example, cf::map::find 369Lock names should begin with a unique identifier (for example, cf::map::find
234uses map_find and cf::map::load uses map_load). 370uses map_find and cf::map::load uses map_load).
235 371
236=cut 372=item $locked = cf::lock_active $string
237 373
238our %LOCK; 374Return true if the lock is currently active, i.e. somebody has locked it.
375
376=cut
377
378our $LOCKS = new Coro::SemaphoreSet;
239 379
240sub lock_wait($) { 380sub lock_wait($) {
241 my ($key) = @_; 381 $LOCKS->wait ($_[0]);
242
243 # wait for lock, if any
244 while ($LOCK{$key}) {
245 push @{ $LOCK{$key} }, $Coro::current;
246 Coro::schedule;
247 }
248} 382}
249 383
250sub lock_acquire($) { 384sub lock_acquire($) {
251 my ($key) = @_; 385 $LOCKS->guard ($_[0])
386}
252 387
253 # wait, to be sure we are not locked 388sub lock_active($) {
254 lock_wait $key; 389 $LOCKS->count ($_[0]) < 1
255
256 $LOCK{$key} = [];
257
258 Coro::guard {
259 # wake up all waiters, to be on the safe side
260 $_->ready for @{ delete $LOCK{$key} };
261 }
262} 390}
263 391
264sub freeze_mainloop { 392sub freeze_mainloop {
265 return unless $TICK_WATCHER->is_active; 393 tick_inhibit_inc;
266 394
267 my $guard = Coro::guard { 395 &Guard::guard (\&tick_inhibit_dec);
268 $TICK_WATCHER->start; 396}
269 $WRITE_RUNTIME_WATCHER->start; 397
398=item cf::periodic $interval, $cb
399
400Like EV::periodic, but randomly selects a starting point so that the actions
401get spread over timer.
402
403=cut
404
405sub periodic($$) {
406 my ($interval, $cb) = @_;
407
408 my $start = rand List::Util::min 180, $interval;
409
410 EV::periodic $start, $interval, 0, $cb
411}
412
413=item cf::get_slot $time[, $priority[, $name]]
414
415Allocate $time seconds of blocking CPU time at priority C<$priority>:
416This call blocks and returns only when you have at least C<$time> seconds
417of cpu time till the next tick. The slot is only valid till the next cede.
418
419The optional C<$name> can be used to identify the job to run. It might be
420used for statistical purposes and should identify the same time-class.
421
422Useful for short background jobs.
423
424=cut
425
426our @SLOT_QUEUE;
427our $SLOT_QUEUE;
428our $SLOT_DECAY = 0.9;
429
430$SLOT_QUEUE->cancel if $SLOT_QUEUE;
431$SLOT_QUEUE = Coro::async {
432 $Coro::current->desc ("timeslot manager");
433
434 my $signal = new Coro::Signal;
435 my $busy;
436
437 while () {
438 next_job:
439
440 my $avail = cf::till_tick;
441
442 for (0 .. $#SLOT_QUEUE) {
443 if ($SLOT_QUEUE[$_][0] <= $avail) {
444 $busy = 0;
445 my $job = splice @SLOT_QUEUE, $_, 1, ();
446 $job->[2]->send;
447 Coro::cede;
448 goto next_job;
449 } else {
450 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
451 }
452 }
453
454 if (@SLOT_QUEUE) {
455 # we do not use wait_for_tick() as it returns immediately when tick is inactive
456 push @cf::WAIT_FOR_TICK, $signal;
457 $signal->wait;
458 } else {
459 $busy = 0;
460 Coro::schedule;
461 }
270 }; 462 }
271 $WRITE_RUNTIME_WATCHER->stop; 463};
272 $TICK_WATCHER->stop; 464
273 $guard 465sub get_slot($;$$) {
466 return if tick_inhibit || $Coro::current == $Coro::main;
467
468 my ($time, $pri, $name) = @_;
469
470 $time = clamp $time, 0.01, $TICK * .6;
471
472 my $sig = new Coro::Signal;
473
474 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
475 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
476 $SLOT_QUEUE->ready;
477 $sig->wait;
274} 478}
275 479
276=item cf::async { BLOCK } 480=item cf::async { BLOCK }
277 481
278Currently the same as Coro::async_pool, meaning you cannot use 482Currently the same as Coro::async_pool, meaning you cannot use
283 487
284BEGIN { *async = \&Coro::async_pool } 488BEGIN { *async = \&Coro::async_pool }
285 489
286=item cf::sync_job { BLOCK } 490=item cf::sync_job { BLOCK }
287 491
288The design of crossfire+ requires that the main coro ($Coro::main) is 492The design of Deliantra requires that the main coroutine ($Coro::main)
289always able to handle events or runnable, as crossfire+ is only partly 493is always able to handle events or runnable, as Deliantra is only
290reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 494partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
495acceptable.
291 496
292If it must be done, put the blocking parts into C<sync_job>. This will run 497If it must be done, put the blocking parts into C<sync_job>. This will run
293the given BLOCK in another coroutine while waiting for the result. The 498the given BLOCK in another coroutine while waiting for the result. The
294server will be frozen during this time, so the block should either finish 499server will be frozen during this time, so the block should either finish
295fast or be very important. 500fast or be very important.
298 503
299sub sync_job(&) { 504sub sync_job(&) {
300 my ($job) = @_; 505 my ($job) = @_;
301 506
302 if ($Coro::current == $Coro::main) { 507 if ($Coro::current == $Coro::main) {
508 my $time = EV::time;
509
303 # this is the main coro, too bad, we have to block 510 # this is the main coro, too bad, we have to block
304 # till the operation succeeds, freezing the server :/ 511 # till the operation succeeds, freezing the server :/
305 512
306 # TODO: use suspend/resume instead 513 LOG llevError, Carp::longmess "sync job";#d#
307 # (but this is cancel-safe) 514
308 my $freeze_guard = freeze_mainloop; 515 my $freeze_guard = freeze_mainloop;
309 516
310 my $busy = 1; 517 my $busy = 1;
311 my @res; 518 my @res;
312 519
313 (async { 520 (async {
521 $Coro::current->desc ("sync job coro");
314 @res = eval { $job->() }; 522 @res = eval { $job->() };
315 warn $@ if $@; 523 warn $@ if $@;
316 undef $busy; 524 undef $busy;
317 })->prio (Coro::PRIO_MAX); 525 })->prio (Coro::PRIO_MAX);
318 526
319 while ($busy) { 527 while ($busy) {
320 Coro::cede or Event::one_event; 528 if (Coro::nready) {
529 Coro::cede_notself;
530 } else {
531 EV::loop EV::LOOP_ONESHOT;
321 } 532 }
533 }
534
535 my $time = EV::time - $time;
536
537 $TICK_START += $time; # do not account sync jobs to server load
322 538
323 wantarray ? @res : $res[0] 539 wantarray ? @res : $res[0]
324 } else { 540 } else {
325 # we are in another coroutine, how wonderful, everything just works 541 # we are in another coroutine, how wonderful, everything just works
326 542
346 $EXT_CORO{$coro+0} = $coro; 562 $EXT_CORO{$coro+0} = $coro;
347 563
348 $coro 564 $coro
349} 565}
350 566
351sub write_runtime { 567=item fork_call { }, $args
352 my $runtime = cf::localdir . "/runtime";
353 568
354 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 569Executes the given code block with the given arguments in a seperate
355 or return; 570process, returning the results. Everything must be serialisable with
571Coro::Storable. May, of course, block. Note that the executed sub may
572never block itself or use any form of event handling.
356 573
357 my $value = $cf::RUNTIME + 90 + 10; 574=cut
358 # 10 is the runtime save interval, for a monotonic clock
359 # 60 allows for the watchdog to kill the server.
360 575
361 (aio_write $fh, 0, (length $value), $value, 0) <= 0 576sub fork_call(&@) {
362 and return; 577 my ($cb, @args) = @_;
363 578
364 # always fsync - this file is important 579 # we seemingly have to make a local copy of the whole thing,
365 aio_fsync $fh 580 # otherwise perl prematurely frees the stuff :/
366 and return; 581 # TODO: investigate and fix (likely this will be rather laborious)
367 582
368 close $fh 583 my @res = Coro::Util::fork_eval {
369 or return; 584 reset_signals;
585 &$cb
586 }, @args;
370 587
371 aio_rename "$runtime~", $runtime 588 wantarray ? @res : $res[-1]
372 and return; 589}
373 590
591=item $coin = coin_from_name $name
592
593=cut
594
595our %coin_alias = (
596 "silver" => "silvercoin",
597 "silvercoin" => "silvercoin",
598 "silvercoins" => "silvercoin",
599 "gold" => "goldcoin",
600 "goldcoin" => "goldcoin",
601 "goldcoins" => "goldcoin",
602 "platinum" => "platinacoin",
603 "platinumcoin" => "platinacoin",
604 "platinumcoins" => "platinacoin",
605 "platina" => "platinacoin",
606 "platinacoin" => "platinacoin",
607 "platinacoins" => "platinacoin",
608 "royalty" => "royalty",
609 "royalties" => "royalty",
610);
611
612sub coin_from_name($) {
613 $coin_alias{$_[0]}
614 ? cf::arch::find $coin_alias{$_[0]}
615 : undef
616}
617
618=item $value = cf::db_get $family => $key
619
620Returns a single value from the environment database.
621
622=item cf::db_put $family => $key => $value
623
624Stores the given C<$value> in the family. It can currently store binary
625data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
626
627=item $db = cf::db_table "name"
628
629Create and/or open a new database table. The string must not be "db" and must be unique
630within each server.
631
632=cut
633
634sub db_table($) {
635 my ($name) = @_;
636 my $db = BDB::db_create $DB_ENV;
637
638 eval {
639 $db->set_flags (BDB::CHKSUM);
640
641 utf8::encode $name;
642 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
643 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
644 cf::cleanup "db_open(db): $!" if $!;
645 };
646 cf::cleanup "db_open(db): $@" if $@;
647
648 $db
649}
650
651our $DB;
652
653sub db_init {
654 cf::sync_job {
655 $DB ||= db_table "db";
656 };
657}
658
659sub db_get($$) {
660 my $key = "$_[0]/$_[1]";
661
662 cf::sync_job {
663 BDB::db_get $DB, undef, $key, my $data;
664
665 $! ? ()
666 : $data
374 1 667 }
668}
669
670sub db_put($$$) {
671 BDB::dbreq_pri 4;
672 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
673}
674
675=item cf::cache $id => [$paths...], $processversion => $process
676
677Generic caching function that returns the value of the resource $id,
678caching and regenerating as required.
679
680This function can block.
681
682=cut
683
684sub cache {
685 my ($id, $src, $processversion, $process) = @_;
686
687 my $meta =
688 join "\x00",
689 $processversion,
690 map {
691 aio_stat $_
692 and Carp::croak "$_: $!";
693
694 ($_, (stat _)[7,9])
695 } @$src;
696
697 my $dbmeta = db_get cache => "$id/meta";
698 if ($dbmeta ne $meta) {
699 # changed, we may need to process
700
701 my @data;
702 my $md5;
703
704 for (0 .. $#$src) {
705 0 <= aio_load $src->[$_], $data[$_]
706 or Carp::croak "$src->[$_]: $!";
707 }
708
709 # if processing is expensive, check
710 # checksum first
711 if (1) {
712 $md5 =
713 join "\x00",
714 $processversion,
715 map {
716 cf::cede_to_tick;
717 ($src->[$_], Digest::MD5::md5_hex $data[$_])
718 } 0.. $#$src;
719
720
721 my $dbmd5 = db_get cache => "$id/md5";
722 if ($dbmd5 eq $md5) {
723 db_put cache => "$id/meta", $meta;
724
725 return db_get cache => "$id/data";
726 }
727 }
728
729 my $t1 = Time::HiRes::time;
730 my $data = $process->(\@data);
731 my $t2 = Time::HiRes::time;
732
733 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
734
735 db_put cache => "$id/data", $data;
736 db_put cache => "$id/md5" , $md5;
737 db_put cache => "$id/meta", $meta;
738
739 return $data;
740 }
741
742 db_get cache => "$id/data"
743}
744
745=item cf::datalog type => key => value, ...
746
747Log a datalog packet of the given type with the given key-value pairs.
748
749=cut
750
751sub datalog($@) {
752 my ($type, %kv) = @_;
753 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
375} 754}
376 755
377=back 756=back
378 757
379=cut 758=cut
380 759
381############################################################################# 760#############################################################################
382 761
383=head2 ATTACHABLE OBJECTS 762=head2 ATTACHABLE OBJECTS
384 763
385Many objects in crossfire are so-called attachable objects. That means you can 764Many objects in deliantra are so-called attachable objects. That means you can
386attach callbacks/event handlers (a collection of which is called an "attachment") 765attach callbacks/event handlers (a collection of which is called an "attachment")
387to it. All such attachable objects support the following methods. 766to it. All such attachable objects support the following methods.
388 767
389In the following description, CLASS can be any of C<global>, C<object> 768In the following description, CLASS can be any of C<global>, C<object>
390C<player>, C<client> or C<map> (i.e. the attachable objects in 769C<player>, C<client> or C<map> (i.e. the attachable objects in
391crossfire+). 770Deliantra).
392 771
393=over 4 772=over 4
394 773
395=item $attachable->attach ($attachment, key => $value...) 774=item $attachable->attach ($attachment, key => $value...)
396 775
440=item cf::CLASS::attachment $name, ... 819=item cf::CLASS::attachment $name, ...
441 820
442Register an attachment by C<$name> through which attachable objects of the 821Register an attachment by C<$name> through which attachable objects of the
443given CLASS can refer to this attachment. 822given CLASS can refer to this attachment.
444 823
445Some classes such as crossfire maps and objects can specify attachments 824Some classes such as deliantra maps and objects can specify attachments
446that are attached at load/instantiate time, thus the need for a name. 825that are attached at load/instantiate time, thus the need for a name.
447 826
448These calls expect any number of the following handler/hook descriptions: 827These calls expect any number of the following handler/hook descriptions:
449 828
450=over 4 829=over 4
559 $registry = $CB_TYPE[$object_type] ||= []; 938 $registry = $CB_TYPE[$object_type] ||= [];
560 939
561 } elsif ($type eq "subtype") { 940 } elsif ($type eq "subtype") {
562 defined $object_type or Carp::croak "subtype specified without type"; 941 defined $object_type or Carp::croak "subtype specified without type";
563 my $object_subtype = shift @arg; 942 my $object_subtype = shift @arg;
564 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 943 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
565 944
566 } elsif ($type eq "package") { 945 } elsif ($type eq "package") {
567 my $pkg = shift @arg; 946 my $pkg = shift @arg;
568 947
569 while (my ($name, $id) = each %cb_id) { 948 while (my ($name, $id) = each %cb_id) {
598 _attach $registry, $klass, @attach; 977 _attach $registry, $klass, @attach;
599 } 978 }
600 979
601 $obj->{$name} = \%arg; 980 $obj->{$name} = \%arg;
602 } else { 981 } else {
603 warn "object uses attachment '$name' that is not available, postponing.\n"; 982 warn "object uses attachment '$name' which is not available, postponing.\n";
604 } 983 }
605 984
606 $obj->{_attachment}{$name} = undef; 985 $obj->{_attachment}{$name} = undef;
607} 986}
608 987
610 if (ref $_[0]) { 989 if (ref $_[0]) {
611 _object_attach @_; 990 _object_attach @_;
612 } else { 991 } else {
613 _attach shift->_attach_registry, @_; 992 _attach shift->_attach_registry, @_;
614 } 993 }
994 _recalc_want;
615}; 995};
616 996
617# all those should be optimised 997# all those should be optimised
618sub cf::attachable::detach { 998sub cf::attachable::detach {
619 my ($obj, $name) = @_; 999 my ($obj, $name) = @_;
622 delete $obj->{_attachment}{$name}; 1002 delete $obj->{_attachment}{$name};
623 reattach ($obj); 1003 reattach ($obj);
624 } else { 1004 } else {
625 Carp::croak "cannot, currently, detach class attachments"; 1005 Carp::croak "cannot, currently, detach class attachments";
626 } 1006 }
1007 _recalc_want;
627}; 1008};
628 1009
629sub cf::attachable::attached { 1010sub cf::attachable::attached {
630 my ($obj, $name) = @_; 1011 my ($obj, $name) = @_;
631 1012
646 "; 1027 ";
647 die if $@; 1028 die if $@;
648} 1029}
649 1030
650our $override; 1031our $override;
651our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 1032our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
652 1033
653sub override { 1034sub override {
654 $override = 1; 1035 $override = 1;
655 @invoke_results = (); 1036 @INVOKE_RESULTS = (@_);
656} 1037}
657 1038
658sub do_invoke { 1039sub do_invoke {
659 my $event = shift; 1040 my $event = shift;
660 my $callbacks = shift; 1041 my $callbacks = shift;
661 1042
662 @invoke_results = (); 1043 @INVOKE_RESULTS = ();
663 1044
664 local $override; 1045 local $override;
665 1046
666 for (@$callbacks) { 1047 for (@$callbacks) {
667 eval { &{$_->[1]} }; 1048 eval { &{$_->[1]} };
676 } 1057 }
677 1058
678 0 1059 0
679} 1060}
680 1061
681=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 1062=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
682 1063
683=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 1064=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
684 1065
685Generate an object-specific event with the given arguments. 1066Generate an object-specific event with the given arguments.
686 1067
687This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 1068This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
688removed in future versions), and there is no public API to access override 1069removed in future versions), and there is no public API to access override
689results (if you must, access C<@cf::invoke_results> directly). 1070results (if you must, access C<@cf::INVOKE_RESULTS> directly).
690 1071
691=back 1072=back
692 1073
693=cut 1074=cut
694 1075
695############################################################################# 1076#############################################################################
696# object support 1077# object support
1078
1079sub _object_equal($$);
1080sub _object_equal($$) {
1081 my ($a, $b) = @_;
1082
1083 return 0 unless (ref $a) eq (ref $b);
1084
1085 if ("HASH" eq ref $a) {
1086 my @ka = keys %$a;
1087 my @kb = keys %$b;
1088
1089 return 0 if @ka != @kb;
1090
1091 for (0 .. $#ka) {
1092 return 0 unless $ka[$_] eq $kb[$_];
1093 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1094 }
1095
1096 } elsif ("ARRAY" eq ref $a) {
1097
1098 return 0 if @$a != @$b;
1099
1100 for (0 .. $#$a) {
1101 return 0 unless _object_equal $a->[$_], $b->[$_];
1102 }
1103
1104 } elsif ($a ne $b) {
1105 return 0;
1106 }
1107
1108 1
1109}
1110
1111our $SLOW_MERGES;#d#
1112sub _can_merge {
1113 my ($ob1, $ob2) = @_;
1114
1115 ++$SLOW_MERGES;#d#
1116
1117 # we do the slow way here
1118 return _object_equal $ob1, $ob2
1119}
697 1120
698sub reattach { 1121sub reattach {
699 # basically do the same as instantiate, without calling instantiate 1122 # basically do the same as instantiate, without calling instantiate
700 my ($obj) = @_; 1123 my ($obj) = @_;
701 1124
1125 # no longer needed after getting rid of delete_package?
702 bless $obj, ref $obj; # re-bless in case extensions have been reloaded 1126 #bless $obj, ref $obj; # re-bless in case extensions have been reloaded
703 1127
704 my $registry = $obj->registry; 1128 my $registry = $obj->registry;
705 1129
706 @$registry = (); 1130 @$registry = ();
707 1131
722cf::attachable->attach ( 1146cf::attachable->attach (
723 prio => -1000000, 1147 prio => -1000000,
724 on_instantiate => sub { 1148 on_instantiate => sub {
725 my ($obj, $data) = @_; 1149 my ($obj, $data) = @_;
726 1150
727 $data = from_json $data; 1151 $data = decode_json $data;
728 1152
729 for (@$data) { 1153 for (@$data) {
730 my ($name, $args) = @$_; 1154 my ($name, $args) = @$_;
731 1155
732 $obj->attach ($name, %{$args || {} }); 1156 $obj->attach ($name, %{$args || {} });
748sub object_freezer_save { 1172sub object_freezer_save {
749 my ($filename, $rdata, $objs) = @_; 1173 my ($filename, $rdata, $objs) = @_;
750 1174
751 sync_job { 1175 sync_job {
752 if (length $$rdata) { 1176 if (length $$rdata) {
1177 utf8::decode (my $decname = $filename);
753 warn sprintf "saving %s (%d,%d)\n", 1178 warn sprintf "saving %s (%d,%d)\n",
754 $filename, length $$rdata, scalar @$objs; 1179 $decname, length $$rdata, scalar @$objs;
755 1180
756 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1181 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
757 chmod SAVE_MODE, $fh; 1182 aio_chmod $fh, SAVE_MODE;
758 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1183 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
759 aio_fsync $fh if $cf::USE_FSYNC; 1184 if ($cf::USE_FSYNC) {
1185 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1186 aio_fsync $fh;
1187 }
760 close $fh; 1188 aio_close $fh;
761 1189
762 if (@$objs) { 1190 if (@$objs) {
763 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1191 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
764 chmod SAVE_MODE, $fh; 1192 aio_chmod $fh, SAVE_MODE;
765 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1193 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
766 aio_write $fh, 0, (length $data), $data, 0; 1194 aio_write $fh, 0, (length $data), $data, 0;
767 aio_fsync $fh if $cf::USE_FSYNC; 1195 if ($cf::USE_FSYNC) {
1196 aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
1197 aio_fsync $fh;
1198 }
768 close $fh; 1199 aio_close $fh;
769 aio_rename "$filename.pst~", "$filename.pst"; 1200 aio_rename "$filename.pst~", "$filename.pst";
770 } 1201 }
771 } else { 1202 } else {
772 aio_unlink "$filename.pst"; 1203 aio_unlink "$filename.pst";
773 } 1204 }
774 1205
775 aio_rename "$filename~", $filename; 1206 aio_rename "$filename~", $filename;
1207
1208 $filename =~ s%/[^/]+$%%;
1209 aio_pathsync $filename if $cf::USE_FSYNC;
776 } else { 1210 } else {
777 warn "FATAL: $filename~: $!\n"; 1211 warn "unable to save objects: $filename~: $!\n";
778 } 1212 }
779 } else { 1213 } else {
780 aio_unlink $filename; 1214 aio_unlink $filename;
781 aio_unlink "$filename.pst"; 1215 aio_unlink "$filename.pst";
782 } 1216 }
783
784 #d##TODO# nuke non .map-files if exist
785 if ($filename =~ s/\.map$//) {
786 aio_unlink $filename;
787 aio_unlink "$filename.pst";
788 }
789 } 1217 };
790} 1218}
791 1219
792sub object_freezer_as_string { 1220sub object_freezer_as_string {
793 my ($rdata, $objs) = @_; 1221 my ($rdata, $objs) = @_;
794 1222
799 1227
800sub object_thawer_load { 1228sub object_thawer_load {
801 my ($filename) = @_; 1229 my ($filename) = @_;
802 1230
803 my ($data, $av); 1231 my ($data, $av);
804
805 #d#TODO remove .map if file does not exist
806 aio_stat $filename and $filename =~ s/\.map$//;
807 1232
808 (aio_load $filename, $data) >= 0 1233 (aio_load $filename, $data) >= 0
809 or return; 1234 or return;
810 1235
811 unless (aio_stat "$filename.pst") { 1236 unless (aio_stat "$filename.pst") {
812 (aio_load "$filename.pst", $av) >= 0 1237 (aio_load "$filename.pst", $av) >= 0
813 or return; 1238 or return;
1239
814 $av = eval { (Storable::thaw $av)->{objs} }; 1240 my $st = eval { Coro::Storable::thaw $av };
1241 $av = $st->{objs};
815 } 1242 }
816 1243
1244 utf8::decode (my $decname = $filename);
817 warn sprintf "loading %s (%d)\n", 1245 warn sprintf "loading %s (%d,%d)\n",
818 $filename, length $data, scalar @{$av || []};#d# 1246 $decname, length $data, scalar @{$av || []};
1247
819 return ($data, $av); 1248 ($data, $av)
820} 1249}
1250
1251=head2 COMMAND CALLBACKS
1252
1253=over 4
1254
1255=cut
821 1256
822############################################################################# 1257#############################################################################
823# command handling &c 1258# command handling &c
824 1259
825=item cf::register_command $name => \&callback($ob,$args); 1260=item cf::register_command $name => \&callback($ob,$args);
838 push @{ $COMMAND{$name} }, [$caller, $cb]; 1273 push @{ $COMMAND{$name} }, [$caller, $cb];
839} 1274}
840 1275
841=item cf::register_extcmd $name => \&callback($pl,$packet); 1276=item cf::register_extcmd $name => \&callback($pl,$packet);
842 1277
843Register a callbackf ro execution when the client sends an extcmd packet. 1278Register a callback for execution when the client sends an (synchronous)
1279extcmd packet. Ext commands will be processed in the order they are
1280received by the server, like other user commands. The first argument is
1281the logged-in player. Ext commands can only be processed after a player
1282has logged in successfully.
844 1283
845If the callback returns something, it is sent back as if reply was being 1284If the callback returns something, it is sent back as if reply was being
846called. 1285called.
847 1286
1287=item cf::register_exticmd $name => \&callback($ns,$packet);
1288
1289Register a callback for execution when the client sends an (asynchronous)
1290exticmd packet. Exti commands are processed by the server as soon as they
1291are received, i.e. out of order w.r.t. other commands. The first argument
1292is a client socket. Exti commands can be received anytime, even before
1293log-in.
1294
1295If the callback returns something, it is sent back as if reply was being
1296called.
1297
848=cut 1298=cut
849 1299
850sub register_extcmd { 1300sub register_extcmd {
851 my ($name, $cb) = @_; 1301 my ($name, $cb) = @_;
852 1302
853 $EXTCMD{$name} = $cb; 1303 $EXTCMD{$name} = $cb;
854} 1304}
1305
1306sub register_exticmd {
1307 my ($name, $cb) = @_;
1308
1309 $EXTICMD{$name} = $cb;
1310}
1311
1312use File::Glob ();
855 1313
856cf::player->attach ( 1314cf::player->attach (
857 on_command => sub { 1315 on_command => sub {
858 my ($pl, $name, $params) = @_; 1316 my ($pl, $name, $params) = @_;
859 1317
867 cf::override; 1325 cf::override;
868 }, 1326 },
869 on_extcmd => sub { 1327 on_extcmd => sub {
870 my ($pl, $buf) = @_; 1328 my ($pl, $buf) = @_;
871 1329
872 my $msg = eval { from_json $buf }; 1330 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
873 1331
874 if (ref $msg) { 1332 if (ref $msg) {
1333 my ($type, $reply, @payload) =
1334 "ARRAY" eq ref $msg
1335 ? @$msg
1336 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1337
1338 my @reply;
1339
875 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1340 if (my $cb = $EXTCMD{$type}) {
876 if (my %reply = $cb->($pl, $msg)) { 1341 @reply = $cb->($pl, @payload);
877 $pl->ext_reply ($msg->{msgid}, %reply);
878 }
879 } 1342 }
1343
1344 $pl->ext_reply ($reply, @reply)
1345 if $reply;
1346
880 } else { 1347 } else {
881 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1348 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
882 } 1349 }
883 1350
884 cf::override; 1351 cf::override;
885 }, 1352 },
886); 1353);
887 1354
1355# "readahead" all extensions
888sub load_extension { 1356sub cache_extensions {
889 my ($path) = @_; 1357 my $grp = IO::AIO::aio_group;
890 1358
891 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 1359 add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
892 my $base = $1; 1360 for (grep /\.ext$/, @{$_[0]}) {
893 my $pkg = $1; 1361 add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
894 $pkg =~ s/[^[:word:]]/_/g;
895 $pkg = "ext::$pkg";
896
897 warn "... loading '$path' into '$pkg'\n";
898
899 open my $fh, "<:utf8", $path
900 or die "$path: $!";
901
902 my $source =
903 "package $pkg; use strict; use utf8;\n"
904 . "#line 1 \"$path\"\n{\n"
905 . (do { local $/; <$fh> })
906 . "\n};\n1";
907
908 unless (eval $source) {
909 my $msg = $@ ? "$path: $@\n"
910 : "extension disabled.\n";
911 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
912 warn $@;
913 warn "mandatory extension failed to load, exiting.\n";
914 exit 1;
915 } 1362 }
916 die $@;
917 } 1363 };
918 1364
919 push @EXTS, $pkg; 1365 $grp
920} 1366}
921 1367
922sub load_extensions { 1368sub load_extensions {
1369 cf::sync_job {
1370 my %todo;
1371
923 for my $ext (<$LIBDIR/*.ext>) { 1372 for my $path (<$LIBDIR/*.ext>) {
924 next unless -r $ext; 1373 next unless -r $path;
925 eval { 1374
926 load_extension $ext; 1375 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1376 my $base = $1;
1377 my $pkg = $1;
1378 $pkg =~ s/[^[:word:]]/_/g;
1379 $pkg = "ext::$pkg";
1380
1381 open my $fh, "<:utf8", $path
1382 or die "$path: $!";
1383
1384 my $source = do { local $/; <$fh> };
1385
1386 my %ext = (
1387 path => $path,
1388 base => $base,
1389 pkg => $pkg,
1390 );
1391
1392 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1393 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1394
1395 $ext{source} =
1396 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1397 . "#line 1 \"$path\"\n{\n"
1398 . $source
1399 . "\n};\n1";
1400
1401 $todo{$base} = \%ext;
1402 }
1403
1404 my $pass = 0;
1405 my %done;
1406 while (%todo) {
1407 my $progress;
1408
1409 ++$pass;
1410
1411 ext:
1412 while (my ($k, $v) = each %todo) {
1413 for (split /,\s*/, $v->{meta}{depends}) {
1414 next ext
1415 unless exists $done{$_};
1416 }
1417
1418 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1419
1420 my $active = eval $v->{source};
1421
1422 if (length $@) {
1423 warn "$v->{path}: $@\n";
1424
1425 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1426 if exists $v->{meta}{mandatory};
1427 } else {
1428 $done{$k} = delete $todo{$k};
1429 push @EXTS, $v->{pkg};
1430 $progress = 1;
1431
1432 warn "$v->{base}: extension inactive.\n"
1433 unless $active;
1434 }
927 1 1435 }
928 } or warn "$ext not loaded: $@"; 1436
1437 unless ($progress) {
1438 warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1439
1440 while (my ($k, $v) = each %todo) {
1441 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1442 if exists $v->{meta}{mandatory};
1443 }
1444 }
1445 }
929 } 1446 };
930} 1447}
931 1448
932############################################################################# 1449#############################################################################
933 1450
1451=back
1452
934=head2 CORE EXTENSIONS 1453=head2 CORE EXTENSIONS
935 1454
936Functions and methods that extend core crossfire objects. 1455Functions and methods that extend core deliantra objects.
937 1456
938=cut 1457=cut
939 1458
940package cf::player; 1459package cf::player;
941 1460
943 1462
944=head3 cf::player 1463=head3 cf::player
945 1464
946=over 4 1465=over 4
947 1466
1467=item cf::player::num_playing
1468
1469Returns the official number of playing players, as per the Crossfire metaserver rules.
1470
1471=cut
1472
1473sub num_playing {
1474 scalar grep
1475 $_->ob->map
1476 && !$_->hidden
1477 && !$_->ob->flag (cf::FLAG_WIZ),
1478 cf::player::list
1479}
1480
948=item cf::player::find $login 1481=item cf::player::find $login
949 1482
950Returns the given player object, loading it if necessary (might block). 1483Returns the given player object, loading it if necessary (might block).
951 1484
952=cut 1485=cut
953 1486
954sub playerdir($) { 1487sub playerdir($) {
955 cf::localdir 1488 "$PLAYERDIR/"
956 . "/"
957 . cf::playerdir
958 . "/"
959 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1489 . (ref $_[0] ? $_[0]->ob->name : $_[0])
960} 1490}
961 1491
962sub path($) { 1492sub path($) {
963 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1493 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
964 1494
965 (playerdir $login) . "/$login.pl" 1495 (playerdir $login) . "/playerdata"
966} 1496}
967 1497
968sub find_active($) { 1498sub find_active($) {
969 $cf::PLAYER{$_[0]} 1499 $cf::PLAYER{$_[0]}
970 and $cf::PLAYER{$_[0]}->active 1500 and $cf::PLAYER{$_[0]}->active
973 1503
974sub exists($) { 1504sub exists($) {
975 my ($login) = @_; 1505 my ($login) = @_;
976 1506
977 $cf::PLAYER{$login} 1507 $cf::PLAYER{$login}
978 or cf::sync_job { !aio_stat path $login } 1508 or !aio_stat path $login
979} 1509}
980 1510
981sub find($) { 1511sub find($) {
982 return $cf::PLAYER{$_[0]} || do { 1512 return $cf::PLAYER{$_[0]} || do {
983 my $login = $_[0]; 1513 my $login = $_[0];
984 1514
985 my $guard = cf::lock_acquire "user_find:$login"; 1515 my $guard = cf::lock_acquire "user_find:$login";
986 1516
987 $cf::PLAYER{$_[0]} || do { 1517 $cf::PLAYER{$_[0]} || do {
988 my $pl = load_pl path $login 1518 # rename old playerfiles to new ones
1519 #TODO: remove when no longer required
1520 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1521 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1522 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1523 aio_unlink +(playerdir $login) . "/$login.pl";
1524
1525 my $f = new_from_file cf::object::thawer path $login
989 or return; 1526 or return;
1527
1528 my $pl = cf::player::load_pl $f
1529 or return;
1530
1531 local $cf::PLAYER_LOADING{$login} = $pl;
1532 $f->resolve_delayed_derefs;
990 $cf::PLAYER{$login} = $pl 1533 $cf::PLAYER{$login} = $pl
991 } 1534 }
992 } 1535 }
993} 1536}
994 1537
1003 return if $pl->{deny_save}; 1546 return if $pl->{deny_save};
1004 1547
1005 aio_mkdir playerdir $pl, 0770; 1548 aio_mkdir playerdir $pl, 0770;
1006 $pl->{last_save} = $cf::RUNTIME; 1549 $pl->{last_save} = $cf::RUNTIME;
1007 1550
1551 cf::get_slot 0.01;
1552
1008 $pl->save_pl ($path); 1553 $pl->save_pl ($path);
1009 Coro::cede; 1554 cf::cede_to_tick;
1010} 1555}
1011 1556
1012sub new($) { 1557sub new($) {
1013 my ($login) = @_; 1558 my ($login) = @_;
1014 1559
1020 $cf::PLAYER{$login} = $self; 1565 $cf::PLAYER{$login} = $self;
1021 1566
1022 $self 1567 $self
1023} 1568}
1024 1569
1570=item $player->send_msg ($channel, $msg, $color, [extra...])
1571
1572=cut
1573
1574sub send_msg {
1575 my $ns = shift->ns
1576 or return;
1577 $ns->send_msg (@_);
1578}
1579
1025=item $pl->quit_character 1580=item $pl->quit_character
1026 1581
1027Nukes the player without looking back. If logged in, the connection will 1582Nukes the player without looking back. If logged in, the connection will
1028be destroyed. May block for a long time. 1583be destroyed. May block for a long time.
1029 1584
1030=cut 1585=cut
1031 1586
1032sub quit_character { 1587sub quit_character {
1033 my ($pl) = @_; 1588 my ($pl) = @_;
1034 1589
1590 my $name = $pl->ob->name;
1591
1035 $pl->{deny_save} = 1; 1592 $pl->{deny_save} = 1;
1036 $pl->password ("*"); # this should lock out the player until we nuked the dir 1593 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1037 1594
1038 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1595 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1039 $pl->deactivate; 1596 $pl->deactivate;
1597 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1598 $pl->ob->check_score;
1040 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1599 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1041 $pl->ns->destroy if $pl->ns; 1600 $pl->ns->destroy if $pl->ns;
1042 1601
1043 my $path = playerdir $pl; 1602 my $path = playerdir $pl;
1044 my $temp = "$path~$cf::RUNTIME~deleting~"; 1603 my $temp = "$path~$cf::RUNTIME~deleting~";
1045 aio_rename $path, $temp; 1604 aio_rename $path, $temp;
1046 delete $cf::PLAYER{$pl->ob->name}; 1605 delete $cf::PLAYER{$pl->ob->name};
1047 $pl->destroy; 1606 $pl->destroy;
1607
1608 my $prefix = qr<^~\Q$name\E/>;
1609
1610 # nuke player maps
1611 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1612
1048 IO::AIO::aio_rmtree $temp; 1613 IO::AIO::aio_rmtree $temp;
1614}
1615
1616=item $pl->kick
1617
1618Kicks a player out of the game. This destroys the connection.
1619
1620=cut
1621
1622sub kick {
1623 my ($pl, $kicker) = @_;
1624
1625 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1626 $pl->killer ("kicked");
1627 $pl->ns->destroy;
1049} 1628}
1050 1629
1051=item cf::player::list_logins 1630=item cf::player::list_logins
1052 1631
1053Returns am arrayref of all valid playernames in the system, can take a 1632Returns am arrayref of all valid playernames in the system, can take a
1054while and may block, so not sync_job-capable, ever. 1633while and may block, so not sync_job-capable, ever.
1055 1634
1056=cut 1635=cut
1057 1636
1058sub list_logins { 1637sub list_logins {
1059 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1638 my $dirs = aio_readdir $PLAYERDIR
1060 or return []; 1639 or return [];
1061 1640
1062 my @logins; 1641 my @logins;
1063 1642
1064 for my $login (@$dirs) { 1643 for my $login (@$dirs) {
1644 my $path = path $login;
1645
1646 # a .pst is a dead give-away for a valid player
1647 # if no pst file found, open and chekc for blocked users
1648 if (aio_stat "$path.pst") {
1065 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1649 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1066 aio_read $fh, 0, 512, my $buf, 0 or next; 1650 aio_read $fh, 0, 512, my $buf, 0 or next;
1067 $buf !~ /^password -------------$/m or next; # official not-valid tag 1651 $buf !~ /^password -------------$/m or next; # official not-valid tag
1652 }
1068 1653
1069 utf8::decode $login; 1654 utf8::decode $login;
1070 push @logins, $login; 1655 push @logins, $login;
1071 } 1656 }
1072 1657
1099 } 1684 }
1100 1685
1101 \@paths 1686 \@paths
1102} 1687}
1103 1688
1689=item $protocol_xml = $player->expand_cfpod ($cfpod)
1690
1691Expand deliantra pod fragments into protocol xml.
1692
1104=item $player->ext_reply ($msgid, $msgtype, %msg) 1693=item $player->ext_reply ($msgid, @msg)
1105 1694
1106Sends an ext reply to the player. 1695Sends an ext reply to the player.
1107 1696
1108=cut 1697=cut
1109 1698
1110sub ext_reply($$$%) { 1699sub ext_reply($$@) {
1111 my ($self, $id, %msg) = @_; 1700 my ($self, $id, @msg) = @_;
1112 1701
1113 $msg{msgid} = $id; 1702 $self->ns->ext_reply ($id, @msg)
1114
1115 $self->send ("ext " . cf::to_json \%msg);
1116} 1703}
1117 1704
1118package cf; 1705=item $player->ext_msg ($type, @msg)
1706
1707Sends an ext event to the client.
1708
1709=cut
1710
1711sub ext_msg($$@) {
1712 my ($self, $type, @msg) = @_;
1713
1714 $self->ns->ext_msg ($type, @msg);
1715}
1716
1717=head3 cf::region
1718
1719=over 4
1720
1721=cut
1722
1723package cf::region;
1724
1725=item cf::region::find_by_path $path
1726
1727Tries to decuce the likely region for a map knowing only its path.
1728
1729=cut
1730
1731sub find_by_path($) {
1732 my ($path) = @_;
1733
1734 my ($match, $specificity);
1735
1736 for my $region (list) {
1737 if ($region->{match} && $path =~ $region->{match}) {
1738 ($match, $specificity) = ($region, $region->specificity)
1739 if $region->specificity > $specificity;
1740 }
1741 }
1742
1743 $match
1744}
1119 1745
1120=back 1746=back
1121
1122 1747
1123=head3 cf::map 1748=head3 cf::map
1124 1749
1125=over 4 1750=over 4
1126 1751
1138our $MAX_RESET = 3600; 1763our $MAX_RESET = 3600;
1139our $DEFAULT_RESET = 3000; 1764our $DEFAULT_RESET = 3000;
1140 1765
1141sub generate_random_map { 1766sub generate_random_map {
1142 my ($self, $rmp) = @_; 1767 my ($self, $rmp) = @_;
1768
1769 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1770
1143 # mit "rum" bekleckern, nicht 1771 # mit "rum" bekleckern, nicht
1144 $self->_create_random_map ( 1772 $self->_create_random_map (
1145 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1773 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1146 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1774 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1147 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1775 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1181 my ($self, $merge) = @_; 1809 my ($self, $merge) = @_;
1182 1810
1183 # we have to keep some variables in memory intact 1811 # we have to keep some variables in memory intact
1184 local $self->{path}; 1812 local $self->{path};
1185 local $self->{load_path}; 1813 local $self->{load_path};
1186 local $self->{deny_save};
1187 local $self->{deny_reset};
1188 1814
1189 $self->SUPER::thawer_merge ($merge); 1815 $self->SUPER::thawer_merge ($merge);
1190} 1816}
1191 1817
1192sub normalise { 1818sub normalise {
1239 $self->init; # pass $1 etc. 1865 $self->init; # pass $1 etc.
1240 return $self; 1866 return $self;
1241 } 1867 }
1242 } 1868 }
1243 1869
1244 Carp::carp "unable to resolve path '$path' (base '$base')."; 1870 Carp::cluck "unable to resolve path '$path' (base '$base').";
1245 () 1871 ()
1246} 1872}
1247 1873
1248sub init { 1874sub init {
1249 my ($self) = @_; 1875 my ($self) = @_;
1264 1890
1265# the original (read-only) location 1891# the original (read-only) location
1266sub load_path { 1892sub load_path {
1267 my ($self) = @_; 1893 my ($self) = @_;
1268 1894
1269 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1895 "$MAPDIR/$self->{path}.map"
1270} 1896}
1271 1897
1272# the temporary/swap location 1898# the temporary/swap location
1273sub save_path { 1899sub save_path {
1274 my ($self) = @_; 1900 my ($self) = @_;
1275 1901
1276 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1902 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1277 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1903 "$TMPDIR/$path.map"
1278} 1904}
1279 1905
1280# the unique path, undef == no special unique path 1906# the unique path, undef == no special unique path
1281sub uniq_path { 1907sub uniq_path {
1282 my ($self) = @_; 1908 my ($self) = @_;
1283 1909
1284 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1910 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1285 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1911 "$UNIQUEDIR/$path"
1286} 1912}
1287 1913
1288# and all this just because we cannot iterate over 1914sub decay_objects {
1289# all maps in C++...
1290sub change_all_map_light {
1291 my ($change) = @_; 1915 my ($self) = @_;
1292 1916
1293 $_->change_map_light ($change) 1917 return if $self->{deny_reset};
1294 for grep $_->outdoor, values %cf::MAP; 1918
1919 $self->do_decay_objects;
1295} 1920}
1296 1921
1297sub unlink_save { 1922sub unlink_save {
1298 my ($self) = @_; 1923 my ($self) = @_;
1299 1924
1300 utf8::encode (my $save = $self->save_path); 1925 utf8::encode (my $save = $self->save_path);
1301 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 1926 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1302 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst"; 1927 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1303
1304 #d#TODO remove .map and also nuke
1305 $save =~ s/\.map// or return;#d#
1306 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1307 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1308} 1928}
1309 1929
1310sub load_header_from($) { 1930sub load_header_from($) {
1311 my ($self, $path) = @_; 1931 my ($self, $path) = @_;
1312 1932
1313 utf8::encode $path; 1933 utf8::encode $path;
1314 #aio_open $path, O_RDONLY, 0 1934 my $f = new_from_file cf::object::thawer $path
1315 # or return;
1316
1317 $self->_load_header ($path)
1318 or return; 1935 or return;
1936
1937 $self->_load_header ($f)
1938 or return;
1939
1940 local $MAP_LOADING{$self->{path}} = $self;
1941 $f->resolve_delayed_derefs;
1319 1942
1320 $self->{load_path} = $path; 1943 $self->{load_path} = $path;
1321 1944
1322 1 1945 1
1323} 1946}
1362 $self->load_header_orig 1985 $self->load_header_orig
1363 or return; 1986 or return;
1364 $self->prepare_orig; 1987 $self->prepare_orig;
1365 } 1988 }
1366 1989
1990 $self->{deny_reset} = 1
1991 if $self->no_reset;
1992
1993 $self->default_region (cf::region::find_by_path $self->{path})
1994 unless $self->default_region;
1995
1367 1 1996 1
1368} 1997}
1369 1998
1370sub find; 1999sub find;
1371sub find { 2000sub find {
1372 my ($path, $origin) = @_; 2001 my ($path, $origin) = @_;
1373 2002
1374 $path = normalise $path, $origin && $origin->path; 2003 $path = normalise $path, $origin && $origin->path;
1375 2004
2005 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1376 cf::lock_wait "map_find:$path"; 2006 my $guard2 = cf::lock_acquire "map_find:$path";
1377 2007
1378 $cf::MAP{$path} || do { 2008 $cf::MAP{$path} || do {
1379 my $guard = cf::lock_acquire "map_find:$path";
1380 my $map = new_from_path cf::map $path 2009 my $map = new_from_path cf::map $path
1381 or return; 2010 or return;
1382 2011
1383 $map->{last_save} = $cf::RUNTIME; 2012 $map->{last_save} = $cf::RUNTIME;
1384 2013
1385 $map->load_header 2014 $map->load_header
1386 or return; 2015 or return;
1387 2016
1388 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 2017 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1389 # doing this can freeze the server in a sync job, obviously 2018 # doing this can freeze the server in a sync job, obviously
1390 #$cf::WAIT_FOR_TICK->wait; 2019 #$cf::WAIT_FOR_TICK->wait;
2020 undef $guard2;
2021 undef $guard1;
1391 $map->reset; 2022 $map->reset;
1392 undef $guard;
1393 return find $path; 2023 return find $path;
1394 } 2024 }
1395 2025
1396 $cf::MAP{$path} = $map 2026 $cf::MAP{$path} = $map
1397 } 2027 }
1398} 2028}
1399 2029
1400sub pre_load { } 2030sub pre_load { }
1401sub post_load { } 2031#sub post_load { } # XS
1402 2032
1403sub load { 2033sub load {
1404 my ($self) = @_; 2034 my ($self) = @_;
1405 2035
1406 local $self->{deny_reset} = 1; # loading can take a long time 2036 local $self->{deny_reset} = 1; # loading can take a long time
1407 2037
1408 my $path = $self->{path}; 2038 my $path = $self->{path};
2039
2040 {
1409 my $guard = cf::lock_acquire "map_load:$path"; 2041 my $guard = cf::lock_acquire "map_data:$path";
1410 2042
2043 return unless $self->valid;
1411 return if $self->in_memory != cf::MAP_SWAPPED; 2044 return unless $self->in_memory == cf::MAP_SWAPPED;
1412 2045
1413 $self->in_memory (cf::MAP_LOADING); 2046 $self->in_memory (cf::MAP_LOADING);
1414 2047
1415 $self->alloc; 2048 $self->alloc;
1416 2049
1417 $self->pre_load; 2050 $self->pre_load;
2051 cf::cede_to_tick;
1418 2052
1419 $self->_load_objects ($self->{load_path}, 1) 2053 my $f = new_from_file cf::object::thawer $self->{load_path};
2054 $f->skip_block;
2055 $self->_load_objects ($f)
1420 or return; 2056 or return;
1421 2057
1422 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2058 $self->post_load_original
1423 if delete $self->{load_original}; 2059 if delete $self->{load_original};
1424 2060
1425 if (my $uniq = $self->uniq_path) { 2061 if (my $uniq = $self->uniq_path) {
1426 utf8::encode $uniq; 2062 utf8::encode $uniq;
1427 if (aio_open $uniq, O_RDONLY, 0) { 2063 unless (aio_stat $uniq) {
2064 if (my $f = new_from_file cf::object::thawer $uniq) {
1428 $self->clear_unique_items; 2065 $self->clear_unique_items;
1429 $self->_load_objects ($uniq, 0); 2066 $self->_load_objects ($f);
2067 $f->resolve_delayed_derefs;
2068 }
1430 } 2069 }
1431 } 2070 }
1432 2071
1433 Coro::cede; 2072 $f->resolve_delayed_derefs;
1434 2073
2074 cf::cede_to_tick;
1435 # now do the right thing for maps 2075 # now do the right thing for maps
1436 $self->link_multipart_objects; 2076 $self->link_multipart_objects;
1437
1438 unless ($self->{deny_activate}) {
1439 $self->decay_objects;
1440 $self->fix_auto_apply;
1441 $self->update_buttons;
1442 Coro::cede;
1443 $self->set_darkness_map;
1444 $self->difficulty ($self->estimate_difficulty) 2077 $self->difficulty ($self->estimate_difficulty)
1445 unless $self->difficulty; 2078 unless $self->difficulty;
1446 Coro::cede; 2079 cf::cede_to_tick;
2080
2081 unless ($self->{deny_activate}) {
2082 $self->decay_objects;
2083 $self->fix_auto_apply;
2084 $self->update_buttons;
2085 cf::cede_to_tick;
1447 $self->activate; 2086 $self->activate;
2087 }
2088
2089 $self->{last_save} = $cf::RUNTIME;
2090 $self->last_access ($cf::RUNTIME);
2091
2092 $self->in_memory (cf::MAP_ACTIVE);
1448 } 2093 }
1449 2094
1450 $self->post_load; 2095 $self->post_load;
1451
1452 $self->in_memory (cf::MAP_IN_MEMORY);
1453} 2096}
1454 2097
1455sub customise_for { 2098sub customise_for {
1456 my ($self, $ob) = @_; 2099 my ($self, $ob) = @_;
1457 2100
1458 return find "~" . $ob->name . "/" . $self->{path} 2101 return find "~" . $ob->name . "/" . $self->{path}
1459 if $self->per_player; 2102 if $self->per_player;
1460 2103
2104# return find "?party/" . $ob->name . "/" . $self->{path}
2105# if $self->per_party;
2106
1461 $self 2107 $self
1462} 2108}
1463 2109
1464# find and load all maps in the 3x3 area around a map 2110# find and load all maps in the 3x3 area around a map
1465sub load_diag { 2111sub load_neighbours {
1466 my ($map) = @_; 2112 my ($map) = @_;
1467 2113
1468 my @diag; # diagonal neighbours 2114 my @neigh; # diagonal neighbours
1469 2115
1470 for (0 .. 3) { 2116 for (0 .. 3) {
1471 my $neigh = $map->tile_path ($_) 2117 my $neigh = $map->tile_path ($_)
1472 or next; 2118 or next;
1473 $neigh = find $neigh, $map 2119 $neigh = find $neigh, $map
1474 or next; 2120 or next;
1475 $neigh->load; 2121 $neigh->load;
1476 2122
2123 push @neigh,
1477 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh], 2124 [$neigh->tile_path (($_ + 3) % 4), $neigh],
1478 [$neigh->tile_path (($_ + 1) % 4), $neigh]; 2125 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1479 } 2126 }
1480 2127
1481 for (@diag) { 2128 for (grep defined $_->[0], @neigh) {
2129 my ($path, $origin) = @$_;
1482 my $neigh = find @$_ 2130 my $neigh = find $path, $origin
1483 or next; 2131 or next;
1484 $neigh->load; 2132 $neigh->load;
1485 } 2133 }
1486} 2134}
1487 2135
1492} 2140}
1493 2141
1494sub do_load_sync { 2142sub do_load_sync {
1495 my ($map) = @_; 2143 my ($map) = @_;
1496 2144
2145 cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
2146 if $Coro::current == $Coro::main;
2147
1497 cf::sync_job { $map->load }; 2148 cf::sync_job { $map->load };
1498} 2149}
1499 2150
1500our %MAP_PREFETCH; 2151our %MAP_PREFETCH;
1501our $MAP_PREFETCHER = undef; 2152our $MAP_PREFETCHER = undef;
1502 2153
1503sub find_async { 2154sub find_async {
1504 my ($path, $origin) = @_; 2155 my ($path, $origin, $load) = @_;
1505 2156
1506 $path = normalise $path, $origin && $origin->{path}; 2157 $path = normalise $path, $origin && $origin->{path};
1507 2158
1508 if (my $map = $cf::MAP{$path}) { 2159 if (my $map = $cf::MAP{$path}) {
1509 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 2160 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1510 } 2161 }
1511 2162
1512 undef $MAP_PREFETCH{$path}; 2163 $MAP_PREFETCH{$path} |= $load;
2164
1513 $MAP_PREFETCHER ||= cf::async { 2165 $MAP_PREFETCHER ||= cf::async {
2166 $Coro::current->{desc} = "map prefetcher";
2167
1514 while (%MAP_PREFETCH) { 2168 while (%MAP_PREFETCH) {
1515 for my $path (keys %MAP_PREFETCH) { 2169 while (my ($k, $v) = each %MAP_PREFETCH) {
1516 my $map = find $path 2170 if (my $map = find $k) {
1517 or next;
1518 $map->load; 2171 $map->load if $v;
2172 }
1519 2173
1520 delete $MAP_PREFETCH{$path}; 2174 delete $MAP_PREFETCH{$k};
1521 } 2175 }
1522 } 2176 }
1523 undef $MAP_PREFETCHER; 2177 undef $MAP_PREFETCHER;
1524 }; 2178 };
1525 $MAP_PREFETCHER->prio (6); 2179 $MAP_PREFETCHER->prio (6);
1528} 2182}
1529 2183
1530sub save { 2184sub save {
1531 my ($self) = @_; 2185 my ($self) = @_;
1532 2186
1533 my $lock = cf::lock_acquire "map_data:" . $self->path; 2187 my $lock = cf::lock_acquire "map_data:$self->{path}";
1534 2188
1535 $self->{last_save} = $cf::RUNTIME; 2189 $self->{last_save} = $cf::RUNTIME;
1536 2190
1537 return unless $self->dirty; 2191 return unless $self->dirty;
1538 2192
1544 return if $self->{deny_save}; 2198 return if $self->{deny_save};
1545 2199
1546 local $self->{last_access} = $self->last_access;#d# 2200 local $self->{last_access} = $self->last_access;#d#
1547 2201
1548 cf::async { 2202 cf::async {
2203 $Coro::current->{desc} = "map player save";
1549 $_->contr->save for $self->players; 2204 $_->contr->save for $self->players;
1550 }; 2205 };
2206
2207 cf::get_slot 0.02;
1551 2208
1552 if ($uniq) { 2209 if ($uniq) {
1553 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2210 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1554 $self->_save_objects ($uniq, cf::IO_UNIQUES); 2211 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1555 } else { 2212 } else {
1561 my ($self) = @_; 2218 my ($self) = @_;
1562 2219
1563 # save first because save cedes 2220 # save first because save cedes
1564 $self->save; 2221 $self->save;
1565 2222
1566 my $lock = cf::lock_acquire "map_data:" . $self->path; 2223 my $lock = cf::lock_acquire "map_data:$self->{path}";
1567 2224
1568 return if $self->players; 2225 return if $self->players;
1569 return if $self->in_memory != cf::MAP_IN_MEMORY; 2226 return if $self->in_memory != cf::MAP_ACTIVE;
1570 return if $self->{deny_save}; 2227 return if $self->{deny_save};
1571 2228
2229 $self->in_memory (cf::MAP_SWAPPED);
2230
2231 $self->deactivate;
2232 $_->clear_links_to ($self) for values %cf::MAP;
1572 $self->clear; 2233 $self->clear;
1573 $self->in_memory (cf::MAP_SWAPPED);
1574} 2234}
1575 2235
1576sub reset_at { 2236sub reset_at {
1577 my ($self) = @_; 2237 my ($self) = @_;
1578 2238
1579 # TODO: safety, remove and allow resettable per-player maps 2239 # TODO: safety, remove and allow resettable per-player maps
1580 return 1e99 if $self->isa ("ext::map_per_player");#d#
1581 return 1e99 if $self->{deny_reset}; 2240 return 1e99 if $self->{deny_reset};
1582 2241
1583 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2242 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1584 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2243 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1585 2244
1596 my ($self) = @_; 2255 my ($self) = @_;
1597 2256
1598 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2257 my $lock = cf::lock_acquire "map_data:$self->{path}";
1599 2258
1600 return if $self->players; 2259 return if $self->players;
1601 return if $self->isa ("ext::map_per_player");#d#
1602 2260
1603 warn "resetting map ", $self->path;#d# 2261 warn "resetting map ", $self->path, "\n";
2262
2263 $self->in_memory (cf::MAP_SWAPPED);
2264
2265 # need to save uniques path
2266 unless ($self->{deny_save}) {
2267 my $uniq = $self->uniq_path; utf8::encode $uniq;
2268
2269 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2270 if $uniq;
2271 }
1604 2272
1605 delete $cf::MAP{$self->path}; 2273 delete $cf::MAP{$self->path};
1606 2274
1607 $self->in_memory (cf::MAP_SWAPPED); 2275 $self->deactivate;
2276 $_->clear_links_to ($self) for values %cf::MAP;
1608 $self->clear; 2277 $self->clear;
1609
1610 $_->clear_links_to ($self) for values %cf::MAP;
1611 2278
1612 $self->unlink_save; 2279 $self->unlink_save;
1613 $self->destroy; 2280 $self->destroy;
1614} 2281}
1615 2282
1616my $nuke_counter = "aaaa"; 2283my $nuke_counter = "aaaa";
1617 2284
1618sub nuke { 2285sub nuke {
1619 my ($self) = @_; 2286 my ($self) = @_;
1620 2287
2288 {
2289 my $lock = cf::lock_acquire "map_data:$self->{path}";
2290
1621 delete $cf::MAP{$self->path}; 2291 delete $cf::MAP{$self->path};
1622 2292
1623 $self->unlink_save; 2293 $self->unlink_save;
1624 2294
1625 bless $self, "cf::map"; 2295 bless $self, "cf::map";
1626 delete $self->{deny_reset}; 2296 delete $self->{deny_reset};
1627 $self->{deny_save} = 1; 2297 $self->{deny_save} = 1;
1628 $self->reset_timeout (1); 2298 $self->reset_timeout (1);
1629 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++)); 2299 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1630 2300
1631 $cf::MAP{$self->path} = $self; 2301 $cf::MAP{$self->path} = $self;
2302 }
1632 2303
1633 $self->reset; # polite request, might not happen 2304 $self->reset; # polite request, might not happen
2305}
2306
2307=item $maps = cf::map::tmp_maps
2308
2309Returns an arrayref with all map paths of currently instantiated and saved
2310maps. May block.
2311
2312=cut
2313
2314sub tmp_maps() {
2315 [
2316 map {
2317 utf8::decode $_;
2318 /\.map$/
2319 ? normalise $_
2320 : ()
2321 } @{ aio_readdir $TMPDIR or [] }
2322 ]
2323}
2324
2325=item $maps = cf::map::random_maps
2326
2327Returns an arrayref with all map paths of currently instantiated and saved
2328random maps. May block.
2329
2330=cut
2331
2332sub random_maps() {
2333 [
2334 map {
2335 utf8::decode $_;
2336 /\.map$/
2337 ? normalise "?random/$_"
2338 : ()
2339 } @{ aio_readdir $RANDOMDIR or [] }
2340 ]
1634} 2341}
1635 2342
1636=item cf::map::unique_maps 2343=item cf::map::unique_maps
1637 2344
1638Returns an arrayref of paths of all shared maps that have 2345Returns an arrayref of paths of all shared maps that have
1639instantiated unique items. May block. 2346instantiated unique items. May block.
1640 2347
1641=cut 2348=cut
1642 2349
1643sub unique_maps() { 2350sub unique_maps() {
1644 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2351 [
1645 or return; 2352 map {
1646
1647 my @paths;
1648
1649 for (@$files) {
1650 utf8::decode $_; 2353 utf8::decode $_;
1651 next if /\.pst$/; 2354 s/\.map$//; # TODO future compatibility hack
1652 next unless /^$PATH_SEP/o; 2355 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1653 2356 ? ()
1654 push @paths, cf::map::normalise $_; 2357 : normalise $_
2358 } @{ aio_readdir $UNIQUEDIR or [] }
1655 } 2359 ]
1656
1657 \@paths
1658} 2360}
1659 2361
1660package cf; 2362=item cf::map::static_maps
2363
2364Returns an arrayref if paths of all static maps (all preinstalled F<.map>
2365file in the shared directory excluding F</styles> and F</editor>). May
2366block.
2367
2368=cut
2369
2370sub static_maps() {
2371 my @dirs = "";
2372 my @maps;
2373
2374 while (@dirs) {
2375 my $dir = shift @dirs;
2376
2377 next if $dir eq "/styles" || $dir eq "/editor";
2378
2379 my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
2380 or return;
2381
2382 for (@$files) {
2383 s/\.map$// or next;
2384 utf8::decode $_;
2385 push @maps, "$dir/$_";
2386 }
2387
2388 push @dirs, map "$dir/$_", @$dirs;
2389 }
2390
2391 \@maps
2392}
1661 2393
1662=back 2394=back
1663 2395
1664=head3 cf::object 2396=head3 cf::object
1665 2397
1669 2401
1670=over 4 2402=over 4
1671 2403
1672=item $ob->inv_recursive 2404=item $ob->inv_recursive
1673 2405
1674Returns the inventory of the object _and_ their inventories, recursively. 2406Returns the inventory of the object I<and> their inventories, recursively,
2407but I<not> the object itself.
1675 2408
1676=cut 2409=cut
1677 2410
1678sub inv_recursive_; 2411sub inv_recursive_;
1679sub inv_recursive_ { 2412sub inv_recursive_ {
1682 2415
1683sub inv_recursive { 2416sub inv_recursive {
1684 inv_recursive_ inv $_[0] 2417 inv_recursive_ inv $_[0]
1685} 2418}
1686 2419
2420=item $ref = $ob->ref
2421
2422Creates and returns a persistent reference to an object that can be stored as a string.
2423
2424=item $ob = cf::object::deref ($refstring)
2425
2426returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2427even if the object actually exists. May block.
2428
2429=cut
2430
2431sub deref {
2432 my ($ref) = @_;
2433
2434 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2435 my ($uuid, $name) = ($1, $2);
2436 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2437 or return;
2438 $pl->ob->uuid eq $uuid
2439 or return;
2440
2441 $pl->ob
2442 } else {
2443 warn "$ref: cannot resolve object reference\n";
2444 undef
2445 }
2446}
2447
1687package cf; 2448package cf;
1688 2449
1689=back 2450=back
1690 2451
1691=head3 cf::object::player 2452=head3 cf::object::player
1697Sends a message to the player, as if the npc C<$npc> replied. C<$npc> 2458Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1698can be C<undef>. Does the right thing when the player is currently in a 2459can be C<undef>. Does the right thing when the player is currently in a
1699dialogue with the given NPC character. 2460dialogue with the given NPC character.
1700 2461
1701=cut 2462=cut
2463
2464our $SAY_CHANNEL = {
2465 id => "say",
2466 title => "Map",
2467 reply => "say ",
2468 tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2469};
2470
2471our $CHAT_CHANNEL = {
2472 id => "chat",
2473 title => "Chat",
2474 reply => "chat ",
2475 tooltip => "Player chat and shouts, global to the server.",
2476};
1702 2477
1703# rough implementation of a future "reply" method that works 2478# rough implementation of a future "reply" method that works
1704# with dialog boxes. 2479# with dialog boxes.
1705#TODO: the first argument must go, split into a $npc->reply_to ( method 2480#TODO: the first argument must go, split into a $npc->reply_to ( method
1706sub cf::object::player::reply($$$;$) { 2481sub cf::object::player::reply($$$;$) {
1708 2483
1709 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2484 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1710 2485
1711 if ($self->{record_replies}) { 2486 if ($self->{record_replies}) {
1712 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2487 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2488
1713 } else { 2489 } else {
2490 my $pl = $self->contr;
2491
2492 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2493 my $dialog = $pl->{npc_dialog};
2494 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2495
2496 } else {
1714 $msg = $npc->name . " says: $msg" if $npc; 2497 $msg = $npc->name . " says: $msg" if $npc;
1715 $self->message ($msg, $flags); 2498 $self->send_msg ($SAY_CHANNEL => $msg, $flags);
2499 }
1716 } 2500 }
2501}
2502
2503=item $object->send_msg ($channel, $msg, $color, [extra...])
2504
2505=cut
2506
2507sub cf::object::send_msg {
2508 my $pl = shift->contr
2509 or return;
2510 $pl->send_msg (@_);
1717} 2511}
1718 2512
1719=item $player_object->may ("access") 2513=item $player_object->may ("access")
1720 2514
1721Returns wether the given player is authorized to access resource "access" 2515Returns wether the given player is authorized to access resource "access"
1734 2528
1735=item $player_object->enter_link 2529=item $player_object->enter_link
1736 2530
1737Freezes the player and moves him/her to a special map (C<{link}>). 2531Freezes the player and moves him/her to a special map (C<{link}>).
1738 2532
1739The player should be reasonably safe there for short amounts of time. You 2533The player should be reasonably safe there for short amounts of time (e.g.
1740I<MUST> call C<leave_link> as soon as possible, though. 2534for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2535though, as the palyer cannot control the character while it is on the link
2536map.
1741 2537
1742Will never block. 2538Will never block.
1743 2539
1744=item $player_object->leave_link ($map, $x, $y) 2540=item $player_object->leave_link ($map, $x, $y)
1745 2541
1768 $self->deactivate_recursive; 2564 $self->deactivate_recursive;
1769 2565
1770 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2566 return if UNIVERSAL::isa $self->map, "ext::map_link";
1771 2567
1772 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2568 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1773 if $self->map; 2569 if $self->map && $self->map->{path} ne "{link}";
1774 2570
1775 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2571 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1776} 2572}
1777 2573
1778sub cf::object::player::leave_link { 2574sub cf::object::player::leave_link {
1779 my ($self, $map, $x, $y) = @_; 2575 my ($self, $map, $x, $y) = @_;
2576
2577 return unless $self->contr->active;
1780 2578
1781 my $link_pos = delete $self->{_link_pos}; 2579 my $link_pos = delete $self->{_link_pos};
1782 2580
1783 unless ($map) { 2581 unless ($map) {
1784 # restore original map position 2582 # restore original map position
1795 ($x, $y) = (-1, -1) 2593 ($x, $y) = (-1, -1)
1796 unless (defined $x) && (defined $y); 2594 unless (defined $x) && (defined $y);
1797 2595
1798 # use -1 or undef as default coordinates, not 0, 0 2596 # use -1 or undef as default coordinates, not 0, 0
1799 ($x, $y) = ($map->enter_x, $map->enter_y) 2597 ($x, $y) = ($map->enter_x, $map->enter_y)
1800 if $x <=0 && $y <= 0; 2598 if $x <= 0 && $y <= 0;
1801 2599
1802 $map->load; 2600 $map->load;
1803 $map->load_diag; 2601 $map->load_neighbours;
1804 2602
1805 return unless $self->contr->active; 2603 return unless $self->contr->active;
2604
2605 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2606 $self->enter_map ($map, $x, $y);
2607
2608 # only activate afterwards, to support waiting in hooks
1806 $self->activate_recursive; 2609 $self->activate_recursive;
1807 $self->enter_map ($map, $x, $y);
1808} 2610}
1809 2611
1810cf::player->attach ( 2612=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1811 on_logout => sub {
1812 my ($pl) = @_;
1813 2613
1814 # abort map switching before logout 2614Moves the player to the given map-path and coordinates by first freezing
1815 if ($pl->ob->{_link_pos}) { 2615her, loading and preparing them map, calling the provided $check callback
1816 cf::sync_job { 2616that has to return the map if sucecssful, and then unfreezes the player on
1817 $pl->ob->leave_link 2617the new (success) or old (failed) map position. In either case, $done will
1818 }; 2618be called at the end of this process.
1819 }
1820 },
1821 on_login => sub {
1822 my ($pl) = @_;
1823 2619
1824 # try to abort aborted map switching on player login :) 2620Note that $check will be called with a potentially non-loaded map, so if
1825 # should happen only on crashes 2621it needs a loaded map it has to call C<< ->load >>.
1826 if ($pl->ob->{_link_pos}) {
1827 $pl->ob->enter_link;
1828 (async {
1829 # we need this sleep as the login has a concurrent enter_exit running
1830 # and this sleep increases chances of the player not ending up in scorn
1831 $pl->ob->reply (undef,
1832 "There was an internal problem at your last logout, "
1833 . "the server will try to bring you to your intended destination in a second.",
1834 cf::NDI_RED);
1835 Coro::Timer::sleep 1;
1836 $pl->ob->leave_link;
1837 })->prio (2);
1838 }
1839 },
1840);
1841 2622
1842=item $player_object->goto ($path, $x, $y)
1843
1844=cut 2623=cut
2624
2625our $GOTOGEN;
1845 2626
1846sub cf::object::player::goto { 2627sub cf::object::player::goto {
1847 my ($self, $path, $x, $y) = @_; 2628 my ($self, $path, $x, $y, $check, $done) = @_;
2629
2630 # do generation counting so two concurrent goto's will be executed in-order
2631 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1848 2632
1849 $self->enter_link; 2633 $self->enter_link;
1850 2634
1851 (async { 2635 (async {
2636 $Coro::current->{desc} = "player::goto $path $x $y";
2637
2638 # *tag paths override both path and x|y
2639 if ($path =~ /^\*(.*)$/) {
2640 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2641 my $ob = $obs[rand @obs];
2642
2643 # see if we actually can go there
2644 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2645 $ob = $obs[rand @obs];
2646 } else {
2647 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2648 }
2649 # else put us there anyways for now #d#
2650
2651 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2652 } else {
2653 ($path, $x, $y) = (undef, undef, undef);
2654 }
2655 }
2656
1852 my $map = eval { 2657 my $map = eval {
1853 my $map = cf::map::find $path; 2658 my $map = defined $path ? cf::map::find $path : undef;
2659
2660 if ($map) {
1854 $map = $map->customise_for ($self) if $map; 2661 $map = $map->customise_for ($self);
2662 $map = $check->($map) if $check && $map;
2663 } else {
2664 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2665 }
2666
1855 $map 2667 $map
2668 };
2669
2670 if ($@) {
2671 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2672 LOG llevError | logBacktrace, Carp::longmess $@;
1856 } or 2673 }
1857 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1858 2674
2675 if ($gen == $self->{_goto_generation}) {
2676 delete $self->{_goto_generation};
1859 $self->leave_link ($map, $x, $y); 2677 $self->leave_link ($map, $x, $y);
2678 }
2679
2680 $done->() if $done;
1860 })->prio (1); 2681 })->prio (1);
1861} 2682}
1862 2683
1863=item $player_object->enter_exit ($exit_object) 2684=item $player_object->enter_exit ($exit_object)
1864 2685
1884} 2705}
1885 2706
1886sub prepare_random_map { 2707sub prepare_random_map {
1887 my ($exit) = @_; 2708 my ($exit) = @_;
1888 2709
1889 my $guard = cf::lock_acquire "exit_prepare:$exit";
1890
1891 # all this does is basically replace the /! path by 2710 # all this does is basically replace the /! path by
1892 # a new random map path (?random/...) with a seed 2711 # a new random map path (?random/...) with a seed
1893 # that depends on the exit object 2712 # that depends on the exit object
1894 2713
1895 my $rmp = parse_random_map_params $exit->msg; 2714 my $rmp = parse_random_map_params $exit->msg;
1897 if ($exit->map) { 2716 if ($exit->map) {
1898 $rmp->{region} = $exit->region->name; 2717 $rmp->{region} = $exit->region->name;
1899 $rmp->{origin_map} = $exit->map->path; 2718 $rmp->{origin_map} = $exit->map->path;
1900 $rmp->{origin_x} = $exit->x; 2719 $rmp->{origin_x} = $exit->x;
1901 $rmp->{origin_y} = $exit->y; 2720 $rmp->{origin_y} = $exit->y;
2721
2722 $exit->map->touch;
1902 } 2723 }
1903 2724
1904 $rmp->{random_seed} ||= $exit->random_seed; 2725 $rmp->{random_seed} ||= $exit->random_seed;
1905 2726
1906 my $data = cf::to_json $rmp; 2727 my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
1907 my $md5 = Digest::MD5::md5_hex $data; 2728 my $md5 = Digest::MD5::md5_hex $data;
1908 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2729 my $meta = "$RANDOMDIR/$md5.meta";
1909 2730
1910 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2731 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1911 aio_write $fh, 0, (length $data), $data, 0; 2732 aio_write $fh, 0, (length $data), $data, 0;
1912 undef $fh; 2733 undef $fh;
1913 aio_rename "$meta~", $meta; 2734 aio_rename "$meta~", $meta;
1914 2735
2736 my $slaying = "?random/$md5";
2737
2738 if ($exit->valid) {
1915 $exit->slaying ("?random/$md5"); 2739 $exit->slaying ("?random/$md5");
1916 $exit->msg (undef); 2740 $exit->msg (undef);
2741 }
1917 } 2742 }
1918} 2743}
1919 2744
1920sub cf::object::player::enter_exit { 2745sub cf::object::player::enter_exit {
1921 my ($self, $exit) = @_; 2746 my ($self, $exit) = @_;
1922 2747
1923 return unless $self->type == cf::PLAYER; 2748 return unless $self->type == cf::PLAYER;
1924 2749
1925 if ($exit->slaying eq "/!") {
1926 #TODO: this should de-fi-ni-te-ly not be a sync-job
1927 cf::sync_job { prepare_random_map $exit };
1928 }
1929
1930 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1931 my $hp = $exit->stats->hp;
1932 my $sp = $exit->stats->sp;
1933
1934 $self->enter_link; 2750 $self->enter_link;
1935 2751
1936 (async { 2752 (async {
1937 $self->deactivate_recursive; # just to be sure 2753 $Coro::current->{desc} = "enter_exit";
2754
1938 unless (eval { 2755 unless (eval {
2756 $self->deactivate_recursive; # just to be sure
2757
2758 # random map handling
2759 {
2760 my $guard = cf::lock_acquire "exit_prepare:$exit";
2761
2762 prepare_random_map $exit
2763 if $exit->slaying eq "/!";
2764 }
2765
2766 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2767 my $x = $exit->stats->hp;
2768 my $y = $exit->stats->sp;
2769
1939 $self->goto ($slaying, $hp, $sp); 2770 $self->goto ($map, $x, $y);
1940 2771
2772 # if exit is damned, update players death & WoR home-position
2773 $self->contr->savebed ($map, $x, $y)
2774 if $exit->flag (cf::FLAG_DAMNED);
2775
1941 1; 2776 1
1942 }) { 2777 }) {
1943 $self->message ("Something went wrong deep within the crossfire server. " 2778 $self->message ("Something went wrong deep within the deliantra server. "
1944 . "I'll try to bring you back to the map you were before. " 2779 . "I'll try to bring you back to the map you were before. "
1945 . "Please report this to the dungeon master!", 2780 . "Please report this to the dungeon master!",
1946 cf::NDI_UNIQUE | cf::NDI_RED); 2781 cf::NDI_UNIQUE | cf::NDI_RED);
1947 2782
1948 warn "ERROR in enter_exit: $@"; 2783 warn "ERROR in enter_exit: $@";
1949 $self->leave_link; 2784 $self->leave_link;
1950 } 2785 }
1951 })->prio (1); 2786 })->prio (1);
1964 2799
1965sub cf::client::send_drawinfo { 2800sub cf::client::send_drawinfo {
1966 my ($self, $text, $flags) = @_; 2801 my ($self, $text, $flags) = @_;
1967 2802
1968 utf8::encode $text; 2803 utf8::encode $text;
1969 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2804 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1970} 2805}
1971 2806
2807=item $client->send_big_packet ($pkt)
2808
2809Like C<send_packet>, but tries to compress large packets, and fragments
2810them as required.
2811
2812=cut
2813
2814our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
2815
2816sub cf::client::send_big_packet {
2817 my ($self, $pkt) = @_;
2818
2819 # try lzf for large packets
2820 $pkt = "lzf " . Compress::LZF::compress $pkt
2821 if 1024 <= length $pkt and $self->{can_lzf};
2822
2823 # split very large packets
2824 if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
2825 $self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
2826 $pkt = "frag";
2827 }
2828
2829 $self->send_packet ($pkt);
2830}
2831
2832=item $client->send_msg ($channel, $msg, $color, [extra...])
2833
2834Send a drawinfo or msg packet to the client, formatting the msg for the
2835client if neccessary. C<$type> should be a string identifying the type of
2836the message, with C<log> being the default. If C<$color> is negative, suppress
2837the message unless the client supports the msg packet.
2838
2839=cut
2840
2841# non-persistent channels (usually the info channel)
2842our %CHANNEL = (
2843 "c/motd" => {
2844 id => "infobox",
2845 title => "MOTD",
2846 reply => undef,
2847 tooltip => "The message of the day",
2848 },
2849 "c/identify" => {
2850 id => "infobox",
2851 title => "Identify",
2852 reply => undef,
2853 tooltip => "Items recently identified",
2854 },
2855 "c/examine" => {
2856 id => "infobox",
2857 title => "Examine",
2858 reply => undef,
2859 tooltip => "Signs and other items you examined",
2860 },
2861 "c/shopinfo" => {
2862 id => "infobox",
2863 title => "Shop Info",
2864 reply => undef,
2865 tooltip => "What your bargaining skill tells you about the shop",
2866 },
2867 "c/book" => {
2868 id => "infobox",
2869 title => "Book",
2870 reply => undef,
2871 tooltip => "The contents of a note or book",
2872 },
2873 "c/lookat" => {
2874 id => "infobox",
2875 title => "Look",
2876 reply => undef,
2877 tooltip => "What you saw there",
2878 },
2879 "c/who" => {
2880 id => "infobox",
2881 title => "Players",
2882 reply => undef,
2883 tooltip => "Shows players who are currently online",
2884 },
2885 "c/body" => {
2886 id => "infobox",
2887 title => "Body Parts",
2888 reply => undef,
2889 tooltip => "Shows which body parts you posess and are available",
2890 },
2891 "c/statistics" => {
2892 id => "infobox",
2893 title => "Statistics",
2894 reply => undef,
2895 tooltip => "Shows your primary statistics",
2896 },
2897 "c/skills" => {
2898 id => "infobox",
2899 title => "Skills",
2900 reply => undef,
2901 tooltip => "Shows your experience per skill and item power",
2902 },
2903 "c/shopitems" => {
2904 id => "infobox",
2905 title => "Shop Items",
2906 reply => undef,
2907 tooltip => "Shows the items currently for sale in this shop",
2908 },
2909 "c/resistances" => {
2910 id => "infobox",
2911 title => "Resistances",
2912 reply => undef,
2913 tooltip => "Shows your resistances",
2914 },
2915 "c/pets" => {
2916 id => "infobox",
2917 title => "Pets",
2918 reply => undef,
2919 tooltip => "Shows information abotu your pets/a specific pet",
2920 },
2921 "c/perceiveself" => {
2922 id => "infobox",
2923 title => "Perceive Self",
2924 reply => undef,
2925 tooltip => "You gained detailed knowledge about yourself",
2926 },
2927 "c/uptime" => {
2928 id => "infobox",
2929 title => "Uptime",
2930 reply => undef,
2931 tooltip => "How long the server has been running since last restart",
2932 },
2933 "c/mapinfo" => {
2934 id => "infobox",
2935 title => "Map Info",
2936 reply => undef,
2937 tooltip => "Information related to the maps",
2938 },
2939 "c/party" => {
2940 id => "party",
2941 title => "Party",
2942 reply => "gsay ",
2943 tooltip => "Messages and chat related to your party",
2944 },
2945 "c/death" => {
2946 id => "death",
2947 title => "Death",
2948 reply => undef,
2949 tooltip => "Reason for and more info about your most recent death",
2950 },
2951 "c/say" => $SAY_CHANNEL,
2952 "c/chat" => $CHAT_CHANNEL,
2953);
2954
2955sub cf::client::send_msg {
2956 my ($self, $channel, $msg, $color, @extra) = @_;
2957
2958 $msg = $self->pl->expand_cfpod ($msg)
2959 unless $color & cf::NDI_VERBATIM;
2960
2961 $color &= cf::NDI_CLIENT_MASK; # just in case...
2962
2963 # check predefined channels, for the benefit of C
2964 if ($CHANNEL{$channel}) {
2965 $channel = $CHANNEL{$channel};
2966
2967 $self->ext_msg (channel_info => $channel);
2968 $channel = $channel->{id};
2969
2970 } elsif (ref $channel) {
2971 # send meta info to client, if not yet sent
2972 unless (exists $self->{channel}{$channel->{id}}) {
2973 $self->{channel}{$channel->{id}} = $channel;
2974 $self->ext_msg (channel_info => $channel);
2975 }
2976
2977 $channel = $channel->{id};
2978 }
2979
2980 return unless @extra || length $msg;
2981
2982 # default colour, mask it out
2983 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2984 if $color & cf::NDI_DEF;
2985
2986 my $pkt = "msg "
2987 . $self->{json_coder}->encode (
2988 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2989 );
2990
2991 $self->send_big_packet ($pkt);
2992}
2993
2994=item $client->ext_msg ($type, @msg)
2995
2996Sends an ext event to the client.
2997
2998=cut
2999
3000sub cf::client::ext_msg($$@) {
3001 my ($self, $type, @msg) = @_;
3002
3003 if ($self->extcmd == 2) {
3004 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3005 } elsif ($self->extcmd == 1) { # TODO: remove
3006 push @msg, msgtype => "event_$type";
3007 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3008 }
3009}
3010
3011=item $client->ext_reply ($msgid, @msg)
3012
3013Sends an ext reply to the client.
3014
3015=cut
3016
3017sub cf::client::ext_reply($$@) {
3018 my ($self, $id, @msg) = @_;
3019
3020 if ($self->extcmd == 2) {
3021 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3022 } elsif ($self->extcmd == 1) {
3023 #TODO: version 1, remove
3024 unshift @msg, msgtype => "reply", msgid => $id;
3025 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3026 }
3027}
1972 3028
1973=item $success = $client->query ($flags, "text", \&cb) 3029=item $success = $client->query ($flags, "text", \&cb)
1974 3030
1975Queues a query to the client, calling the given callback with 3031Queues a query to the client, calling the given callback with
1976the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 3032the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1977C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 3033C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1978 3034
1979Queries can fail, so check the return code. Or don't, as queries will become 3035Queries can fail, so check the return code. Or don't, as queries will
1980reliable at some point in the future. 3036become reliable at some point in the future.
1981 3037
1982=cut 3038=cut
1983 3039
1984sub cf::client::query { 3040sub cf::client::query {
1985 my ($self, $flags, $text, $cb) = @_; 3041 my ($self, $flags, $text, $cb) = @_;
1993 utf8::encode $text; 3049 utf8::encode $text;
1994 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 3050 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1995 3051
1996 $self->send_packet ($self->{query_queue}[0][0]) 3052 $self->send_packet ($self->{query_queue}[0][0])
1997 if @{ $self->{query_queue} } == 1; 3053 if @{ $self->{query_queue} } == 1;
3054
3055 1
1998} 3056}
1999 3057
2000cf::client->attach ( 3058cf::client->attach (
3059 on_connect => sub {
3060 my ($ns) = @_;
3061
3062 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
3063 },
2001 on_reply => sub { 3064 on_reply => sub {
2002 my ($ns, $msg) = @_; 3065 my ($ns, $msg) = @_;
2003 3066
2004 # this weird shuffling is so that direct followup queries 3067 # this weird shuffling is so that direct followup queries
2005 # get handled first 3068 # get handled first
2017 } else { 3080 } else {
2018 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 3081 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2019 } 3082 }
2020 } 3083 }
2021 }, 3084 },
3085 on_exticmd => sub {
3086 my ($ns, $buf) = @_;
3087
3088 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3089
3090 if (ref $msg) {
3091 my ($type, $reply, @payload) =
3092 "ARRAY" eq ref $msg
3093 ? @$msg
3094 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
3095
3096 my @reply;
3097
3098 if (my $cb = $EXTICMD{$type}) {
3099 @reply = $cb->($ns, @payload);
3100 }
3101
3102 $ns->ext_reply ($reply, @reply)
3103 if $reply;
3104
3105 } else {
3106 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3107 }
3108
3109 cf::override;
3110 },
2022); 3111);
2023 3112
2024=item $client->async (\&cb) 3113=item $client->async (\&cb)
2025 3114
2026Create a new coroutine, running the specified callback. The coroutine will 3115Create a new coroutine, running the specified callback. The coroutine will
2067our $safe = new Safe "safe"; 3156our $safe = new Safe "safe";
2068our $safe_hole = new Safe::Hole; 3157our $safe_hole = new Safe::Hole;
2069 3158
2070$SIG{FPE} = 'IGNORE'; 3159$SIG{FPE} = 'IGNORE';
2071 3160
2072$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3161$safe->permit_only (Opcode::opset qw(
3162 :base_core :base_mem :base_orig :base_math :base_loop
3163 grepstart grepwhile mapstart mapwhile
3164 sort time
3165));
2073 3166
2074# here we export the classes and methods available to script code 3167# here we export the classes and methods available to script code
2075 3168
2076=pod 3169=pod
2077 3170
2078The following fucntions and emthods are available within a safe environment: 3171The following functions and methods are available within a safe environment:
2079 3172
2080 cf::object contr pay_amount pay_player map 3173 cf::object
3174 contr pay_amount pay_player map x y force_find force_add destroy
3175 insert remove name archname title slaying race decrease split
3176 value
3177
2081 cf::object::player player 3178 cf::object::player
2082 cf::player peaceful 3179 player
2083 cf::map trigger 3180
3181 cf::player
3182 peaceful
3183
3184 cf::map
3185 trigger
2084 3186
2085=cut 3187=cut
2086 3188
2087for ( 3189for (
2088 ["cf::object" => qw(contr pay_amount pay_player map)], 3190 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3191 insert remove inv nrof name archname title slaying race
3192 decrease split destroy change_exp value msg lore send_msg)],
2089 ["cf::object::player" => qw(player)], 3193 ["cf::object::player" => qw(player)],
2090 ["cf::player" => qw(peaceful)], 3194 ["cf::player" => qw(peaceful send_msg)],
2091 ["cf::map" => qw(trigger)], 3195 ["cf::map" => qw(trigger)],
2092) { 3196) {
2093 no strict 'refs'; 3197 no strict 'refs';
2094 my ($pkg, @funs) = @$_; 3198 my ($pkg, @funs) = @$_;
2095 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3199 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2113 3217
2114 my $qcode = $code; 3218 my $qcode = $code;
2115 $qcode =~ s/"/‟/g; # not allowed in #line filenames 3219 $qcode =~ s/"/‟/g; # not allowed in #line filenames
2116 $qcode =~ s/\n/\\n/g; 3220 $qcode =~ s/\n/\\n/g;
2117 3221
3222 %vars = (_dummy => 0) unless %vars;
3223
3224 my @res;
2118 local $_; 3225 local $_;
2119 local @safe::cf::_safe_eval_args = values %vars;
2120 3226
2121 my $eval = 3227 my $eval =
2122 "do {\n" 3228 "do {\n"
2123 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n" 3229 . "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2124 . "#line 0 \"{$qcode}\"\n" 3230 . "#line 0 \"{$qcode}\"\n"
2125 . $code 3231 . $code
2126 . "\n}" 3232 . "\n}"
2127 ; 3233 ;
2128 3234
3235 if ($CFG{safe_eval}) {
2129 sub_generation_inc; 3236 sub_generation_inc;
3237 local @safe::cf::_safe_eval_args = values %vars;
2130 my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval); 3238 @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2131 sub_generation_inc; 3239 sub_generation_inc;
3240 } else {
3241 local @cf::_safe_eval_args = values %vars;
3242 @res = wantarray ? eval eval : scalar eval $eval;
3243 }
2132 3244
2133 if ($@) { 3245 if ($@) {
2134 warn "$@"; 3246 warn "$@";
2135 warn "while executing safe code '$code'\n"; 3247 warn "while executing safe code '$code'\n";
2136 warn "with arguments " . (join " ", %vars) . "\n"; 3248 warn "with arguments " . (join " ", %vars) . "\n";
2155=cut 3267=cut
2156 3268
2157sub register_script_function { 3269sub register_script_function {
2158 my ($fun, $cb) = @_; 3270 my ($fun, $cb) = @_;
2159 3271
2160 no strict 'refs'; 3272 $fun = "safe::$fun" if $CFG{safe_eval};
2161 *{"safe::$fun"} = $safe_hole->wrap ($cb); 3273 *$fun = $safe_hole->wrap ($cb);
2162} 3274}
2163 3275
2164=back 3276=back
2165 3277
2166=cut 3278=cut
2167
2168#############################################################################
2169
2170=head2 EXTENSION DATABASE SUPPORT
2171
2172Crossfire maintains a very simple database for extension use. It can
2173currently store anything that can be serialised using Storable, which
2174excludes objects.
2175
2176The parameter C<$family> should best start with the name of the extension
2177using it, it should be unique.
2178
2179=over 4
2180
2181=item $hashref = cf::db_get $family
2182
2183Return a hashref for use by the extension C<$family>, which can be
2184modified. After modifications, you have to call C<cf::db_dirty> or
2185C<cf::db_sync>.
2186
2187=item $value = cf::db_get $family => $key
2188
2189Returns a single value from the database
2190
2191=item cf::db_put $family => $hashref
2192
2193Stores the given family hashref into the database. Updates are delayed, if
2194you want the data to be synced to disk immediately, use C<cf::db_sync>.
2195
2196=item cf::db_put $family => $key => $value
2197
2198Stores the given C<$value> in the family hash. Updates are delayed, if you
2199want the data to be synced to disk immediately, use C<cf::db_sync>.
2200
2201=item cf::db_dirty
2202
2203Marks the database as dirty, to be updated at a later time.
2204
2205=item cf::db_sync
2206
2207Immediately write the database to disk I<if it is dirty>.
2208
2209=cut
2210
2211our $DB;
2212
2213{
2214 my $path = cf::localdir . "/database.pst";
2215
2216 sub db_load() {
2217 $DB = stat $path ? Storable::retrieve $path : { };
2218 }
2219
2220 my $pid;
2221
2222 sub db_save() {
2223 waitpid $pid, 0 if $pid;
2224 if (0 == ($pid = fork)) {
2225 $DB->{_meta}{version} = 1;
2226 Storable::nstore $DB, "$path~";
2227 rename "$path~", $path;
2228 cf::_exit 0 if defined $pid;
2229 }
2230 }
2231
2232 my $dirty;
2233
2234 sub db_sync() {
2235 db_save if $dirty;
2236 undef $dirty;
2237 }
2238
2239 my $idle = Event->idle (
2240 reentrant => 0,
2241 min => 10,
2242 max => 20,
2243 repeat => 0,
2244 data => WF_AUTOCANCEL,
2245 cb => \&db_sync,
2246 );
2247
2248 sub db_dirty() {
2249 $dirty = 1;
2250 $idle->start;
2251 }
2252
2253 sub db_get($;$) {
2254 @_ >= 2
2255 ? $DB->{$_[0]}{$_[1]}
2256 : ($DB->{$_[0]} ||= { })
2257 }
2258
2259 sub db_put($$;$) {
2260 if (@_ >= 3) {
2261 $DB->{$_[0]}{$_[1]} = $_[2];
2262 } else {
2263 $DB->{$_[0]} = $_[1];
2264 }
2265 db_dirty;
2266 }
2267
2268 cf::global->attach (
2269 prio => 10000,
2270 on_cleanup => sub {
2271 db_sync;
2272 },
2273 );
2274}
2275 3279
2276############################################################################# 3280#############################################################################
2277# the server's init and main functions 3281# the server's init and main functions
2278 3282
3283sub load_facedata($) {
3284 my ($path) = @_;
3285
3286 # HACK to clear player env face cache, we need some signal framework
3287 # for this (global event?)
3288 %ext::player_env::MUSIC_FACE_CACHE = ();
3289
3290 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3291
3292 warn "loading facedata from $path\n";
3293
3294 my $facedata;
3295 0 < aio_load $path, $facedata
3296 or die "$path: $!";
3297
3298 $facedata = Coro::Storable::thaw $facedata;
3299
3300 $facedata->{version} == 2
3301 or cf::cleanup "$path: version mismatch, cannot proceed.";
3302
3303 # patch in the exptable
3304 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3305 $facedata->{resource}{"res/exp_table"} = {
3306 type => FT_RSRC,
3307 data => $exp_table,
3308 hash => (Digest::MD5::md5 $exp_table),
3309 };
3310 cf::cede_to_tick;
3311
3312 {
3313 my $faces = $facedata->{faceinfo};
3314
3315 while (my ($face, $info) = each %$faces) {
3316 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3317
3318 cf::face::set_visibility $idx, $info->{visibility};
3319 cf::face::set_magicmap $idx, $info->{magicmap};
3320 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3321 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3322
3323 cf::cede_to_tick;
3324 }
3325
3326 while (my ($face, $info) = each %$faces) {
3327 next unless $info->{smooth};
3328
3329 my $idx = cf::face::find $face
3330 or next;
3331
3332 if (my $smooth = cf::face::find $info->{smooth}) {
3333 cf::face::set_smooth $idx, $smooth;
3334 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3335 } else {
3336 warn "smooth face '$info->{smooth}' not found for face '$face'";
3337 }
3338
3339 cf::cede_to_tick;
3340 }
3341 }
3342
3343 {
3344 my $anims = $facedata->{animinfo};
3345
3346 while (my ($anim, $info) = each %$anims) {
3347 cf::anim::set $anim, $info->{frames}, $info->{facings};
3348 cf::cede_to_tick;
3349 }
3350
3351 cf::anim::invalidate_all; # d'oh
3352 }
3353
3354 {
3355 my $res = $facedata->{resource};
3356
3357 while (my ($name, $info) = each %$res) {
3358 if (defined $info->{type}) {
3359 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3360
3361 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3362 cf::face::set_type $idx, $info->{type};
3363 } else {
3364 $RESOURCE{$name} = $info;
3365 }
3366
3367 cf::cede_to_tick;
3368 }
3369 }
3370
3371 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3372
3373 1
3374}
3375
3376cf::global->attach (on_resource_update => sub {
3377 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3378 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3379
3380 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3381 my $sound = $soundconf->{compat}[$_]
3382 or next;
3383
3384 my $face = cf::face::find "sound/$sound->[1]";
3385 cf::sound::set $sound->[0] => $face;
3386 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3387 }
3388
3389 while (my ($k, $v) = each %{$soundconf->{event}}) {
3390 my $face = cf::face::find "sound/$v";
3391 cf::sound::set $k => $face;
3392 }
3393 }
3394});
3395
3396register_exticmd fx_want => sub {
3397 my ($ns, $want) = @_;
3398
3399 while (my ($k, $v) = each %$want) {
3400 $ns->fx_want ($k, $v);
3401 }
3402};
3403
2279sub load_resources { 3404sub load_resource_file($) {
2280 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir 3405 my $guard = lock_acquire "load_resource_file";
3406
3407 my $status = load_resource_file_ $_[0];
3408 get_slot 0.1, 100;
3409 cf::arch::commit_load;
3410
3411 $status
3412}
3413
3414sub reload_regions {
3415 # HACK to clear player env face cache, we need some signal framework
3416 # for this (global event?)
3417 %ext::player_env::MUSIC_FACE_CACHE = ();
3418
3419 load_resource_file "$MAPDIR/regions"
2281 or die "unable to load regions file\n";#d# 3420 or die "unable to load regions file\n";
2282}
2283 3421
2284sub cfg_load { 3422 for (cf::region::list) {
3423 $_->{match} = qr/$_->{match}/
3424 if exists $_->{match};
3425 }
3426}
3427
3428sub reload_facedata {
3429 load_facedata "$DATADIR/facedata"
3430 or die "unable to load facedata\n";
3431}
3432
3433sub reload_archetypes {
3434 load_resource_file "$DATADIR/archetypes"
3435 or die "unable to load archetypes\n";
3436}
3437
3438sub reload_treasures {
3439 load_resource_file "$DATADIR/treasures"
3440 or die "unable to load treasurelists\n";
3441}
3442
3443sub reload_resources {
3444 warn "reloading resource files...\n";
3445
3446 reload_facedata;
3447 reload_archetypes;
3448 reload_regions;
3449 reload_treasures;
3450
3451 warn "finished reloading resource files\n";
3452}
3453
3454sub reload_config {
3455 warn "reloading config file...\n";
3456
2285 open my $fh, "<:utf8", cf::confdir . "/config" 3457 open my $fh, "<:utf8", "$CONFDIR/config"
2286 or return; 3458 or return;
2287 3459
2288 local $/; 3460 local $/;
2289 *CFG = YAML::Syck::Load <$fh>; 3461 *CFG = YAML::XS::Load scalar <$fh>;
2290 3462
2291 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3463 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2292 3464
2293 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3465 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2294 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3466 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2298 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3470 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2299 and die "WARNING: m(un)lockall failed: $!\n"; 3471 and die "WARNING: m(un)lockall failed: $!\n";
2300 }; 3472 };
2301 warn $@ if $@; 3473 warn $@ if $@;
2302 } 3474 }
2303}
2304 3475
2305sub init { 3476 warn "finished reloading resource files\n";
2306 load_resources; 3477}
3478
3479sub pidfile() {
3480 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3481 or die "$PIDFILE: $!";
3482 flock $fh, &Fcntl::LOCK_EX
3483 or die "$PIDFILE: flock: $!";
3484 $fh
3485}
3486
3487# make sure only one server instance is running at any one time
3488sub atomic {
3489 my $fh = pidfile;
3490
3491 my $pid = <$fh>;
3492 kill 9, $pid if $pid > 0;
3493
3494 seek $fh, 0, 0;
3495 print $fh $$;
3496}
3497
3498sub main_loop {
3499 warn "EV::loop starting\n";
3500 if (1) {
3501 EV::loop;
3502 }
3503 warn "EV::loop returned\n";
3504 goto &main_loop unless $REALLY_UNLOOP;
2307} 3505}
2308 3506
2309sub main { 3507sub main {
3508 cf::init_globals; # initialise logging
3509
3510 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3511 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3512 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3513 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3514
3515 cf::init_experience;
3516 cf::init_anim;
3517 cf::init_attackmess;
3518 cf::init_dynamic;
3519
3520 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3521
2310 # we must not ever block the main coroutine 3522 # we must not ever block the main coroutine
2311 local $Coro::idle = sub { 3523 local $Coro::idle = sub {
2312 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3524 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2313 (async { 3525 (async {
2314 Event::one_event; 3526 $Coro::current->{desc} = "IDLE BUG HANDLER";
3527 EV::loop EV::LOOP_ONESHOT;
2315 })->prio (Coro::PRIO_MAX); 3528 })->prio (Coro::PRIO_MAX);
2316 }; 3529 };
2317 3530
2318 cfg_load; 3531 evthread_start IO::AIO::poll_fileno;
2319 db_load; 3532
3533 cf::sync_job {
3534 cf::load_settings;
3535 cf::load_materials;
3536
3537 reload_resources;
3538 reload_config;
3539 db_init;
3540
3541 cf::init_uuid;
3542 cf::init_signals;
3543 cf::init_commands;
3544 cf::init_skills;
3545
3546 cf::init_beforeplay;
3547
3548 atomic;
3549
2320 load_extensions; 3550 load_extensions;
2321 3551
2322 $TICK_WATCHER->start; 3552 utime time, time, $RUNTIMEFILE;
2323 Event::loop; 3553
3554 # no (long-running) fork's whatsoever before this point(!)
3555 use POSIX ();
3556 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3557
3558 (pop @POST_INIT)->(0) while @POST_INIT;
3559 };
3560
3561 main_loop;
2324} 3562}
2325 3563
2326############################################################################# 3564#############################################################################
2327# initialisation and cleanup 3565# initialisation and cleanup
2328 3566
2329# install some emergency cleanup handlers 3567# install some emergency cleanup handlers
2330BEGIN { 3568BEGIN {
3569 our %SIGWATCHER = ();
2331 for my $signal (qw(INT HUP TERM)) { 3570 for my $signal (qw(INT HUP TERM)) {
2332 Event->signal ( 3571 $SIGWATCHER{$signal} = EV::signal $signal, sub {
2333 reentrant => 0,
2334 data => WF_AUTOCANCEL,
2335 signal => $signal,
2336 prio => 0,
2337 cb => sub {
2338 cf::cleanup "SIG$signal"; 3572 cf::cleanup "SIG$signal";
2339 },
2340 ); 3573 };
3574 }
3575}
3576
3577sub write_runtime_sync {
3578 my $t0 = EV::time;
3579
3580 # first touch the runtime file to show we are still running:
3581 # the fsync below can take a very very long time.
3582
3583 IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3584
3585 my $guard = cf::lock_acquire "write_runtime";
3586
3587 my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3588 or return;
3589
3590 my $value = $cf::RUNTIME + 90 + 10;
3591 # 10 is the runtime save interval, for a monotonic clock
3592 # 60 allows for the watchdog to kill the server.
3593
3594 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3595 and return;
3596
3597 # always fsync - this file is important
3598 aio_fsync $fh
3599 and return;
3600
3601 # touch it again to show we are up-to-date
3602 aio_utime $fh, undef, undef;
3603
3604 close $fh
3605 or return;
3606
3607 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3608 and return;
3609
3610 warn sprintf "runtime file written (%gs).\n", EV::time - $t0;
3611
2341 } 3612 1
3613}
3614
3615our $uuid_lock;
3616our $uuid_skip;
3617
3618sub write_uuid_sync($) {
3619 $uuid_skip ||= $_[0];
3620
3621 return if $uuid_lock;
3622 local $uuid_lock = 1;
3623
3624 my $uuid = "$LOCALDIR/uuid";
3625
3626 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3627 or return;
3628
3629 my $value = uuid_seq uuid_cur;
3630
3631 unless ($value) {
3632 warn "cowardly refusing to write zero uuid value!\n";
3633 return;
3634 }
3635
3636 my $value = uuid_str $value + $uuid_skip;
3637 $uuid_skip = 0;
3638
3639 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3640 and return;
3641
3642 # always fsync - this file is important
3643 aio_fsync $fh
3644 and return;
3645
3646 close $fh
3647 or return;
3648
3649 aio_rename "$uuid~", $uuid
3650 and return;
3651
3652 warn "uuid file written ($value).\n";
3653
3654 1
3655
3656}
3657
3658sub write_uuid($$) {
3659 my ($skip, $sync) = @_;
3660
3661 $sync ? write_uuid_sync $skip
3662 : async { write_uuid_sync $skip };
2342} 3663}
2343 3664
2344sub emergency_save() { 3665sub emergency_save() {
2345 my $freeze_guard = cf::freeze_mainloop; 3666 my $freeze_guard = cf::freeze_mainloop;
2346 3667
2347 warn "enter emergency perl save\n"; 3668 warn "emergency_perl_save: enter\n";
2348 3669
2349 cf::sync_job { 3670 cf::sync_job {
3671 # this is a trade-off: we want to be very quick here, so
3672 # save all maps without fsync, and later call a global sync
3673 # (which in turn might be very very slow)
3674 local $USE_FSYNC = 0;
3675
2350 # use a peculiar iteration method to avoid tripping on perl 3676 # use a peculiar iteration method to avoid tripping on perl
2351 # refcount bugs in for. also avoids problems with players 3677 # refcount bugs in for. also avoids problems with players
2352 # and maps saved/destroyed asynchronously. 3678 # and maps saved/destroyed asynchronously.
2353 warn "begin emergency player save\n"; 3679 warn "emergency_perl_save: begin player save\n";
2354 for my $login (keys %cf::PLAYER) { 3680 for my $login (keys %cf::PLAYER) {
2355 my $pl = $cf::PLAYER{$login} or next; 3681 my $pl = $cf::PLAYER{$login} or next;
2356 $pl->valid or next; 3682 $pl->valid or next;
3683 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2357 $pl->save; 3684 $pl->save;
2358 } 3685 }
2359 warn "end emergency player save\n"; 3686 warn "emergency_perl_save: end player save\n";
2360 3687
2361 warn "begin emergency map save\n"; 3688 warn "emergency_perl_save: begin map save\n";
2362 for my $path (keys %cf::MAP) { 3689 for my $path (keys %cf::MAP) {
2363 my $map = $cf::MAP{$path} or next; 3690 my $map = $cf::MAP{$path} or next;
2364 $map->valid or next; 3691 $map->valid or next;
2365 $map->save; 3692 $map->save;
2366 } 3693 }
2367 warn "end emergency map save\n"; 3694 warn "emergency_perl_save: end map save\n";
3695
3696 warn "emergency_perl_save: begin database checkpoint\n";
3697 BDB::db_env_txn_checkpoint $DB_ENV;
3698 warn "emergency_perl_save: end database checkpoint\n";
3699
3700 warn "emergency_perl_save: begin write uuid\n";
3701 write_uuid_sync 1;
3702 warn "emergency_perl_save: end write uuid\n";
2368 }; 3703 };
2369 3704
3705 warn "emergency_perl_save: starting sync()\n";
3706 IO::AIO::aio_sync sub {
3707 warn "emergency_perl_save: finished sync()\n";
3708 };
3709
2370 warn "leave emergency perl save\n"; 3710 warn "emergency_perl_save: leave\n";
2371} 3711}
2372 3712
3713sub post_cleanup {
3714 my ($make_core) = @_;
3715
3716 warn Carp::longmess "post_cleanup backtrace"
3717 if $make_core;
3718
3719 my $fh = pidfile;
3720 unlink $PIDFILE if <$fh> == $$;
3721}
3722
3723# a safer delete_package, copied from Symbol
3724sub clear_package($) {
3725 my $pkg = shift;
3726
3727 # expand to full symbol table name if needed
3728 unless ($pkg =~ /^main::.*::$/) {
3729 $pkg = "main$pkg" if $pkg =~ /^::/;
3730 $pkg = "main::$pkg" unless $pkg =~ /^main::/;
3731 $pkg .= '::' unless $pkg =~ /::$/;
3732 }
3733
3734 my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
3735 my $stem_symtab = *{$stem}{HASH};
3736
3737 defined $stem_symtab and exists $stem_symtab->{$leaf}
3738 or return;
3739
3740 # clear all symbols
3741 my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3742 for my $name (keys %$leaf_symtab) {
3743 _gv_clear *{"$pkg$name"};
3744# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3745 }
3746 warn "cleared package $pkg\n";#d#
3747}
3748
2373sub reload() { 3749sub do_reload_perl() {
2374 # can/must only be called in main 3750 # can/must only be called in main
2375 if ($Coro::current != $Coro::main) { 3751 if ($Coro::current != $Coro::main) {
2376 warn "can only reload from main coroutine"; 3752 warn "can only reload from main coroutine";
2377 return; 3753 return;
2378 } 3754 }
2379 3755
3756 return if $RELOAD++;
3757
3758 my $t1 = EV::time;
3759
3760 while ($RELOAD) {
2380 warn "reloading..."; 3761 warn "reloading...";
2381 3762
2382 warn "cancelling server ticker"; 3763 warn "entering sync_job";
2383 $TICK_WATCHER->cancel;
2384 3764
3765 cf::sync_job {
3766 cf::write_runtime_sync; # external watchdog should not bark
2385 cf::emergency_save; 3767 cf::emergency_save;
3768 cf::write_runtime_sync; # external watchdog should not bark
2386 3769
2387 eval { 3770 warn "syncing database to disk";
3771 BDB::db_env_txn_checkpoint $DB_ENV;
3772
2388 # if anything goes wrong in here, we should simply crash as we already saved 3773 # if anything goes wrong in here, we should simply crash as we already saved
2389 3774
2390 warn "syncing database to disk";
2391 cf::db_sync;
2392
2393 warn "cancelling all WF_AUTOCANCEL watchers";
2394 for (Event::all_watchers) {
2395 $_->cancel if $_->data & WF_AUTOCANCEL;
2396 }
2397
2398 warn "flushing outstanding aio requests"; 3775 warn "flushing outstanding aio requests";
2399 for (;;) { 3776 while (IO::AIO::nreqs || BDB::nreqs) {
2400 IO::AIO::flush; 3777 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
2401 Coro::cede;
2402 last unless IO::AIO::nreqs;
2403 warn "iterate...";
2404 }
2405
2406 warn "cancelling all extension coros";
2407 $_->cancel for values %EXT_CORO;
2408 %EXT_CORO = ();
2409
2410 warn "removing commands";
2411 %COMMAND = ();
2412
2413 warn "removing ext commands";
2414 %EXTCMD = ();
2415
2416 warn "unloading/nuking all extensions";
2417 for my $pkg (@EXTS) {
2418 warn "... unloading $pkg";
2419
2420 if (my $cb = $pkg->can ("unload")) {
2421 eval {
2422 $cb->($pkg);
2423 1
2424 } or warn "$pkg unloaded, but with errors: $@";
2425 } 3778 }
2426 3779
2427 warn "... nuking $pkg"; 3780 warn "cancelling all extension coros";
2428 Symbol::delete_package $pkg; 3781 $_->cancel for values %EXT_CORO;
2429 } 3782 %EXT_CORO = ();
2430 3783
2431 warn "unloading all perl modules loaded from $LIBDIR"; 3784 warn "removing commands";
2432 while (my ($k, $v) = each %INC) { 3785 %COMMAND = ();
2433 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2434 3786
3787 warn "removing ext/exti commands";
3788 %EXTCMD = ();
3789 %EXTICMD = ();
3790
3791 warn "unloading/nuking all extensions";
3792 for my $pkg (@EXTS) {
2435 warn "... unloading $k"; 3793 warn "... unloading $pkg";
2436 delete $INC{$k};
2437 3794
2438 $k =~ s/\.pm$//;
2439 $k =~ s/\//::/g;
2440
2441 if (my $cb = $k->can ("unload_module")) { 3795 if (my $cb = $pkg->can ("unload")) {
3796 eval {
2442 $cb->(); 3797 $cb->($pkg);
3798 1
3799 } or warn "$pkg unloaded, but with errors: $@";
3800 }
3801
3802 warn "... clearing $pkg";
3803 clear_package $pkg;
2443 } 3804 }
2444 3805
2445 Symbol::delete_package $k; 3806 warn "unloading all perl modules loaded from $LIBDIR";
3807 while (my ($k, $v) = each %INC) {
3808 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3809
3810 warn "... unloading $k";
3811 delete $INC{$k};
3812
3813 $k =~ s/\.pm$//;
3814 $k =~ s/\//::/g;
3815
3816 if (my $cb = $k->can ("unload_module")) {
3817 $cb->();
3818 }
3819
3820 clear_package $k;
2446 } 3821 }
2447 3822
2448 warn "getting rid of safe::, as good as possible"; 3823 warn "getting rid of safe::, as good as possible";
2449 Symbol::delete_package "safe::$_" 3824 clear_package "safe::$_"
2450 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3825 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2451 3826
2452 warn "unloading cf.pm \"a bit\""; 3827 warn "unloading cf.pm \"a bit\"";
2453 delete $INC{"cf.pm"}; 3828 delete $INC{"cf.pm"};
3829 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2454 3830
2455 # don't, removes xs symbols, too, 3831 # don't, removes xs symbols, too,
2456 # and global variables created in xs 3832 # and global variables created in xs
2457 #Symbol::delete_package __PACKAGE__; 3833 #clear_package __PACKAGE__;
2458 3834
2459 warn "unload completed, starting to reload now"; 3835 warn "unload completed, starting to reload now";
2460 3836
2461 warn "reloading cf.pm"; 3837 warn "reloading cf.pm";
2462 require cf; 3838 require cf;
2463 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3839 cf::_connect_to_perl_1;
2464 3840
2465 warn "loading config and database again"; 3841 warn "loading config and database again";
2466 cf::cfg_load; 3842 cf::reload_config;
2467 cf::db_load;
2468 3843
2469 warn "loading extensions"; 3844 warn "loading extensions";
2470 cf::load_extensions; 3845 cf::load_extensions;
2471 3846
3847 if ($REATTACH_ON_RELOAD) {
2472 warn "reattaching attachments to objects/players"; 3848 warn "reattaching attachments to objects/players";
2473 _global_reattach; 3849 _global_reattach; # objects, sockets
2474 warn "reattaching attachments to maps"; 3850 warn "reattaching attachments to maps";
2475 reattach $_ for values %MAP; 3851 reattach $_ for values %MAP;
3852 warn "reattaching attachments to players";
3853 reattach $_ for values %PLAYER;
3854 }
2476 3855
2477 warn "loading reloadable resources"; 3856 warn "running post_init jobs";
2478 load_resources; 3857 (pop @POST_INIT)->(1) while @POST_INIT;
2479 3858
2480 warn "restarting server ticker"; 3859 warn "leaving sync_job";
2481 3860
2482 $TICK_WATCHER->start; 3861 1
3862 } or do {
3863 warn $@;
3864 cf::cleanup "error while reloading, exiting.";
3865 };
3866
3867 warn "reloaded";
3868 --$RELOAD;
3869 }
3870
3871 $t1 = EV::time - $t1;
3872 warn "reload completed in ${t1}s\n";
3873};
3874
3875our $RELOAD_WATCHER; # used only during reload
3876
3877sub reload_perl() {
3878 # doing reload synchronously and two reloads happen back-to-back,
3879 # coro crashes during coro_state_free->destroy here.
3880
3881 $RELOAD_WATCHER ||= cf::async {
3882 Coro::AIO::aio_wait cache_extensions;
3883
3884 $RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3885 do_reload_perl;
3886 undef $RELOAD_WATCHER;
3887 };
2483 }; 3888 };
2484 3889}
2485 if ($@) {
2486 warn $@;
2487 warn "error while reloading, exiting.";
2488 exit 1;
2489 }
2490
2491 warn "reloaded";
2492};
2493
2494our $RELOAD_WATCHER; # used only during reload
2495 3890
2496register_command "reload" => sub { 3891register_command "reload" => sub {
2497 my ($who, $arg) = @_; 3892 my ($who, $arg) = @_;
2498 3893
2499 if ($who->flag (FLAG_WIZ)) { 3894 if ($who->flag (FLAG_WIZ)) {
2500 $who->message ("reloading server."); 3895 $who->message ("reloading server.");
2501 3896 async {
2502 # doing reload synchronously and two reloads happen back-to-back, 3897 $Coro::current->{desc} = "perl_reload";
2503 # coro crashes during coro_state_free->destroy here.
2504
2505 $RELOAD_WATCHER ||= Event->timer (
2506 reentrant => 0,
2507 after => 0,
2508 data => WF_AUTOCANCEL,
2509 cb => sub {
2510 reload; 3898 reload_perl;
2511 undef $RELOAD_WATCHER;
2512 },
2513 ); 3899 };
2514 } 3900 }
2515}; 3901};
2516 3902
2517unshift @INC, $LIBDIR; 3903unshift @INC, $LIBDIR;
2518 3904
2519my $bug_warning = 0; 3905my $bug_warning = 0;
2520 3906
2521$TICK_WATCHER = Event->timer ( 3907our @WAIT_FOR_TICK;
2522 reentrant => 0, 3908our @WAIT_FOR_TICK_BEGIN;
2523 parked => 1, 3909
2524 prio => 0, 3910sub wait_for_tick {
2525 at => $NEXT_TICK || $TICK, 3911 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
2526 data => WF_AUTOCANCEL, 3912
2527 cb => sub { 3913 my $signal = new Coro::Signal;
3914 push @WAIT_FOR_TICK, $signal;
3915 $signal->wait;
3916}
3917
3918sub wait_for_tick_begin {
3919 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3920
3921 my $signal = new Coro::Signal;
3922 push @WAIT_FOR_TICK_BEGIN, $signal;
3923 $signal->wait;
3924}
3925
3926sub tick {
2528 if ($Coro::current != $Coro::main) { 3927 if ($Coro::current != $Coro::main) {
2529 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3928 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2530 unless ++$bug_warning > 10; 3929 unless ++$bug_warning > 10;
2531 return; 3930 return;
2532 } 3931 }
2533 3932
2534 $NOW = Event::time;
2535
2536 cf::server_tick; # one server iteration 3933 cf::server_tick; # one server iteration
2537 $RUNTIME += $TICK;
2538 $NEXT_TICK += $TICK;
2539 3934
2540 $WAIT_FOR_TICK->broadcast; 3935 #for(1..3e6){} EV::now_update; $NOW=EV::now; # generate load #d#
2541 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2542 3936
2543 Event::sweep; 3937 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2544 Coro::cede_notself; 3938 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2545 3939 Coro::async_pool {
2546# my $AFTER = Event::time; 3940 $Coro::current->{desc} = "runtime saver";
2547# warn $AFTER - $NOW;#d#
2548
2549 # if we are delayed by four ticks or more, skip them all
2550 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2551
2552 $TICK_WATCHER->at ($NEXT_TICK);
2553 $TICK_WATCHER->start;
2554 },
2555);
2556
2557IO::AIO::max_poll_time $TICK * 0.1;
2558
2559undef $Coro::AIO::WATCHER;
2560$AIO_POLL_WATCHER = Event->io (
2561 reentrant => 0,
2562 fd => IO::AIO::poll_fileno,
2563 poll => 'r',
2564 prio => 6,
2565 data => WF_AUTOCANCEL,
2566 cb => \&IO::AIO::poll_cb,
2567);
2568
2569$WRITE_RUNTIME_WATCHER = Event->timer (
2570 reentrant => 0,
2571 data => WF_AUTOCANCEL,
2572 after => 1,
2573 interval => 10,
2574 prio => 6, # keep it lowest so it acts like a watchdog
2575 cb => Coro::unblock_sub {
2576 write_runtime 3941 write_runtime_sync
2577 or warn "ERROR: unable to write runtime file: $!"; 3942 or warn "ERROR: unable to write runtime file: $!";
3943 };
2578 }, 3944 }
2579); 3945
3946 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3947 $sig->send;
3948 }
3949 while (my $sig = shift @WAIT_FOR_TICK) {
3950 $sig->send;
3951 }
3952
3953 $LOAD = ($NOW - $TICK_START) / $TICK;
3954 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3955
3956 if (0) {
3957 if ($NEXT_TICK) {
3958 my $jitter = $TICK_START - $NEXT_TICK;
3959 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3960 warn "jitter $JITTER\n";#d#
3961 }
3962 }
3963}
3964
3965{
3966 # configure BDB
3967
3968 BDB::min_parallel 16;
3969 BDB::max_poll_reqs $TICK * 0.1;
3970 $AnyEvent::BDB::WATCHER->priority (1);
3971
3972 unless ($DB_ENV) {
3973 $DB_ENV = BDB::db_env_create;
3974 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3975 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
3976 $DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3977 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3978 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3979
3980 cf::sync_job {
3981 eval {
3982 BDB::db_env_open
3983 $DB_ENV,
3984 $BDBDIR,
3985 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3986 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3987 0666;
3988
3989 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3990 };
3991
3992 cf::cleanup "db_env_open(db): $@" if $@;
3993 };
3994 }
3995
3996 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3997 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3998 };
3999 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
4000 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4001 };
4002 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4003 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4004 };
4005}
4006
4007{
4008 # configure IO::AIO
4009
4010 IO::AIO::min_parallel 8;
4011 IO::AIO::max_poll_time $TICK * 0.1;
4012 undef $AnyEvent::AIO::WATCHER;
4013}
4014
4015my $_log_backtrace;
4016
4017sub _log_backtrace {
4018 my ($msg, @addr) = @_;
4019
4020 $msg =~ s/\n//;
4021
4022 # limit the # of concurrent backtraces
4023 if ($_log_backtrace < 2) {
4024 ++$_log_backtrace;
4025 my $perl_bt = Carp::longmess $msg;
4026 async {
4027 $Coro::current->{desc} = "abt $msg";
4028
4029 my @bt = fork_call {
4030 @addr = map { sprintf "%x", $_ } @addr;
4031 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
4032 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
4033 or die "addr2line: $!";
4034
4035 my @funcs;
4036 my @res = <$fh>;
4037 chomp for @res;
4038 while (@res) {
4039 my ($func, $line) = splice @res, 0, 2, ();
4040 push @funcs, "[$func] $line";
4041 }
4042
4043 @funcs
4044 };
4045
4046 LOG llevInfo, "[ABT] $perl_bt\n";
4047 LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
4048 LOG llevInfo, "[ABT] $_\n" for @bt;
4049 --$_log_backtrace;
4050 };
4051 } else {
4052 LOG llevInfo, "[ABT] $msg\n";
4053 LOG llevInfo, "[ABT] [suppressed]\n";
4054 }
4055}
4056
4057# load additional modules
4058require "cf/$_.pm" for @EXTRA_MODULES;
4059cf::_connect_to_perl_2;
2580 4060
2581END { cf::emergency_save } 4061END { cf::emergency_save }
2582 4062
25831 40631
2584 4064

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines