ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.163 by root, Thu Jan 11 01:01:56 2007 UTC vs.
Revision 1.411 by root, Fri Feb 1 15:54:07 2008 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Storable; 8use Socket;
9use EV 1.86;
9use Opcode; 10use Opcode;
10use Safe; 11use Safe;
11use Safe::Hole; 12use Safe::Hole;
13use Storable ();
12 14
13use Coro 3.3 (); 15use Coro 4.32 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::EV;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::BDB;
24use Coro::Storable;
25use Coro::Util ();
19 26
27use JSON::XS 2.01 ();
28use BDB ();
20use Data::Dumper; 29use Data::Dumper;
21use Digest::MD5; 30use Digest::MD5;
22use Fcntl; 31use Fcntl;
32use YAML ();
23use IO::AIO 2.32 (); 33use IO::AIO 2.51 ();
24use YAML::Syck ();
25use Time::HiRes; 34use Time::HiRes;
35use Compress::LZF;
36use Digest::MD5 ();
26 37
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 38# configure various modules to our taste
39#
40$Storable::canonical = 1; # reduce rsync transfers
41Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
42Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
43
44$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
28 45
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 46sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1;
33
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35 47
36our %COMMAND = (); 48our %COMMAND = ();
37our %COMMAND_TIME = (); 49our %COMMAND_TIME = ();
38 50
39our @EXTS = (); # list of extension package names 51our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 52our %EXTCMD = ();
53our %EXTICMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
43 56
57our $RELOAD; # number of reloads so far
44our @EVENT; 58our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 59
47our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71our %RESOURCE;
72
73our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 74our $TICK_WATCHER;
75our $AIO_POLL_WATCHER;
76our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
49our $NEXT_TICK; 77our $NEXT_TICK;
50our $NOW; 78our $USE_FSYNC = 1; # use fsync to write maps - default off
79
80our $BDB_POLL_WATCHER;
81our $BDB_DEADLOCK_WATCHER;
82our $BDB_CHECKPOINT_WATCHER;
83our $BDB_TRICKLE_WATCHER;
84our $DB_ENV;
51 85
52our %CFG; 86our %CFG;
53 87
54our $UPTIME; $UPTIME ||= time; 88our $UPTIME; $UPTIME ||= time;
55our $RUNTIME; 89our $RUNTIME;
90our $NOW;
56 91
57our %PLAYER; # all users 92our (%PLAYER, %PLAYER_LOADING); # all users
58our %MAP; # all maps 93our (%MAP, %MAP_LOADING ); # all maps
59our $LINK_MAP; # the special {link} map 94our $LINK_MAP; # the special {link} map, which is always available
60our $RANDOM_MAPS = cf::localdir . "/random";
61 95
62our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; 96# used to convert map paths into valid unix filenames by replacing / by ∕
63our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; 97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98
99our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing
101our $tick_start; # for load detecting purposes
64 102
65binmode STDOUT; 103binmode STDOUT;
66binmode STDERR; 104binmode STDERR;
67 105
68# read virtual server time, if available 106# read virtual server time, if available
69unless ($RUNTIME || !-e cf::localdir . "/runtime") { 107unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
70 open my $fh, "<", cf::localdir . "/runtime" 108 open my $fh, "<", "$LOCALDIR/runtime"
71 or die "unable to read runtime file: $!"; 109 or die "unable to read runtime file: $!";
72 $RUNTIME = <$fh> + 0.; 110 $RUNTIME = <$fh> + 0.;
73} 111}
74 112
75mkdir cf::localdir; 113mkdir $_
76mkdir cf::localdir . "/" . cf::playerdir; 114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
77mkdir cf::localdir . "/" . cf::tmpdir;
78mkdir cf::localdir . "/" . cf::uniquedir;
79mkdir $RANDOM_MAPS;
80 115
81# a special map that is always available
82our $LINK_MAP;
83our $EMERGENCY_POSITION; 116our $EMERGENCY_POSITION;
117
118sub cf::map::normalise;
84 119
85############################################################################# 120#############################################################################
86 121
87=head2 GLOBAL VARIABLES 122=head2 GLOBAL VARIABLES
88 123
95=item $cf::RUNTIME 130=item $cf::RUNTIME
96 131
97The time this server has run, starts at 0 and is increased by $cf::TICK on 132The time this server has run, starts at 0 and is increased by $cf::TICK on
98every server tick. 133every server tick.
99 134
100=item $cf::LIBDIR 135=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
136$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
137$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
101 138
102The perl library directory, where extensions and cf-specific modules can 139Various directories - "/etc", read-only install directory, perl-library
103be found. It will be added to C<@INC> automatically. 140directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141unique-items directory, player file directory, random maps directory and
142database environment.
104 143
105=item $cf::NOW 144=item $cf::NOW
106 145
107The time of the last (current) server tick. 146The time of the last (current) server tick.
108 147
109=item $cf::TICK 148=item $cf::TICK
110 149
111The interval between server ticks, in seconds. 150The interval between server ticks, in seconds.
112 151
152=item $cf::LOADAVG
153
154The current CPU load on the server (alpha-smoothed), as a value between 0
155(none) and 1 (overloaded), indicating how much time is spent on processing
156objects per tick. Healthy values are < 0.5.
157
158=item $cf::LOAD
159
160The raw value load value from the last tick.
161
113=item %cf::CFG 162=item %cf::CFG
114 163
115Configuration for the server, loaded from C</etc/crossfire/config>, or 164Configuration for the server, loaded from C</etc/deliantra-server/config>, or
116from wherever your confdir points to. 165from wherever your confdir points to.
117 166
118=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 167=item cf::wait_for_tick, cf::wait_for_tick_begin
119 168
120These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
121or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 170returns directly I<after> the tick processing (and consequently, can only wake one process
122processing has been done. Call C<< ->wait >> on them to maximise the 171per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
123window of cpu time available, or simply to synchronise to the server tick. 172
173=item @cf::INVOKE_RESULTS
174
175This array contains the results of the last C<invoke ()> call. When
176C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177that call.
124 178
125=back 179=back
126 180
127=cut 181=cut
128 182
129BEGIN { 183BEGIN {
130 *CORE::GLOBAL::warn = sub { 184 *CORE::GLOBAL::warn = sub {
131 my $msg = join "", @_; 185 my $msg = join "", @_;
132 utf8::encode $msg;
133 186
134 $msg .= "\n" 187 $msg .= "\n"
135 unless $msg =~ /\n$/; 188 unless $msg =~ /\n$/;
136 189
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191
137 LOG llevError, $msg; 192 LOG llevError, $msg;
138 }; 193 };
139} 194}
195
196$Coro::State::DIEHOOK = sub {
197 return unless $^S eq 0; # "eq", not "=="
198
199 if ($Coro::current == $Coro::main) {#d#
200 warn "DIEHOOK called in main context, Coro bug?\n";#d#
201 return;#d#
202 }#d#
203
204 # kill coroutine otherwise
205 warn Carp::longmess $_[0];
206 Coro::terminate
207};
208
209$SIG{__DIE__} = sub { }; #d#?
140 210
141@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 211@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
142@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 212@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
143@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 213@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
144@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 214@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
145@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 215@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
216@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
146@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 217@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
147 218
148# we bless all objects into (empty) derived classes to force a method lookup 219# we bless all objects into (empty) derived classes to force a method lookup
149# within the Safe compartment. 220# within the Safe compartment.
150for my $pkg (qw( 221for my $pkg (qw(
151 cf::global cf::attachable 222 cf::global cf::attachable
156)) { 227)) {
157 no strict 'refs'; 228 no strict 'refs';
158 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 229 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
159} 230}
160 231
161$Event::DIED = sub { 232$EV::DIED = sub {
162 warn "error in event callback: @_"; 233 warn "error in event callback: @_";
163}; 234};
235
236#############################################################################
164 237
165=head2 UTILITY FUNCTIONS 238=head2 UTILITY FUNCTIONS
166 239
167=over 4 240=over 4
168 241
187 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 260 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
188 $d 261 $d
189 } || "[unable to dump $_[0]: '$@']"; 262 } || "[unable to dump $_[0]: '$@']";
190} 263}
191 264
192use JSON::Syck (); # TODO# replace by JSON::PC once working
193
194=item $ref = cf::from_json $json 265=item $ref = cf::decode_json $json
195 266
196Converts a JSON string into the corresponding perl data structure. 267Converts a JSON string into the corresponding perl data structure.
197 268
198=cut
199
200sub from_json($) {
201 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
202 JSON::Syck::Load $_[0]
203}
204
205=item $json = cf::to_json $ref 269=item $json = cf::encode_json $ref
206 270
207Converts a perl data structure into its JSON representation. 271Converts a perl data structure into its JSON representation.
208 272
209=cut 273=cut
210 274
211sub to_json($) { 275our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
212 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 276
213 JSON::Syck::Dump $_[0] 277sub encode_json($) { $json_coder->encode ($_[0]) }
214} 278sub decode_json($) { $json_coder->decode ($_[0]) }
215 279
216=item cf::lock_wait $string 280=item cf::lock_wait $string
217 281
218Wait until the given lock is available. See cf::lock_acquire. 282Wait until the given lock is available. See cf::lock_acquire.
219 283
222Wait until the given lock is available and then acquires it and returns 286Wait until the given lock is available and then acquires it and returns
223a Coro::guard object. If the guard object gets destroyed (goes out of scope, 287a Coro::guard object. If the guard object gets destroyed (goes out of scope,
224for example when the coroutine gets canceled), the lock is automatically 288for example when the coroutine gets canceled), the lock is automatically
225returned. 289returned.
226 290
291Locks are *not* recursive, locking from the same coro twice results in a
292deadlocked coro.
293
227Lock names should begin with a unique identifier (for example, cf::map::find 294Lock names should begin with a unique identifier (for example, cf::map::find
228uses map_find and cf::map::load uses map_load). 295uses map_find and cf::map::load uses map_load).
229 296
297=item $locked = cf::lock_active $string
298
299Return true if the lock is currently active, i.e. somebody has locked it.
300
230=cut 301=cut
231 302
232our %LOCK; 303our %LOCK;
304our %LOCKER;#d#
233 305
234sub lock_wait($) { 306sub lock_wait($) {
235 my ($key) = @_; 307 my ($key) = @_;
308
309 if ($LOCKER{$key} == $Coro::current) {#d#
310 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
311 return;#d#
312 }#d#
236 313
237 # wait for lock, if any 314 # wait for lock, if any
238 while ($LOCK{$key}) { 315 while ($LOCK{$key}) {
239 push @{ $LOCK{$key} }, $Coro::current; 316 push @{ $LOCK{$key} }, $Coro::current;
240 Coro::schedule; 317 Coro::schedule;
246 323
247 # wait, to be sure we are not locked 324 # wait, to be sure we are not locked
248 lock_wait $key; 325 lock_wait $key;
249 326
250 $LOCK{$key} = []; 327 $LOCK{$key} = [];
328 $LOCKER{$key} = $Coro::current;#d#
251 329
252 Coro::guard { 330 Coro::guard {
331 delete $LOCKER{$key};#d#
253 # wake up all waiters, to be on the safe side 332 # wake up all waiters, to be on the safe side
254 $_->ready for @{ delete $LOCK{$key} }; 333 $_->ready for @{ delete $LOCK{$key} };
255 } 334 }
256} 335}
257 336
337sub lock_active($) {
338 my ($key) = @_;
339
340 ! ! $LOCK{$key}
341}
342
258sub freeze_mainloop { 343sub freeze_mainloop {
259 return unless $TICK_WATCHER->is_active; 344 return unless $TICK_WATCHER->is_active;
260 345
261 my $guard = Coro::guard { $TICK_WATCHER->start }; 346 my $guard = Coro::guard {
347 $TICK_WATCHER->start;
348 };
262 $TICK_WATCHER->stop; 349 $TICK_WATCHER->stop;
263 $guard 350 $guard
351}
352
353=item cf::periodic $interval, $cb
354
355Like EV::periodic, but randomly selects a starting point so that the actions
356get spread over timer.
357
358=cut
359
360sub periodic($$) {
361 my ($interval, $cb) = @_;
362
363 my $start = rand List::Util::min 180, $interval;
364
365 EV::periodic $start, $interval, 0, $cb
366}
367
368=item cf::get_slot $time[, $priority[, $name]]
369
370Allocate $time seconds of blocking CPU time at priority C<$priority>:
371This call blocks and returns only when you have at least C<$time> seconds
372of cpu time till the next tick. The slot is only valid till the next cede.
373
374The optional C<$name> can be used to identify the job to run. It might be
375used for statistical purposes and should identify the same time-class.
376
377Useful for short background jobs.
378
379=cut
380
381our @SLOT_QUEUE;
382our $SLOT_QUEUE;
383
384$SLOT_QUEUE->cancel if $SLOT_QUEUE;
385$SLOT_QUEUE = Coro::async {
386 $Coro::current->desc ("timeslot manager");
387
388 my $signal = new Coro::Signal;
389
390 while () {
391 next_job:
392 my $avail = cf::till_tick;
393 if ($avail > 0.01) {
394 for (0 .. $#SLOT_QUEUE) {
395 if ($SLOT_QUEUE[$_][0] < $avail) {
396 my $job = splice @SLOT_QUEUE, $_, 1, ();
397 $job->[2]->send;
398 Coro::cede;
399 goto next_job;
400 }
401 }
402 }
403
404 if (@SLOT_QUEUE) {
405 # we do not use wait_for_tick() as it returns immediately when tick is inactive
406 push @cf::WAIT_FOR_TICK, $signal;
407 $signal->wait;
408 } else {
409 Coro::schedule;
410 }
411 }
412};
413
414sub get_slot($;$$) {
415 my ($time, $pri, $name) = @_;
416
417 $time = $TICK * .6 if $time > $TICK * .6;
418 my $sig = new Coro::Signal;
419
420 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
421 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
422 $SLOT_QUEUE->ready;
423 $sig->wait;
264} 424}
265 425
266=item cf::async { BLOCK } 426=item cf::async { BLOCK }
267 427
268Currently the same as Coro::async_pool, meaning you cannot use 428Currently the same as Coro::async_pool, meaning you cannot use
273 433
274BEGIN { *async = \&Coro::async_pool } 434BEGIN { *async = \&Coro::async_pool }
275 435
276=item cf::sync_job { BLOCK } 436=item cf::sync_job { BLOCK }
277 437
278The design of crossfire+ requires that the main coro ($Coro::main) is 438The design of Deliantra requires that the main coroutine ($Coro::main)
279always able to handle events or runnable, as crossfire+ is only partly 439is always able to handle events or runnable, as Deliantra is only
280reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 440partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
441acceptable.
281 442
282If it must be done, put the blocking parts into C<sync_job>. This will run 443If it must be done, put the blocking parts into C<sync_job>. This will run
283the given BLOCK in another coroutine while waiting for the result. The 444the given BLOCK in another coroutine while waiting for the result. The
284server will be frozen during this time, so the block should either finish 445server will be frozen during this time, so the block should either finish
285fast or be very important. 446fast or be very important.
288 449
289sub sync_job(&) { 450sub sync_job(&) {
290 my ($job) = @_; 451 my ($job) = @_;
291 452
292 if ($Coro::current == $Coro::main) { 453 if ($Coro::current == $Coro::main) {
454 my $time = EV::time;
455
293 # this is the main coro, too bad, we have to block 456 # this is the main coro, too bad, we have to block
294 # till the operation succeeds, freezing the server :/ 457 # till the operation succeeds, freezing the server :/
295 458
459 LOG llevError, Carp::longmess "sync job";#d#
460
296 # TODO: use suspend/resume instead 461 # TODO: use suspend/resume instead
297 # (but this is cancel-safe) 462 # (but this is cancel-safe)
298 my $freeze_guard = freeze_mainloop; 463 my $freeze_guard = freeze_mainloop;
299 464
300 my $busy = 1; 465 my $busy = 1;
301 my @res; 466 my @res;
302 467
303 (async { 468 (async {
469 $Coro::current->desc ("sync job coro");
304 @res = eval { $job->() }; 470 @res = eval { $job->() };
305 warn $@ if $@; 471 warn $@ if $@;
306 undef $busy; 472 undef $busy;
307 })->prio (Coro::PRIO_MAX); 473 })->prio (Coro::PRIO_MAX);
308 474
309 while ($busy) { 475 while ($busy) {
310 Coro::cede or Event::one_event; 476 if (Coro::nready) {
477 Coro::cede_notself;
478 } else {
479 EV::loop EV::LOOP_ONESHOT;
311 } 480 }
481 }
482
483 $time = EV::time - $time;
484
485 LOG llevError | logBacktrace, Carp::longmess "long sync job"
486 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
487
488 $tick_start += $time; # do not account sync jobs to server load
312 489
313 wantarray ? @res : $res[0] 490 wantarray ? @res : $res[0]
314 } else { 491 } else {
315 # we are in another coroutine, how wonderful, everything just works 492 # we are in another coroutine, how wonderful, everything just works
316 493
336 $EXT_CORO{$coro+0} = $coro; 513 $EXT_CORO{$coro+0} = $coro;
337 514
338 $coro 515 $coro
339} 516}
340 517
341sub write_runtime { 518=item fork_call { }, $args
342 my $runtime = cf::localdir . "/runtime";
343 519
344 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 520Executes the given code block with the given arguments in a seperate
345 or return; 521process, returning the results. Everything must be serialisable with
522Coro::Storable. May, of course, block. Note that the executed sub may
523never block itself or use any form of event handling.
346 524
347 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 525=cut
348 (aio_write $fh, 0, (length $value), $value, 0) <= 0
349 and return;
350 526
351 aio_fsync $fh 527sub fork_call(&@) {
352 and return; 528 my ($cb, @args) = @_;
353 529
354 close $fh 530 # we seemingly have to make a local copy of the whole thing,
355 or return; 531 # otherwise perl prematurely frees the stuff :/
532 # TODO: investigate and fix (likely this will be rather laborious)
356 533
357 aio_rename "$runtime~", $runtime 534 my @res = Coro::Util::fork_eval {
358 and return; 535 reset_signals;
536 &$cb
537 }, @args;
359 538
539 wantarray ? @res : $res[-1]
540}
541
542=item $value = cf::db_get $family => $key
543
544Returns a single value from the environment database.
545
546=item cf::db_put $family => $key => $value
547
548Stores the given C<$value> in the family. It can currently store binary
549data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
550
551=item $db = cf::db_table "name"
552
553Create and/or open a new database table. The string must not be "db" and must be unique
554within each server.
555
556=cut
557
558sub db_table($) {
559 my ($name) = @_;
560 my $db = BDB::db_create $DB_ENV;
561
562 eval {
563 $db->set_flags (BDB::CHKSUM);
564
565 utf8::encode $name;
566 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
567 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
568 cf::cleanup "db_open(db): $!" if $!;
569 };
570 cf::cleanup "db_open(db): $@" if $@;
571
572 $db
573}
574
575our $DB;
576
577sub db_init {
578 cf::sync_job {
579 $DB ||= db_table "db";
580 };
581}
582
583sub db_get($$) {
584 my $key = "$_[0]/$_[1]";
585
586 cf::sync_job {
587 BDB::db_get $DB, undef, $key, my $data;
588
589 $! ? ()
590 : $data
360 1 591 }
592}
593
594sub db_put($$$) {
595 BDB::dbreq_pri 4;
596 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
597}
598
599=item cf::cache $id => [$paths...], $processversion => $process
600
601Generic caching function that returns the value of the resource $id,
602caching and regenerating as required.
603
604This function can block.
605
606=cut
607
608sub cache {
609 my ($id, $src, $processversion, $process) = @_;
610
611 my $meta =
612 join "\x00",
613 $processversion,
614 map {
615 aio_stat $_
616 and Carp::croak "$_: $!";
617
618 ($_, (stat _)[7,9])
619 } @$src;
620
621 my $dbmeta = db_get cache => "$id/meta";
622 if ($dbmeta ne $meta) {
623 # changed, we may need to process
624
625 my @data;
626 my $md5;
627
628 for (0 .. $#$src) {
629 0 <= aio_load $src->[$_], $data[$_]
630 or Carp::croak "$src->[$_]: $!";
631 }
632
633 # if processing is expensive, check
634 # checksum first
635 if (1) {
636 $md5 =
637 join "\x00",
638 $processversion,
639 map {
640 cf::cede_to_tick;
641 ($src->[$_], Digest::MD5::md5_hex $data[$_])
642 } 0.. $#$src;
643
644
645 my $dbmd5 = db_get cache => "$id/md5";
646 if ($dbmd5 eq $md5) {
647 db_put cache => "$id/meta", $meta;
648
649 return db_get cache => "$id/data";
650 }
651 }
652
653 my $t1 = Time::HiRes::time;
654 my $data = $process->(\@data);
655 my $t2 = Time::HiRes::time;
656
657 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
658
659 db_put cache => "$id/data", $data;
660 db_put cache => "$id/md5" , $md5;
661 db_put cache => "$id/meta", $meta;
662
663 return $data;
664 }
665
666 db_get cache => "$id/data"
667}
668
669=item cf::datalog type => key => value, ...
670
671Log a datalog packet of the given type with the given key-value pairs.
672
673=cut
674
675sub datalog($@) {
676 my ($type, %kv) = @_;
677 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
361} 678}
362 679
363=back 680=back
364 681
365=cut 682=cut
366
367#############################################################################
368
369package cf::path;
370
371use overload
372 '""' => \&as_string;
373
374# used to convert map paths into valid unix filenames by repalcing / by ∕
375our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
376
377sub register {
378 my ($pkg, $prefix) = @_;
379
380 $EXT_MAP{$prefix} = $pkg;
381}
382
383sub new {
384 my ($class, $path, $base) = @_;
385
386 return $path if ref $path;
387
388 my $self = {};
389
390 # {... are special paths that are not being touched
391 # ?xxx/... are special absolute paths
392 # ?random/... random maps
393 # /! non-realised random map exit
394 # /... normal maps
395 # ~/... per-player maps without a specific player (DO NOT USE)
396 # ~user/... per-player map of a specific user
397
398 $path =~ s/$PATH_SEP/\//go;
399
400 if ($path =~ /^{/) {
401 # fine as it is
402 } else {
403 if ($path =~ s{^~([^/]+)?}{}) {
404 # ~user
405 $self->{user_rel} = 1;
406
407 if (defined $1) {
408 $self->{user} = $1;
409 } elsif ($base =~ m{^~([^/]+)/}) {
410 $self->{user} = $1;
411 } else {
412 warn "cannot resolve user-relative path without user <$path,$base>\n";
413 }
414 } elsif ($path =~ s{^\?([^/]+)/}{}) {
415 # ?...
416 $self->{ext} = $1;
417 if (my $ext = $EXT_MAP{$1}) {
418 bless $self, $ext;
419 }
420 } elsif ($path =~ /^\//) {
421 # /...
422 # already absolute
423 } else {
424 # relative
425 $base =~ s{[^/]+/?$}{};
426 return $class->new ("$base/$path");
427 }
428
429 for ($path) {
430 redo if s{/\.?/}{/};
431 redo if s{/[^/]+/\.\./}{/};
432 }
433 }
434
435 $self->{path} = $path;
436
437 if ("HASH" eq ref $self) {
438 bless $self, $class;
439 } else {
440 $self->init;
441 }
442
443 for my $ext (values %EXT_MAP) {
444 if (my $subst = $ext->substitute ($self)) {
445 return $subst;
446 }
447 }
448
449 $self
450}
451
452sub init {
453 # nop
454}
455
456sub substitute {
457 ()
458}
459
460# the name / primary key / in-game path
461sub as_string {
462 my ($self) = @_;
463
464 $self->{user_rel} ? "~$self->{user}$self->{path}"
465 : $self->{ext} ? "?$self->{ext}/$self->{path}"
466 : $self->{path}
467}
468
469# the displayed name, this is a one way mapping
470sub visible_name {
471 &as_string
472}
473
474# escape the /'s in the path
475sub _escaped_path {
476 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
477
478 $path
479}
480
481# the original (read-only) location
482sub load_path {
483 my ($self) = @_;
484
485 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
486}
487
488# the temporary/swap location
489sub save_path {
490 my ($self) = @_;
491
492 $self->{user_rel}
493 ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
494 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
495}
496
497# the unique path, undef == no special unique path
498sub uniq_path {
499 my ($self) = @_;
500
501 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
502}
503
504# this is somewhat ugly, but style maps do need special treatment
505sub is_style_map {
506 $_[0]{path} =~ m{^/styles/}
507}
508
509sub load_orig {
510 my ($self) = @_;
511
512 &cf::map::load_map_header ($self->load_path)
513}
514
515sub load_temp {
516 my ($self) = @_;
517
518 &cf::map::load_map_header ($self->save_path)
519}
520
521package cf;
522 683
523############################################################################# 684#############################################################################
524 685
525=head2 ATTACHABLE OBJECTS 686=head2 ATTACHABLE OBJECTS
526 687
528attach callbacks/event handlers (a collection of which is called an "attachment") 689attach callbacks/event handlers (a collection of which is called an "attachment")
529to it. All such attachable objects support the following methods. 690to it. All such attachable objects support the following methods.
530 691
531In the following description, CLASS can be any of C<global>, C<object> 692In the following description, CLASS can be any of C<global>, C<object>
532C<player>, C<client> or C<map> (i.e. the attachable objects in 693C<player>, C<client> or C<map> (i.e. the attachable objects in
533crossfire+). 694Deliantra).
534 695
535=over 4 696=over 4
536 697
537=item $attachable->attach ($attachment, key => $value...) 698=item $attachable->attach ($attachment, key => $value...)
538 699
652our @CB_TYPE = (); # registry for type (cf-object class) based events 813our @CB_TYPE = (); # registry for type (cf-object class) based events
653our @CB_MAP = (); 814our @CB_MAP = ();
654 815
655my %attachment; 816my %attachment;
656 817
818sub cf::attachable::thawer_merge {
819 # simply override everything except _meta
820 local $_[0]{_meta};
821 %{$_[0]} = %{$_[1]};
822}
823
657sub _attach_cb($$$$) { 824sub _attach_cb($$$$) {
658 my ($registry, $event, $prio, $cb) = @_; 825 my ($registry, $event, $prio, $cb) = @_;
659 826
660 use sort 'stable'; 827 use sort 'stable';
661 828
695 $registry = $CB_TYPE[$object_type] ||= []; 862 $registry = $CB_TYPE[$object_type] ||= [];
696 863
697 } elsif ($type eq "subtype") { 864 } elsif ($type eq "subtype") {
698 defined $object_type or Carp::croak "subtype specified without type"; 865 defined $object_type or Carp::croak "subtype specified without type";
699 my $object_subtype = shift @arg; 866 my $object_subtype = shift @arg;
700 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 867 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
701 868
702 } elsif ($type eq "package") { 869 } elsif ($type eq "package") {
703 my $pkg = shift @arg; 870 my $pkg = shift @arg;
704 871
705 while (my ($name, $id) = each %cb_id) { 872 while (my ($name, $id) = each %cb_id) {
734 _attach $registry, $klass, @attach; 901 _attach $registry, $klass, @attach;
735 } 902 }
736 903
737 $obj->{$name} = \%arg; 904 $obj->{$name} = \%arg;
738 } else { 905 } else {
739 warn "object uses attachment '$name' that is not available, postponing.\n"; 906 warn "object uses attachment '$name' which is not available, postponing.\n";
740 } 907 }
741 908
742 $obj->{_attachment}{$name} = undef; 909 $obj->{_attachment}{$name} = undef;
743} 910}
744 911
746 if (ref $_[0]) { 913 if (ref $_[0]) {
747 _object_attach @_; 914 _object_attach @_;
748 } else { 915 } else {
749 _attach shift->_attach_registry, @_; 916 _attach shift->_attach_registry, @_;
750 } 917 }
918 _recalc_want;
751}; 919};
752 920
753# all those should be optimised 921# all those should be optimised
754sub cf::attachable::detach { 922sub cf::attachable::detach {
755 my ($obj, $name) = @_; 923 my ($obj, $name) = @_;
758 delete $obj->{_attachment}{$name}; 926 delete $obj->{_attachment}{$name};
759 reattach ($obj); 927 reattach ($obj);
760 } else { 928 } else {
761 Carp::croak "cannot, currently, detach class attachments"; 929 Carp::croak "cannot, currently, detach class attachments";
762 } 930 }
931 _recalc_want;
763}; 932};
764 933
765sub cf::attachable::attached { 934sub cf::attachable::attached {
766 my ($obj, $name) = @_; 935 my ($obj, $name) = @_;
767 936
782 "; 951 ";
783 die if $@; 952 die if $@;
784} 953}
785 954
786our $override; 955our $override;
787our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 956our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
788 957
789sub override { 958sub override {
790 $override = 1; 959 $override = 1;
791 @invoke_results = (); 960 @INVOKE_RESULTS = (@_);
792} 961}
793 962
794sub do_invoke { 963sub do_invoke {
795 my $event = shift; 964 my $event = shift;
796 my $callbacks = shift; 965 my $callbacks = shift;
797 966
798 @invoke_results = (); 967 @INVOKE_RESULTS = ();
799 968
800 local $override; 969 local $override;
801 970
802 for (@$callbacks) { 971 for (@$callbacks) {
803 eval { &{$_->[1]} }; 972 eval { &{$_->[1]} };
812 } 981 }
813 982
814 0 983 0
815} 984}
816 985
817=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 986=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
818 987
819=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 988=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
820 989
821Generate an object-specific event with the given arguments. 990Generate an object-specific event with the given arguments.
822 991
823This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 992This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
824removed in future versions), and there is no public API to access override 993removed in future versions), and there is no public API to access override
825results (if you must, access C<@cf::invoke_results> directly). 994results (if you must, access C<@cf::INVOKE_RESULTS> directly).
826 995
827=back 996=back
828 997
829=cut 998=cut
830 999
831############################################################################# 1000#############################################################################
832# object support 1001# object support
1002
1003sub _object_equal($$);
1004sub _object_equal($$) {
1005 my ($a, $b) = @_;
1006
1007 return 0 unless (ref $a) eq (ref $b);
1008
1009 if ("HASH" eq ref $a) {
1010 my @ka = keys %$a;
1011 my @kb = keys %$b;
1012
1013 return 0 if @ka != @kb;
1014
1015 for (0 .. $#ka) {
1016 return 0 unless $ka[$_] eq $kb[$_];
1017 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1018 }
1019
1020 } elsif ("ARRAY" eq ref $a) {
1021
1022 return 0 if @$a != @$b;
1023
1024 for (0 .. $#$a) {
1025 return 0 unless _object_equal $a->[$_], $b->[$_];
1026 }
1027
1028 } elsif ($a ne $b) {
1029 return 0;
1030 }
1031
1032 1
1033}
1034
1035our $SLOW_MERGES;#d#
1036sub _can_merge {
1037 my ($ob1, $ob2) = @_;
1038
1039 ++$SLOW_MERGES;#d#
1040
1041 # we do the slow way here
1042 return _object_equal $ob1, $ob2
1043}
833 1044
834sub reattach { 1045sub reattach {
835 # basically do the same as instantiate, without calling instantiate 1046 # basically do the same as instantiate, without calling instantiate
836 my ($obj) = @_; 1047 my ($obj) = @_;
1048
1049 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
837 1050
838 my $registry = $obj->registry; 1051 my $registry = $obj->registry;
839 1052
840 @$registry = (); 1053 @$registry = ();
841 1054
856cf::attachable->attach ( 1069cf::attachable->attach (
857 prio => -1000000, 1070 prio => -1000000,
858 on_instantiate => sub { 1071 on_instantiate => sub {
859 my ($obj, $data) = @_; 1072 my ($obj, $data) = @_;
860 1073
861 $data = from_json $data; 1074 $data = decode_json $data;
862 1075
863 for (@$data) { 1076 for (@$data) {
864 my ($name, $args) = @$_; 1077 my ($name, $args) = @$_;
865 1078
866 $obj->attach ($name, %{$args || {} }); 1079 $obj->attach ($name, %{$args || {} });
882sub object_freezer_save { 1095sub object_freezer_save {
883 my ($filename, $rdata, $objs) = @_; 1096 my ($filename, $rdata, $objs) = @_;
884 1097
885 sync_job { 1098 sync_job {
886 if (length $$rdata) { 1099 if (length $$rdata) {
1100 utf8::decode (my $decname = $filename);
887 warn sprintf "saving %s (%d,%d)\n", 1101 warn sprintf "saving %s (%d,%d)\n",
888 $filename, length $$rdata, scalar @$objs; 1102 $decname, length $$rdata, scalar @$objs;
889 1103
890 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1104 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
891 chmod SAVE_MODE, $fh; 1105 chmod SAVE_MODE, $fh;
892 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1106 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
893 aio_fsync $fh; 1107 aio_fsync $fh if $cf::USE_FSYNC;
894 close $fh; 1108 close $fh;
895 1109
896 if (@$objs) { 1110 if (@$objs) {
897 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1111 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
898 chmod SAVE_MODE, $fh; 1112 chmod SAVE_MODE, $fh;
899 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1113 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
900 aio_write $fh, 0, (length $data), $data, 0; 1114 aio_write $fh, 0, (length $data), $data, 0;
901 aio_fsync $fh; 1115 aio_fsync $fh if $cf::USE_FSYNC;
902 close $fh; 1116 close $fh;
903 aio_rename "$filename.pst~", "$filename.pst"; 1117 aio_rename "$filename.pst~", "$filename.pst";
904 } 1118 }
905 } else { 1119 } else {
906 aio_unlink "$filename.pst"; 1120 aio_unlink "$filename.pst";
912 } 1126 }
913 } else { 1127 } else {
914 aio_unlink $filename; 1128 aio_unlink $filename;
915 aio_unlink "$filename.pst"; 1129 aio_unlink "$filename.pst";
916 } 1130 }
917 } 1131 };
918} 1132}
919 1133
920sub object_freezer_as_string { 1134sub object_freezer_as_string {
921 my ($rdata, $objs) = @_; 1135 my ($rdata, $objs) = @_;
922 1136
934 or return; 1148 or return;
935 1149
936 unless (aio_stat "$filename.pst") { 1150 unless (aio_stat "$filename.pst") {
937 (aio_load "$filename.pst", $av) >= 0 1151 (aio_load "$filename.pst", $av) >= 0
938 or return; 1152 or return;
1153
939 $av = eval { (Storable::thaw $av)->{objs} }; 1154 my $st = eval { Coro::Storable::thaw $av };
1155 $av = $st->{objs};
940 } 1156 }
941 1157
1158 utf8::decode (my $decname = $filename);
942 warn sprintf "loading %s (%d)\n", 1159 warn sprintf "loading %s (%d,%d)\n",
943 $filename, length $data, scalar @{$av || []};#d# 1160 $decname, length $data, scalar @{$av || []};
1161
944 return ($data, $av); 1162 ($data, $av)
945} 1163}
1164
1165=head2 COMMAND CALLBACKS
1166
1167=over 4
1168
1169=cut
946 1170
947############################################################################# 1171#############################################################################
948# command handling &c 1172# command handling &c
949 1173
950=item cf::register_command $name => \&callback($ob,$args); 1174=item cf::register_command $name => \&callback($ob,$args);
963 push @{ $COMMAND{$name} }, [$caller, $cb]; 1187 push @{ $COMMAND{$name} }, [$caller, $cb];
964} 1188}
965 1189
966=item cf::register_extcmd $name => \&callback($pl,$packet); 1190=item cf::register_extcmd $name => \&callback($pl,$packet);
967 1191
968Register a callbackf ro execution when the client sends an extcmd packet. 1192Register a callback for execution when the client sends an (synchronous)
1193extcmd packet. Ext commands will be processed in the order they are
1194received by the server, like other user commands. The first argument is
1195the logged-in player. Ext commands can only be processed after a player
1196has logged in successfully.
969 1197
970If the callback returns something, it is sent back as if reply was being 1198If the callback returns something, it is sent back as if reply was being
971called. 1199called.
972 1200
1201=item cf::register_exticmd $name => \&callback($ns,$packet);
1202
1203Register a callback for execution when the client sends an (asynchronous)
1204exticmd packet. Exti commands are processed by the server as soon as they
1205are received, i.e. out of order w.r.t. other commands. The first argument
1206is a client socket. Exti commands can be received anytime, even before
1207log-in.
1208
1209If the callback returns something, it is sent back as if reply was being
1210called.
1211
973=cut 1212=cut
974 1213
975sub register_extcmd { 1214sub register_extcmd {
976 my ($name, $cb) = @_; 1215 my ($name, $cb) = @_;
977 1216
978 $EXTCMD{$name} = $cb; 1217 $EXTCMD{$name} = $cb;
1218}
1219
1220sub register_exticmd {
1221 my ($name, $cb) = @_;
1222
1223 $EXTICMD{$name} = $cb;
979} 1224}
980 1225
981cf::player->attach ( 1226cf::player->attach (
982 on_command => sub { 1227 on_command => sub {
983 my ($pl, $name, $params) = @_; 1228 my ($pl, $name, $params) = @_;
992 cf::override; 1237 cf::override;
993 }, 1238 },
994 on_extcmd => sub { 1239 on_extcmd => sub {
995 my ($pl, $buf) = @_; 1240 my ($pl, $buf) = @_;
996 1241
997 my $msg = eval { from_json $buf }; 1242 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
998 1243
999 if (ref $msg) { 1244 if (ref $msg) {
1245 my ($type, $reply, @payload) =
1246 "ARRAY" eq ref $msg
1247 ? @$msg
1248 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1249
1250 my @reply;
1251
1000 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1252 if (my $cb = $EXTCMD{$type}) {
1001 if (my %reply = $cb->($pl, $msg)) { 1253 @reply = $cb->($pl, @payload);
1002 $pl->ext_reply ($msg->{msgid}, %reply);
1003 }
1004 } 1254 }
1255
1256 $pl->ext_reply ($reply, @reply)
1257 if $reply;
1258
1005 } else { 1259 } else {
1006 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1260 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1007 } 1261 }
1008 1262
1009 cf::override; 1263 cf::override;
1010 }, 1264 },
1011); 1265);
1012 1266
1013sub load_extension {
1014 my ($path) = @_;
1015
1016 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1017 my $base = $1;
1018 my $pkg = $1;
1019 $pkg =~ s/[^[:word:]]/_/g;
1020 $pkg = "ext::$pkg";
1021
1022 warn "... loading '$path' into '$pkg'\n";
1023
1024 open my $fh, "<:utf8", $path
1025 or die "$path: $!";
1026
1027 my $source =
1028 "package $pkg; use strict; use utf8;\n"
1029 . "#line 1 \"$path\"\n{\n"
1030 . (do { local $/; <$fh> })
1031 . "\n};\n1";
1032
1033 eval $source
1034 or die $@ ? "$path: $@\n"
1035 : "extension disabled.\n";
1036
1037 push @EXTS, $pkg;
1038}
1039
1040sub load_extensions { 1267sub load_extensions {
1268 cf::sync_job {
1269 my %todo;
1270
1041 for my $ext (<$LIBDIR/*.ext>) { 1271 for my $path (<$LIBDIR/*.ext>) {
1042 next unless -r $ext; 1272 next unless -r $path;
1043 eval { 1273
1044 load_extension $ext; 1274 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1275 my $base = $1;
1276 my $pkg = $1;
1277 $pkg =~ s/[^[:word:]]/_/g;
1278 $pkg = "ext::$pkg";
1279
1280 open my $fh, "<:utf8", $path
1281 or die "$path: $!";
1282
1283 my $source = do { local $/; <$fh> };
1284
1285 my %ext = (
1286 path => $path,
1287 base => $base,
1288 pkg => $pkg,
1289 );
1290
1291 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1292 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1293
1294 $ext{source} =
1295 "package $pkg; use strict; use utf8;\n"
1296 . "#line 1 \"$path\"\n{\n"
1297 . $source
1298 . "\n};\n1";
1299
1300 $todo{$base} = \%ext;
1301 }
1302
1303 my %done;
1304 while (%todo) {
1305 my $progress;
1306
1307 while (my ($k, $v) = each %todo) {
1308 for (split /,\s*/, $v->{meta}{depends}) {
1309 goto skip
1310 unless exists $done{$_};
1311 }
1312
1313 warn "... loading '$k' into '$v->{pkg}'\n";
1314
1315 unless (eval $v->{source}) {
1316 my $msg = $@ ? "$v->{path}: $@\n"
1317 : "$v->{base}: extension inactive.\n";
1318
1319 if (exists $v->{meta}{mandatory}) {
1320 warn $msg;
1321 cf::cleanup "mandatory extension failed to load, exiting.";
1322 }
1323
1324 warn $msg;
1325 }
1326
1327 $done{$k} = delete $todo{$k};
1328 push @EXTS, $v->{pkg};
1329 $progress = 1;
1045 1 1330 }
1046 } or warn "$ext not loaded: $@"; 1331
1332 skip:
1333 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1334 unless $progress;
1335 }
1047 } 1336 };
1048} 1337}
1049 1338
1050############################################################################# 1339#############################################################################
1051# load/save/clean perl data associated with a map
1052 1340
1053*cf::mapsupport::on_clean = sub { 1341=back
1054 my ($map) = @_;
1055
1056 my $path = $map->tmpname;
1057 defined $path or return;
1058
1059 unlink "$path.pst";
1060};
1061
1062cf::map->attach (prio => -10000, package => cf::mapsupport::);
1063
1064#############################################################################
1065 1342
1066=head2 CORE EXTENSIONS 1343=head2 CORE EXTENSIONS
1067 1344
1068Functions and methods that extend core crossfire objects. 1345Functions and methods that extend core crossfire objects.
1069 1346
1075 1352
1076=head3 cf::player 1353=head3 cf::player
1077 1354
1078=over 4 1355=over 4
1079 1356
1357=item cf::player::num_playing
1358
1359Returns the official number of playing players, as per the Crossfire metaserver rules.
1360
1361=cut
1362
1363sub num_playing {
1364 scalar grep
1365 $_->ob->map
1366 && !$_->hidden
1367 && !$_->ob->flag (cf::FLAG_WIZ),
1368 cf::player::list
1369}
1370
1080=item cf::player::find $login 1371=item cf::player::find $login
1081 1372
1082Returns the given player object, loading it if necessary (might block). 1373Returns the given player object, loading it if necessary (might block).
1083 1374
1084=cut 1375=cut
1085 1376
1086sub playerdir($) { 1377sub playerdir($) {
1087 cf::localdir 1378 "$PLAYERDIR/"
1088 . "/"
1089 . cf::playerdir
1090 . "/"
1091 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1379 . (ref $_[0] ? $_[0]->ob->name : $_[0])
1092} 1380}
1093 1381
1094sub path($) { 1382sub path($) {
1095 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1383 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1096 1384
1097 (playerdir $login) . "/$login.pl" 1385 (playerdir $login) . "/playerdata"
1098} 1386}
1099 1387
1100sub find_active($) { 1388sub find_active($) {
1101 $cf::PLAYER{$_[0]} 1389 $cf::PLAYER{$_[0]}
1102 and $cf::PLAYER{$_[0]}->active 1390 and $cf::PLAYER{$_[0]}->active
1105 1393
1106sub exists($) { 1394sub exists($) {
1107 my ($login) = @_; 1395 my ($login) = @_;
1108 1396
1109 $cf::PLAYER{$login} 1397 $cf::PLAYER{$login}
1110 or cf::sync_job { !aio_stat $login } 1398 or cf::sync_job { !aio_stat path $login }
1111} 1399}
1112 1400
1113sub find($) { 1401sub find($) {
1114 return $cf::PLAYER{$_[0]} || do { 1402 return $cf::PLAYER{$_[0]} || do {
1115 my $login = $_[0]; 1403 my $login = $_[0];
1116 1404
1117 my $guard = cf::lock_acquire "user_find:$login"; 1405 my $guard = cf::lock_acquire "user_find:$login";
1118 1406
1119 $cf::PLAYER{$_[0]} || do { 1407 $cf::PLAYER{$_[0]} || do {
1120 my $pl = load_pl path $login 1408 # rename old playerfiles to new ones
1409 #TODO: remove when no longer required
1410 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1411 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1412 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1413 aio_unlink +(playerdir $login) . "/$login.pl";
1414
1415 my $f = new_from_file cf::object::thawer path $login
1121 or return; 1416 or return;
1417
1418 my $pl = cf::player::load_pl $f
1419 or return;
1420 local $cf::PLAYER_LOADING{$login} = $pl;
1421 $f->resolve_delayed_derefs;
1122 $cf::PLAYER{$login} = $pl 1422 $cf::PLAYER{$login} = $pl
1123 } 1423 }
1124 } 1424 }
1125} 1425}
1126 1426
1136 1436
1137 aio_mkdir playerdir $pl, 0770; 1437 aio_mkdir playerdir $pl, 0770;
1138 $pl->{last_save} = $cf::RUNTIME; 1438 $pl->{last_save} = $cf::RUNTIME;
1139 1439
1140 $pl->save_pl ($path); 1440 $pl->save_pl ($path);
1141 Coro::cede; 1441 cf::cede_to_tick;
1142} 1442}
1143 1443
1144sub new($) { 1444sub new($) {
1145 my ($login) = @_; 1445 my ($login) = @_;
1146 1446
1152 $cf::PLAYER{$login} = $self; 1452 $cf::PLAYER{$login} = $self;
1153 1453
1154 $self 1454 $self
1155} 1455}
1156 1456
1457=item $player->send_msg ($channel, $msg, $color, [extra...])
1458
1459=cut
1460
1461sub send_msg {
1462 my $ns = shift->ns
1463 or return;
1464 $ns->send_msg (@_);
1465}
1466
1157=item $pl->quit_character 1467=item $pl->quit_character
1158 1468
1159Nukes the player without looking back. If logged in, the connection will 1469Nukes the player without looking back. If logged in, the connection will
1160be destroyed. May block for a long time. 1470be destroyed. May block for a long time.
1161 1471
1162=cut 1472=cut
1163 1473
1164sub quit_character { 1474sub quit_character {
1165 my ($pl) = @_; 1475 my ($pl) = @_;
1476
1477 my $name = $pl->ob->name;
1166 1478
1167 $pl->{deny_save} = 1; 1479 $pl->{deny_save} = 1;
1168 $pl->password ("*"); # this should lock out the player until we nuked the dir 1480 $pl->password ("*"); # this should lock out the player until we nuked the dir
1169 1481
1170 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1482 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1175 my $path = playerdir $pl; 1487 my $path = playerdir $pl;
1176 my $temp = "$path~$cf::RUNTIME~deleting~"; 1488 my $temp = "$path~$cf::RUNTIME~deleting~";
1177 aio_rename $path, $temp; 1489 aio_rename $path, $temp;
1178 delete $cf::PLAYER{$pl->ob->name}; 1490 delete $cf::PLAYER{$pl->ob->name};
1179 $pl->destroy; 1491 $pl->destroy;
1492
1493 my $prefix = qr<^~\Q$name\E/>;
1494
1495 # nuke player maps
1496 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1497
1180 IO::AIO::aio_rmtree $temp; 1498 IO::AIO::aio_rmtree $temp;
1499}
1500
1501=item $pl->kick
1502
1503Kicks a player out of the game. This destroys the connection.
1504
1505=cut
1506
1507sub kick {
1508 my ($pl, $kicker) = @_;
1509
1510 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1511 $pl->killer ("kicked");
1512 $pl->ns->destroy;
1181} 1513}
1182 1514
1183=item cf::player::list_logins 1515=item cf::player::list_logins
1184 1516
1185Returns am arrayref of all valid playernames in the system, can take a 1517Returns am arrayref of all valid playernames in the system, can take a
1186while and may block, so not sync_job-capable, ever. 1518while and may block, so not sync_job-capable, ever.
1187 1519
1188=cut 1520=cut
1189 1521
1190sub list_logins { 1522sub list_logins {
1191 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1523 my $dirs = aio_readdir $PLAYERDIR
1192 or return []; 1524 or return [];
1193 1525
1194 my @logins; 1526 my @logins;
1195 1527
1196 for my $login (@$dirs) { 1528 for my $login (@$dirs) {
1529 my $path = path $login;
1530
1531 # a .pst is a dead give-away for a valid player
1532 unless (-e "$path.pst") {
1197 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1533 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1198 aio_read $fh, 0, 512, my $buf, 0 or next; 1534 aio_read $fh, 0, 512, my $buf, 0 or next;
1199 $buf !~ /^password -------------$/m or next; # official not-valid tag 1535 $buf !~ /^password -------------$/m or next; # official not-valid tag
1536 }
1200 1537
1201 utf8::decode $login; 1538 utf8::decode $login;
1202 push @logins, $login; 1539 push @logins, $login;
1203 } 1540 }
1204 1541
1205 \@logins 1542 \@logins
1206} 1543}
1207 1544
1208=item $player->maps 1545=item $player->maps
1209 1546
1210Returns an arrayref of cf::path's of all maps that are private for this 1547Returns an arrayref of map paths that are private for this
1211player. May block. 1548player. May block.
1212 1549
1213=cut 1550=cut
1214 1551
1215sub maps($) { 1552sub maps($) {
1216 my ($pl) = @_; 1553 my ($pl) = @_;
1554
1555 $pl = ref $pl ? $pl->ob->name : $pl;
1217 1556
1218 my $files = aio_readdir playerdir $pl 1557 my $files = aio_readdir playerdir $pl
1219 or return; 1558 or return;
1220 1559
1221 my @paths; 1560 my @paths;
1223 for (@$files) { 1562 for (@$files) {
1224 utf8::decode $_; 1563 utf8::decode $_;
1225 next if /\.(?:pl|pst)$/; 1564 next if /\.(?:pl|pst)$/;
1226 next unless /^$PATH_SEP/o; 1565 next unless /^$PATH_SEP/o;
1227 1566
1228 push @paths, new cf::path "~" . $pl->ob->name . "/" . $_; 1567 push @paths, cf::map::normalise "~$pl/$_";
1229 } 1568 }
1230 1569
1231 \@paths 1570 \@paths
1232} 1571}
1233 1572
1573=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1574
1575Expand crossfire pod fragments into protocol xml.
1576
1577=cut
1578
1579use re 'eval';
1580
1581my $group;
1582my $interior; $interior = qr{
1583 # match a pod interior sequence sans C<< >>
1584 (?:
1585 \ (.*?)\ (?{ $group = $^N })
1586 | < (??{$interior}) >
1587 )
1588}x;
1589
1590sub expand_cfpod {
1591 my ($self, $pod) = @_;
1592
1593 my $xml;
1594
1595 while () {
1596 if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
1597 $group = $1;
1598
1599 $group =~ s/&/&amp;/g;
1600 $group =~ s/</&lt;/g;
1601
1602 $xml .= $group;
1603 } elsif ($pod =~ m%\G
1604 ([BCGHITU])
1605 <
1606 (?:
1607 ([^<>]*) (?{ $group = $^N })
1608 | < $interior >
1609 )
1610 >
1611 %gcsx
1612 ) {
1613 my ($code, $data) = ($1, $group);
1614
1615 if ($code eq "B") {
1616 $xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
1617 } elsif ($code eq "I") {
1618 $xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
1619 } elsif ($code eq "U") {
1620 $xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
1621 } elsif ($code eq "C") {
1622 $xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
1623 } elsif ($code eq "T") {
1624 $xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
1625 } elsif ($code eq "G") {
1626 my ($male, $female) = split /\|/, $data;
1627 $data = $self->gender ? $female : $male;
1628 $xml .= expand_cfpod ($self, $data);
1629 } elsif ($code eq "H") {
1630 $xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1631 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1632 "")
1633 [$self->{hintmode}];
1634 } else {
1635 $xml .= "error processing '$code($data)' directive";
1636 }
1637 } else {
1638 if ($pod =~ /\G(.+)/) {
1639 warn "parse error while expanding $pod (at $1)";
1640 }
1641 last;
1642 }
1643 }
1644
1645 for ($xml) {
1646 # create single paragraphs (very hackish)
1647 s/(?<=\S)\n(?=\w)/ /g;
1648
1649 # compress some whitespace
1650 s/\s+\n/\n/g; # ws line-ends
1651 s/\n\n+/\n/g; # double lines
1652 s/^\n+//; # beginning lines
1653 s/\n+$//; # ending lines
1654 }
1655
1656 $xml
1657}
1658
1659no re 'eval';
1660
1661sub hintmode {
1662 $_[0]{hintmode} = $_[1] if @_ > 1;
1663 $_[0]{hintmode}
1664}
1665
1234=item $player->ext_reply ($msgid, $msgtype, %msg) 1666=item $player->ext_reply ($msgid, @msg)
1235 1667
1236Sends an ext reply to the player. 1668Sends an ext reply to the player.
1237 1669
1238=cut 1670=cut
1239 1671
1240sub ext_reply($$$%) { 1672sub ext_reply($$@) {
1241 my ($self, $id, %msg) = @_; 1673 my ($self, $id, @msg) = @_;
1242 1674
1243 $msg{msgid} = $id; 1675 $self->ns->ext_reply ($id, @msg)
1244
1245 $self->send ("ext " . cf::to_json \%msg);
1246} 1676}
1247 1677
1248package cf; 1678=item $player->ext_msg ($type, @msg)
1679
1680Sends an ext event to the client.
1681
1682=cut
1683
1684sub ext_msg($$@) {
1685 my ($self, $type, @msg) = @_;
1686
1687 $self->ns->ext_msg ($type, @msg);
1688}
1689
1690=head3 cf::region
1691
1692=over 4
1693
1694=cut
1695
1696package cf::region;
1697
1698=item cf::region::find_by_path $path
1699
1700Tries to decuce the likely region for a map knowing only its path.
1701
1702=cut
1703
1704sub find_by_path($) {
1705 my ($path) = @_;
1706
1707 my ($match, $specificity);
1708
1709 for my $region (list) {
1710 if ($region->{match} && $path =~ $region->{match}) {
1711 ($match, $specificity) = ($region, $region->specificity)
1712 if $region->specificity > $specificity;
1713 }
1714 }
1715
1716 $match
1717}
1249 1718
1250=back 1719=back
1251
1252 1720
1253=head3 cf::map 1721=head3 cf::map
1254 1722
1255=over 4 1723=over 4
1256 1724
1259package cf::map; 1727package cf::map;
1260 1728
1261use Fcntl; 1729use Fcntl;
1262use Coro::AIO; 1730use Coro::AIO;
1263 1731
1732use overload
1733 '""' => \&as_string,
1734 fallback => 1;
1735
1264our $MAX_RESET = 3600; 1736our $MAX_RESET = 3600;
1265our $DEFAULT_RESET = 3000; 1737our $DEFAULT_RESET = 3000;
1266 1738
1267sub generate_random_map { 1739sub generate_random_map {
1268 my ($path, $rmp) = @_; 1740 my ($self, $rmp) = @_;
1269
1270 # mit "rum" bekleckern, nicht 1741 # mit "rum" bekleckern, nicht
1271 cf::map::_create_random_map ( 1742 $self->_create_random_map (
1272 $path,
1273 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1743 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1274 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1744 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1275 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1745 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1276 $rmp->{exit_on_final_map}, 1746 $rmp->{exit_on_final_map},
1277 $rmp->{xsize}, $rmp->{ysize}, 1747 $rmp->{xsize}, $rmp->{ysize},
1282 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1752 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1283 (cf::region::find $rmp->{region}), $rmp->{custom} 1753 (cf::region::find $rmp->{region}), $rmp->{custom}
1284 ) 1754 )
1285} 1755}
1286 1756
1757=item cf::map->register ($regex, $prio)
1758
1759Register a handler for the map path matching the given regex at the
1760givne priority (higher is better, built-in handlers have priority 0, the
1761default).
1762
1763=cut
1764
1765sub register {
1766 my (undef, $regex, $prio) = @_;
1767 my $pkg = caller;
1768
1769 no strict;
1770 push @{"$pkg\::ISA"}, __PACKAGE__;
1771
1772 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1773}
1774
1775# also paths starting with '/'
1776$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1777
1778sub thawer_merge {
1779 my ($self, $merge) = @_;
1780
1781 # we have to keep some variables in memory intact
1782 local $self->{path};
1783 local $self->{load_path};
1784
1785 $self->SUPER::thawer_merge ($merge);
1786}
1787
1788sub normalise {
1789 my ($path, $base) = @_;
1790
1791 $path = "$path"; # make sure its a string
1792
1793 $path =~ s/\.map$//;
1794
1795 # map plan:
1796 #
1797 # /! non-realised random map exit (special hack!)
1798 # {... are special paths that are not being touched
1799 # ?xxx/... are special absolute paths
1800 # ?random/... random maps
1801 # /... normal maps
1802 # ~user/... per-player map of a specific user
1803
1804 $path =~ s/$PATH_SEP/\//go;
1805
1806 # treat it as relative path if it starts with
1807 # something that looks reasonable
1808 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1809 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1810
1811 $base =~ s{[^/]+/?$}{};
1812 $path = "$base/$path";
1813 }
1814
1815 for ($path) {
1816 redo if s{//}{/};
1817 redo if s{/\.?/}{/};
1818 redo if s{/[^/]+/\.\./}{/};
1819 }
1820
1821 $path
1822}
1823
1824sub new_from_path {
1825 my (undef, $path, $base) = @_;
1826
1827 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1828
1829 $path = normalise $path, $base;
1830
1831 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1832 if ($path =~ $EXT_MAP{$pkg}[1]) {
1833 my $self = bless cf::map::new, $pkg;
1834 $self->{path} = $path; $self->path ($path);
1835 $self->init; # pass $1 etc.
1836 return $self;
1837 }
1838 }
1839
1840 Carp::cluck "unable to resolve path '$path' (base '$base').";
1841 ()
1842}
1843
1844sub init {
1845 my ($self) = @_;
1846
1847 $self
1848}
1849
1850sub as_string {
1851 my ($self) = @_;
1852
1853 "$self->{path}"
1854}
1855
1856# the displayed name, this is a one way mapping
1857sub visible_name {
1858 &as_string
1859}
1860
1861# the original (read-only) location
1862sub load_path {
1863 my ($self) = @_;
1864
1865 "$MAPDIR/$self->{path}.map"
1866}
1867
1868# the temporary/swap location
1869sub save_path {
1870 my ($self) = @_;
1871
1872 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1873 "$TMPDIR/$path.map"
1874}
1875
1876# the unique path, undef == no special unique path
1877sub uniq_path {
1878 my ($self) = @_;
1879
1880 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1881 "$UNIQUEDIR/$path"
1882}
1883
1287# and all this just because we cannot iterate over 1884# and all this just because we cannot iterate over
1288# all maps in C++... 1885# all maps in C++...
1289sub change_all_map_light { 1886sub change_all_map_light {
1290 my ($change) = @_; 1887 my ($change) = @_;
1291 1888
1292 $_->change_map_light ($change) 1889 $_->change_map_light ($change)
1293 for grep $_->outdoor, values %cf::MAP; 1890 for grep $_->outdoor, values %cf::MAP;
1294} 1891}
1295 1892
1893sub decay_objects {
1894 my ($self) = @_;
1895
1896 return if $self->{deny_reset};
1897
1898 $self->do_decay_objects;
1899}
1900
1901sub unlink_save {
1902 my ($self) = @_;
1903
1904 utf8::encode (my $save = $self->save_path);
1905 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1906 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1907}
1908
1296sub load_map_header($) { 1909sub load_header_from($) {
1297 my ($path) = @_; 1910 my ($self, $path) = @_;
1298 1911
1299 utf8::encode $path; 1912 utf8::encode $path;
1300 aio_open $path, O_RDONLY, 0 1913 my $f = new_from_file cf::object::thawer $path
1301 or return; 1914 or return;
1302 1915
1303 my $map = cf::map::new 1916 $self->_load_header ($f)
1304 or return; 1917 or return;
1305 1918
1306 # for better error messages only, will be overwritten later 1919 local $MAP_LOADING{$self->{path}} = $self;
1307 $map->path ($path); 1920 $f->resolve_delayed_derefs;
1308 1921
1309 $map->load_header ($path) 1922 $self->{load_path} = $path;
1923
1924 1
1925}
1926
1927sub load_header_orig {
1928 my ($self) = @_;
1929
1930 $self->load_header_from ($self->load_path)
1931}
1932
1933sub load_header_temp {
1934 my ($self) = @_;
1935
1936 $self->load_header_from ($self->save_path)
1937}
1938
1939sub prepare_temp {
1940 my ($self) = @_;
1941
1942 $self->last_access ((delete $self->{last_access})
1943 || $cf::RUNTIME); #d#
1944 # safety
1945 $self->{instantiate_time} = $cf::RUNTIME
1946 if $self->{instantiate_time} > $cf::RUNTIME;
1947}
1948
1949sub prepare_orig {
1950 my ($self) = @_;
1951
1952 $self->{load_original} = 1;
1953 $self->{instantiate_time} = $cf::RUNTIME;
1954 $self->last_access ($cf::RUNTIME);
1955 $self->instantiate;
1956}
1957
1958sub load_header {
1959 my ($self) = @_;
1960
1961 if ($self->load_header_temp) {
1962 $self->prepare_temp;
1963 } else {
1964 $self->load_header_orig
1310 or return; 1965 or return;
1966 $self->prepare_orig;
1967 }
1311 1968
1312 $map->{load_path} = $path; 1969 $self->{deny_reset} = 1
1970 if $self->no_reset;
1313 1971
1314 $map 1972 $self->default_region (cf::region::find_by_path $self->{path})
1973 unless $self->default_region;
1974
1975 1
1315} 1976}
1316 1977
1317sub find; 1978sub find;
1318sub find { 1979sub find {
1319 my ($path, $origin) = @_; 1980 my ($path, $origin) = @_;
1320 1981
1321 #warn "find<$path,$origin>\n";#d#
1322
1323 $path = new cf::path $path, $origin && $origin->path; 1982 $path = normalise $path, $origin && $origin->path;
1324 my $key = $path->as_string;
1325 1983
1984 cf::lock_wait "map_data:$path";#d#remove
1326 cf::lock_wait "map_find:$key"; 1985 cf::lock_wait "map_find:$path";
1327 1986
1328 $cf::MAP{$key} || do { 1987 $cf::MAP{$path} || do {
1329 my $guard = cf::lock_acquire "map_find:$key"; 1988 my $guard1 = cf::lock_acquire "map_find:$path";
1989 my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1330 1990
1331 # do it the slow way 1991 my $map = new_from_path cf::map $path
1332 my $map = $path->load_temp;
1333
1334 Coro::cede;
1335
1336 if ($map) {
1337 $map->last_access ((delete $map->{last_access})
1338 || $cf::RUNTIME); #d#
1339 # safety
1340 $map->{instantiate_time} = $cf::RUNTIME
1341 if $map->{instantiate_time} > $cf::RUNTIME;
1342 } else {
1343 $map = $path->load_orig
1344 or return; 1992 or return;
1345 1993
1346 $map->{load_original} = 1;
1347 $map->{instantiate_time} = $cf::RUNTIME;
1348 $map->last_access ($cf::RUNTIME);
1349 $map->instantiate;
1350
1351 # per-player maps become, after loading, normal maps
1352 $map->per_player (0) if $path->{user_rel};
1353 }
1354
1355 $map->path ($key);
1356 $map->{path} = $path;
1357 $map->{last_save} = $cf::RUNTIME; 1994 $map->{last_save} = $cf::RUNTIME;
1358 1995
1359 Coro::cede; 1996 $map->load_header
1997 or return;
1360 1998
1361 if ($map->should_reset) { 1999 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
2000 # doing this can freeze the server in a sync job, obviously
2001 #$cf::WAIT_FOR_TICK->wait;
2002 undef $guard1;
2003 undef $guard2;
1362 $map->reset; 2004 $map->reset;
1363 undef $guard;
1364 $map = find $path 2005 return find $path;
1365 or return;
1366 } 2006 }
1367 2007
1368 $cf::MAP{$key} = $map 2008 $cf::MAP{$path} = $map
1369 } 2009 }
1370} 2010}
2011
2012sub pre_load { }
2013sub post_load { }
1371 2014
1372sub load { 2015sub load {
1373 my ($self) = @_; 2016 my ($self) = @_;
1374 2017
2018 local $self->{deny_reset} = 1; # loading can take a long time
2019
1375 my $path = $self->{path}; 2020 my $path = $self->{path};
2021
2022 {
1376 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 2023 my $guard = cf::lock_acquire "map_data:$path";
1377 2024
2025 return unless $self->valid;
1378 return if $self->in_memory != cf::MAP_SWAPPED; 2026 return unless $self->in_memory == cf::MAP_SWAPPED;
1379 2027
1380 $self->in_memory (cf::MAP_LOADING); 2028 $self->in_memory (cf::MAP_LOADING);
1381 2029
1382 $self->alloc; 2030 $self->alloc;
1383 $self->load_objects ($self->{load_path}, 1) 2031
2032 $self->pre_load;
2033 cf::cede_to_tick;
2034
2035 my $f = new_from_file cf::object::thawer $self->{load_path};
2036 $f->skip_block;
2037 $self->_load_objects ($f)
1384 or return; 2038 or return;
1385 2039
1386 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2040 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1387 if delete $self->{load_original}; 2041 if delete $self->{load_original};
1388 2042
1389 if (my $uniq = $path->uniq_path) { 2043 if (my $uniq = $self->uniq_path) {
1390 utf8::encode $uniq; 2044 utf8::encode $uniq;
1391 if (aio_open $uniq, O_RDONLY, 0) { 2045 unless (aio_stat $uniq) {
2046 if (my $f = new_from_file cf::object::thawer $uniq) {
1392 $self->clear_unique_items; 2047 $self->clear_unique_items;
1393 $self->load_objects ($uniq, 0); 2048 $self->_load_objects ($f);
2049 $f->resolve_delayed_derefs;
2050 }
1394 } 2051 }
1395 } 2052 }
1396 2053
1397 Coro::cede; 2054 $f->resolve_delayed_derefs;
1398 2055
2056 cf::cede_to_tick;
1399 # now do the right thing for maps 2057 # now do the right thing for maps
1400 $self->link_multipart_objects; 2058 $self->link_multipart_objects;
1401
1402 if ($self->{path}->is_style_map) {
1403 $self->{deny_save} = 1;
1404 $self->{deny_reset} = 1;
1405 } else {
1406 $self->fix_auto_apply;
1407 $self->decay_objects;
1408 $self->update_buttons;
1409 $self->set_darkness_map;
1410 $self->difficulty ($self->estimate_difficulty) 2059 $self->difficulty ($self->estimate_difficulty)
1411 unless $self->difficulty; 2060 unless $self->difficulty;
2061 cf::cede_to_tick;
2062
2063 unless ($self->{deny_activate}) {
2064 $self->decay_objects;
2065 $self->fix_auto_apply;
2066 $self->update_buttons;
2067 cf::cede_to_tick;
2068 $self->set_darkness_map;
2069 cf::cede_to_tick;
1412 $self->activate; 2070 $self->activate;
1413 } 2071 }
1414 2072
1415 Coro::cede; 2073 $self->{last_save} = $cf::RUNTIME;
2074 $self->last_access ($cf::RUNTIME);
1416 2075
1417 $self->in_memory (cf::MAP_IN_MEMORY); 2076 $self->in_memory (cf::MAP_IN_MEMORY);
2077 }
2078
2079 $self->post_load;
2080}
2081
2082sub customise_for {
2083 my ($self, $ob) = @_;
2084
2085 return find "~" . $ob->name . "/" . $self->{path}
2086 if $self->per_player;
2087
2088# return find "?party/" . $ob->name . "/" . $self->{path}
2089# if $self->per_party;
2090
2091 $self
1418} 2092}
1419 2093
1420# find and load all maps in the 3x3 area around a map 2094# find and load all maps in the 3x3 area around a map
1421sub load_diag { 2095sub load_neighbours {
1422 my ($map) = @_; 2096 my ($map) = @_;
1423 2097
1424 my @diag; # diagonal neighbours 2098 my @neigh; # diagonal neighbours
1425 2099
1426 for (0 .. 3) { 2100 for (0 .. 3) {
1427 my $neigh = $map->tile_path ($_) 2101 my $neigh = $map->tile_path ($_)
1428 or next; 2102 or next;
1429 $neigh = find $neigh, $map 2103 $neigh = find $neigh, $map
1430 or next; 2104 or next;
1431 $neigh->load; 2105 $neigh->load;
1432 2106
2107 push @neigh,
1433 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh], 2108 [$neigh->tile_path (($_ + 3) % 4), $neigh],
1434 [$neigh->tile_path (($_ + 1) % 4), $neigh]; 2109 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1435 } 2110 }
1436 2111
1437 for (@diag) { 2112 for (grep defined $_->[0], @neigh) {
2113 my ($path, $origin) = @$_;
1438 my $neigh = find @$_ 2114 my $neigh = find $path, $origin
1439 or next; 2115 or next;
1440 $neigh->load; 2116 $neigh->load;
1441 } 2117 }
1442} 2118}
1443 2119
1448} 2124}
1449 2125
1450sub do_load_sync { 2126sub do_load_sync {
1451 my ($map) = @_; 2127 my ($map) = @_;
1452 2128
2129 cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
2130 if $Coro::current == $Coro::main;
2131
1453 cf::sync_job { $map->load }; 2132 cf::sync_job { $map->load };
1454} 2133}
1455 2134
1456our %MAP_PREFETCH; 2135our %MAP_PREFETCH;
2136our $MAP_PREFETCHER = undef;
2137
2138sub find_async {
2139 my ($path, $origin, $load) = @_;
2140
2141 $path = normalise $path, $origin && $origin->{path};
2142
2143 if (my $map = $cf::MAP{$path}) {
2144 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
2145 }
2146
2147 $MAP_PREFETCH{$path} |= $load;
2148
1457our $MAP_PREFETCHER = Coro::async { 2149 $MAP_PREFETCHER ||= cf::async {
1458 while () { 2150 $Coro::current->{desc} = "map prefetcher";
2151
1459 while (%MAP_PREFETCH) { 2152 while (%MAP_PREFETCH) {
1460 my $key = each %MAP_PREFETCH 2153 while (my ($k, $v) = each %MAP_PREFETCH) {
1461 or next; 2154 if (my $map = find $k) {
2155 $map->load if $v;
2156 }
2157
1462 my $path = delete $MAP_PREFETCH{$key}; 2158 delete $MAP_PREFETCH{$k};
1463
1464 my $map = find $path
1465 or next;
1466 $map->load;
1467 } 2159 }
1468 Coro::schedule; 2160 }
2161 undef $MAP_PREFETCHER;
1469 } 2162 };
1470};
1471
1472sub find_async {
1473 my ($path, $origin) = @_;
1474
1475 $path = new cf::path $path, $origin && $origin->path;
1476 my $key = $path->as_string;
1477
1478 if (my $map = $cf::MAP{$key}) {
1479 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1480 }
1481
1482 $MAP_PREFETCH{$key} = $path;
1483 $MAP_PREFETCHER->ready; 2163 $MAP_PREFETCHER->prio (6);
1484 2164
1485 () 2165 ()
1486} 2166}
1487 2167
1488sub save { 2168sub save {
1489 my ($self) = @_; 2169 my ($self) = @_;
1490 2170
1491 my $lock = cf::lock_acquire "map_data:" . $self->path; 2171 my $lock = cf::lock_acquire "map_data:$self->{path}";
1492 2172
1493 $self->{last_save} = $cf::RUNTIME; 2173 $self->{last_save} = $cf::RUNTIME;
1494 2174
1495 return unless $self->dirty; 2175 return unless $self->dirty;
1496 2176
1497 my $save = $self->{path}->save_path; utf8::encode $save; 2177 my $save = $self->save_path; utf8::encode $save;
1498 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 2178 my $uniq = $self->uniq_path; utf8::encode $uniq;
1499 2179
1500 $self->{load_path} = $save; 2180 $self->{load_path} = $save;
1501 2181
1502 return if $self->{deny_save}; 2182 return if $self->{deny_save};
1503 2183
1504 local $self->{last_access} = $self->last_access;#d# 2184 local $self->{last_access} = $self->last_access;#d#
1505 2185
1506 cf::async { 2186 cf::async {
2187 $Coro::current->{desc} = "map player save";
1507 $_->contr->save for $self->players; 2188 $_->contr->save for $self->players;
1508 }; 2189 };
1509 2190
1510 if ($uniq) { 2191 if ($uniq) {
1511 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2192 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1512 $self->save_objects ($uniq, cf::IO_UNIQUES); 2193 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1513 } else { 2194 } else {
1514 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2195 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1515 } 2196 }
1516} 2197}
1517 2198
1518sub swap_out { 2199sub swap_out {
1519 my ($self) = @_; 2200 my ($self) = @_;
1520 2201
1521 # save first because save cedes 2202 # save first because save cedes
1522 $self->save; 2203 $self->save;
1523 2204
1524 my $lock = cf::lock_acquire "map_data:" . $self->path; 2205 my $lock = cf::lock_acquire "map_data:$self->{path}";
1525 2206
1526 return if $self->players; 2207 return if $self->players;
1527 return if $self->in_memory != cf::MAP_IN_MEMORY; 2208 return if $self->in_memory != cf::MAP_IN_MEMORY;
1528 return if $self->{deny_save}; 2209 return if $self->{deny_save};
1529 2210
2211 $self->in_memory (cf::MAP_SWAPPED);
2212
2213 $self->deactivate;
2214 $_->clear_links_to ($self) for values %cf::MAP;
1530 $self->clear; 2215 $self->clear;
1531 $self->in_memory (cf::MAP_SWAPPED);
1532} 2216}
1533 2217
1534sub reset_at { 2218sub reset_at {
1535 my ($self) = @_; 2219 my ($self) = @_;
1536 2220
1537 # TODO: safety, remove and allow resettable per-player maps 2221 # TODO: safety, remove and allow resettable per-player maps
1538 return 1e99 if $self->{path}{user_rel};
1539 return 1e99 if $self->{deny_reset}; 2222 return 1e99 if $self->{deny_reset};
1540 2223
1541 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2224 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1542 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2225 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1543 2226
1548 my ($self) = @_; 2231 my ($self) = @_;
1549 2232
1550 $self->reset_at <= $cf::RUNTIME 2233 $self->reset_at <= $cf::RUNTIME
1551} 2234}
1552 2235
1553sub unlink_save {
1554 my ($self) = @_;
1555
1556 utf8::encode (my $save = $self->{path}->save_path);
1557 aioreq_pri 3; IO::AIO::aio_unlink $save;
1558 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1559}
1560
1561sub rename {
1562 my ($self, $new_path) = @_;
1563
1564 $self->unlink_save;
1565
1566 delete $cf::MAP{$self->path};
1567 $self->{path} = new cf::path $new_path;
1568 $self->path ($self->{path}->as_string);
1569 $cf::MAP{$self->path} = $self;
1570
1571 $self->save;
1572}
1573
1574sub reset { 2236sub reset {
1575 my ($self) = @_; 2237 my ($self) = @_;
1576 2238
1577 my $lock = cf::lock_acquire "map_data:" . $self->path; 2239 my $lock = cf::lock_acquire "map_data:$self->{path}";
1578 2240
1579 return if $self->players; 2241 return if $self->players;
1580 return if $self->{path}{user_rel};#d#
1581 2242
1582 warn "resetting map ", $self->path;#d# 2243 warn "resetting map ", $self->path;
2244
2245 $self->in_memory (cf::MAP_SWAPPED);
2246
2247 # need to save uniques path
2248 unless ($self->{deny_save}) {
2249 my $uniq = $self->uniq_path; utf8::encode $uniq;
2250
2251 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2252 if $uniq;
2253 }
1583 2254
1584 delete $cf::MAP{$self->path}; 2255 delete $cf::MAP{$self->path};
1585 2256
2257 $self->deactivate;
1586 $_->clear_links_to ($self) for values %cf::MAP; 2258 $_->clear_links_to ($self) for values %cf::MAP;
2259 $self->clear;
1587 2260
1588 $self->unlink_save; 2261 $self->unlink_save;
1589 $self->destroy; 2262 $self->destroy;
1590} 2263}
1591 2264
1592my $nuke_counter = "aaaa"; 2265my $nuke_counter = "aaaa";
1593 2266
1594sub nuke { 2267sub nuke {
1595 my ($self) = @_; 2268 my ($self) = @_;
1596 2269
2270 {
2271 my $lock = cf::lock_acquire "map_data:$self->{path}";
2272
2273 delete $cf::MAP{$self->path};
2274
2275 $self->unlink_save;
2276
2277 bless $self, "cf::map";
2278 delete $self->{deny_reset};
1597 $self->{deny_save} = 1; 2279 $self->{deny_save} = 1;
1598 $self->reset_timeout (1); 2280 $self->reset_timeout (1);
1599 $self->rename ("{nuke}/" . ($nuke_counter++)); 2281 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2282
2283 $cf::MAP{$self->path} = $self;
2284 }
2285
1600 $self->reset; # polite request, might not happen 2286 $self->reset; # polite request, might not happen
1601} 2287}
1602 2288
1603sub customise_for { 2289=item $maps = cf::map::tmp_maps
1604 my ($map, $ob) = @_;
1605 2290
1606 if ($map->per_player) { 2291Returns an arrayref with all map paths of currently instantiated and saved
1607 return cf::map::find "~" . $ob->name . "/" . $map->{path}{path}; 2292maps. May block.
2293
2294=cut
2295
2296sub tmp_maps() {
1608 } 2297 [
2298 map {
2299 utf8::decode $_;
2300 /\.map$/
2301 ? normalise $_
2302 : ()
2303 } @{ aio_readdir $TMPDIR or [] }
2304 ]
2305}
1609 2306
1610 $map 2307=item $maps = cf::map::random_maps
2308
2309Returns an arrayref with all map paths of currently instantiated and saved
2310random maps. May block.
2311
2312=cut
2313
2314sub random_maps() {
2315 [
2316 map {
2317 utf8::decode $_;
2318 /\.map$/
2319 ? normalise "?random/$_"
2320 : ()
2321 } @{ aio_readdir $RANDOMDIR or [] }
2322 ]
1611} 2323}
1612 2324
1613=item cf::map::unique_maps 2325=item cf::map::unique_maps
1614 2326
1615Returns an arrayref of cf::path's of all shared maps that have 2327Returns an arrayref of paths of all shared maps that have
1616instantiated unique items. May block. 2328instantiated unique items. May block.
1617 2329
1618=cut 2330=cut
1619 2331
1620sub unique_maps() { 2332sub unique_maps() {
1621 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2333 [
1622 or return; 2334 map {
1623
1624 my @paths;
1625
1626 for (@$files) {
1627 utf8::decode $_; 2335 utf8::decode $_;
1628 next if /\.pst$/; 2336 /\.map$/
1629 next unless /^$PATH_SEP/o; 2337 ? normalise $_
1630 2338 : ()
1631 push @paths, new cf::path $_; 2339 } @{ aio_readdir $UNIQUEDIR or [] }
1632 } 2340 ]
1633
1634 \@paths
1635} 2341}
1636 2342
1637package cf; 2343package cf;
1638 2344
1639=back 2345=back
1657 map { $_, inv_recursive_ $_->inv } @_ 2363 map { $_, inv_recursive_ $_->inv } @_
1658} 2364}
1659 2365
1660sub inv_recursive { 2366sub inv_recursive {
1661 inv_recursive_ inv $_[0] 2367 inv_recursive_ inv $_[0]
2368}
2369
2370=item $ref = $ob->ref
2371
2372creates and returns a persistent reference to an objetc that can be stored as a string.
2373
2374=item $ob = cf::object::deref ($refstring)
2375
2376returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2377even if the object actually exists. May block.
2378
2379=cut
2380
2381sub deref {
2382 my ($ref) = @_;
2383
2384 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2385 my ($uuid, $name) = ($1, $2);
2386 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2387 or return;
2388 $pl->ob->uuid eq $uuid
2389 or return;
2390
2391 $pl->ob
2392 } else {
2393 warn "$ref: cannot resolve object reference\n";
2394 undef
2395 }
1662} 2396}
1663 2397
1664package cf; 2398package cf;
1665 2399
1666=back 2400=back
1685 2419
1686 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2420 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1687 2421
1688 if ($self->{record_replies}) { 2422 if ($self->{record_replies}) {
1689 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2423 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2424
1690 } else { 2425 } else {
2426 my $pl = $self->contr;
2427
2428 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2429 my $dialog = $pl->{npc_dialog};
2430 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2431
2432 } else {
1691 $msg = $npc->name . " says: $msg" if $npc; 2433 $msg = $npc->name . " says: $msg" if $npc;
1692 $self->message ($msg, $flags); 2434 $self->message ($msg, $flags);
2435 }
1693 } 2436 }
2437}
2438
2439=item $object->send_msg ($channel, $msg, $color, [extra...])
2440
2441=cut
2442
2443sub cf::object::send_msg {
2444 my $pl = shift->contr
2445 or return;
2446 $pl->send_msg (@_);
1694} 2447}
1695 2448
1696=item $player_object->may ("access") 2449=item $player_object->may ("access")
1697 2450
1698Returns wether the given player is authorized to access resource "access" 2451Returns wether the given player is authorized to access resource "access"
1711 2464
1712=item $player_object->enter_link 2465=item $player_object->enter_link
1713 2466
1714Freezes the player and moves him/her to a special map (C<{link}>). 2467Freezes the player and moves him/her to a special map (C<{link}>).
1715 2468
1716The player should be reaosnably safe there for short amounts of time. You 2469The player should be reasonably safe there for short amounts of time. You
1717I<MUST> call C<leave_link> as soon as possible, though. 2470I<MUST> call C<leave_link> as soon as possible, though.
1718 2471
2472Will never block.
2473
1719=item $player_object->leave_link ($map, $x, $y) 2474=item $player_object->leave_link ($map, $x, $y)
1720 2475
1721Moves the player out of the specila link map onto the given map. If the 2476Moves the player out of the special C<{link}> map onto the specified
1722map is not valid (or omitted), the player will be moved back to the 2477map. If the map is not valid (or omitted), the player will be moved back
1723location he/she was before the call to C<enter_link>, or, if that fails, 2478to the location he/she was before the call to C<enter_link>, or, if that
1724to the emergency map position. 2479fails, to the emergency map position.
1725 2480
1726Might block. 2481Might block.
1727 2482
1728=cut 2483=cut
2484
2485sub link_map {
2486 unless ($LINK_MAP) {
2487 $LINK_MAP = cf::map::find "{link}"
2488 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
2489 $LINK_MAP->load;
2490 }
2491
2492 $LINK_MAP
2493}
1729 2494
1730sub cf::object::player::enter_link { 2495sub cf::object::player::enter_link {
1731 my ($self) = @_; 2496 my ($self) = @_;
1732 2497
1733 $self->deactivate_recursive; 2498 $self->deactivate_recursive;
1734 2499
1735 return if $self->map == $LINK_MAP; 2500 return if UNIVERSAL::isa $self->map, "ext::map_link";
1736 2501
1737 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2502 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1738 if $self->map; 2503 if $self->map && $self->map->{path} ne "{link}";
1739 2504
1740 $self->enter_map ($LINK_MAP, 20, 20); 2505 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1741} 2506}
1742 2507
1743sub cf::object::player::leave_link { 2508sub cf::object::player::leave_link {
1744 my ($self, $map, $x, $y) = @_; 2509 my ($self, $map, $x, $y) = @_;
2510
2511 return unless $self->contr->active;
1745 2512
1746 my $link_pos = delete $self->{_link_pos}; 2513 my $link_pos = delete $self->{_link_pos};
1747 2514
1748 unless ($map) { 2515 unless ($map) {
1749 # restore original map position 2516 # restore original map position
1763 # use -1 or undef as default coordinates, not 0, 0 2530 # use -1 or undef as default coordinates, not 0, 0
1764 ($x, $y) = ($map->enter_x, $map->enter_y) 2531 ($x, $y) = ($map->enter_x, $map->enter_y)
1765 if $x <=0 && $y <= 0; 2532 if $x <=0 && $y <= 0;
1766 2533
1767 $map->load; 2534 $map->load;
1768 $map->load_diag; 2535 $map->load_neighbours;
1769 2536
1770 return unless $self->contr->active; 2537 return unless $self->contr->active;
1771 $self->activate_recursive; 2538 $self->activate_recursive;
2539
2540 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1772 $self->enter_map ($map, $x, $y); 2541 $self->enter_map ($map, $x, $y);
1773} 2542}
1774 2543
1775cf::player->attach ( 2544=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1776 on_logout => sub {
1777 my ($pl) = @_;
1778 2545
1779 # abort map switching before logout 2546Moves the player to the given map-path and coordinates by first freezing
1780 if ($pl->ob->{_link_pos}) { 2547her, loading and preparing them map, calling the provided $check callback
1781 cf::sync_job { 2548that has to return the map if sucecssful, and then unfreezes the player on
1782 $pl->ob->leave_link 2549the new (success) or old (failed) map position. In either case, $done will
1783 }; 2550be called at the end of this process.
1784 }
1785 },
1786 on_login => sub {
1787 my ($pl) = @_;
1788 2551
1789 # try to abort aborted map switching on player login :)
1790 # should happen only on crashes
1791 if ($pl->ob->{_link_pos}) {
1792 $pl->ob->enter_link;
1793 (async {
1794 # we need this sleep as the login has a concurrent enter_exit running
1795 # and this sleep increases chances of the player not ending up in scorn
1796 $pl->ob->reply (undef,
1797 "There was an internal problem at your last logout, "
1798 . "the server will try to bring you to your intended destination in a second.",
1799 cf::NDI_RED);
1800 Coro::Timer::sleep 1;
1801 $pl->ob->leave_link;
1802 })->prio (2);
1803 }
1804 },
1805);
1806
1807=item $player_object->goto ($path, $x, $y)
1808
1809=cut 2552=cut
2553
2554our $GOTOGEN;
1810 2555
1811sub cf::object::player::goto { 2556sub cf::object::player::goto {
1812 my ($self, $path, $x, $y) = @_; 2557 my ($self, $path, $x, $y, $check, $done) = @_;
1813 2558
1814 $path = new cf::path $path; 2559 # do generation counting so two concurrent goto's will be executed in-order
2560 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1815 2561
1816 $self->enter_link; 2562 $self->enter_link;
1817 2563
1818 (async { 2564 (async {
1819 my $map = cf::map::find $path->as_string; 2565 $Coro::current->{desc} = "player::goto $path $x $y";
2566
2567 # *tag paths override both path and x|y
2568 if ($path =~ /^\*(.*)$/) {
2569 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2570 my $ob = $obs[rand @obs];
2571
2572 # see if we actually can go there
2573 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2574 $ob = $obs[rand @obs];
2575 } else {
2576 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2577 }
2578 # else put us there anyways for now #d#
2579
2580 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2581 } else {
2582 ($path, $x, $y) = (undef, undef, undef);
2583 }
2584 }
2585
2586 my $map = eval {
2587 my $map = defined $path ? cf::map::find $path : undef;
2588
2589 if ($map) {
1820 $map = $map->customise_for ($self) if $map; 2590 $map = $map->customise_for ($self);
1821 2591 $map = $check->($map) if $check && $map;
1822# warn "entering ", $map->path, " at ($x, $y)\n" 2592 } else {
1823# if $map;
1824
1825 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2593 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2594 }
1826 2595
2596 $map
2597 };
2598
2599 if ($@) {
2600 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2601 LOG llevError | logBacktrace, Carp::longmess $@;
2602 }
2603
2604 if ($gen == $self->{_goto_generation}) {
2605 delete $self->{_goto_generation};
1827 $self->leave_link ($map, $x, $y); 2606 $self->leave_link ($map, $x, $y);
2607 }
2608
2609 $done->() if $done;
1828 })->prio (1); 2610 })->prio (1);
1829} 2611}
1830 2612
1831=item $player_object->enter_exit ($exit_object) 2613=item $player_object->enter_exit ($exit_object)
1832 2614
1834 2616
1835sub parse_random_map_params { 2617sub parse_random_map_params {
1836 my ($spec) = @_; 2618 my ($spec) = @_;
1837 2619
1838 my $rmp = { # defaults 2620 my $rmp = { # defaults
1839 xsize => 10, 2621 xsize => (cf::rndm 15, 40),
1840 ysize => 10, 2622 ysize => (cf::rndm 15, 40),
2623 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2624 #layout => string,
1841 }; 2625 };
1842 2626
1843 for (split /\n/, $spec) { 2627 for (split /\n/, $spec) {
1844 my ($k, $v) = split /\s+/, $_, 2; 2628 my ($k, $v) = split /\s+/, $_, 2;
1845 2629
1849 $rmp 2633 $rmp
1850} 2634}
1851 2635
1852sub prepare_random_map { 2636sub prepare_random_map {
1853 my ($exit) = @_; 2637 my ($exit) = @_;
2638
2639 my $guard = cf::lock_acquire "exit_prepare:$exit";
1854 2640
1855 # all this does is basically replace the /! path by 2641 # all this does is basically replace the /! path by
1856 # a new random map path (?random/...) with a seed 2642 # a new random map path (?random/...) with a seed
1857 # that depends on the exit object 2643 # that depends on the exit object
1858 2644
1859 my $rmp = parse_random_map_params $exit->msg; 2645 my $rmp = parse_random_map_params $exit->msg;
1860 2646
1861 if ($exit->map) { 2647 if ($exit->map) {
1862 $rmp->{region} = $exit->map->region_name; 2648 $rmp->{region} = $exit->region->name;
1863 $rmp->{origin_map} = $exit->map->path; 2649 $rmp->{origin_map} = $exit->map->path;
1864 $rmp->{origin_x} = $exit->x; 2650 $rmp->{origin_x} = $exit->x;
1865 $rmp->{origin_y} = $exit->y; 2651 $rmp->{origin_y} = $exit->y;
1866 } 2652 }
1867 2653
1868 $rmp->{random_seed} ||= $exit->random_seed; 2654 $rmp->{random_seed} ||= $exit->random_seed;
1869 2655
1870 my $data = cf::to_json $rmp; 2656 my $data = cf::encode_json $rmp;
1871 my $md5 = Digest::MD5::md5_hex $data; 2657 my $md5 = Digest::MD5::md5_hex $data;
2658 my $meta = "$RANDOMDIR/$md5.meta";
1872 2659
1873 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2660 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1874 aio_write $fh, 0, (length $data), $data, 0; 2661 aio_write $fh, 0, (length $data), $data, 0;
2662 undef $fh;
2663 aio_rename "$meta~", $meta;
1875 2664
1876 $exit->slaying ("?random/$md5"); 2665 $exit->slaying ("?random/$md5");
1877 $exit->msg (undef); 2666 $exit->msg (undef);
1878 } 2667 }
1879} 2668}
1881sub cf::object::player::enter_exit { 2670sub cf::object::player::enter_exit {
1882 my ($self, $exit) = @_; 2671 my ($self, $exit) = @_;
1883 2672
1884 return unless $self->type == cf::PLAYER; 2673 return unless $self->type == cf::PLAYER;
1885 2674
2675 if ($exit->slaying eq "/!") {
2676 #TODO: this should de-fi-ni-te-ly not be a sync-job
2677 # the problem is that $exit might not survive long enough
2678 # so it needs to be done right now, right here
2679 cf::sync_job { prepare_random_map $exit };
2680 }
2681
2682 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2683 my $hp = $exit->stats->hp;
2684 my $sp = $exit->stats->sp;
2685
1886 $self->enter_link; 2686 $self->enter_link;
1887 2687
2688 # if exit is damned, update players death & WoR home-position
2689 $self->contr->savebed ($slaying, $hp, $sp)
2690 if $exit->flag (FLAG_DAMNED);
2691
1888 (async { 2692 (async {
2693 $Coro::current->{desc} = "enter_exit $slaying $hp $sp";
2694
1889 $self->deactivate_recursive; # just to be sure 2695 $self->deactivate_recursive; # just to be sure
1890 unless (eval { 2696 unless (eval {
1891 prepare_random_map $exit 2697 $self->goto ($slaying, $hp, $sp);
1892 if $exit->slaying eq "/!";
1893
1894 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1895 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1896 2698
1897 1; 2699 1;
1898 }) { 2700 }) {
1899 $self->message ("Something went wrong deep within the crossfire server. " 2701 $self->message ("Something went wrong deep within the crossfire server. "
1900 . "I'll try to bring you back to the map you were before. " 2702 . "I'll try to bring you back to the map you were before. "
1901 . "Please report this to the dungeon master!", 2703 . "Please report this to the dungeon master!",
1902 cf::NDI_UNIQUE | cf::NDI_RED); 2704 cf::NDI_UNIQUE | cf::NDI_RED);
1903 2705
1904 warn "ERROR in enter_exit: $@"; 2706 warn "ERROR in enter_exit: $@";
1905 $self->leave_link; 2707 $self->leave_link;
1906 } 2708 }
1907 })->prio (1); 2709 })->prio (1);
1920 2722
1921sub cf::client::send_drawinfo { 2723sub cf::client::send_drawinfo {
1922 my ($self, $text, $flags) = @_; 2724 my ($self, $text, $flags) = @_;
1923 2725
1924 utf8::encode $text; 2726 utf8::encode $text;
1925 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2727 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1926} 2728}
1927 2729
2730=item $client->send_msg ($channel, $msg, $color, [extra...])
2731
2732Send a drawinfo or msg packet to the client, formatting the msg for the
2733client if neccessary. C<$type> should be a string identifying the type of
2734the message, with C<log> being the default. If C<$color> is negative, suppress
2735the message unless the client supports the msg packet.
2736
2737=cut
2738
2739# non-persistent channels (usually the info channel)
2740our %CHANNEL = (
2741 "c/identify" => {
2742 id => "infobox",
2743 title => "Identify",
2744 reply => undef,
2745 tooltip => "Items recently identified",
2746 },
2747 "c/examine" => {
2748 id => "infobox",
2749 title => "Examine",
2750 reply => undef,
2751 tooltip => "Signs and other items you examined",
2752 },
2753 "c/book" => {
2754 id => "infobox",
2755 title => "Book",
2756 reply => undef,
2757 tooltip => "The contents of a note or book",
2758 },
2759 "c/lookat" => {
2760 id => "infobox",
2761 title => "Look",
2762 reply => undef,
2763 tooltip => "What you saw there",
2764 },
2765 "c/who" => {
2766 id => "infobox",
2767 title => "Players",
2768 reply => undef,
2769 tooltip => "Shows players who are currently online",
2770 },
2771 "c/body" => {
2772 id => "infobox",
2773 title => "Body Parts",
2774 reply => undef,
2775 tooltip => "Shows which body parts you posess and are available",
2776 },
2777 "c/uptime" => {
2778 id => "infobox",
2779 title => "Uptime",
2780 reply => undef,
2781 tooltip => "How long the server has been running since last restart",
2782 },
2783 "c/mapinfo" => {
2784 id => "infobox",
2785 title => "Map Info",
2786 reply => undef,
2787 tooltip => "Information related to the maps",
2788 },
2789);
2790
2791sub cf::client::send_msg {
2792 my ($self, $channel, $msg, $color, @extra) = @_;
2793
2794 $msg = $self->pl->expand_cfpod ($msg);
2795
2796 $color &= cf::NDI_CLIENT_MASK; # just in case...
2797
2798 # check predefined channels, for the benefit of C
2799 if ($CHANNEL{$channel}) {
2800 $channel = $CHANNEL{$channel};
2801
2802 $self->ext_msg (channel_info => $channel)
2803 if $self->can_msg;
2804
2805 $channel = $channel->{id};
2806
2807 } elsif (ref $channel) {
2808 # send meta info to client, if not yet sent
2809 unless (exists $self->{channel}{$channel->{id}}) {
2810 $self->{channel}{$channel->{id}} = $channel;
2811 $self->ext_msg (channel_info => $channel)
2812 if $self->can_msg;
2813 }
2814
2815 $channel = $channel->{id};
2816 }
2817
2818 return unless @extra || length $msg;
2819
2820 if ($self->can_msg) {
2821 # default colour, mask it out
2822 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2823 if $color & cf::NDI_DEF;
2824
2825 $self->send_packet ("msg " . $self->{json_coder}->encode (
2826 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
2827 } else {
2828 if ($color >= 0) {
2829 # replace some tags by gcfclient-compatible ones
2830 for ($msg) {
2831 1 while
2832 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2833 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2834 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2835 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2836 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2837 }
2838
2839 $color &= cf::NDI_COLOR_MASK;
2840
2841 utf8::encode $msg;
2842
2843 if (0 && $msg =~ /\[/) {
2844 # COMMAND/INFO
2845 $self->send_packet ("drawextinfo $color 10 8 $msg")
2846 } else {
2847 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2848 $self->send_packet ("drawinfo $color $msg")
2849 }
2850 }
2851 }
2852}
2853
2854=item $client->ext_msg ($type, @msg)
2855
2856Sends an ext event to the client.
2857
2858=cut
2859
2860sub cf::client::ext_msg($$@) {
2861 my ($self, $type, @msg) = @_;
2862
2863 if ($self->extcmd == 2) {
2864 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2865 } elsif ($self->extcmd == 1) { # TODO: remove
2866 push @msg, msgtype => "event_$type";
2867 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2868 }
2869}
2870
2871=item $client->ext_reply ($msgid, @msg)
2872
2873Sends an ext reply to the client.
2874
2875=cut
2876
2877sub cf::client::ext_reply($$@) {
2878 my ($self, $id, @msg) = @_;
2879
2880 if ($self->extcmd == 2) {
2881 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2882 } elsif ($self->extcmd == 1) {
2883 #TODO: version 1, remove
2884 unshift @msg, msgtype => "reply", msgid => $id;
2885 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2886 }
2887}
1928 2888
1929=item $success = $client->query ($flags, "text", \&cb) 2889=item $success = $client->query ($flags, "text", \&cb)
1930 2890
1931Queues a query to the client, calling the given callback with 2891Queues a query to the client, calling the given callback with
1932the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2892the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1933C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2893C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1934 2894
1935Queries can fail, so check the return code. Or don't, as queries will become 2895Queries can fail, so check the return code. Or don't, as queries will
1936reliable at some point in the future. 2896become reliable at some point in the future.
1937 2897
1938=cut 2898=cut
1939 2899
1940sub cf::client::query { 2900sub cf::client::query {
1941 my ($self, $flags, $text, $cb) = @_; 2901 my ($self, $flags, $text, $cb) = @_;
1949 utf8::encode $text; 2909 utf8::encode $text;
1950 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2910 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1951 2911
1952 $self->send_packet ($self->{query_queue}[0][0]) 2912 $self->send_packet ($self->{query_queue}[0][0])
1953 if @{ $self->{query_queue} } == 1; 2913 if @{ $self->{query_queue} } == 1;
2914
2915 1
1954} 2916}
1955 2917
1956cf::client->attach ( 2918cf::client->attach (
2919 on_connect => sub {
2920 my ($ns) = @_;
2921
2922 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2923 },
1957 on_reply => sub { 2924 on_reply => sub {
1958 my ($ns, $msg) = @_; 2925 my ($ns, $msg) = @_;
1959 2926
1960 # this weird shuffling is so that direct followup queries 2927 # this weird shuffling is so that direct followup queries
1961 # get handled first 2928 # get handled first
1962 my $queue = delete $ns->{query_queue} 2929 my $queue = delete $ns->{query_queue}
1963 or return; # be conservative, not sure how that can happen, but we saw a crash here 2930 or return; # be conservative, not sure how that can happen, but we saw a crash here
1964 2931
1965 (shift @$queue)->[1]->($msg); 2932 (shift @$queue)->[1]->($msg);
2933 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1966 2934
1967 push @{ $ns->{query_queue} }, @$queue; 2935 push @{ $ns->{query_queue} }, @$queue;
1968 2936
1969 if (@{ $ns->{query_queue} } == @$queue) { 2937 if (@{ $ns->{query_queue} } == @$queue) {
1970 if (@$queue) { 2938 if (@$queue) {
1972 } else { 2940 } else {
1973 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2941 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1974 } 2942 }
1975 } 2943 }
1976 }, 2944 },
2945 on_exticmd => sub {
2946 my ($ns, $buf) = @_;
2947
2948 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2949
2950 if (ref $msg) {
2951 my ($type, $reply, @payload) =
2952 "ARRAY" eq ref $msg
2953 ? @$msg
2954 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2955
2956 my @reply;
2957
2958 if (my $cb = $EXTICMD{$type}) {
2959 @reply = $cb->($ns, @payload);
2960 }
2961
2962 $ns->ext_reply ($reply, @reply)
2963 if $reply;
2964
2965 } else {
2966 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2967 }
2968
2969 cf::override;
2970 },
1977); 2971);
1978 2972
1979=item $client->async (\&cb) 2973=item $client->async (\&cb)
1980 2974
1981Create a new coroutine, running the specified callback. The coroutine will 2975Create a new coroutine, running the specified callback. The coroutine will
2022our $safe = new Safe "safe"; 3016our $safe = new Safe "safe";
2023our $safe_hole = new Safe::Hole; 3017our $safe_hole = new Safe::Hole;
2024 3018
2025$SIG{FPE} = 'IGNORE'; 3019$SIG{FPE} = 'IGNORE';
2026 3020
2027$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 3021$safe->permit_only (Opcode::opset qw(
3022 :base_core :base_mem :base_orig :base_math
3023 grepstart grepwhile mapstart mapwhile
3024 sort time
3025));
2028 3026
2029# here we export the classes and methods available to script code 3027# here we export the classes and methods available to script code
2030 3028
2031=pod 3029=pod
2032 3030
2033The following fucntions and emthods are available within a safe environment: 3031The following functions and methods are available within a safe environment:
2034 3032
2035 cf::object contr pay_amount pay_player map 3033 cf::object
3034 contr pay_amount pay_player map x y force_find force_add destroy
3035 insert remove name archname title slaying race decrease_ob_nr
3036
2036 cf::object::player player 3037 cf::object::player
2037 cf::player peaceful 3038 player
2038 cf::map trigger 3039
3040 cf::player
3041 peaceful
3042
3043 cf::map
3044 trigger
2039 3045
2040=cut 3046=cut
2041 3047
2042for ( 3048for (
2043 ["cf::object" => qw(contr pay_amount pay_player map)], 3049 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3050 insert remove inv name archname title slaying race
3051 decrease_ob_nr destroy)],
2044 ["cf::object::player" => qw(player)], 3052 ["cf::object::player" => qw(player)],
2045 ["cf::player" => qw(peaceful)], 3053 ["cf::player" => qw(peaceful)],
2046 ["cf::map" => qw(trigger)], 3054 ["cf::map" => qw(trigger)],
2047) { 3055) {
2048 no strict 'refs'; 3056 no strict 'refs';
2119=back 3127=back
2120 3128
2121=cut 3129=cut
2122 3130
2123############################################################################# 3131#############################################################################
3132# the server's init and main functions
2124 3133
2125=head2 EXTENSION DATABASE SUPPORT 3134sub load_facedata($) {
3135 my ($path) = @_;
2126 3136
2127Crossfire maintains a very simple database for extension use. It can 3137 # HACK to clear player env face cache, we need some signal framework
2128currently store anything that can be serialised using Storable, which 3138 # for this (global event?)
2129excludes objects. 3139 %ext::player_env::MUSIC_FACE_CACHE = ();
2130 3140
2131The parameter C<$family> should best start with the name of the extension 3141 my $enc = JSON::XS->new->utf8->canonical->relaxed;
2132using it, it should be unique.
2133 3142
2134=over 4 3143 warn "loading facedata from $path\n";
2135 3144
2136=item $hashref = cf::db_get $family 3145 my $facedata;
3146 0 < aio_load $path, $facedata
3147 or die "$path: $!";
2137 3148
2138Return a hashref for use by the extension C<$family>, which can be 3149 $facedata = Coro::Storable::thaw $facedata;
2139modified. After modifications, you have to call C<cf::db_dirty> or
2140C<cf::db_sync>.
2141 3150
2142=item $value = cf::db_get $family => $key 3151 $facedata->{version} == 2
3152 or cf::cleanup "$path: version mismatch, cannot proceed.";
2143 3153
2144Returns a single value from the database 3154 # patch in the exptable
2145 3155 $facedata->{resource}{"res/exp_table"} = {
2146=item cf::db_put $family => $hashref 3156 type => FT_RSRC,
2147 3157 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
2148Stores the given family hashref into the database. Updates are delayed, if
2149you want the data to be synced to disk immediately, use C<cf::db_sync>.
2150
2151=item cf::db_put $family => $key => $value
2152
2153Stores the given C<$value> in the family hash. Updates are delayed, if you
2154want the data to be synced to disk immediately, use C<cf::db_sync>.
2155
2156=item cf::db_dirty
2157
2158Marks the database as dirty, to be updated at a later time.
2159
2160=item cf::db_sync
2161
2162Immediately write the database to disk I<if it is dirty>.
2163
2164=cut
2165
2166our $DB;
2167
2168{
2169 my $path = cf::localdir . "/database.pst";
2170
2171 sub db_load() {
2172 $DB = stat $path ? Storable::retrieve $path : { };
2173 }
2174
2175 my $pid;
2176
2177 sub db_save() {
2178 waitpid $pid, 0 if $pid;
2179 if (0 == ($pid = fork)) {
2180 $DB->{_meta}{version} = 1;
2181 Storable::nstore $DB, "$path~";
2182 rename "$path~", $path;
2183 cf::_exit 0 if defined $pid;
2184 }
2185 }
2186
2187 my $dirty;
2188
2189 sub db_sync() {
2190 db_save if $dirty;
2191 undef $dirty;
2192 }
2193
2194 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2195 db_sync;
2196 }); 3158 };
3159 cf::cede_to_tick;
2197 3160
2198 sub db_dirty() {
2199 $dirty = 1;
2200 $idle->start;
2201 } 3161 {
3162 my $faces = $facedata->{faceinfo};
2202 3163
2203 sub db_get($;$) { 3164 while (my ($face, $info) = each %$faces) {
2204 @_ >= 2 3165 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2205 ? $DB->{$_[0]}{$_[1]}
2206 : ($DB->{$_[0]} ||= { })
2207 }
2208 3166
2209 sub db_put($$;$) { 3167 cf::face::set_visibility $idx, $info->{visibility};
2210 if (@_ >= 3) { 3168 cf::face::set_magicmap $idx, $info->{magicmap};
2211 $DB->{$_[0]}{$_[1]} = $_[2]; 3169 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2212 } else { 3170 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2213 $DB->{$_[0]} = $_[1];
2214 }
2215 db_dirty;
2216 }
2217 3171
2218 cf::global->attach ( 3172 cf::cede_to_tick;
2219 prio => 10000,
2220 on_cleanup => sub {
2221 db_sync;
2222 }, 3173 }
2223 );
2224}
2225 3174
2226############################################################################# 3175 while (my ($face, $info) = each %$faces) {
2227# the server's main() 3176 next unless $info->{smooth};
2228 3177
2229sub cfg_load { 3178 my $idx = cf::face::find $face
3179 or next;
3180
3181 if (my $smooth = cf::face::find $info->{smooth}) {
3182 cf::face::set_smooth $idx, $smooth;
3183 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3184 } else {
3185 warn "smooth face '$info->{smooth}' not found for face '$face'";
3186 }
3187
3188 cf::cede_to_tick;
3189 }
3190 }
3191
3192 {
3193 my $anims = $facedata->{animinfo};
3194
3195 while (my ($anim, $info) = each %$anims) {
3196 cf::anim::set $anim, $info->{frames}, $info->{facings};
3197 cf::cede_to_tick;
3198 }
3199
3200 cf::anim::invalidate_all; # d'oh
3201 }
3202
3203 {
3204 # TODO: for gcfclient pleasure, we should give resources
3205 # that gcfclient doesn't grok a >10000 face index.
3206 my $res = $facedata->{resource};
3207
3208 while (my ($name, $info) = each %$res) {
3209 if (defined $info->{type}) {
3210 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3211 my $data;
3212
3213 if ($info->{type} & 1) {
3214 # prepend meta info
3215
3216 my $meta = $enc->encode ({
3217 name => $name,
3218 %{ $info->{meta} || {} },
3219 });
3220
3221 $data = pack "(w/a*)*", $meta, $info->{data};
3222 } else {
3223 $data = $info->{data};
3224 }
3225
3226 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3227 cf::face::set_type $idx, $info->{type};
3228 } else {
3229 $RESOURCE{$name} = $info;
3230 }
3231
3232 cf::cede_to_tick;
3233 }
3234 }
3235
3236 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3237
3238 1
3239}
3240
3241cf::global->attach (on_resource_update => sub {
3242 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3243 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3244
3245 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3246 my $sound = $soundconf->{compat}[$_]
3247 or next;
3248
3249 my $face = cf::face::find "sound/$sound->[1]";
3250 cf::sound::set $sound->[0] => $face;
3251 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3252 }
3253
3254 while (my ($k, $v) = each %{$soundconf->{event}}) {
3255 my $face = cf::face::find "sound/$v";
3256 cf::sound::set $k => $face;
3257 }
3258 }
3259});
3260
3261register_exticmd fx_want => sub {
3262 my ($ns, $want) = @_;
3263
3264 while (my ($k, $v) = each %$want) {
3265 $ns->fx_want ($k, $v);
3266 }
3267};
3268
3269sub reload_regions {
3270 # HACK to clear player env face cache, we need some signal framework
3271 # for this (global event?)
3272 %ext::player_env::MUSIC_FACE_CACHE = ();
3273
3274 load_resource_file "$MAPDIR/regions"
3275 or die "unable to load regions file\n";
3276
3277 for (cf::region::list) {
3278 $_->{match} = qr/$_->{match}/
3279 if exists $_->{match};
3280 }
3281}
3282
3283sub reload_facedata {
3284 load_facedata "$DATADIR/facedata"
3285 or die "unable to load facedata\n";
3286}
3287
3288sub reload_archetypes {
3289 load_resource_file "$DATADIR/archetypes"
3290 or die "unable to load archetypes\n";
3291 #d# NEED to laod twice to resolve forward references
3292 # this really needs to be done in an extra post-pass
3293 # (which needs to be synchronous, so solve it differently)
3294 load_resource_file "$DATADIR/archetypes"
3295 or die "unable to load archetypes\n";
3296}
3297
3298sub reload_treasures {
3299 load_resource_file "$DATADIR/treasures"
3300 or die "unable to load treasurelists\n";
3301}
3302
3303sub reload_resources {
3304 warn "reloading resource files...\n";
3305
3306 reload_regions;
3307 reload_facedata;
3308 #reload_archetypes;#d#
3309 reload_archetypes;
3310 reload_treasures;
3311
3312 warn "finished reloading resource files\n";
3313}
3314
3315sub init {
3316 reload_resources;
3317}
3318
3319sub reload_config {
2230 open my $fh, "<:utf8", cf::confdir . "/config" 3320 open my $fh, "<:utf8", "$CONFDIR/config"
2231 or return; 3321 or return;
2232 3322
2233 local $/; 3323 local $/;
2234 *CFG = YAML::Syck::Load <$fh>; 3324 *CFG = YAML::Load <$fh>;
2235 3325
2236 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 3326 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2237 3327
2238 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3328 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2239 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3329 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2249 3339
2250sub main { 3340sub main {
2251 # we must not ever block the main coroutine 3341 # we must not ever block the main coroutine
2252 local $Coro::idle = sub { 3342 local $Coro::idle = sub {
2253 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3343 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2254 async { Event::one_event }; 3344 (async {
3345 $Coro::current->{desc} = "IDLE BUG HANDLER";
3346 EV::loop EV::LOOP_ONESHOT;
3347 })->prio (Coro::PRIO_MAX);
2255 }; 3348 };
2256 3349
2257 cfg_load; 3350 reload_config;
2258 db_load; 3351 db_init;
2259 load_extensions; 3352 load_extensions;
3353
3354 $TICK_WATCHER->start;
3355 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
2260 Event::loop; 3356 EV::loop;
2261} 3357}
2262 3358
2263############################################################################# 3359#############################################################################
2264# initialisation and cleanup 3360# initialisation and cleanup
2265 3361
2266# install some emergency cleanup handlers 3362# install some emergency cleanup handlers
2267BEGIN { 3363BEGIN {
3364 our %SIGWATCHER = ();
2268 for my $signal (qw(INT HUP TERM)) { 3365 for my $signal (qw(INT HUP TERM)) {
2269 Event->signal ( 3366 $SIGWATCHER{$signal} = EV::signal $signal, sub {
2270 data => WF_AUTOCANCEL,
2271 signal => $signal,
2272 cb => sub {
2273 cf::cleanup "SIG$signal"; 3367 cf::cleanup "SIG$signal";
2274 },
2275 ); 3368 };
3369 }
3370}
3371
3372sub write_runtime {
3373 my $runtime = "$LOCALDIR/runtime";
3374
3375 # first touch the runtime file to show we are still running:
3376 # the fsync below can take a very very long time.
3377
3378 IO::AIO::aio_utime $runtime, undef, undef;
3379
3380 my $guard = cf::lock_acquire "write_runtime";
3381
3382 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
3383 or return;
3384
3385 my $value = $cf::RUNTIME + 90 + 10;
3386 # 10 is the runtime save interval, for a monotonic clock
3387 # 60 allows for the watchdog to kill the server.
3388
3389 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3390 and return;
3391
3392 # always fsync - this file is important
3393 aio_fsync $fh
3394 and return;
3395
3396 # touch it again to show we are up-to-date
3397 aio_utime $fh, undef, undef;
3398
3399 close $fh
3400 or return;
3401
3402 aio_rename "$runtime~", $runtime
3403 and return;
3404
3405 warn "runtime file written.\n";
3406
2276 } 3407 1
2277} 3408}
2278 3409
2279sub emergency_save() { 3410sub emergency_save() {
2280 my $freeze_guard = cf::freeze_mainloop; 3411 my $freeze_guard = cf::freeze_mainloop;
2281 3412
2282 warn "enter emergency perl save\n"; 3413 warn "enter emergency perl save\n";
2283 3414
2284 cf::sync_job { 3415 cf::sync_job {
2285 # use a peculiar iteration method to avoid tripping on perl 3416 # use a peculiar iteration method to avoid tripping on perl
2286 # refcount bugs in for. also avoids problems with players 3417 # refcount bugs in for. also avoids problems with players
2287 # and maps saved/Destroyed asynchronously. 3418 # and maps saved/destroyed asynchronously.
2288 warn "begin emergency player save\n"; 3419 warn "begin emergency player save\n";
2289 for my $login (keys %cf::PLAYER) { 3420 for my $login (keys %cf::PLAYER) {
2290 my $pl = $cf::PLAYER{$login} or next; 3421 my $pl = $cf::PLAYER{$login} or next;
2291 $pl->valid or next; 3422 $pl->valid or next;
3423 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2292 $pl->save; 3424 $pl->save;
2293 } 3425 }
2294 warn "end emergency player save\n"; 3426 warn "end emergency player save\n";
2295 3427
2296 warn "begin emergency map save\n"; 3428 warn "begin emergency map save\n";
2298 my $map = $cf::MAP{$path} or next; 3430 my $map = $cf::MAP{$path} or next;
2299 $map->valid or next; 3431 $map->valid or next;
2300 $map->save; 3432 $map->save;
2301 } 3433 }
2302 warn "end emergency map save\n"; 3434 warn "end emergency map save\n";
3435
3436 warn "begin emergency database checkpoint\n";
3437 BDB::db_env_txn_checkpoint $DB_ENV;
3438 warn "end emergency database checkpoint\n";
2303 }; 3439 };
2304 3440
2305 warn "leave emergency perl save\n"; 3441 warn "leave emergency perl save\n";
2306} 3442}
2307 3443
3444sub post_cleanup {
3445 my ($make_core) = @_;
3446
3447 warn Carp::longmess "post_cleanup backtrace"
3448 if $make_core;
3449}
3450
2308sub reload() { 3451sub do_reload_perl() {
2309 # can/must only be called in main 3452 # can/must only be called in main
2310 if ($Coro::current != $Coro::main) { 3453 if ($Coro::current != $Coro::main) {
2311 warn "can only reload from main coroutine\n"; 3454 warn "can only reload from main coroutine";
2312 return; 3455 return;
2313 } 3456 }
2314 3457
2315 warn "reloading..."; 3458 warn "reloading...";
2316 3459
2317 warn "freezing server"; 3460 warn "entering sync_job";
2318 my $guard = freeze_mainloop; 3461
3462 cf::sync_job {
3463 cf::write_runtime; # external watchdog should not bark
2319 cf::emergency_save; 3464 cf::emergency_save;
3465 cf::write_runtime; # external watchdog should not bark
2320 3466
2321 warn "sync database to disk"; 3467 warn "syncing database to disk";
2322 cf::db_sync; 3468 BDB::db_env_txn_checkpoint $DB_ENV;
2323 IO::AIO::flush;
2324 3469
2325 eval {
2326 # if anything goes wrong in here, we should simply crash as we already saved 3470 # if anything goes wrong in here, we should simply crash as we already saved
2327 3471
2328 warn "cancel all watchers"; 3472 warn "flushing outstanding aio requests";
2329 for (Event::all_watchers) { 3473 for (;;) {
2330 $_->cancel if $_->data & WF_AUTOCANCEL; 3474 BDB::flush;
3475 IO::AIO::flush;
3476 Coro::cede_notself;
3477 last unless IO::AIO::nreqs || BDB::nreqs;
3478 warn "iterate...";
2331 } 3479 }
2332 3480
3481 ++$RELOAD;
3482
2333 warn "cancel all extension coros"; 3483 warn "cancelling all extension coros";
2334 $_->cancel for values %EXT_CORO; 3484 $_->cancel for values %EXT_CORO;
2335 %EXT_CORO = (); 3485 %EXT_CORO = ();
2336 3486
2337 warn "remove commands"; 3487 warn "removing commands";
2338 %COMMAND = (); 3488 %COMMAND = ();
2339 3489
2340 warn "remove ext commands"; 3490 warn "removing ext/exti commands";
2341 %EXTCMD = (); 3491 %EXTCMD = ();
3492 %EXTICMD = ();
2342 3493
2343 warn "unload/nuke all extensions"; 3494 warn "unloading/nuking all extensions";
2344 for my $pkg (@EXTS) { 3495 for my $pkg (@EXTS) {
2345 warn "... unloading $pkg"; 3496 warn "... unloading $pkg";
2346 3497
2347 if (my $cb = $pkg->can ("unload")) { 3498 if (my $cb = $pkg->can ("unload")) {
2348 eval { 3499 eval {
2353 3504
2354 warn "... nuking $pkg"; 3505 warn "... nuking $pkg";
2355 Symbol::delete_package $pkg; 3506 Symbol::delete_package $pkg;
2356 } 3507 }
2357 3508
2358 warn "unload all perl modules loaded from $LIBDIR"; 3509 warn "unloading all perl modules loaded from $LIBDIR";
2359 while (my ($k, $v) = each %INC) { 3510 while (my ($k, $v) = each %INC) {
2360 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3511 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2361 3512
2362 warn "removing <$k>"; 3513 warn "... unloading $k";
2363 delete $INC{$k}; 3514 delete $INC{$k};
2364 3515
2365 $k =~ s/\.pm$//; 3516 $k =~ s/\.pm$//;
2366 $k =~ s/\//::/g; 3517 $k =~ s/\//::/g;
2367 3518
2370 } 3521 }
2371 3522
2372 Symbol::delete_package $k; 3523 Symbol::delete_package $k;
2373 } 3524 }
2374 3525
2375 warn "get rid of safe::, as good as possible"; 3526 warn "getting rid of safe::, as good as possible";
2376 Symbol::delete_package "safe::$_" 3527 Symbol::delete_package "safe::$_"
2377 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3528 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2378 3529
2379 warn "unload cf.pm \"a bit\""; 3530 warn "unloading cf.pm \"a bit\"";
2380 delete $INC{"cf.pm"}; 3531 delete $INC{"cf.pm"};
3532 delete $INC{"cf/pod.pm"};
2381 3533
2382 # don't, removes xs symbols, too, 3534 # don't, removes xs symbols, too,
2383 # and global variables created in xs 3535 # and global variables created in xs
2384 #Symbol::delete_package __PACKAGE__; 3536 #Symbol::delete_package __PACKAGE__;
2385 3537
3538 warn "unload completed, starting to reload now";
3539
2386 warn "reloading cf.pm"; 3540 warn "reloading cf.pm";
2387 require cf; 3541 require cf;
2388 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3542 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2389 3543
2390 warn "load config and database again"; 3544 warn "loading config and database again";
2391 cf::cfg_load; 3545 cf::reload_config;
2392 cf::db_load;
2393 3546
2394 warn "load extensions"; 3547 warn "loading extensions";
2395 cf::load_extensions; 3548 cf::load_extensions;
2396 3549
2397 warn "reattach attachments to objects/players"; 3550 warn "reattaching attachments to objects/players";
2398 _global_reattach; 3551 _global_reattach; # objects, sockets
2399 warn "reattach attachments to maps"; 3552 warn "reattaching attachments to maps";
2400 reattach $_ for values %MAP; 3553 reattach $_ for values %MAP;
3554 warn "reattaching attachments to players";
3555 reattach $_ for values %PLAYER;
3556
3557 warn "leaving sync_job";
3558
3559 1
3560 } or do {
3561 warn $@;
3562 cf::cleanup "error while reloading, exiting.";
2401 }; 3563 };
2402
2403 if ($@) {
2404 warn $@;
2405 warn "error while reloading, exiting.";
2406 exit 1;
2407 }
2408 3564
2409 warn "reloaded"; 3565 warn "reloaded";
2410}; 3566};
2411 3567
2412############################################################################# 3568our $RELOAD_WATCHER; # used only during reload
2413 3569
2414unless ($LINK_MAP) { 3570sub reload_perl() {
2415 $LINK_MAP = cf::map::new; 3571 # doing reload synchronously and two reloads happen back-to-back,
3572 # coro crashes during coro_state_free->destroy here.
2416 3573
2417 $LINK_MAP->width (41); 3574 $RELOAD_WATCHER ||= EV::timer 0, 0, sub {
2418 $LINK_MAP->height (41); 3575 do_reload_perl;
2419 $LINK_MAP->alloc; 3576 undef $RELOAD_WATCHER;
2420 $LINK_MAP->path ("{link}"); 3577 };
2421 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2422 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2423
2424 # dirty hack because... archetypes are not yet loaded
2425 Event->timer (
2426 after => 10,
2427 cb => sub {
2428 $_[0]->w->cancel;
2429
2430 # provide some exits "home"
2431 my $exit = cf::object::new "exit";
2432
2433 $exit->slaying ($EMERGENCY_POSITION->[0]);
2434 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2435 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2436
2437 $LINK_MAP->insert ($exit->clone, 19, 19);
2438 $LINK_MAP->insert ($exit->clone, 19, 20);
2439 $LINK_MAP->insert ($exit->clone, 19, 21);
2440 $LINK_MAP->insert ($exit->clone, 20, 19);
2441 $LINK_MAP->insert ($exit->clone, 20, 21);
2442 $LINK_MAP->insert ($exit->clone, 21, 19);
2443 $LINK_MAP->insert ($exit->clone, 21, 20);
2444 $LINK_MAP->insert ($exit->clone, 21, 21);
2445
2446 $exit->destroy;
2447 });
2448
2449 $LINK_MAP->{deny_save} = 1;
2450 $LINK_MAP->{deny_reset} = 1;
2451
2452 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2453} 3578}
2454 3579
2455register_command "reload" => sub { 3580register_command "reload" => sub {
2456 my ($who, $arg) = @_; 3581 my ($who, $arg) = @_;
2457 3582
2458 if ($who->flag (FLAG_WIZ)) { 3583 if ($who->flag (FLAG_WIZ)) {
2459 $who->message ("start of reload.");
2460 reload;
2461 $who->message ("end of reload."); 3584 $who->message ("reloading server.");
3585 async {
3586 $Coro::current->{desc} = "perl_reload";
3587 reload_perl;
3588 };
2462 } 3589 }
2463}; 3590};
2464 3591
2465unshift @INC, $LIBDIR; 3592unshift @INC, $LIBDIR;
2466 3593
2467$TICK_WATCHER = Event->timer ( 3594my $bug_warning = 0;
2468 reentrant => 0,
2469 prio => 0,
2470 at => $NEXT_TICK || $TICK,
2471 data => WF_AUTOCANCEL,
2472 cb => sub {
2473 $NOW = Event::time;
2474 3595
3596our @WAIT_FOR_TICK;
3597our @WAIT_FOR_TICK_BEGIN;
3598
3599sub wait_for_tick {
3600 return unless $TICK_WATCHER->is_active;
3601 return if $Coro::current == $Coro::main;
3602
3603 my $signal = new Coro::Signal;
3604 push @WAIT_FOR_TICK, $signal;
3605 $signal->wait;
3606}
3607
3608sub wait_for_tick_begin {
3609 return unless $TICK_WATCHER->is_active;
3610 return if $Coro::current == $Coro::main;
3611
3612 my $signal = new Coro::Signal;
3613 push @WAIT_FOR_TICK_BEGIN, $signal;
3614 $signal->wait;
3615}
3616
3617$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {
3618 if ($Coro::current != $Coro::main) {
3619 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3620 unless ++$bug_warning > 10;
3621 return;
3622 }
3623
3624 $NOW = $tick_start = EV::now;
3625
2475 cf::server_tick; # one server iteration 3626 cf::server_tick; # one server iteration
3627
2476 $RUNTIME += $TICK; 3628 $RUNTIME += $TICK;
2477 $NEXT_TICK += $TICK; 3629 $NEXT_TICK = $_[0]->at;
2478 3630
2479 $WAIT_FOR_TICK->broadcast; 3631 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2480 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 3632 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2481 3633 Coro::async_pool {
2482 # if we are delayed by four ticks or more, skip them all 3634 $Coro::current->{desc} = "runtime saver";
2483 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2484
2485 $TICK_WATCHER->at ($NEXT_TICK);
2486 $TICK_WATCHER->start;
2487 },
2488);
2489
2490IO::AIO::max_poll_time $TICK * 0.2;
2491
2492Event->io (
2493 fd => IO::AIO::poll_fileno,
2494 poll => 'r',
2495 prio => 5,
2496 data => WF_AUTOCANCEL,
2497 cb => \&IO::AIO::poll_cb,
2498);
2499
2500Event->timer (
2501 data => WF_AUTOCANCEL,
2502 after => 0,
2503 interval => 10,
2504 cb => sub {
2505 (Coro::unblock_sub {
2506 write_runtime 3635 write_runtime
2507 or warn "ERROR: unable to write runtime file: $!"; 3636 or warn "ERROR: unable to write runtime file: $!";
2508 })->(); 3637 };
2509 }, 3638 }
2510); 3639
3640 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3641 $sig->send;
3642 }
3643 while (my $sig = shift @WAIT_FOR_TICK) {
3644 $sig->send;
3645 }
3646
3647 $LOAD = ($NOW - $tick_start) / $TICK;
3648 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3649
3650 _post_tick;
3651};
3652$TICK_WATCHER->priority (EV::MAXPRI);
3653
3654{
3655 # configure BDB
3656
3657 BDB::min_parallel 8;
3658 BDB::max_poll_reqs $TICK * 0.1;
3659 $Coro::BDB::WATCHER->priority (1);
3660
3661 unless ($DB_ENV) {
3662 $DB_ENV = BDB::db_env_create;
3663 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
3664 | BDB::LOG_AUTOREMOVE, 1);
3665 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3666 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3667
3668 cf::sync_job {
3669 eval {
3670 BDB::db_env_open
3671 $DB_ENV,
3672 $BDBDIR,
3673 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3674 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3675 0666;
3676
3677 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3678 };
3679
3680 cf::cleanup "db_env_open(db): $@" if $@;
3681 };
3682 }
3683
3684 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3685 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3686 };
3687 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3688 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3689 };
3690 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3691 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3692 };
3693}
3694
3695{
3696 # configure IO::AIO
3697
3698 IO::AIO::min_parallel 8;
3699 IO::AIO::max_poll_time $TICK * 0.1;
3700 $Coro::AIO::WATCHER->priority (1);
3701}
3702
3703my $_log_backtrace;
3704
3705sub _log_backtrace {
3706 my ($msg, @addr) = @_;
3707
3708 $msg =~ s/\n//;
3709
3710 # limit the # of concurrent backtraces
3711 if ($_log_backtrace < 2) {
3712 ++$_log_backtrace;
3713 async {
3714 $Coro::current->{desc} = "abt $msg";
3715
3716 my @bt = fork_call {
3717 @addr = map { sprintf "%x", $_ } @addr;
3718 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3719 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3720 or die "addr2line: $!";
3721
3722 my @funcs;
3723 my @res = <$fh>;
3724 chomp for @res;
3725 while (@res) {
3726 my ($func, $line) = splice @res, 0, 2, ();
3727 push @funcs, "[$func] $line";
3728 }
3729
3730 @funcs
3731 };
3732
3733 LOG llevInfo, "[ABT] $msg\n";
3734 LOG llevInfo, "[ABT] $_\n" for @bt;
3735 --$_log_backtrace;
3736 };
3737 } else {
3738 LOG llevInfo, "[ABT] $msg\n";
3739 LOG llevInfo, "[ABT] [suppressed]\n";
3740 }
3741}
3742
3743# load additional modules
3744use cf::pod;
2511 3745
2512END { cf::emergency_save } 3746END { cf::emergency_save }
2513 3747
25141 37481
2515 3749

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines