ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.157 by root, Wed Jan 10 01:16:54 2007 UTC vs.
Revision 1.391 by root, Fri Oct 26 04:22:05 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Storable; 8use Socket;
9use Event;
9use Opcode; 10use Opcode;
10use Safe; 11use Safe;
11use Safe::Hole; 12use Safe::Hole;
13use Storable ();
12 14
13use Coro 3.3 (); 15use Coro 4.1 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
24use Coro::Util ();
19 25
26use JSON::XS ();
27use BDB ();
20use Data::Dumper; 28use Data::Dumper;
21use Digest::MD5; 29use Digest::MD5;
22use Fcntl; 30use Fcntl;
23use IO::AIO 2.32 ();
24use YAML::Syck (); 31use YAML::Syck ();
32use IO::AIO 2.51 ();
25use Time::HiRes; 33use Time::HiRes;
34use Compress::LZF;
35use Digest::MD5 ();
26 36
37# configure various modules to our taste
38#
39$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 43$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 44
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 46$YAML::Syck::ImplicitUnicode = 1;
33 47
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35 49
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51
36our %COMMAND = (); 52our %COMMAND = ();
37our %COMMAND_TIME = (); 53our %COMMAND_TIME = ();
54
55our @EXTS = (); # list of extension package names
38our %EXTCMD = (); 56our %EXTCMD = ();
57our %EXTICMD = ();
58our %EXT_CORO = (); # coroutines bound to extensions
59our %EXT_MAP = (); # pluggable maps
39 60
61our $RELOAD; # number of reloads so far
40our @EVENT; 62our @EVENT;
41our $LIBDIR = datadir . "/ext";
42 63
43our $TICK = MAX_TIME * 1e-6; 64our $CONFDIR = confdir;
65our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db";
75
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
44our $TICK_WATCHER; 77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
45our $NEXT_TICK; 80our $NEXT_TICK;
46our $NOW; 81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off
83
84our $BDB_POLL_WATCHER;
85our $BDB_DEADLOCK_WATCHER;
86our $BDB_CHECKPOINT_WATCHER;
87our $BDB_TRICKLE_WATCHER;
88our $DB_ENV;
47 89
48our %CFG; 90our %CFG;
49 91
50our $UPTIME; $UPTIME ||= time; 92our $UPTIME; $UPTIME ||= time;
51our $RUNTIME; 93our $RUNTIME;
52 94
53our %PLAYER; # all users 95our (%PLAYER, %PLAYER_LOADING); # all users
54our %MAP; # all maps 96our (%MAP, %MAP_LOADING ); # all maps
55our $LINK_MAP; # the special {link} map 97our $LINK_MAP; # the special {link} map, which is always available
56our $RANDOM_MAPS = cf::localdir . "/random";
57our %EXT_CORO; # coroutines bound to extensions
58 98
59our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; 99# used to convert map paths into valid unix filenames by replacing / by ∕
60our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; 100our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
101
102our $LOAD; # a number between 0 (idle) and 1 (too many objects)
103our $LOADAVG; # same thing, but with alpha-smoothing
104our $tick_start; # for load detecting purposes
61 105
62binmode STDOUT; 106binmode STDOUT;
63binmode STDERR; 107binmode STDERR;
64 108
65# read virtual server time, if available 109# read virtual server time, if available
66unless ($RUNTIME || !-e cf::localdir . "/runtime") { 110unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
67 open my $fh, "<", cf::localdir . "/runtime" 111 open my $fh, "<", "$LOCALDIR/runtime"
68 or die "unable to read runtime file: $!"; 112 or die "unable to read runtime file: $!";
69 $RUNTIME = <$fh> + 0.; 113 $RUNTIME = <$fh> + 0.;
70} 114}
71 115
72mkdir cf::localdir; 116mkdir $_
73mkdir cf::localdir . "/" . cf::playerdir; 117 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
74mkdir cf::localdir . "/" . cf::tmpdir;
75mkdir cf::localdir . "/" . cf::uniquedir;
76mkdir $RANDOM_MAPS;
77 118
78# a special map that is always available
79our $LINK_MAP;
80our $EMERGENCY_POSITION; 119our $EMERGENCY_POSITION;
120
121sub cf::map::normalise;
81 122
82############################################################################# 123#############################################################################
83 124
84=head2 GLOBAL VARIABLES 125=head2 GLOBAL VARIABLES
85 126
92=item $cf::RUNTIME 133=item $cf::RUNTIME
93 134
94The time this server has run, starts at 0 and is increased by $cf::TICK on 135The time this server has run, starts at 0 and is increased by $cf::TICK on
95every server tick. 136every server tick.
96 137
97=item $cf::LIBDIR 138=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
139$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
140$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
98 141
99The perl library directory, where extensions and cf-specific modules can 142Various directories - "/etc", read-only install directory, perl-library
100be found. It will be added to C<@INC> automatically. 143directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
144unique-items directory, player file directory, random maps directory and
145database environment.
101 146
102=item $cf::NOW 147=item $cf::NOW
103 148
104The time of the last (current) server tick. 149The time of the last (current) server tick.
105 150
106=item $cf::TICK 151=item $cf::TICK
107 152
108The interval between server ticks, in seconds. 153The interval between server ticks, in seconds.
154
155=item $cf::LOADAVG
156
157The current CPU load on the server (alpha-smoothed), as a value between 0
158(none) and 1 (overloaded), indicating how much time is spent on processing
159objects per tick. Healthy values are < 0.5.
160
161=item $cf::LOAD
162
163The raw value load value from the last tick.
109 164
110=item %cf::CFG 165=item %cf::CFG
111 166
112Configuration for the server, loaded from C</etc/crossfire/config>, or 167Configuration for the server, loaded from C</etc/crossfire/config>, or
113from wherever your confdir points to. 168from wherever your confdir points to.
114 169
115=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 170=item cf::wait_for_tick, cf::wait_for_tick_begin
116 171
117These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 172These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
118or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 173returns directly I<after> the tick processing (and consequently, can only wake one process
119processing has been done. Call C<< ->wait >> on them to maximise the 174per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
120window of cpu time available, or simply to synchronise to the server tick. 175
176=item @cf::INVOKE_RESULTS
177
178This array contains the results of the last C<invoke ()> call. When
179C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
180that call.
121 181
122=back 182=back
123 183
124=cut 184=cut
125 185
126BEGIN { 186BEGIN {
127 *CORE::GLOBAL::warn = sub { 187 *CORE::GLOBAL::warn = sub {
128 my $msg = join "", @_; 188 my $msg = join "", @_;
129 utf8::encode $msg;
130 189
131 $msg .= "\n" 190 $msg .= "\n"
132 unless $msg =~ /\n$/; 191 unless $msg =~ /\n$/;
192
193 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
133 194
134 LOG llevError, $msg; 195 LOG llevError, $msg;
135 }; 196 };
136} 197}
137 198
138@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 199@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
139@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 200@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
140@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 201@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
141@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 202@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
142@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 203@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
204@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
143@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 205@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
144 206
145# we bless all objects into (empty) derived classes to force a method lookup 207# we bless all objects into (empty) derived classes to force a method lookup
146# within the Safe compartment. 208# within the Safe compartment.
147for my $pkg (qw( 209for my $pkg (qw(
148 cf::global cf::attachable 210 cf::global cf::attachable
157 219
158$Event::DIED = sub { 220$Event::DIED = sub {
159 warn "error in event callback: @_"; 221 warn "error in event callback: @_";
160}; 222};
161 223
162my %ext_pkg; 224#############################################################################
163my @exts;
164my @hook;
165 225
166=head2 UTILITY FUNCTIONS 226=head2 UTILITY FUNCTIONS
167 227
168=over 4 228=over 4
169 229
188 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 248 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
189 $d 249 $d
190 } || "[unable to dump $_[0]: '$@']"; 250 } || "[unable to dump $_[0]: '$@']";
191} 251}
192 252
193use JSON::Syck (); # TODO# replace by JSON::PC once working
194
195=item $ref = cf::from_json $json 253=item $ref = cf::from_json $json
196 254
197Converts a JSON string into the corresponding perl data structure. 255Converts a JSON string into the corresponding perl data structure.
198 256
199=cut
200
201sub from_json($) {
202 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
203 JSON::Syck::Load $_[0]
204}
205
206=item $json = cf::to_json $ref 257=item $json = cf::to_json $ref
207 258
208Converts a perl data structure into its JSON representation. 259Converts a perl data structure into its JSON representation.
209 260
210=cut 261=cut
211 262
212sub to_json($) { 263our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
213 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 264
214 JSON::Syck::Dump $_[0] 265sub to_json ($) { $json_coder->encode ($_[0]) }
215} 266sub from_json ($) { $json_coder->decode ($_[0]) }
216 267
217=item cf::lock_wait $string 268=item cf::lock_wait $string
218 269
219Wait until the given lock is available. See cf::lock_acquire. 270Wait until the given lock is available. See cf::lock_acquire.
220 271
223Wait until the given lock is available and then acquires it and returns 274Wait until the given lock is available and then acquires it and returns
224a Coro::guard object. If the guard object gets destroyed (goes out of scope, 275a Coro::guard object. If the guard object gets destroyed (goes out of scope,
225for example when the coroutine gets canceled), the lock is automatically 276for example when the coroutine gets canceled), the lock is automatically
226returned. 277returned.
227 278
279Locks are *not* recursive, locking from the same coro twice results in a
280deadlocked coro.
281
228Lock names should begin with a unique identifier (for example, cf::map::find 282Lock names should begin with a unique identifier (for example, cf::map::find
229uses map_find and cf::map::load uses map_load). 283uses map_find and cf::map::load uses map_load).
230 284
285=item $locked = cf::lock_active $string
286
287Return true if the lock is currently active, i.e. somebody has locked it.
288
231=cut 289=cut
232 290
233our %LOCK; 291our %LOCK;
292our %LOCKER;#d#
234 293
235sub lock_wait($) { 294sub lock_wait($) {
236 my ($key) = @_; 295 my ($key) = @_;
296
297 if ($LOCKER{$key} == $Coro::current) {#d#
298 Carp::cluck "lock_wait($key) for already-acquired lock";#d#
299 return;#d#
300 }#d#
237 301
238 # wait for lock, if any 302 # wait for lock, if any
239 while ($LOCK{$key}) { 303 while ($LOCK{$key}) {
240 push @{ $LOCK{$key} }, $Coro::current; 304 push @{ $LOCK{$key} }, $Coro::current;
241 Coro::schedule; 305 Coro::schedule;
247 311
248 # wait, to be sure we are not locked 312 # wait, to be sure we are not locked
249 lock_wait $key; 313 lock_wait $key;
250 314
251 $LOCK{$key} = []; 315 $LOCK{$key} = [];
316 $LOCKER{$key} = $Coro::current;#d#
252 317
253 Coro::guard { 318 Coro::guard {
319 delete $LOCKER{$key};#d#
254 # wake up all waiters, to be on the safe side 320 # wake up all waiters, to be on the safe side
255 $_->ready for @{ delete $LOCK{$key} }; 321 $_->ready for @{ delete $LOCK{$key} };
256 } 322 }
257} 323}
258 324
325sub lock_active($) {
326 my ($key) = @_;
327
328 ! ! $LOCK{$key}
329}
330
259sub freeze_mainloop { 331sub freeze_mainloop {
260 return unless $TICK_WATCHER->is_active; 332 return unless $TICK_WATCHER->is_active;
261 333
262 my $guard = Coro::guard { $TICK_WATCHER->start }; 334 my $guard = Coro::guard {
335 $TICK_WATCHER->start;
336 };
263 $TICK_WATCHER->stop; 337 $TICK_WATCHER->stop;
264 $guard 338 $guard
339}
340
341=item cf::get_slot $time[, $priority[, $name]]
342
343Allocate $time seconds of blocking CPU time at priority C<$priority>:
344This call blocks and returns only when you have at least C<$time> seconds
345of cpu time till the next tick. The slot is only valid till the next cede.
346
347The optional C<$name> can be used to identify the job to run. It might be
348used for statistical purposes and should identify the same time-class.
349
350Useful for short background jobs.
351
352=cut
353
354our @SLOT_QUEUE;
355our $SLOT_QUEUE;
356
357$SLOT_QUEUE->cancel if $SLOT_QUEUE;
358$SLOT_QUEUE = Coro::async {
359 $Coro::current->desc ("timeslot manager");
360
361 my $signal = new Coro::Signal;
362
363 while () {
364 next_job:
365 my $avail = cf::till_tick;
366 if ($avail > 0.01) {
367 for (0 .. $#SLOT_QUEUE) {
368 if ($SLOT_QUEUE[$_][0] < $avail) {
369 my $job = splice @SLOT_QUEUE, $_, 1, ();
370 $job->[2]->send;
371 Coro::cede;
372 goto next_job;
373 }
374 }
375 }
376
377 if (@SLOT_QUEUE) {
378 # we do not use wait_for_tick() as it returns immediately when tick is inactive
379 push @cf::WAIT_FOR_TICK, $signal;
380 $signal->wait;
381 } else {
382 Coro::schedule;
383 }
384 }
385};
386
387sub get_slot($;$$) {
388 my ($time, $pri, $name) = @_;
389
390 $time = $TICK * .6 if $time > $TICK * .6;
391 my $sig = new Coro::Signal;
392
393 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
394 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
395 $SLOT_QUEUE->ready;
396 $sig->wait;
265} 397}
266 398
267=item cf::async { BLOCK } 399=item cf::async { BLOCK }
268 400
269Currently the same as Coro::async_pool, meaning you cannot use 401Currently the same as Coro::async_pool, meaning you cannot use
274 406
275BEGIN { *async = \&Coro::async_pool } 407BEGIN { *async = \&Coro::async_pool }
276 408
277=item cf::sync_job { BLOCK } 409=item cf::sync_job { BLOCK }
278 410
279The design of crossfire+ requires that the main coro ($Coro::main) is 411The design of Crossfire TRT requires that the main coroutine ($Coro::main)
280always able to handle events or runnable, as crossfire+ is only partly 412is always able to handle events or runnable, as Crossfire TRT is only
281reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 413partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
414acceptable.
282 415
283If it must be done, put the blocking parts into C<sync_job>. This will run 416If it must be done, put the blocking parts into C<sync_job>. This will run
284the given BLOCK in another coroutine while waiting for the result. The 417the given BLOCK in another coroutine while waiting for the result. The
285server will be frozen during this time, so the block should either finish 418server will be frozen during this time, so the block should either finish
286fast or be very important. 419fast or be very important.
289 422
290sub sync_job(&) { 423sub sync_job(&) {
291 my ($job) = @_; 424 my ($job) = @_;
292 425
293 if ($Coro::current == $Coro::main) { 426 if ($Coro::current == $Coro::main) {
427 my $time = Event::time;
428
294 # this is the main coro, too bad, we have to block 429 # this is the main coro, too bad, we have to block
295 # till the operation succeeds, freezing the server :/ 430 # till the operation succeeds, freezing the server :/
296 431
432 LOG llevError, Carp::longmess "sync job";#d#
433
297 # TODO: use suspend/resume instead 434 # TODO: use suspend/resume instead
298 # (but this is cancel-safe) 435 # (but this is cancel-safe)
299 my $freeze_guard = freeze_mainloop; 436 my $freeze_guard = freeze_mainloop;
300 437
301 my $busy = 1; 438 my $busy = 1;
302 my @res; 439 my @res;
303 440
304 (async { 441 (async {
442 $Coro::current->desc ("sync job coro");
305 @res = eval { $job->() }; 443 @res = eval { $job->() };
306 warn $@ if $@; 444 warn $@ if $@;
307 undef $busy; 445 undef $busy;
308 })->prio (Coro::PRIO_MAX); 446 })->prio (Coro::PRIO_MAX);
309 447
310 while ($busy) { 448 while ($busy) {
449 if (Coro::nready) {
450 Coro::cede_notself;
451 } else {
311 Coro::cede or Event::one_event; 452 Event::one_event;
312 } 453 }
454 }
455
456 $time = Event::time - $time;
457
458 LOG llevError | logBacktrace, Carp::longmess "long sync job"
459 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
460
461 $tick_start += $time; # do not account sync jobs to server load
313 462
314 wantarray ? @res : $res[0] 463 wantarray ? @res : $res[0]
315 } else { 464 } else {
316 # we are in another coroutine, how wonderful, everything just works 465 # we are in another coroutine, how wonderful, everything just works
317 466
319 } 468 }
320} 469}
321 470
322=item $coro = cf::async_ext { BLOCK } 471=item $coro = cf::async_ext { BLOCK }
323 472
324Like async, but this coro is automcatially being canceled when the 473Like async, but this coro is automatically being canceled when the
325extension calling this is being unloaded. 474extension calling this is being unloaded.
326 475
327=cut 476=cut
328 477
329sub async_ext(&) { 478sub async_ext(&) {
337 $EXT_CORO{$coro+0} = $coro; 486 $EXT_CORO{$coro+0} = $coro;
338 487
339 $coro 488 $coro
340} 489}
341 490
342sub write_runtime { 491=item fork_call { }, $args
343 my $runtime = cf::localdir . "/runtime";
344 492
345 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 493Executes the given code block with the given arguments in a seperate
346 or return; 494process, returning the results. Everything must be serialisable with
495Coro::Storable. May, of course, block. Note that the executed sub may
496never block itself or use any form of Event handling.
347 497
348 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 498=cut
349 (aio_write $fh, 0, (length $value), $value, 0) <= 0
350 and return;
351 499
352 aio_fsync $fh 500sub fork_call(&@) {
353 and return; 501 my ($cb, @args) = @_;
354 502
355 close $fh 503 # we seemingly have to make a local copy of the whole thing,
356 or return; 504 # otherwise perl prematurely frees the stuff :/
505 # TODO: investigate and fix (likely this will be rather laborious)
357 506
358 aio_rename "$runtime~", $runtime 507 my @res = Coro::Util::fork_eval {
359 and return; 508 reset_signals;
509 &$cb
510 }, @args;
360 511
512 wantarray ? @res : $res[-1]
513}
514
515=item $value = cf::db_get $family => $key
516
517Returns a single value from the environment database.
518
519=item cf::db_put $family => $key => $value
520
521Stores the given C<$value> in the family. It can currently store binary
522data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
523
524=item $db = cf::db_table "name"
525
526Create and/or open a new database table. The string must not be "db" and must be unique
527within each server.
528
529=cut
530
531sub db_table($) {
532 my ($name) = @_;
533 my $db = BDB::db_create $DB_ENV;
534
535 eval {
536 $db->set_flags (BDB::CHKSUM);
537
538 utf8::encode $name;
539 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
540 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
541 cf::cleanup "db_open(db): $!" if $!;
542 };
543 cf::cleanup "db_open(db): $@" if $@;
544
545 $db
546}
547
548our $DB;
549
550sub db_init {
551 cf::sync_job {
552 $DB ||= db_table "db";
553 };
554}
555
556sub db_get($$) {
557 my $key = "$_[0]/$_[1]";
558
559 cf::sync_job {
560 BDB::db_get $DB, undef, $key, my $data;
561
562 $! ? ()
563 : $data
361 1 564 }
565}
566
567sub db_put($$$) {
568 BDB::dbreq_pri 4;
569 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
570}
571
572=item cf::cache $id => [$paths...], $processversion => $process
573
574Generic caching function that returns the value of the resource $id,
575caching and regenerating as required.
576
577This function can block.
578
579=cut
580
581sub cache {
582 my ($id, $src, $processversion, $process) = @_;
583
584 my $meta =
585 join "\x00",
586 $processversion,
587 map {
588 aio_stat $_
589 and Carp::croak "$_: $!";
590
591 ($_, (stat _)[7,9])
592 } @$src;
593
594 my $dbmeta = db_get cache => "$id/meta";
595 if ($dbmeta ne $meta) {
596 # changed, we may need to process
597
598 my @data;
599 my $md5;
600
601 for (0 .. $#$src) {
602 0 <= aio_load $src->[$_], $data[$_]
603 or Carp::croak "$src->[$_]: $!";
604 }
605
606 # if processing is expensive, check
607 # checksum first
608 if (1) {
609 $md5 =
610 join "\x00",
611 $processversion,
612 map {
613 cf::cede_to_tick;
614 ($src->[$_], Digest::MD5::md5_hex $data[$_])
615 } 0.. $#$src;
616
617
618 my $dbmd5 = db_get cache => "$id/md5";
619 if ($dbmd5 eq $md5) {
620 db_put cache => "$id/meta", $meta;
621
622 return db_get cache => "$id/data";
623 }
624 }
625
626 my $t1 = Time::HiRes::time;
627 my $data = $process->(\@data);
628 my $t2 = Time::HiRes::time;
629
630 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
631
632 db_put cache => "$id/data", $data;
633 db_put cache => "$id/md5" , $md5;
634 db_put cache => "$id/meta", $meta;
635
636 return $data;
637 }
638
639 db_get cache => "$id/data"
640}
641
642=item cf::datalog type => key => value, ...
643
644Log a datalog packet of the given type with the given key-value pairs.
645
646=cut
647
648sub datalog($@) {
649 my ($type, %kv) = @_;
650 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
362} 651}
363 652
364=back 653=back
365 654
366=cut 655=cut
367
368#############################################################################
369
370package cf::path;
371
372# used to convert map paths into valid unix filenames by repalcing / by ∕
373our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
374
375sub new {
376 my ($class, $path, $base) = @_;
377
378 $path = $path->as_string if ref $path;
379
380 my $self = bless { }, $class;
381
382 # {... are special paths that are not touched
383 # ?xxx/... are special absolute paths
384 # ?random/... random maps
385 # /! non-realised random map exit
386 # /... normal maps
387 # ~/... per-player maps without a specific player (DO NOT USE)
388 # ~user/... per-player map of a specific user
389
390 if ($path =~ /^{/) {
391 # fine as it is
392 } elsif ($path =~ s{^\?random/}{}) {
393 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
394 $self->{random} = cf::from_json $data;
395 } else {
396 if ($path =~ s{^~([^/]+)?}{}) {
397 $self->{user_rel} = 1;
398
399 if (defined $1) {
400 $self->{user} = $1;
401 } elsif ($base =~ m{^~([^/]+)/}) {
402 $self->{user} = $1;
403 } else {
404 warn "cannot resolve user-relative path without user <$path,$base>\n";
405 }
406 } elsif ($path =~ /^\//) {
407 # already absolute
408 } else {
409 $base =~ s{[^/]+/?$}{};
410 return $class->new ("$base/$path");
411 }
412
413 for ($path) {
414 redo if s{/\.?/}{/};
415 redo if s{/[^/]+/\.\./}{/};
416 }
417 }
418
419 $self->{path} = $path;
420
421 $self
422}
423
424# the name / primary key / in-game path
425sub as_string {
426 my ($self) = @_;
427
428 $self->{user_rel} ? "~$self->{user}$self->{path}"
429 : $self->{random} ? "?random/$self->{path}"
430 : $self->{path}
431}
432
433# the displayed name, this is a one way mapping
434sub visible_name {
435 my ($self) = @_;
436
437# if (my $rmp = $self->{random}) {
438# # todo: be more intelligent about this
439# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
440# } else {
441 $self->as_string
442# }
443}
444
445# escape the /'s in the path
446sub _escaped_path {
447 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
448 $path
449}
450
451# the original (read-only) location
452sub load_path {
453 my ($self) = @_;
454
455 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
456}
457
458# the temporary/swap location
459sub save_path {
460 my ($self) = @_;
461
462 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
463 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
464 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
465}
466
467# the unique path, might be eq to save_path
468sub uniq_path {
469 my ($self) = @_;
470
471 $self->{user_rel} || $self->{random}
472 ? undef
473 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
474}
475
476# return random map parameters, or undef
477sub random_map_params {
478 my ($self) = @_;
479
480 $self->{random}
481}
482
483# this is somewhat ugly, but style maps do need special treatment
484sub is_style_map {
485 $_[0]{path} =~ m{^/styles/}
486}
487
488package cf;
489 656
490############################################################################# 657#############################################################################
491 658
492=head2 ATTACHABLE OBJECTS 659=head2 ATTACHABLE OBJECTS
493 660
495attach callbacks/event handlers (a collection of which is called an "attachment") 662attach callbacks/event handlers (a collection of which is called an "attachment")
496to it. All such attachable objects support the following methods. 663to it. All such attachable objects support the following methods.
497 664
498In the following description, CLASS can be any of C<global>, C<object> 665In the following description, CLASS can be any of C<global>, C<object>
499C<player>, C<client> or C<map> (i.e. the attachable objects in 666C<player>, C<client> or C<map> (i.e. the attachable objects in
500crossfire+). 667Crossfire TRT).
501 668
502=over 4 669=over 4
503 670
504=item $attachable->attach ($attachment, key => $value...) 671=item $attachable->attach ($attachment, key => $value...)
505 672
619our @CB_TYPE = (); # registry for type (cf-object class) based events 786our @CB_TYPE = (); # registry for type (cf-object class) based events
620our @CB_MAP = (); 787our @CB_MAP = ();
621 788
622my %attachment; 789my %attachment;
623 790
791sub cf::attachable::thawer_merge {
792 # simply override everything except _meta
793 local $_[0]{_meta};
794 %{$_[0]} = %{$_[1]};
795}
796
624sub _attach_cb($$$$) { 797sub _attach_cb($$$$) {
625 my ($registry, $event, $prio, $cb) = @_; 798 my ($registry, $event, $prio, $cb) = @_;
626 799
627 use sort 'stable'; 800 use sort 'stable';
628 801
662 $registry = $CB_TYPE[$object_type] ||= []; 835 $registry = $CB_TYPE[$object_type] ||= [];
663 836
664 } elsif ($type eq "subtype") { 837 } elsif ($type eq "subtype") {
665 defined $object_type or Carp::croak "subtype specified without type"; 838 defined $object_type or Carp::croak "subtype specified without type";
666 my $object_subtype = shift @arg; 839 my $object_subtype = shift @arg;
667 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 840 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
668 841
669 } elsif ($type eq "package") { 842 } elsif ($type eq "package") {
670 my $pkg = shift @arg; 843 my $pkg = shift @arg;
671 844
672 while (my ($name, $id) = each %cb_id) { 845 while (my ($name, $id) = each %cb_id) {
701 _attach $registry, $klass, @attach; 874 _attach $registry, $klass, @attach;
702 } 875 }
703 876
704 $obj->{$name} = \%arg; 877 $obj->{$name} = \%arg;
705 } else { 878 } else {
706 warn "object uses attachment '$name' that is not available, postponing.\n"; 879 warn "object uses attachment '$name' which is not available, postponing.\n";
707 } 880 }
708 881
709 $obj->{_attachment}{$name} = undef; 882 $obj->{_attachment}{$name} = undef;
710} 883}
711 884
713 if (ref $_[0]) { 886 if (ref $_[0]) {
714 _object_attach @_; 887 _object_attach @_;
715 } else { 888 } else {
716 _attach shift->_attach_registry, @_; 889 _attach shift->_attach_registry, @_;
717 } 890 }
891 _recalc_want;
718}; 892};
719 893
720# all those should be optimised 894# all those should be optimised
721sub cf::attachable::detach { 895sub cf::attachable::detach {
722 my ($obj, $name) = @_; 896 my ($obj, $name) = @_;
725 delete $obj->{_attachment}{$name}; 899 delete $obj->{_attachment}{$name};
726 reattach ($obj); 900 reattach ($obj);
727 } else { 901 } else {
728 Carp::croak "cannot, currently, detach class attachments"; 902 Carp::croak "cannot, currently, detach class attachments";
729 } 903 }
904 _recalc_want;
730}; 905};
731 906
732sub cf::attachable::attached { 907sub cf::attachable::attached {
733 my ($obj, $name) = @_; 908 my ($obj, $name) = @_;
734 909
749 "; 924 ";
750 die if $@; 925 die if $@;
751} 926}
752 927
753our $override; 928our $override;
754our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 929our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
755 930
756sub override { 931sub override {
757 $override = 1; 932 $override = 1;
758 @invoke_results = (); 933 @INVOKE_RESULTS = (@_);
759} 934}
760 935
761sub do_invoke { 936sub do_invoke {
762 my $event = shift; 937 my $event = shift;
763 my $callbacks = shift; 938 my $callbacks = shift;
764 939
765 @invoke_results = (); 940 @INVOKE_RESULTS = ();
766 941
767 local $override; 942 local $override;
768 943
769 for (@$callbacks) { 944 for (@$callbacks) {
770 eval { &{$_->[1]} }; 945 eval { &{$_->[1]} };
787 962
788Generate an object-specific event with the given arguments. 963Generate an object-specific event with the given arguments.
789 964
790This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 965This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
791removed in future versions), and there is no public API to access override 966removed in future versions), and there is no public API to access override
792results (if you must, access C<@cf::invoke_results> directly). 967results (if you must, access C<@cf::INVOKE_RESULTS> directly).
793 968
794=back 969=back
795 970
796=cut 971=cut
797 972
798############################################################################# 973#############################################################################
799# object support 974# object support
975
976sub _object_equal($$);
977sub _object_equal($$) {
978 my ($a, $b) = @_;
979
980 return 0 unless (ref $a) eq (ref $b);
981
982 if ("HASH" eq ref $a) {
983 my @ka = keys %$a;
984 my @kb = keys %$b;
985
986 return 0 if @ka != @kb;
987
988 for (0 .. $#ka) {
989 return 0 unless $ka[$_] eq $kb[$_];
990 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
991 }
992
993 } elsif ("ARRAY" eq ref $a) {
994
995 return 0 if @$a != @$b;
996
997 for (0 .. $#$a) {
998 return 0 unless _object_equal $a->[$_], $b->[$_];
999 }
1000
1001 } elsif ($a ne $b) {
1002 return 0;
1003 }
1004
1005 1
1006}
1007
1008our $SLOW_MERGES;#d#
1009sub _can_merge {
1010 my ($ob1, $ob2) = @_;
1011
1012 ++$SLOW_MERGES;#d#
1013
1014 # we do the slow way here
1015 return _object_equal $ob1, $ob2
1016}
800 1017
801sub reattach { 1018sub reattach {
802 # basically do the same as instantiate, without calling instantiate 1019 # basically do the same as instantiate, without calling instantiate
803 my ($obj) = @_; 1020 my ($obj) = @_;
1021
1022 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
804 1023
805 my $registry = $obj->registry; 1024 my $registry = $obj->registry;
806 1025
807 @$registry = (); 1026 @$registry = ();
808 1027
849sub object_freezer_save { 1068sub object_freezer_save {
850 my ($filename, $rdata, $objs) = @_; 1069 my ($filename, $rdata, $objs) = @_;
851 1070
852 sync_job { 1071 sync_job {
853 if (length $$rdata) { 1072 if (length $$rdata) {
1073 utf8::decode (my $decname = $filename);
854 warn sprintf "saving %s (%d,%d)\n", 1074 warn sprintf "saving %s (%d,%d)\n",
855 $filename, length $$rdata, scalar @$objs; 1075 $decname, length $$rdata, scalar @$objs;
856 1076
857 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1077 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
858 chmod SAVE_MODE, $fh; 1078 chmod SAVE_MODE, $fh;
859 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1079 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
860 aio_fsync $fh; 1080 aio_fsync $fh if $cf::USE_FSYNC;
861 close $fh; 1081 close $fh;
862 1082
863 if (@$objs) { 1083 if (@$objs) {
864 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1084 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
865 chmod SAVE_MODE, $fh; 1085 chmod SAVE_MODE, $fh;
866 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1086 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
867 aio_write $fh, 0, (length $data), $data, 0; 1087 aio_write $fh, 0, (length $data), $data, 0;
868 aio_fsync $fh; 1088 aio_fsync $fh if $cf::USE_FSYNC;
869 close $fh; 1089 close $fh;
870 aio_rename "$filename.pst~", "$filename.pst"; 1090 aio_rename "$filename.pst~", "$filename.pst";
871 } 1091 }
872 } else { 1092 } else {
873 aio_unlink "$filename.pst"; 1093 aio_unlink "$filename.pst";
879 } 1099 }
880 } else { 1100 } else {
881 aio_unlink $filename; 1101 aio_unlink $filename;
882 aio_unlink "$filename.pst"; 1102 aio_unlink "$filename.pst";
883 } 1103 }
884 } 1104 };
885} 1105}
886 1106
887sub object_freezer_as_string { 1107sub object_freezer_as_string {
888 my ($rdata, $objs) = @_; 1108 my ($rdata, $objs) = @_;
889 1109
901 or return; 1121 or return;
902 1122
903 unless (aio_stat "$filename.pst") { 1123 unless (aio_stat "$filename.pst") {
904 (aio_load "$filename.pst", $av) >= 0 1124 (aio_load "$filename.pst", $av) >= 0
905 or return; 1125 or return;
1126
906 $av = eval { (Storable::thaw $av)->{objs} }; 1127 my $st = eval { Coro::Storable::thaw $av };
1128 $av = $st->{objs};
907 } 1129 }
908 1130
1131 utf8::decode (my $decname = $filename);
909 warn sprintf "loading %s (%d)\n", 1132 warn sprintf "loading %s (%d,%d)\n",
910 $filename, length $data, scalar @{$av || []};#d# 1133 $decname, length $data, scalar @{$av || []};
1134
911 return ($data, $av); 1135 ($data, $av)
912} 1136}
1137
1138=head2 COMMAND CALLBACKS
1139
1140=over 4
1141
1142=cut
913 1143
914############################################################################# 1144#############################################################################
915# command handling &c 1145# command handling &c
916 1146
917=item cf::register_command $name => \&callback($ob,$args); 1147=item cf::register_command $name => \&callback($ob,$args);
930 push @{ $COMMAND{$name} }, [$caller, $cb]; 1160 push @{ $COMMAND{$name} }, [$caller, $cb];
931} 1161}
932 1162
933=item cf::register_extcmd $name => \&callback($pl,$packet); 1163=item cf::register_extcmd $name => \&callback($pl,$packet);
934 1164
935Register a callbackf ro execution when the client sends an extcmd packet. 1165Register a callback for execution when the client sends an (synchronous)
1166extcmd packet. Ext commands will be processed in the order they are
1167received by the server, like other user commands. The first argument is
1168the logged-in player. Ext commands can only be processed after a player
1169has logged in successfully.
936 1170
937If the callback returns something, it is sent back as if reply was being 1171If the callback returns something, it is sent back as if reply was being
938called. 1172called.
939 1173
1174=item cf::register_exticmd $name => \&callback($ns,$packet);
1175
1176Register a callback for execution when the client sends an (asynchronous)
1177exticmd packet. Exti commands are processed by the server as soon as they
1178are received, i.e. out of order w.r.t. other commands. The first argument
1179is a client socket. Exti commands can be received anytime, even before
1180log-in.
1181
1182If the callback returns something, it is sent back as if reply was being
1183called.
1184
940=cut 1185=cut
941 1186
942sub register_extcmd { 1187sub register_extcmd {
943 my ($name, $cb) = @_; 1188 my ($name, $cb) = @_;
944 1189
945 my $caller = caller;
946 #warn "registering extcmd '$name' to '$caller'";
947
948 $EXTCMD{$name} = [$cb, $caller]; 1190 $EXTCMD{$name} = $cb;
1191}
1192
1193sub register_exticmd {
1194 my ($name, $cb) = @_;
1195
1196 $EXTICMD{$name} = $cb;
949} 1197}
950 1198
951cf::player->attach ( 1199cf::player->attach (
952 on_command => sub { 1200 on_command => sub {
953 my ($pl, $name, $params) = @_; 1201 my ($pl, $name, $params) = @_;
962 cf::override; 1210 cf::override;
963 }, 1211 },
964 on_extcmd => sub { 1212 on_extcmd => sub {
965 my ($pl, $buf) = @_; 1213 my ($pl, $buf) = @_;
966 1214
967 my $msg = eval { from_json $buf }; 1215 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
968 1216
969 if (ref $msg) { 1217 if (ref $msg) {
1218 my ($type, $reply, @payload) =
1219 "ARRAY" eq ref $msg
1220 ? @$msg
1221 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1222
1223 my @reply;
1224
970 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1225 if (my $cb = $EXTCMD{$type}) {
971 if (my %reply = $cb->[0]->($pl, $msg)) { 1226 @reply = $cb->($pl, @payload);
972 $pl->ext_reply ($msg->{msgid}, %reply);
973 }
974 } 1227 }
1228
1229 $pl->ext_reply ($reply, @reply)
1230 if $reply;
1231
975 } else { 1232 } else {
976 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1233 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
977 } 1234 }
978 1235
979 cf::override; 1236 cf::override;
980 }, 1237 },
981); 1238);
982 1239
983sub register {
984 my ($base, $pkg) = @_;
985
986 #TODO
987}
988
989sub load_extension {
990 my ($path) = @_;
991
992 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
993 my $base = $1;
994 my $pkg = $1;
995 $pkg =~ s/[^[:word:]]/_/g;
996 $pkg = "ext::$pkg";
997
998 warn "loading '$path' into '$pkg'\n";
999
1000 open my $fh, "<:utf8", $path
1001 or die "$path: $!";
1002
1003 my $source =
1004 "package $pkg; use strict; use utf8;\n"
1005 . "#line 1 \"$path\"\n{\n"
1006 . (do { local $/; <$fh> })
1007 . "\n};\n1";
1008
1009 eval $source
1010 or die $@ ? "$path: $@\n"
1011 : "extension disabled.\n";
1012
1013 push @exts, $pkg;
1014 $ext_pkg{$base} = $pkg;
1015
1016# no strict 'refs';
1017# @{"$pkg\::ISA"} = ext::;
1018
1019 register $base, $pkg;
1020}
1021
1022sub unload_extension {
1023 my ($pkg) = @_;
1024
1025 warn "removing extension $pkg\n";
1026
1027 # remove hooks
1028 #TODO
1029# for my $idx (0 .. $#PLUGIN_EVENT) {
1030# delete $hook[$idx]{$pkg};
1031# }
1032
1033 # remove commands
1034 for my $name (keys %COMMAND) {
1035 my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
1036
1037 if (@cb) {
1038 $COMMAND{$name} = \@cb;
1039 } else {
1040 delete $COMMAND{$name};
1041 }
1042 }
1043
1044 # remove extcmds
1045 for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
1046 delete $EXTCMD{$name};
1047 }
1048
1049 if (my $cb = $pkg->can ("unload")) {
1050 eval {
1051 $cb->($pkg);
1052 1
1053 } or warn "$pkg unloaded, but with errors: $@";
1054 }
1055
1056 Symbol::delete_package $pkg;
1057}
1058
1059sub load_extensions { 1240sub load_extensions {
1241 cf::sync_job {
1242 my %todo;
1243
1060 for my $ext (<$LIBDIR/*.ext>) { 1244 for my $path (<$LIBDIR/*.ext>) {
1061 next unless -r $ext; 1245 next unless -r $path;
1062 eval { 1246
1063 load_extension $ext; 1247 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1248 my $base = $1;
1249 my $pkg = $1;
1250 $pkg =~ s/[^[:word:]]/_/g;
1251 $pkg = "ext::$pkg";
1252
1253 open my $fh, "<:utf8", $path
1254 or die "$path: $!";
1255
1256 my $source = do { local $/; <$fh> };
1257
1258 my %ext = (
1259 path => $path,
1260 base => $base,
1261 pkg => $pkg,
1262 );
1263
1264 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1265 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1266
1267 $ext{source} =
1268 "package $pkg; use strict; use utf8;\n"
1269 . "#line 1 \"$path\"\n{\n"
1270 . $source
1271 . "\n};\n1";
1272
1273 $todo{$base} = \%ext;
1274 }
1275
1276 my %done;
1277 while (%todo) {
1278 my $progress;
1279
1280 while (my ($k, $v) = each %todo) {
1281 for (split /,\s*/, $v->{meta}{depends}) {
1282 goto skip
1283 unless exists $done{$_};
1284 }
1285
1286 warn "... loading '$k' into '$v->{pkg}'\n";
1287
1288 unless (eval $v->{source}) {
1289 my $msg = $@ ? "$v->{path}: $@\n"
1290 : "$v->{base}: extension inactive.\n";
1291
1292 if (exists $v->{meta}{mandatory}) {
1293 warn $msg;
1294 warn "mandatory extension failed to load, exiting.\n";
1295 exit 1;
1296 }
1297
1298 warn $msg;
1299 }
1300
1301 $done{$k} = delete $todo{$k};
1302 push @EXTS, $v->{pkg};
1303 $progress = 1;
1064 1 1304 }
1065 } or warn "$ext not loaded: $@"; 1305
1306 skip:
1307 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1308 unless $progress;
1309 }
1066 } 1310 };
1067} 1311}
1068 1312
1069############################################################################# 1313#############################################################################
1070# load/save/clean perl data associated with a map
1071 1314
1072*cf::mapsupport::on_clean = sub { 1315=back
1073 my ($map) = @_;
1074
1075 my $path = $map->tmpname;
1076 defined $path or return;
1077
1078 unlink "$path.pst";
1079};
1080
1081cf::map->attach (prio => -10000, package => cf::mapsupport::);
1082
1083#############################################################################
1084 1316
1085=head2 CORE EXTENSIONS 1317=head2 CORE EXTENSIONS
1086 1318
1087Functions and methods that extend core crossfire objects. 1319Functions and methods that extend core crossfire objects.
1088 1320
1094 1326
1095=head3 cf::player 1327=head3 cf::player
1096 1328
1097=over 4 1329=over 4
1098 1330
1331=item cf::player::num_playing
1332
1333Returns the official number of playing players, as per the Crossfire metaserver rules.
1334
1335=cut
1336
1337sub num_playing {
1338 scalar grep
1339 $_->ob->map
1340 && !$_->hidden
1341 && !$_->ob->flag (cf::FLAG_WIZ),
1342 cf::player::list
1343}
1344
1099=item cf::player::find $login 1345=item cf::player::find $login
1100 1346
1101Returns the given player object, loading it if necessary (might block). 1347Returns the given player object, loading it if necessary (might block).
1102 1348
1103=cut 1349=cut
1104 1350
1105sub playerdir($) { 1351sub playerdir($) {
1106 cf::localdir 1352 "$PLAYERDIR/"
1107 . "/"
1108 . cf::playerdir
1109 . "/"
1110 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1353 . (ref $_[0] ? $_[0]->ob->name : $_[0])
1111} 1354}
1112 1355
1113sub path($) { 1356sub path($) {
1114 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1357 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1115 1358
1116 (playerdir $login) . "/$login.pl" 1359 (playerdir $login) . "/playerdata"
1117} 1360}
1118 1361
1119sub find_active($) { 1362sub find_active($) {
1120 $cf::PLAYER{$_[0]} 1363 $cf::PLAYER{$_[0]}
1121 and $cf::PLAYER{$_[0]}->active 1364 and $cf::PLAYER{$_[0]}->active
1124 1367
1125sub exists($) { 1368sub exists($) {
1126 my ($login) = @_; 1369 my ($login) = @_;
1127 1370
1128 $cf::PLAYER{$login} 1371 $cf::PLAYER{$login}
1129 or cf::sync_job { !aio_stat $login } 1372 or cf::sync_job { !aio_stat path $login }
1130} 1373}
1131 1374
1132sub find($) { 1375sub find($) {
1133 return $cf::PLAYER{$_[0]} || do { 1376 return $cf::PLAYER{$_[0]} || do {
1134 my $login = $_[0]; 1377 my $login = $_[0];
1135 1378
1136 my $guard = cf::lock_acquire "user_find:$login"; 1379 my $guard = cf::lock_acquire "user_find:$login";
1137 1380
1138 $cf::PLAYER{$_[0]} || do { 1381 $cf::PLAYER{$_[0]} || do {
1139 my $pl = load_pl path $login 1382 # rename old playerfiles to new ones
1383 #TODO: remove when no longer required
1384 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1385 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1386 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1387 aio_unlink +(playerdir $login) . "/$login.pl";
1388
1389 my $f = new_from_file cf::object::thawer path $login
1140 or return; 1390 or return;
1391
1392 my $pl = cf::player::load_pl $f
1393 or return;
1394 local $cf::PLAYER_LOADING{$login} = $pl;
1395 $f->resolve_delayed_derefs;
1141 $cf::PLAYER{$login} = $pl 1396 $cf::PLAYER{$login} = $pl
1142 } 1397 }
1143 } 1398 }
1144} 1399}
1145 1400
1155 1410
1156 aio_mkdir playerdir $pl, 0770; 1411 aio_mkdir playerdir $pl, 0770;
1157 $pl->{last_save} = $cf::RUNTIME; 1412 $pl->{last_save} = $cf::RUNTIME;
1158 1413
1159 $pl->save_pl ($path); 1414 $pl->save_pl ($path);
1160 Coro::cede; 1415 cf::cede_to_tick;
1161} 1416}
1162 1417
1163sub new($) { 1418sub new($) {
1164 my ($login) = @_; 1419 my ($login) = @_;
1165 1420
1171 $cf::PLAYER{$login} = $self; 1426 $cf::PLAYER{$login} = $self;
1172 1427
1173 $self 1428 $self
1174} 1429}
1175 1430
1431=item $player->send_msg ($channel, $msg, $color, [extra...])
1432
1433=cut
1434
1435sub send_msg {
1436 my $ns = shift->ns
1437 or return;
1438 $ns->send_msg (@_);
1439}
1440
1176=item $pl->quit_character 1441=item $pl->quit_character
1177 1442
1178Nukes the player without looking back. If logged in, the connection will 1443Nukes the player without looking back. If logged in, the connection will
1179be destroyed. May block for a long time. 1444be destroyed. May block for a long time.
1180 1445
1181=cut 1446=cut
1182 1447
1183sub quit_character { 1448sub quit_character {
1184 my ($pl) = @_; 1449 my ($pl) = @_;
1450
1451 my $name = $pl->ob->name;
1185 1452
1186 $pl->{deny_save} = 1; 1453 $pl->{deny_save} = 1;
1187 $pl->password ("*"); # this should lock out the player until we nuked the dir 1454 $pl->password ("*"); # this should lock out the player until we nuked the dir
1188 1455
1189 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1456 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1194 my $path = playerdir $pl; 1461 my $path = playerdir $pl;
1195 my $temp = "$path~$cf::RUNTIME~deleting~"; 1462 my $temp = "$path~$cf::RUNTIME~deleting~";
1196 aio_rename $path, $temp; 1463 aio_rename $path, $temp;
1197 delete $cf::PLAYER{$pl->ob->name}; 1464 delete $cf::PLAYER{$pl->ob->name};
1198 $pl->destroy; 1465 $pl->destroy;
1466
1467 my $prefix = qr<^~\Q$name\E/>;
1468
1469 # nuke player maps
1470 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1471
1199 IO::AIO::aio_rmtree $temp; 1472 IO::AIO::aio_rmtree $temp;
1473}
1474
1475=item $pl->kick
1476
1477Kicks a player out of the game. This destroys the connection.
1478
1479=cut
1480
1481sub kick {
1482 my ($pl, $kicker) = @_;
1483
1484 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1485 $pl->killer ("kicked");
1486 $pl->ns->destroy;
1200} 1487}
1201 1488
1202=item cf::player::list_logins 1489=item cf::player::list_logins
1203 1490
1204Returns am arrayref of all valid playernames in the system, can take a 1491Returns am arrayref of all valid playernames in the system, can take a
1205while and may block, so not sync_job-capable, ever. 1492while and may block, so not sync_job-capable, ever.
1206 1493
1207=cut 1494=cut
1208 1495
1209sub list_logins { 1496sub list_logins {
1210 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1497 my $dirs = aio_readdir $PLAYERDIR
1211 or return []; 1498 or return [];
1212 1499
1213 my @logins; 1500 my @logins;
1214 1501
1215 for my $login (@$dirs) { 1502 for my $login (@$dirs) {
1503 my $path = path $login;
1504
1505 # a .pst is a dead give-away for a valid player
1506 unless (-e "$path.pst") {
1216 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next; 1507 my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1217 aio_read $fh, 0, 512, my $buf, 0 or next; 1508 aio_read $fh, 0, 512, my $buf, 0 or next;
1218 $buf !~ /^password -------------$/m or next; # official not-valid tag 1509 $buf !~ /^password -------------$/m or next; # official not-valid tag
1510 }
1219 1511
1220 utf8::decode $login; 1512 utf8::decode $login;
1221 push @logins, $login; 1513 push @logins, $login;
1222 } 1514 }
1223 1515
1224 \@logins 1516 \@logins
1225} 1517}
1226 1518
1227=item $player->maps 1519=item $player->maps
1228 1520
1229Returns an arrayref of cf::path's of all maps that are private for this 1521Returns an arrayref of map paths that are private for this
1230player. May block. 1522player. May block.
1231 1523
1232=cut 1524=cut
1233 1525
1234sub maps($) { 1526sub maps($) {
1235 my ($pl) = @_; 1527 my ($pl) = @_;
1528
1529 $pl = ref $pl ? $pl->ob->name : $pl;
1236 1530
1237 my $files = aio_readdir playerdir $pl 1531 my $files = aio_readdir playerdir $pl
1238 or return; 1532 or return;
1239 1533
1240 my @paths; 1534 my @paths;
1241 1535
1242 for (@$files) { 1536 for (@$files) {
1243 utf8::decode $_; 1537 utf8::decode $_;
1244 next if /\.(?:pl|pst)$/; 1538 next if /\.(?:pl|pst)$/;
1245 next unless /^$PATH_SEP/; 1539 next unless /^$PATH_SEP/o;
1246 1540
1247 s/$PATH_SEP/\//g; 1541 push @paths, cf::map::normalise "~$pl/$_";
1248 push @paths, new cf::path "~" . $pl->ob->name . "/" . $_;
1249 } 1542 }
1250 1543
1251 \@paths 1544 \@paths
1252} 1545}
1253 1546
1547=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1548
1549Expand crossfire pod fragments into protocol xml.
1550
1551=cut
1552
1553 use re 'eval';
1554
1555my $group;
1556my $interior; $interior = qr{
1557 (?:
1558 \ (.*?)\ (?{ $group = $^N })
1559 | < (??{$interior}) >
1560 )
1561}x;
1562
1563sub expand_cfpod {
1564 my ($self, $pod) = @_;
1565
1566 my $xml;
1567
1568 while () {
1569 if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?=[^<]) )+ )/xgcs) {
1570 $group = $1;
1571
1572 $group =~ s/&/&amp;/g;
1573 $group =~ s/</&lt;/g;
1574
1575 $xml .= $group;
1576 } elsif ($pod =~ m%\G
1577 ([BCGHITU])
1578 <
1579 (?:
1580 ([^<>]*) (?{ $group = $^N })
1581 | < $interior >
1582 )
1583 >
1584 %gcsx
1585 ) {
1586 my ($code, $data) = ($1, $group);
1587
1588 if ($code eq "B") {
1589 $xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
1590 } elsif ($code eq "I") {
1591 $xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
1592 } elsif ($code eq "U") {
1593 $xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
1594 } elsif ($code eq "C") {
1595 $xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
1596 } elsif ($code eq "T") {
1597 $xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
1598 } elsif ($code eq "G") {
1599 my ($male, $female) = split /\|/, $data;
1600 $data = $self->gender ? $female : $male;
1601 $xml .= expand_cfpod ($self, $data);
1602 } elsif ($code eq "H") {
1603 $xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1604 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1605 "")
1606 [$self->{hintmode}];
1607 } else {
1608 $xml .= "error processing '$code($data)' directive";
1609 }
1610 } else {
1611 if ($pod =~ /\G(.+)/) {
1612 warn "parse error while expanding $pod (at $1)";
1613 }
1614 last;
1615 }
1616 }
1617
1618 for ($xml) {
1619 # create single paragraphs (very hackish)
1620 s/(?<=\S)\n(?=\w)/ /g;
1621
1622 # compress some whitespace
1623 s/\s+\n/\n/g; # ws line-ends
1624 s/\n\n+/\n/g; # double lines
1625 s/^\n+//; # beginning lines
1626 s/\n+$//; # ending lines
1627 }
1628
1629 $xml
1630}
1631
1632sub hintmode {
1633 $_[0]{hintmode} = $_[1] if @_ > 1;
1634 $_[0]{hintmode}
1635}
1636
1254=item $player->ext_reply ($msgid, $msgtype, %msg) 1637=item $player->ext_reply ($msgid, @msg)
1255 1638
1256Sends an ext reply to the player. 1639Sends an ext reply to the player.
1257 1640
1258=cut 1641=cut
1259 1642
1260sub ext_reply($$$%) { 1643sub ext_reply($$@) {
1261 my ($self, $id, %msg) = @_; 1644 my ($self, $id, @msg) = @_;
1262 1645
1263 $msg{msgid} = $id; 1646 $self->ns->ext_reply ($id, @msg)
1264
1265 $self->send ("ext " . cf::to_json \%msg);
1266} 1647}
1267 1648
1268package cf; 1649=item $player->ext_msg ($type, @msg)
1650
1651Sends an ext event to the client.
1652
1653=cut
1654
1655sub ext_msg($$@) {
1656 my ($self, $type, @msg) = @_;
1657
1658 $self->ns->ext_msg ($type, @msg);
1659}
1660
1661=head3 cf::region
1662
1663=over 4
1664
1665=cut
1666
1667package cf::region;
1668
1669=item cf::region::find_by_path $path
1670
1671Tries to decuce the likely region for a map knowing only its path.
1672
1673=cut
1674
1675sub find_by_path($) {
1676 my ($path) = @_;
1677
1678 my ($match, $specificity);
1679
1680 for my $region (list) {
1681 if ($region->{match} && $path =~ $region->{match}) {
1682 ($match, $specificity) = ($region, $region->specificity)
1683 if $region->specificity > $specificity;
1684 }
1685 }
1686
1687 $match
1688}
1269 1689
1270=back 1690=back
1271
1272 1691
1273=head3 cf::map 1692=head3 cf::map
1274 1693
1275=over 4 1694=over 4
1276 1695
1279package cf::map; 1698package cf::map;
1280 1699
1281use Fcntl; 1700use Fcntl;
1282use Coro::AIO; 1701use Coro::AIO;
1283 1702
1703use overload
1704 '""' => \&as_string,
1705 fallback => 1;
1706
1284our $MAX_RESET = 3600; 1707our $MAX_RESET = 3600;
1285our $DEFAULT_RESET = 3000; 1708our $DEFAULT_RESET = 3000;
1286 1709
1287sub generate_random_map { 1710sub generate_random_map {
1288 my ($path, $rmp) = @_; 1711 my ($self, $rmp) = @_;
1289
1290 # mit "rum" bekleckern, nicht 1712 # mit "rum" bekleckern, nicht
1291 cf::map::_create_random_map 1713 $self->_create_random_map (
1292 $path,
1293 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1714 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1294 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1715 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1295 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1716 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1296 $rmp->{exit_on_final_map}, 1717 $rmp->{exit_on_final_map},
1297 $rmp->{xsize}, $rmp->{ysize}, 1718 $rmp->{xsize}, $rmp->{ysize},
1298 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1719 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1299 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1720 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1300 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1721 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1301 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1722 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1302 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1723 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1303 (cf::region::find $rmp->{region}) 1724 (cf::region::find $rmp->{region}), $rmp->{custom}
1725 )
1726}
1727
1728=item cf::map->register ($regex, $prio)
1729
1730Register a handler for the map path matching the given regex at the
1731givne priority (higher is better, built-in handlers have priority 0, the
1732default).
1733
1734=cut
1735
1736sub register {
1737 my (undef, $regex, $prio) = @_;
1738 my $pkg = caller;
1739
1740 no strict;
1741 push @{"$pkg\::ISA"}, __PACKAGE__;
1742
1743 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1744}
1745
1746# also paths starting with '/'
1747$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1748
1749sub thawer_merge {
1750 my ($self, $merge) = @_;
1751
1752 # we have to keep some variables in memory intact
1753 local $self->{path};
1754 local $self->{load_path};
1755
1756 $self->SUPER::thawer_merge ($merge);
1757}
1758
1759sub normalise {
1760 my ($path, $base) = @_;
1761
1762 $path = "$path"; # make sure its a string
1763
1764 $path =~ s/\.map$//;
1765
1766 # map plan:
1767 #
1768 # /! non-realised random map exit (special hack!)
1769 # {... are special paths that are not being touched
1770 # ?xxx/... are special absolute paths
1771 # ?random/... random maps
1772 # /... normal maps
1773 # ~user/... per-player map of a specific user
1774
1775 $path =~ s/$PATH_SEP/\//go;
1776
1777 # treat it as relative path if it starts with
1778 # something that looks reasonable
1779 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1780 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1781
1782 $base =~ s{[^/]+/?$}{};
1783 $path = "$base/$path";
1784 }
1785
1786 for ($path) {
1787 redo if s{//}{/};
1788 redo if s{/\.?/}{/};
1789 redo if s{/[^/]+/\.\./}{/};
1790 }
1791
1792 $path
1793}
1794
1795sub new_from_path {
1796 my (undef, $path, $base) = @_;
1797
1798 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1799
1800 $path = normalise $path, $base;
1801
1802 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1803 if ($path =~ $EXT_MAP{$pkg}[1]) {
1804 my $self = bless cf::map::new, $pkg;
1805 $self->{path} = $path; $self->path ($path);
1806 $self->init; # pass $1 etc.
1807 return $self;
1808 }
1809 }
1810
1811 Carp::cluck "unable to resolve path '$path' (base '$base').";
1812 ()
1813}
1814
1815sub init {
1816 my ($self) = @_;
1817
1818 $self
1819}
1820
1821sub as_string {
1822 my ($self) = @_;
1823
1824 "$self->{path}"
1825}
1826
1827# the displayed name, this is a one way mapping
1828sub visible_name {
1829 &as_string
1830}
1831
1832# the original (read-only) location
1833sub load_path {
1834 my ($self) = @_;
1835
1836 "$MAPDIR/$self->{path}.map"
1837}
1838
1839# the temporary/swap location
1840sub save_path {
1841 my ($self) = @_;
1842
1843 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1844 "$TMPDIR/$path.map"
1845}
1846
1847# the unique path, undef == no special unique path
1848sub uniq_path {
1849 my ($self) = @_;
1850
1851 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1852 "$UNIQUEDIR/$path"
1304} 1853}
1305 1854
1306# and all this just because we cannot iterate over 1855# and all this just because we cannot iterate over
1307# all maps in C++... 1856# all maps in C++...
1308sub change_all_map_light { 1857sub change_all_map_light {
1310 1859
1311 $_->change_map_light ($change) 1860 $_->change_map_light ($change)
1312 for grep $_->outdoor, values %cf::MAP; 1861 for grep $_->outdoor, values %cf::MAP;
1313} 1862}
1314 1863
1864sub decay_objects {
1865 my ($self) = @_;
1866
1867 return if $self->{deny_reset};
1868
1869 $self->do_decay_objects;
1870}
1871
1872sub unlink_save {
1873 my ($self) = @_;
1874
1875 utf8::encode (my $save = $self->save_path);
1876 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1877 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1878}
1879
1315sub try_load_header($) { 1880sub load_header_from($) {
1316 my ($path) = @_; 1881 my ($self, $path) = @_;
1317 1882
1318 utf8::encode $path; 1883 utf8::encode $path;
1319 aio_open $path, O_RDONLY, 0 1884 my $f = new_from_file cf::object::thawer $path
1320 or return; 1885 or return;
1321 1886
1322 my $map = cf::map::new 1887 $self->_load_header ($f)
1323 or return; 1888 or return;
1324 1889
1325 # for better error messages only, will be overwritten 1890 local $MAP_LOADING{$self->{path}} = $self;
1326 $map->path ($path); 1891 $f->resolve_delayed_derefs;
1327 1892
1328 $map->load_header ($path) 1893 $self->{load_path} = $path;
1894
1895 1
1896}
1897
1898sub load_header_orig {
1899 my ($self) = @_;
1900
1901 $self->load_header_from ($self->load_path)
1902}
1903
1904sub load_header_temp {
1905 my ($self) = @_;
1906
1907 $self->load_header_from ($self->save_path)
1908}
1909
1910sub prepare_temp {
1911 my ($self) = @_;
1912
1913 $self->last_access ((delete $self->{last_access})
1914 || $cf::RUNTIME); #d#
1915 # safety
1916 $self->{instantiate_time} = $cf::RUNTIME
1917 if $self->{instantiate_time} > $cf::RUNTIME;
1918}
1919
1920sub prepare_orig {
1921 my ($self) = @_;
1922
1923 $self->{load_original} = 1;
1924 $self->{instantiate_time} = $cf::RUNTIME;
1925 $self->last_access ($cf::RUNTIME);
1926 $self->instantiate;
1927}
1928
1929sub load_header {
1930 my ($self) = @_;
1931
1932 if ($self->load_header_temp) {
1933 $self->prepare_temp;
1934 } else {
1935 $self->load_header_orig
1329 or return; 1936 or return;
1937 $self->prepare_orig;
1938 }
1330 1939
1331 $map->{load_path} = $path; 1940 $self->{deny_reset} = 1
1941 if $self->no_reset;
1332 1942
1333 $map 1943 $self->default_region (cf::region::find_by_path $self->{path})
1944 unless $self->default_region;
1945
1946 1
1334} 1947}
1335 1948
1336sub find; 1949sub find;
1337sub find { 1950sub find {
1338 my ($path, $origin) = @_; 1951 my ($path, $origin) = @_;
1339 1952
1340 #warn "find<$path,$origin>\n";#d#
1341
1342 $path = new cf::path $path, $origin && $origin->path; 1953 $path = normalise $path, $origin && $origin->path;
1343 my $key = $path->as_string;
1344 1954
1955 cf::lock_wait "map_data:$path";#d#remove
1345 cf::lock_wait "map_find:$key"; 1956 cf::lock_wait "map_find:$path";
1346 1957
1347 $cf::MAP{$key} || do { 1958 $cf::MAP{$path} || do {
1348 my $guard = cf::lock_acquire "map_find:$key"; 1959 my $guard1 = cf::lock_acquire "map_find:$path";
1960 my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1349 1961
1350 # do it the slow way 1962 my $map = new_from_path cf::map $path
1351 my $map = try_load_header $path->save_path;
1352
1353 Coro::cede;
1354
1355 if ($map) {
1356 $map->last_access ((delete $map->{last_access})
1357 || $cf::RUNTIME); #d#
1358 # safety
1359 $map->{instantiate_time} = $cf::RUNTIME
1360 if $map->{instantiate_time} > $cf::RUNTIME;
1361 } else {
1362 if (my $rmp = $path->random_map_params) {
1363 $map = generate_random_map $key, $rmp;
1364 } else {
1365 $map = try_load_header $path->load_path;
1366 }
1367
1368 $map or return; 1963 or return;
1369 1964
1370 $map->{load_original} = 1;
1371 $map->{instantiate_time} = $cf::RUNTIME;
1372 $map->last_access ($cf::RUNTIME);
1373 $map->instantiate;
1374
1375 # per-player maps become, after loading, normal maps
1376 $map->per_player (0) if $path->{user_rel};
1377 }
1378
1379 $map->path ($key);
1380 $map->{path} = $path;
1381 $map->{last_save} = $cf::RUNTIME; 1965 $map->{last_save} = $cf::RUNTIME;
1382 1966
1383 Coro::cede; 1967 $map->load_header
1968 or return;
1384 1969
1385 if ($map->should_reset) { 1970 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1971 # doing this can freeze the server in a sync job, obviously
1972 #$cf::WAIT_FOR_TICK->wait;
1973 undef $guard1;
1974 undef $guard2;
1386 $map->reset; 1975 $map->reset;
1387 undef $guard;
1388 $map = find $path 1976 return find $path;
1389 or return;
1390 } 1977 }
1391 1978
1392 $cf::MAP{$key} = $map 1979 $cf::MAP{$path} = $map
1393 } 1980 }
1394} 1981}
1982
1983sub pre_load { }
1984sub post_load { }
1395 1985
1396sub load { 1986sub load {
1397 my ($self) = @_; 1987 my ($self) = @_;
1398 1988
1989 local $self->{deny_reset} = 1; # loading can take a long time
1990
1399 my $path = $self->{path}; 1991 my $path = $self->{path};
1992
1993 {
1400 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1994 my $guard = cf::lock_acquire "map_data:$path";
1401 1995
1996 return unless $self->valid;
1402 return if $self->in_memory != cf::MAP_SWAPPED; 1997 return unless $self->in_memory == cf::MAP_SWAPPED;
1403 1998
1404 $self->in_memory (cf::MAP_LOADING); 1999 $self->in_memory (cf::MAP_LOADING);
1405 2000
1406 $self->alloc; 2001 $self->alloc;
1407 $self->load_objects ($self->{load_path}, 1) 2002
2003 $self->pre_load;
2004 cf::cede_to_tick;
2005
2006 my $f = new_from_file cf::object::thawer $self->{load_path};
2007 $f->skip_block;
2008 $self->_load_objects ($f)
1408 or return; 2009 or return;
1409 2010
1410 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 2011 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1411 if delete $self->{load_original}; 2012 if delete $self->{load_original};
1412 2013
1413 if (my $uniq = $path->uniq_path) { 2014 if (my $uniq = $self->uniq_path) {
1414 utf8::encode $uniq; 2015 utf8::encode $uniq;
1415 if (aio_open $uniq, O_RDONLY, 0) { 2016 unless (aio_stat $uniq) {
2017 if (my $f = new_from_file cf::object::thawer $uniq) {
1416 $self->clear_unique_items; 2018 $self->clear_unique_items;
1417 $self->load_objects ($uniq, 0); 2019 $self->_load_objects ($f);
2020 $f->resolve_delayed_derefs;
2021 }
1418 } 2022 }
1419 } 2023 }
1420 2024
1421 Coro::cede; 2025 $f->resolve_delayed_derefs;
1422 2026
2027 cf::cede_to_tick;
1423 # now do the right thing for maps 2028 # now do the right thing for maps
1424 $self->link_multipart_objects; 2029 $self->link_multipart_objects;
1425
1426 if ($self->{path}->is_style_map) {
1427 $self->{deny_save} = 1;
1428 $self->{deny_reset} = 1;
1429 } else {
1430 $self->fix_auto_apply;
1431 $self->decay_objects;
1432 $self->update_buttons;
1433 $self->set_darkness_map;
1434 $self->difficulty ($self->estimate_difficulty) 2030 $self->difficulty ($self->estimate_difficulty)
1435 unless $self->difficulty; 2031 unless $self->difficulty;
2032 cf::cede_to_tick;
2033
2034 unless ($self->{deny_activate}) {
2035 $self->decay_objects;
2036 $self->fix_auto_apply;
2037 $self->update_buttons;
2038 cf::cede_to_tick;
2039 $self->set_darkness_map;
2040 cf::cede_to_tick;
1436 $self->activate; 2041 $self->activate;
1437 } 2042 }
1438 2043
1439 Coro::cede; 2044 $self->{last_save} = $cf::RUNTIME;
2045 $self->last_access ($cf::RUNTIME);
1440 2046
1441 $self->in_memory (cf::MAP_IN_MEMORY); 2047 $self->in_memory (cf::MAP_IN_MEMORY);
2048 }
2049
2050 $self->post_load;
2051}
2052
2053sub customise_for {
2054 my ($self, $ob) = @_;
2055
2056 return find "~" . $ob->name . "/" . $self->{path}
2057 if $self->per_player;
2058
2059# return find "?party/" . $ob->name . "/" . $self->{path}
2060# if $self->per_party;
2061
2062 $self
1442} 2063}
1443 2064
1444# find and load all maps in the 3x3 area around a map 2065# find and load all maps in the 3x3 area around a map
1445sub load_diag { 2066sub load_neighbours {
1446 my ($map) = @_; 2067 my ($map) = @_;
1447 2068
1448 my @diag; # diagonal neighbours 2069 my @neigh; # diagonal neighbours
1449 2070
1450 for (0 .. 3) { 2071 for (0 .. 3) {
1451 my $neigh = $map->tile_path ($_) 2072 my $neigh = $map->tile_path ($_)
1452 or next; 2073 or next;
1453 $neigh = find $neigh, $map 2074 $neigh = find $neigh, $map
1454 or next; 2075 or next;
1455 $neigh->load; 2076 $neigh->load;
1456 2077
2078 push @neigh,
1457 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh], 2079 [$neigh->tile_path (($_ + 3) % 4), $neigh],
1458 [$neigh->tile_path (($_ + 1) % 4), $neigh]; 2080 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1459 } 2081 }
1460 2082
1461 for (@diag) { 2083 for (grep defined $_->[0], @neigh) {
2084 my ($path, $origin) = @$_;
1462 my $neigh = find @$_ 2085 my $neigh = find $path, $origin
1463 or next; 2086 or next;
1464 $neigh->load; 2087 $neigh->load;
1465 } 2088 }
1466} 2089}
1467 2090
1472} 2095}
1473 2096
1474sub do_load_sync { 2097sub do_load_sync {
1475 my ($map) = @_; 2098 my ($map) = @_;
1476 2099
2100 cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
2101 if $Coro::current == $Coro::main;
2102
1477 cf::sync_job { $map->load }; 2103 cf::sync_job { $map->load };
1478} 2104}
1479 2105
1480our %MAP_PREFETCH; 2106our %MAP_PREFETCH;
2107our $MAP_PREFETCHER = undef;
2108
2109sub find_async {
2110 my ($path, $origin, $load) = @_;
2111
2112 $path = normalise $path, $origin && $origin->{path};
2113
2114 if (my $map = $cf::MAP{$path}) {
2115 return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
2116 }
2117
2118 $MAP_PREFETCH{$path} |= $load;
2119
1481our $MAP_PREFETCHER = Coro::async { 2120 $MAP_PREFETCHER ||= cf::async {
1482 while () { 2121 $Coro::current->{desc} = "map prefetcher";
2122
1483 while (%MAP_PREFETCH) { 2123 while (%MAP_PREFETCH) {
1484 my $key = each %MAP_PREFETCH 2124 while (my ($k, $v) = each %MAP_PREFETCH) {
1485 or next; 2125 if (my $map = find $k) {
2126 $map->load if $v;
2127 }
2128
1486 my $path = delete $MAP_PREFETCH{$key}; 2129 delete $MAP_PREFETCH{$k};
1487
1488 my $map = find $path
1489 or next;
1490 $map->load;
1491 } 2130 }
1492 Coro::schedule; 2131 }
2132 undef $MAP_PREFETCHER;
1493 } 2133 };
1494};
1495
1496sub find_async {
1497 my ($path, $origin) = @_;
1498
1499 $path = new cf::path $path, $origin && $origin->path;
1500 my $key = $path->as_string;
1501
1502 if (my $map = $cf::MAP{$key}) {
1503 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1504 }
1505
1506 $MAP_PREFETCH{$key} = $path;
1507 $MAP_PREFETCHER->ready; 2134 $MAP_PREFETCHER->prio (6);
1508 2135
1509 () 2136 ()
1510} 2137}
1511 2138
1512sub save { 2139sub save {
1513 my ($self) = @_; 2140 my ($self) = @_;
1514 2141
1515 my $lock = cf::lock_acquire "map_data:" . $self->path; 2142 my $lock = cf::lock_acquire "map_data:$self->{path}";
1516 2143
1517 $self->{last_save} = $cf::RUNTIME; 2144 $self->{last_save} = $cf::RUNTIME;
1518 2145
1519 return unless $self->dirty; 2146 return unless $self->dirty;
1520 2147
1521 my $save = $self->{path}->save_path; utf8::encode $save; 2148 my $save = $self->save_path; utf8::encode $save;
1522 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 2149 my $uniq = $self->uniq_path; utf8::encode $uniq;
1523 2150
1524 $self->{load_path} = $save; 2151 $self->{load_path} = $save;
1525 2152
1526 return if $self->{deny_save}; 2153 return if $self->{deny_save};
1527 2154
1528 local $self->{last_access} = $self->last_access;#d# 2155 local $self->{last_access} = $self->last_access;#d#
1529 2156
1530 cf::async { 2157 cf::async {
2158 $Coro::current->{desc} = "map player save";
1531 $_->contr->save for $self->players; 2159 $_->contr->save for $self->players;
1532 }; 2160 };
1533 2161
1534 if ($uniq) { 2162 if ($uniq) {
1535 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2163 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1536 $self->save_objects ($uniq, cf::IO_UNIQUES); 2164 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1537 } else { 2165 } else {
1538 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 2166 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1539 } 2167 }
1540} 2168}
1541 2169
1542sub swap_out { 2170sub swap_out {
1543 my ($self) = @_; 2171 my ($self) = @_;
1544 2172
1545 # save first because save cedes 2173 # save first because save cedes
1546 $self->save; 2174 $self->save;
1547 2175
1548 my $lock = cf::lock_acquire "map_data:" . $self->path; 2176 my $lock = cf::lock_acquire "map_data:$self->{path}";
1549 2177
1550 return if $self->players; 2178 return if $self->players;
1551 return if $self->in_memory != cf::MAP_IN_MEMORY; 2179 return if $self->in_memory != cf::MAP_IN_MEMORY;
1552 return if $self->{deny_save}; 2180 return if $self->{deny_save};
1553 2181
2182 $self->in_memory (cf::MAP_SWAPPED);
2183
2184 $self->deactivate;
2185 $_->clear_links_to ($self) for values %cf::MAP;
1554 $self->clear; 2186 $self->clear;
1555 $self->in_memory (cf::MAP_SWAPPED);
1556} 2187}
1557 2188
1558sub reset_at { 2189sub reset_at {
1559 my ($self) = @_; 2190 my ($self) = @_;
1560 2191
1561 # TODO: safety, remove and allow resettable per-player maps 2192 # TODO: safety, remove and allow resettable per-player maps
1562 return 1e99 if $self->{path}{user_rel};
1563 return 1e99 if $self->{deny_reset}; 2193 return 1e99 if $self->{deny_reset};
1564 2194
1565 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2195 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1566 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2196 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1567 2197
1572 my ($self) = @_; 2202 my ($self) = @_;
1573 2203
1574 $self->reset_at <= $cf::RUNTIME 2204 $self->reset_at <= $cf::RUNTIME
1575} 2205}
1576 2206
1577sub unlink_save {
1578 my ($self) = @_;
1579
1580 utf8::encode (my $save = $self->{path}->save_path);
1581 aioreq_pri 3; IO::AIO::aio_unlink $save;
1582 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1583}
1584
1585sub rename {
1586 my ($self, $new_path) = @_;
1587
1588 $self->unlink_save;
1589
1590 delete $cf::MAP{$self->path};
1591 $self->{path} = new cf::path $new_path;
1592 $self->path ($self->{path}->as_string);
1593 $cf::MAP{$self->path} = $self;
1594
1595 $self->save;
1596}
1597
1598sub reset { 2207sub reset {
1599 my ($self) = @_; 2208 my ($self) = @_;
1600 2209
1601 my $lock = cf::lock_acquire "map_data:" . $self->path; 2210 my $lock = cf::lock_acquire "map_data:$self->{path}";
1602 2211
1603 return if $self->players; 2212 return if $self->players;
1604 return if $self->{path}{user_rel};#d#
1605 2213
1606 warn "resetting map ", $self->path;#d# 2214 warn "resetting map ", $self->path;
2215
2216 $self->in_memory (cf::MAP_SWAPPED);
2217
2218 # need to save uniques path
2219 unless ($self->{deny_save}) {
2220 my $uniq = $self->uniq_path; utf8::encode $uniq;
2221
2222 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2223 if $uniq;
2224 }
1607 2225
1608 delete $cf::MAP{$self->path}; 2226 delete $cf::MAP{$self->path};
1609 2227
2228 $self->deactivate;
1610 $_->clear_links_to ($self) for values %cf::MAP; 2229 $_->clear_links_to ($self) for values %cf::MAP;
2230 $self->clear;
1611 2231
1612 $self->unlink_save; 2232 $self->unlink_save;
1613 $self->destroy; 2233 $self->destroy;
1614} 2234}
1615 2235
1616my $nuke_counter = "aaaa"; 2236my $nuke_counter = "aaaa";
1617 2237
1618sub nuke { 2238sub nuke {
1619 my ($self) = @_; 2239 my ($self) = @_;
1620 2240
2241 {
2242 my $lock = cf::lock_acquire "map_data:$self->{path}";
2243
2244 delete $cf::MAP{$self->path};
2245
2246 $self->unlink_save;
2247
2248 bless $self, "cf::map";
2249 delete $self->{deny_reset};
1621 $self->{deny_save} = 1; 2250 $self->{deny_save} = 1;
1622 $self->reset_timeout (1); 2251 $self->reset_timeout (1);
1623 $self->rename ("{nuke}/" . ($nuke_counter++)); 2252 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2253
2254 $cf::MAP{$self->path} = $self;
2255 }
2256
1624 $self->reset; # polite request, might not happen 2257 $self->reset; # polite request, might not happen
1625} 2258}
1626 2259
1627sub customise_for { 2260=item $maps = cf::map::tmp_maps
1628 my ($map, $ob) = @_;
1629 2261
1630 if ($map->per_player) { 2262Returns an arrayref with all map paths of currently instantiated and saved
1631 return cf::map::find "~" . $ob->name . "/" . $map->{path}{path}; 2263maps. May block.
2264
2265=cut
2266
2267sub tmp_maps() {
1632 } 2268 [
2269 map {
2270 utf8::decode $_;
2271 /\.map$/
2272 ? normalise $_
2273 : ()
2274 } @{ aio_readdir $TMPDIR or [] }
2275 ]
2276}
1633 2277
1634 $map 2278=item $maps = cf::map::random_maps
2279
2280Returns an arrayref with all map paths of currently instantiated and saved
2281random maps. May block.
2282
2283=cut
2284
2285sub random_maps() {
2286 [
2287 map {
2288 utf8::decode $_;
2289 /\.map$/
2290 ? normalise "?random/$_"
2291 : ()
2292 } @{ aio_readdir $RANDOMDIR or [] }
2293 ]
2294}
2295
2296=item cf::map::unique_maps
2297
2298Returns an arrayref of paths of all shared maps that have
2299instantiated unique items. May block.
2300
2301=cut
2302
2303sub unique_maps() {
2304 [
2305 map {
2306 utf8::decode $_;
2307 /\.map$/
2308 ? normalise $_
2309 : ()
2310 } @{ aio_readdir $UNIQUEDIR or [] }
2311 ]
1635} 2312}
1636 2313
1637package cf; 2314package cf;
1638 2315
1639=back 2316=back
1657 map { $_, inv_recursive_ $_->inv } @_ 2334 map { $_, inv_recursive_ $_->inv } @_
1658} 2335}
1659 2336
1660sub inv_recursive { 2337sub inv_recursive {
1661 inv_recursive_ inv $_[0] 2338 inv_recursive_ inv $_[0]
2339}
2340
2341=item $ref = $ob->ref
2342
2343creates and returns a persistent reference to an objetc that can be stored as a string.
2344
2345=item $ob = cf::object::deref ($refstring)
2346
2347returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2348even if the object actually exists. May block.
2349
2350=cut
2351
2352sub deref {
2353 my ($ref) = @_;
2354
2355 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2356 my ($uuid, $name) = ($1, $2);
2357 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2358 or return;
2359 $pl->ob->uuid eq $uuid
2360 or return;
2361
2362 $pl->ob
2363 } else {
2364 warn "$ref: cannot resolve object reference\n";
2365 undef
2366 }
1662} 2367}
1663 2368
1664package cf; 2369package cf;
1665 2370
1666=back 2371=back
1685 2390
1686 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2391 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1687 2392
1688 if ($self->{record_replies}) { 2393 if ($self->{record_replies}) {
1689 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2394 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2395
1690 } else { 2396 } else {
2397 my $pl = $self->contr;
2398
2399 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2400 my $dialog = $pl->{npc_dialog};
2401 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2402
2403 } else {
1691 $msg = $npc->name . " says: $msg" if $npc; 2404 $msg = $npc->name . " says: $msg" if $npc;
1692 $self->message ($msg, $flags); 2405 $self->message ($msg, $flags);
2406 }
1693 } 2407 }
2408}
2409
2410=item $object->send_msg ($channel, $msg, $color, [extra...])
2411
2412=cut
2413
2414sub cf::object::send_msg {
2415 my $pl = shift->contr
2416 or return;
2417 $pl->send_msg (@_);
1694} 2418}
1695 2419
1696=item $player_object->may ("access") 2420=item $player_object->may ("access")
1697 2421
1698Returns wether the given player is authorized to access resource "access" 2422Returns wether the given player is authorized to access resource "access"
1711 2435
1712=item $player_object->enter_link 2436=item $player_object->enter_link
1713 2437
1714Freezes the player and moves him/her to a special map (C<{link}>). 2438Freezes the player and moves him/her to a special map (C<{link}>).
1715 2439
1716The player should be reaosnably safe there for short amounts of time. You 2440The player should be reasonably safe there for short amounts of time. You
1717I<MUST> call C<leave_link> as soon as possible, though. 2441I<MUST> call C<leave_link> as soon as possible, though.
1718 2442
2443Will never block.
2444
1719=item $player_object->leave_link ($map, $x, $y) 2445=item $player_object->leave_link ($map, $x, $y)
1720 2446
1721Moves the player out of the specila link map onto the given map. If the 2447Moves the player out of the special C<{link}> map onto the specified
1722map is not valid (or omitted), the player will be moved back to the 2448map. If the map is not valid (or omitted), the player will be moved back
1723location he/she was before the call to C<enter_link>, or, if that fails, 2449to the location he/she was before the call to C<enter_link>, or, if that
1724to the emergency map position. 2450fails, to the emergency map position.
1725 2451
1726Might block. 2452Might block.
1727 2453
1728=cut 2454=cut
2455
2456sub link_map {
2457 unless ($LINK_MAP) {
2458 $LINK_MAP = cf::map::find "{link}"
2459 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
2460 $LINK_MAP->load;
2461 }
2462
2463 $LINK_MAP
2464}
1729 2465
1730sub cf::object::player::enter_link { 2466sub cf::object::player::enter_link {
1731 my ($self) = @_; 2467 my ($self) = @_;
1732 2468
1733 $self->deactivate_recursive; 2469 $self->deactivate_recursive;
1734 2470
1735 return if $self->map == $LINK_MAP; 2471 return if UNIVERSAL::isa $self->map, "ext::map_link";
1736 2472
1737 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2473 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1738 if $self->map; 2474 if $self->map && $self->map->{path} ne "{link}";
1739 2475
1740 $self->enter_map ($LINK_MAP, 20, 20); 2476 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1741} 2477}
1742 2478
1743sub cf::object::player::leave_link { 2479sub cf::object::player::leave_link {
1744 my ($self, $map, $x, $y) = @_; 2480 my ($self, $map, $x, $y) = @_;
2481
2482 return unless $self->contr->active;
1745 2483
1746 my $link_pos = delete $self->{_link_pos}; 2484 my $link_pos = delete $self->{_link_pos};
1747 2485
1748 unless ($map) { 2486 unless ($map) {
1749 # restore original map position 2487 # restore original map position
1763 # use -1 or undef as default coordinates, not 0, 0 2501 # use -1 or undef as default coordinates, not 0, 0
1764 ($x, $y) = ($map->enter_x, $map->enter_y) 2502 ($x, $y) = ($map->enter_x, $map->enter_y)
1765 if $x <=0 && $y <= 0; 2503 if $x <=0 && $y <= 0;
1766 2504
1767 $map->load; 2505 $map->load;
1768 $map->load_diag; 2506 $map->load_neighbours;
1769 2507
1770 return unless $self->contr->active; 2508 return unless $self->contr->active;
1771 $self->activate_recursive; 2509 $self->activate_recursive;
2510
2511 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1772 $self->enter_map ($map, $x, $y); 2512 $self->enter_map ($map, $x, $y);
1773} 2513}
1774 2514
1775cf::player->attach ( 2515=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1776 on_logout => sub {
1777 my ($pl) = @_;
1778 2516
1779 # abort map switching before logout 2517Moves the player to the given map-path and coordinates by first freezing
1780 if ($pl->ob->{_link_pos}) { 2518her, loading and preparing them map, calling the provided $check callback
1781 cf::sync_job { 2519that has to return the map if sucecssful, and then unfreezes the player on
1782 $pl->ob->leave_link 2520the new (success) or old (failed) map position. In either case, $done will
1783 }; 2521be called at the end of this process.
1784 }
1785 },
1786 on_login => sub {
1787 my ($pl) = @_;
1788 2522
1789 # try to abort aborted map switching on player login :)
1790 # should happen only on crashes
1791 if ($pl->ob->{_link_pos}) {
1792 $pl->ob->enter_link;
1793 (async {
1794 # we need this sleep as the login has a concurrent enter_exit running
1795 # and this sleep increases chances of the player not ending up in scorn
1796 $pl->ob->reply (undef,
1797 "There was an internal problem at your last logout, "
1798 . "the server will try to bring you to your intended destination in a second.",
1799 cf::NDI_RED);
1800 Coro::Timer::sleep 1;
1801 $pl->ob->leave_link;
1802 })->prio (2);
1803 }
1804 },
1805);
1806
1807=item $player_object->goto ($path, $x, $y)
1808
1809=cut 2523=cut
2524
2525our $GOTOGEN;
1810 2526
1811sub cf::object::player::goto { 2527sub cf::object::player::goto {
1812 my ($self, $path, $x, $y) = @_; 2528 my ($self, $path, $x, $y, $check, $done) = @_;
1813 2529
1814 $path = new cf::path $path; 2530 # do generation counting so two concurrent goto's will be executed in-order
1815 $path ne "/" or Carp::cluck ("oy");#d# 2531 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1816 2532
1817 $self->enter_link; 2533 $self->enter_link;
1818 2534
1819 (async { 2535 (async {
1820 my $map = cf::map::find $path->as_string; 2536 $Coro::current->{desc} = "player::goto $path $x $y";
2537
2538 # *tag paths override both path and x|y
2539 if ($path =~ /^\*(.*)$/) {
2540 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2541 my $ob = $obs[rand @obs];
2542
2543 # see if we actually can go there
2544 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2545 $ob = $obs[rand @obs];
2546 } else {
2547 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2548 }
2549 # else put us there anyways for now #d#
2550
2551 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2552 } else {
2553 ($path, $x, $y) = (undef, undef, undef);
2554 }
2555 }
2556
2557 my $map = eval {
2558 my $map = defined $path ? cf::map::find $path : undef;
2559
2560 if ($map) {
1821 $map = $map->customise_for ($self) if $map; 2561 $map = $map->customise_for ($self);
1822 2562 $map = $check->($map) if $check && $map;
1823# warn "entering ", $map->path, " at ($x, $y)\n" 2563 } else {
1824# if $map;
1825
1826 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2564 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2565 }
1827 2566
2567 $map
2568 };
2569
2570 if ($@) {
2571 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2572 LOG llevError | logBacktrace, Carp::longmess $@;
2573 }
2574
2575 if ($gen == $self->{_goto_generation}) {
2576 delete $self->{_goto_generation};
1828 $self->leave_link ($map, $x, $y); 2577 $self->leave_link ($map, $x, $y);
2578 }
2579
2580 $done->() if $done;
1829 })->prio (1); 2581 })->prio (1);
1830} 2582}
1831 2583
1832=item $player_object->enter_exit ($exit_object) 2584=item $player_object->enter_exit ($exit_object)
1833 2585
1835 2587
1836sub parse_random_map_params { 2588sub parse_random_map_params {
1837 my ($spec) = @_; 2589 my ($spec) = @_;
1838 2590
1839 my $rmp = { # defaults 2591 my $rmp = { # defaults
1840 xsize => 10, 2592 xsize => (cf::rndm 15, 40),
1841 ysize => 10, 2593 ysize => (cf::rndm 15, 40),
2594 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2595 #layout => string,
1842 }; 2596 };
1843 2597
1844 for (split /\n/, $spec) { 2598 for (split /\n/, $spec) {
1845 my ($k, $v) = split /\s+/, $_, 2; 2599 my ($k, $v) = split /\s+/, $_, 2;
1846 2600
1850 $rmp 2604 $rmp
1851} 2605}
1852 2606
1853sub prepare_random_map { 2607sub prepare_random_map {
1854 my ($exit) = @_; 2608 my ($exit) = @_;
2609
2610 my $guard = cf::lock_acquire "exit_prepare:$exit";
1855 2611
1856 # all this does is basically replace the /! path by 2612 # all this does is basically replace the /! path by
1857 # a new random map path (?random/...) with a seed 2613 # a new random map path (?random/...) with a seed
1858 # that depends on the exit object 2614 # that depends on the exit object
1859 2615
1860 my $rmp = parse_random_map_params $exit->msg; 2616 my $rmp = parse_random_map_params $exit->msg;
1861 2617
1862 if ($exit->map) { 2618 if ($exit->map) {
1863 $rmp->{region} = $exit->map->region_name; 2619 $rmp->{region} = $exit->region->name;
1864 $rmp->{origin_map} = $exit->map->path; 2620 $rmp->{origin_map} = $exit->map->path;
1865 $rmp->{origin_x} = $exit->x; 2621 $rmp->{origin_x} = $exit->x;
1866 $rmp->{origin_y} = $exit->y; 2622 $rmp->{origin_y} = $exit->y;
1867 } 2623 }
1868 2624
1869 $rmp->{random_seed} ||= $exit->random_seed; 2625 $rmp->{random_seed} ||= $exit->random_seed;
1870 2626
1871 my $data = cf::to_json $rmp; 2627 my $data = cf::to_json $rmp;
1872 my $md5 = Digest::MD5::md5_hex $data; 2628 my $md5 = Digest::MD5::md5_hex $data;
2629 my $meta = "$RANDOMDIR/$md5.meta";
1873 2630
1874 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2631 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1875 aio_write $fh, 0, (length $data), $data, 0; 2632 aio_write $fh, 0, (length $data), $data, 0;
2633 undef $fh;
2634 aio_rename "$meta~", $meta;
1876 2635
1877 $exit->slaying ("?random/$md5"); 2636 $exit->slaying ("?random/$md5");
1878 $exit->msg (undef); 2637 $exit->msg (undef);
1879 } 2638 }
1880} 2639}
1882sub cf::object::player::enter_exit { 2641sub cf::object::player::enter_exit {
1883 my ($self, $exit) = @_; 2642 my ($self, $exit) = @_;
1884 2643
1885 return unless $self->type == cf::PLAYER; 2644 return unless $self->type == cf::PLAYER;
1886 2645
2646 if ($exit->slaying eq "/!") {
2647 #TODO: this should de-fi-ni-te-ly not be a sync-job
2648 # the problem is that $exit might not survive long enough
2649 # so it needs to be done right now, right here
2650 cf::sync_job { prepare_random_map $exit };
2651 }
2652
2653 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2654 my $hp = $exit->stats->hp;
2655 my $sp = $exit->stats->sp;
2656
1887 $self->enter_link; 2657 $self->enter_link;
1888 2658
2659 # if exit is damned, update players death & WoR home-position
2660 $self->contr->savebed ($slaying, $hp, $sp)
2661 if $exit->flag (FLAG_DAMNED);
2662
1889 (async { 2663 (async {
2664 $Coro::current->{desc} = "enter_exit $slaying $hp $sp";
2665
1890 $self->deactivate_recursive; # just to be sure 2666 $self->deactivate_recursive; # just to be sure
1891 unless (eval { 2667 unless (eval {
1892 prepare_random_map $exit 2668 $self->goto ($slaying, $hp, $sp);
1893 if $exit->slaying eq "/!";
1894
1895 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1896 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1897 2669
1898 1; 2670 1;
1899 }) { 2671 }) {
1900 $self->message ("Something went wrong deep within the crossfire server. " 2672 $self->message ("Something went wrong deep within the crossfire server. "
1901 . "I'll try to bring you back to the map you were before. " 2673 . "I'll try to bring you back to the map you were before. "
1902 . "Please report this to the dungeon master", 2674 . "Please report this to the dungeon master!",
1903 cf::NDI_UNIQUE | cf::NDI_RED); 2675 cf::NDI_UNIQUE | cf::NDI_RED);
1904 2676
1905 warn "ERROR in enter_exit: $@"; 2677 warn "ERROR in enter_exit: $@";
1906 $self->leave_link; 2678 $self->leave_link;
1907 } 2679 }
1908 })->prio (1); 2680 })->prio (1);
1921 2693
1922sub cf::client::send_drawinfo { 2694sub cf::client::send_drawinfo {
1923 my ($self, $text, $flags) = @_; 2695 my ($self, $text, $flags) = @_;
1924 2696
1925 utf8::encode $text; 2697 utf8::encode $text;
1926 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2698 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1927} 2699}
1928 2700
2701=item $client->send_msg ($channel, $msg, $color, [extra...])
2702
2703Send a drawinfo or msg packet to the client, formatting the msg for the
2704client if neccessary. C<$type> should be a string identifying the type of
2705the message, with C<log> being the default. If C<$color> is negative, suppress
2706the message unless the client supports the msg packet.
2707
2708=cut
2709
2710# non-persistent channels (usually the info channel)
2711our %CHANNEL = (
2712 "c/identify" => {
2713 id => "infobox",
2714 title => "Identify",
2715 reply => undef,
2716 tooltip => "Items recently identified",
2717 },
2718 "c/examine" => {
2719 id => "infobox",
2720 title => "Examine",
2721 reply => undef,
2722 tooltip => "Signs and other items you examined",
2723 },
2724 "c/book" => {
2725 id => "infobox",
2726 title => "Book",
2727 reply => undef,
2728 tooltip => "The contents of a note or book",
2729 },
2730 "c/lookat" => {
2731 id => "infobox",
2732 title => "Look",
2733 reply => undef,
2734 tooltip => "What you saw there",
2735 },
2736 "c/who" => {
2737 id => "infobox",
2738 title => "Players",
2739 reply => undef,
2740 tooltip => "Shows players who are currently online",
2741 },
2742 "c/body" => {
2743 id => "infobox",
2744 title => "Body Parts",
2745 reply => undef,
2746 tooltip => "Shows which body parts you posess and are available",
2747 },
2748 "c/uptime" => {
2749 id => "infobox",
2750 title => "Uptime",
2751 reply => undef,
2752 tooltip => "How long the server has been running since last restart",
2753 },
2754 "c/mapinfo" => {
2755 id => "infobox",
2756 title => "Map Info",
2757 reply => undef,
2758 tooltip => "Information related to the maps",
2759 },
2760);
2761
2762sub cf::client::send_msg {
2763 my ($self, $channel, $msg, $color, @extra) = @_;
2764
2765 $msg = $self->pl->expand_cfpod ($msg);
2766
2767 $color &= cf::NDI_CLIENT_MASK; # just in case...
2768
2769 # check predefined channels, for the benefit of C
2770 if ($CHANNEL{$channel}) {
2771 $channel = $CHANNEL{$channel};
2772
2773 $self->ext_msg (channel_info => $channel)
2774 if $self->can_msg;
2775
2776 $channel = $channel->{id};
2777
2778 } elsif (ref $channel) {
2779 # send meta info to client, if not yet sent
2780 unless (exists $self->{channel}{$channel->{id}}) {
2781 $self->{channel}{$channel->{id}} = $channel;
2782 $self->ext_msg (channel_info => $channel)
2783 if $self->can_msg;
2784 }
2785
2786 $channel = $channel->{id};
2787 }
2788
2789 return unless @extra || length $msg;
2790
2791 if ($self->can_msg) {
2792 # default colour, mask it out
2793 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2794 if $color & cf::NDI_DEF;
2795
2796 $self->send_packet ("msg " . $self->{json_coder}->encode (
2797 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
2798 } else {
2799 if ($color >= 0) {
2800 # replace some tags by gcfclient-compatible ones
2801 for ($msg) {
2802 1 while
2803 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2804 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2805 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2806 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2807 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2808 }
2809
2810 $color &= cf::NDI_COLOR_MASK;
2811
2812 utf8::encode $msg;
2813
2814 if (0 && $msg =~ /\[/) {
2815 # COMMAND/INFO
2816 $self->send_packet ("drawextinfo $color 10 8 $msg")
2817 } else {
2818 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2819 $self->send_packet ("drawinfo $color $msg")
2820 }
2821 }
2822 }
2823}
2824
2825=item $client->ext_msg ($type, @msg)
2826
2827Sends an ext event to the client.
2828
2829=cut
2830
2831sub cf::client::ext_msg($$@) {
2832 my ($self, $type, @msg) = @_;
2833
2834 if ($self->extcmd == 2) {
2835 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2836 } elsif ($self->extcmd == 1) { # TODO: remove
2837 push @msg, msgtype => "event_$type";
2838 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2839 }
2840}
2841
2842=item $client->ext_reply ($msgid, @msg)
2843
2844Sends an ext reply to the client.
2845
2846=cut
2847
2848sub cf::client::ext_reply($$@) {
2849 my ($self, $id, @msg) = @_;
2850
2851 if ($self->extcmd == 2) {
2852 $self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2853 } elsif ($self->extcmd == 1) {
2854 #TODO: version 1, remove
2855 unshift @msg, msgtype => "reply", msgid => $id;
2856 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2857 }
2858}
1929 2859
1930=item $success = $client->query ($flags, "text", \&cb) 2860=item $success = $client->query ($flags, "text", \&cb)
1931 2861
1932Queues a query to the client, calling the given callback with 2862Queues a query to the client, calling the given callback with
1933the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2863the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1934C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2864C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1935 2865
1936Queries can fail, so check the return code. Or don't, as queries will become 2866Queries can fail, so check the return code. Or don't, as queries will
1937reliable at some point in the future. 2867become reliable at some point in the future.
1938 2868
1939=cut 2869=cut
1940 2870
1941sub cf::client::query { 2871sub cf::client::query {
1942 my ($self, $flags, $text, $cb) = @_; 2872 my ($self, $flags, $text, $cb) = @_;
1950 utf8::encode $text; 2880 utf8::encode $text;
1951 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2881 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1952 2882
1953 $self->send_packet ($self->{query_queue}[0][0]) 2883 $self->send_packet ($self->{query_queue}[0][0])
1954 if @{ $self->{query_queue} } == 1; 2884 if @{ $self->{query_queue} } == 1;
2885
2886 1
1955} 2887}
1956 2888
1957cf::client->attach ( 2889cf::client->attach (
2890 on_connect => sub {
2891 my ($ns) = @_;
2892
2893 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2894 },
1958 on_reply => sub { 2895 on_reply => sub {
1959 my ($ns, $msg) = @_; 2896 my ($ns, $msg) = @_;
1960 2897
1961 # this weird shuffling is so that direct followup queries 2898 # this weird shuffling is so that direct followup queries
1962 # get handled first 2899 # get handled first
1963 my $queue = delete $ns->{query_queue} 2900 my $queue = delete $ns->{query_queue}
1964 or return; # be conservative, not sure how that can happen, but we saw a crash here 2901 or return; # be conservative, not sure how that can happen, but we saw a crash here
1965 2902
1966 (shift @$queue)->[1]->($msg); 2903 (shift @$queue)->[1]->($msg);
2904 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1967 2905
1968 push @{ $ns->{query_queue} }, @$queue; 2906 push @{ $ns->{query_queue} }, @$queue;
1969 2907
1970 if (@{ $ns->{query_queue} } == @$queue) { 2908 if (@{ $ns->{query_queue} } == @$queue) {
1971 if (@$queue) { 2909 if (@$queue) {
1973 } else { 2911 } else {
1974 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2912 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1975 } 2913 }
1976 } 2914 }
1977 }, 2915 },
2916 on_exticmd => sub {
2917 my ($ns, $buf) = @_;
2918
2919 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2920
2921 if (ref $msg) {
2922 my ($type, $reply, @payload) =
2923 "ARRAY" eq ref $msg
2924 ? @$msg
2925 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2926
2927 my @reply;
2928
2929 if (my $cb = $EXTICMD{$type}) {
2930 @reply = $cb->($ns, @payload);
2931 }
2932
2933 $ns->ext_reply ($reply, @reply)
2934 if $reply;
2935
2936 } else {
2937 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2938 }
2939
2940 cf::override;
2941 },
1978); 2942);
1979 2943
1980=item $client->async (\&cb) 2944=item $client->async (\&cb)
1981 2945
1982Create a new coroutine, running the specified callback. The coroutine will 2946Create a new coroutine, running the specified callback. The coroutine will
2023our $safe = new Safe "safe"; 2987our $safe = new Safe "safe";
2024our $safe_hole = new Safe::Hole; 2988our $safe_hole = new Safe::Hole;
2025 2989
2026$SIG{FPE} = 'IGNORE'; 2990$SIG{FPE} = 'IGNORE';
2027 2991
2028$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 2992$safe->permit_only (Opcode::opset qw(
2993 :base_core :base_mem :base_orig :base_math
2994 grepstart grepwhile mapstart mapwhile
2995 sort time
2996));
2029 2997
2030# here we export the classes and methods available to script code 2998# here we export the classes and methods available to script code
2031 2999
2032=pod 3000=pod
2033 3001
2034The following fucntions and emthods are available within a safe environment: 3002The following functions and methods are available within a safe environment:
2035 3003
2036 cf::object contr pay_amount pay_player map 3004 cf::object
3005 contr pay_amount pay_player map x y force_find force_add destroy
3006 insert remove name archname title slaying race decrease_ob_nr
3007
2037 cf::object::player player 3008 cf::object::player
2038 cf::player peaceful 3009 player
2039 cf::map trigger 3010
3011 cf::player
3012 peaceful
3013
3014 cf::map
3015 trigger
2040 3016
2041=cut 3017=cut
2042 3018
2043for ( 3019for (
2044 ["cf::object" => qw(contr pay_amount pay_player map)], 3020 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3021 insert remove inv name archname title slaying race
3022 decrease_ob_nr destroy)],
2045 ["cf::object::player" => qw(player)], 3023 ["cf::object::player" => qw(player)],
2046 ["cf::player" => qw(peaceful)], 3024 ["cf::player" => qw(peaceful)],
2047 ["cf::map" => qw(trigger)], 3025 ["cf::map" => qw(trigger)],
2048) { 3026) {
2049 no strict 'refs'; 3027 no strict 'refs';
2120=back 3098=back
2121 3099
2122=cut 3100=cut
2123 3101
2124############################################################################# 3102#############################################################################
3103# the server's init and main functions
2125 3104
2126=head2 EXTENSION DATABASE SUPPORT 3105sub load_facedata($) {
3106 my ($path) = @_;
2127 3107
2128Crossfire maintains a very simple database for extension use. It can 3108 # HACK to clear player env face cache, we need some signal framework
2129currently store anything that can be serialised using Storable, which 3109 # for this (global event?)
2130excludes objects. 3110 %ext::player_env::MUSIC_FACE_CACHE = ();
2131 3111
2132The parameter C<$family> should best start with the name of the extension 3112 my $enc = JSON::XS->new->utf8->canonical->relaxed;
2133using it, it should be unique.
2134 3113
2135=over 4 3114 warn "loading facedata from $path\n";
2136 3115
2137=item $hashref = cf::db_get $family 3116 my $facedata;
3117 0 < aio_load $path, $facedata
3118 or die "$path: $!";
2138 3119
2139Return a hashref for use by the extension C<$family>, which can be 3120 $facedata = Coro::Storable::thaw $facedata;
2140modified. After modifications, you have to call C<cf::db_dirty> or
2141C<cf::db_sync>.
2142 3121
2143=item $value = cf::db_get $family => $key 3122 $facedata->{version} == 2
3123 or cf::cleanup "$path: version mismatch, cannot proceed.";
2144 3124
2145Returns a single value from the database 3125 # patch in the exptable
2146 3126 $facedata->{resource}{"res/exp_table"} = {
2147=item cf::db_put $family => $hashref 3127 type => FT_RSRC,
2148 3128 data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
2149Stores the given family hashref into the database. Updates are delayed, if
2150you want the data to be synced to disk immediately, use C<cf::db_sync>.
2151
2152=item cf::db_put $family => $key => $value
2153
2154Stores the given C<$value> in the family hash. Updates are delayed, if you
2155want the data to be synced to disk immediately, use C<cf::db_sync>.
2156
2157=item cf::db_dirty
2158
2159Marks the database as dirty, to be updated at a later time.
2160
2161=item cf::db_sync
2162
2163Immediately write the database to disk I<if it is dirty>.
2164
2165=cut
2166
2167our $DB;
2168
2169{
2170 my $path = cf::localdir . "/database.pst";
2171
2172 sub db_load() {
2173 $DB = stat $path ? Storable::retrieve $path : { };
2174 }
2175
2176 my $pid;
2177
2178 sub db_save() {
2179 waitpid $pid, 0 if $pid;
2180 if (0 == ($pid = fork)) {
2181 $DB->{_meta}{version} = 1;
2182 Storable::nstore $DB, "$path~";
2183 rename "$path~", $path;
2184 cf::_exit 0 if defined $pid;
2185 }
2186 }
2187
2188 my $dirty;
2189
2190 sub db_sync() {
2191 db_save if $dirty;
2192 undef $dirty;
2193 }
2194
2195 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2196 db_sync;
2197 }); 3129 };
3130 cf::cede_to_tick;
2198 3131
2199 sub db_dirty() {
2200 $dirty = 1;
2201 $idle->start;
2202 } 3132 {
3133 my $faces = $facedata->{faceinfo};
2203 3134
2204 sub db_get($;$) { 3135 while (my ($face, $info) = each %$faces) {
2205 @_ >= 2 3136 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2206 ? $DB->{$_[0]}{$_[1]} 3137 cf::face::set_visibility $idx, $info->{visibility};
2207 : ($DB->{$_[0]} ||= { }) 3138 cf::face::set_magicmap $idx, $info->{magicmap};
2208 } 3139 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
3140 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2209 3141
2210 sub db_put($$;$) { 3142 cf::cede_to_tick;
2211 if (@_ >= 3) {
2212 $DB->{$_[0]}{$_[1]} = $_[2];
2213 } else {
2214 $DB->{$_[0]} = $_[1];
2215 }
2216 db_dirty;
2217 }
2218
2219 cf::global->attach (
2220 prio => 10000,
2221 on_cleanup => sub {
2222 db_sync;
2223 }, 3143 }
2224 );
2225}
2226 3144
2227############################################################################# 3145 while (my ($face, $info) = each %$faces) {
2228# the server's main() 3146 next unless $info->{smooth};
3147 my $idx = cf::face::find $face
3148 or next;
3149 if (my $smooth = cf::face::find $info->{smooth}) {
3150 cf::face::set_smooth $idx, $smooth;
3151 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3152 } else {
3153 warn "smooth face '$info->{smooth}' not found for face '$face'";
3154 }
2229 3155
2230sub cfg_load { 3156 cf::cede_to_tick;
3157 }
3158 }
3159
3160 {
3161 my $anims = $facedata->{animinfo};
3162
3163 while (my ($anim, $info) = each %$anims) {
3164 cf::anim::set $anim, $info->{frames}, $info->{facings};
3165 cf::cede_to_tick;
3166 }
3167
3168 cf::anim::invalidate_all; # d'oh
3169 }
3170
3171 {
3172 # TODO: for gcfclient pleasure, we should give resources
3173 # that gcfclient doesn't grok a >10000 face index.
3174 my $res = $facedata->{resource};
3175
3176 my $soundconf = delete $res->{"res/sound.conf"};
3177
3178 while (my ($name, $info) = each %$res) {
3179 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3180 my $data;
3181
3182 if ($info->{type} & 1) {
3183 # prepend meta info
3184
3185 my $meta = $enc->encode ({
3186 name => $name,
3187 %{ $info->{meta} || {} },
3188 });
3189
3190 $data = pack "(w/a*)*", $meta, $info->{data};
3191 } else {
3192 $data = $info->{data};
3193 }
3194
3195 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3196 cf::face::set_type $idx, $info->{type};
3197
3198 cf::cede_to_tick;
3199 }
3200
3201 if ($soundconf) {
3202 $soundconf = $enc->decode (delete $soundconf->{data});
3203
3204 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3205 my $sound = $soundconf->{compat}[$_]
3206 or next;
3207
3208 my $face = cf::face::find "sound/$sound->[1]";
3209 cf::sound::set $sound->[0] => $face;
3210 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3211 }
3212
3213 while (my ($k, $v) = each %{$soundconf->{event}}) {
3214 my $face = cf::face::find "sound/$v";
3215 cf::sound::set $k => $face;
3216 }
3217 }
3218 }
3219
3220 1
3221}
3222
3223register_exticmd fx_want => sub {
3224 my ($ns, $want) = @_;
3225
3226 while (my ($k, $v) = each %$want) {
3227 $ns->fx_want ($k, $v);
3228 }
3229};
3230
3231sub reload_regions {
3232 # HACK to clear player env face cache, we need some signal framework
3233 # for this (global event?)
3234 %ext::player_env::MUSIC_FACE_CACHE = ();
3235
3236 load_resource_file "$MAPDIR/regions"
3237 or die "unable to load regions file\n";
3238
3239 for (cf::region::list) {
3240 $_->{match} = qr/$_->{match}/
3241 if exists $_->{match};
3242 }
3243}
3244
3245sub reload_facedata {
3246 load_facedata "$DATADIR/facedata"
3247 or die "unable to load facedata\n";
3248}
3249
3250sub reload_archetypes {
3251 load_resource_file "$DATADIR/archetypes"
3252 or die "unable to load archetypes\n";
3253 #d# NEED to laod twice to resolve forward references
3254 # this really needs to be done in an extra post-pass
3255 # (which needs to be synchronous, so solve it differently)
3256 load_resource_file "$DATADIR/archetypes"
3257 or die "unable to load archetypes\n";
3258}
3259
3260sub reload_treasures {
3261 load_resource_file "$DATADIR/treasures"
3262 or die "unable to load treasurelists\n";
3263}
3264
3265sub reload_resources {
3266 warn "reloading resource files...\n";
3267
3268 reload_regions;
3269 reload_facedata;
3270 #reload_archetypes;#d#
3271 reload_archetypes;
3272 reload_treasures;
3273
3274 warn "finished reloading resource files\n";
3275}
3276
3277sub init {
3278 reload_resources;
3279}
3280
3281sub reload_config {
2231 open my $fh, "<:utf8", cf::confdir . "/config" 3282 open my $fh, "<:utf8", "$CONFDIR/config"
2232 or return; 3283 or return;
2233 3284
2234 local $/; 3285 local $/;
2235 *CFG = YAML::Syck::Load <$fh>; 3286 *CFG = YAML::Syck::Load <$fh>;
2236 3287
2250 3301
2251sub main { 3302sub main {
2252 # we must not ever block the main coroutine 3303 # we must not ever block the main coroutine
2253 local $Coro::idle = sub { 3304 local $Coro::idle = sub {
2254 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3305 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3306 (async {
3307 $Coro::current->{desc} = "IDLE BUG HANDLER";
2255 async { Event::one_event }; 3308 Event::one_event;
3309 })->prio (Coro::PRIO_MAX);
2256 }; 3310 };
2257 3311
2258 cfg_load; 3312 reload_config;
2259 db_load; 3313 db_init;
2260 load_extensions; 3314 load_extensions;
3315
3316 $TICK_WATCHER->start;
2261 Event::loop; 3317 Event::loop;
2262} 3318}
2263 3319
2264############################################################################# 3320#############################################################################
2265# initialisation and cleanup 3321# initialisation and cleanup
2266 3322
2267# install some emergency cleanup handlers 3323# install some emergency cleanup handlers
2268BEGIN { 3324BEGIN {
2269 for my $signal (qw(INT HUP TERM)) { 3325 for my $signal (qw(INT HUP TERM)) {
2270 Event->signal ( 3326 Event->signal (
3327 reentrant => 0,
2271 data => WF_AUTOCANCEL, 3328 data => WF_AUTOCANCEL,
2272 signal => $signal, 3329 signal => $signal,
3330 prio => 0,
2273 cb => sub { 3331 cb => sub {
2274 cf::cleanup "SIG$signal"; 3332 cf::cleanup "SIG$signal";
2275 }, 3333 },
2276 ); 3334 );
2277 } 3335 }
2278} 3336}
2279 3337
3338sub write_runtime {
3339 my $runtime = "$LOCALDIR/runtime";
3340
3341 # first touch the runtime file to show we are still running:
3342 # the fsync below can take a very very long time.
3343
3344 IO::AIO::aio_utime $runtime, undef, undef;
3345
3346 my $guard = cf::lock_acquire "write_runtime";
3347
3348 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
3349 or return;
3350
3351 my $value = $cf::RUNTIME + 90 + 10;
3352 # 10 is the runtime save interval, for a monotonic clock
3353 # 60 allows for the watchdog to kill the server.
3354
3355 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3356 and return;
3357
3358 # always fsync - this file is important
3359 aio_fsync $fh
3360 and return;
3361
3362 # touch it again to show we are up-to-date
3363 aio_utime $fh, undef, undef;
3364
3365 close $fh
3366 or return;
3367
3368 aio_rename "$runtime~", $runtime
3369 and return;
3370
3371 warn "runtime file written.\n";
3372
3373 1
3374}
3375
2280sub emergency_save() { 3376sub emergency_save() {
2281 my $freeze_guard = cf::freeze_mainloop; 3377 my $freeze_guard = cf::freeze_mainloop;
2282 3378
2283 warn "enter emergency perl save\n"; 3379 warn "enter emergency perl save\n";
2284 3380
2285 cf::sync_job { 3381 cf::sync_job {
2286 # use a peculiar iteration method to avoid tripping on perl 3382 # use a peculiar iteration method to avoid tripping on perl
2287 # refcount bugs in for. also avoids problems with players 3383 # refcount bugs in for. also avoids problems with players
2288 # and maps saved/Destroyed asynchronously. 3384 # and maps saved/destroyed asynchronously.
2289 warn "begin emergency player save\n"; 3385 warn "begin emergency player save\n";
2290 for my $login (keys %cf::PLAYER) { 3386 for my $login (keys %cf::PLAYER) {
2291 my $pl = $cf::PLAYER{$login} or next; 3387 my $pl = $cf::PLAYER{$login} or next;
2292 $pl->valid or next; 3388 $pl->valid or next;
3389 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2293 $pl->save; 3390 $pl->save;
2294 } 3391 }
2295 warn "end emergency player save\n"; 3392 warn "end emergency player save\n";
2296 3393
2297 warn "begin emergency map save\n"; 3394 warn "begin emergency map save\n";
2299 my $map = $cf::MAP{$path} or next; 3396 my $map = $cf::MAP{$path} or next;
2300 $map->valid or next; 3397 $map->valid or next;
2301 $map->save; 3398 $map->save;
2302 } 3399 }
2303 warn "end emergency map save\n"; 3400 warn "end emergency map save\n";
3401
3402 warn "begin emergency database checkpoint\n";
3403 BDB::db_env_txn_checkpoint $DB_ENV;
3404 warn "end emergency database checkpoint\n";
2304 }; 3405 };
2305 3406
2306 warn "leave emergency perl save\n"; 3407 warn "leave emergency perl save\n";
2307} 3408}
2308 3409
3410sub post_cleanup {
3411 my ($make_core) = @_;
3412
3413 warn Carp::longmess "post_cleanup backtrace"
3414 if $make_core;
3415}
3416
2309sub reload() { 3417sub do_reload_perl() {
2310 # can/must only be called in main 3418 # can/must only be called in main
2311 if ($Coro::current != $Coro::main) { 3419 if ($Coro::current != $Coro::main) {
2312 warn "can only reload from main coroutine\n"; 3420 warn "can only reload from main coroutine";
2313 return; 3421 return;
2314 } 3422 }
2315 3423
2316 warn "reloading..."; 3424 warn "reloading...";
2317 3425
2318 my $guard = freeze_mainloop; 3426 warn "entering sync_job";
3427
3428 cf::sync_job {
3429 cf::write_runtime; # external watchdog should not bark
2319 cf::emergency_save; 3430 cf::emergency_save;
3431 cf::write_runtime; # external watchdog should not bark
2320 3432
2321 eval { 3433 warn "syncing database to disk";
3434 BDB::db_env_txn_checkpoint $DB_ENV;
3435
2322 # if anything goes wrong in here, we should simply crash as we already saved 3436 # if anything goes wrong in here, we should simply crash as we already saved
2323 3437
2324 # cancel all watchers 3438 warn "cancelling all WF_AUTOCANCEL watchers";
2325 for (Event::all_watchers) { 3439 for (Event::all_watchers) {
2326 $_->cancel if $_->data & WF_AUTOCANCEL; 3440 $_->cancel if $_->data & WF_AUTOCANCEL;
2327 } 3441 }
2328 3442
3443 warn "flushing outstanding aio requests";
3444 for (;;) {
3445 BDB::flush;
3446 IO::AIO::flush;
3447 Coro::cede_notself;
3448 last unless IO::AIO::nreqs || BDB::nreqs;
3449 warn "iterate...";
3450 }
3451
3452 ++$RELOAD;
3453
2329 # cancel all extension coros 3454 warn "cancelling all extension coros";
2330 $_->cancel for values %EXT_CORO; 3455 $_->cancel for values %EXT_CORO;
2331 %EXT_CORO = (); 3456 %EXT_CORO = ();
2332 3457
2333 # unload all extensions 3458 warn "removing commands";
2334 for (@exts) { 3459 %COMMAND = ();
3460
3461 warn "removing ext/exti commands";
3462 %EXTCMD = ();
3463 %EXTICMD = ();
3464
3465 warn "unloading/nuking all extensions";
3466 for my $pkg (@EXTS) {
2335 warn "unloading <$_>"; 3467 warn "... unloading $pkg";
2336 unload_extension $_; 3468
3469 if (my $cb = $pkg->can ("unload")) {
3470 eval {
3471 $cb->($pkg);
3472 1
3473 } or warn "$pkg unloaded, but with errors: $@";
2337 } 3474 }
2338 3475
3476 warn "... nuking $pkg";
3477 Symbol::delete_package $pkg;
3478 }
3479
2339 # unload all modules loaded from $LIBDIR 3480 warn "unloading all perl modules loaded from $LIBDIR";
2340 while (my ($k, $v) = each %INC) { 3481 while (my ($k, $v) = each %INC) {
2341 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3482 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2342 3483
2343 warn "removing <$k>"; 3484 warn "... unloading $k";
2344 delete $INC{$k}; 3485 delete $INC{$k};
2345 3486
2346 $k =~ s/\.pm$//; 3487 $k =~ s/\.pm$//;
2347 $k =~ s/\//::/g; 3488 $k =~ s/\//::/g;
2348 3489
2351 } 3492 }
2352 3493
2353 Symbol::delete_package $k; 3494 Symbol::delete_package $k;
2354 } 3495 }
2355 3496
2356 # sync database to disk
2357 cf::db_sync;
2358 IO::AIO::flush;
2359
2360 # get rid of safe::, as good as possible 3497 warn "getting rid of safe::, as good as possible";
2361 Symbol::delete_package "safe::$_" 3498 Symbol::delete_package "safe::$_"
2362 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3499 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2363 3500
2364 # remove register_script_function callbacks
2365 # TODO
2366
2367 # unload cf.pm "a bit" 3501 warn "unloading cf.pm \"a bit\"";
2368 delete $INC{"cf.pm"}; 3502 delete $INC{"cf.pm"};
3503 delete $INC{"cf/pod.pm"};
2369 3504
2370 # don't, removes xs symbols, too, 3505 # don't, removes xs symbols, too,
2371 # and global variables created in xs 3506 # and global variables created in xs
2372 #Symbol::delete_package __PACKAGE__; 3507 #Symbol::delete_package __PACKAGE__;
2373 3508
2374 # reload cf.pm 3509 warn "unload completed, starting to reload now";
3510
2375 warn "reloading cf.pm"; 3511 warn "reloading cf.pm";
2376 require cf; 3512 require cf;
2377 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3513 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2378 3514
2379 # load config and database again 3515 warn "loading config and database again";
2380 cf::cfg_load; 3516 cf::reload_config;
2381 cf::db_load;
2382 3517
2383 # load extensions
2384 warn "load extensions"; 3518 warn "loading extensions";
2385 cf::load_extensions; 3519 cf::load_extensions;
2386 3520
2387 # reattach attachments to objects 3521 warn "reattaching attachments to objects/players";
2388 warn "reattach"; 3522 _global_reattach; # objects, sockets
2389 _global_reattach; 3523 warn "reattaching attachments to maps";
2390 reattach $_ for values %MAP; 3524 reattach $_ for values %MAP;
2391 }; 3525 warn "reattaching attachments to players";
3526 reattach $_ for values %PLAYER;
2392 3527
2393 if ($@) { 3528 warn "leaving sync_job";
3529
3530 1
3531 } or do {
2394 warn $@; 3532 warn $@;
2395 warn "error while reloading, exiting."; 3533 warn "error while reloading, exiting.";
2396 exit 1; 3534 exit 1;
2397 } 3535 };
2398 3536
2399 warn "reloaded successfully"; 3537 warn "reloaded";
2400}; 3538};
2401 3539
2402############################################################################# 3540our $RELOAD_WATCHER; # used only during reload
2403 3541
2404unless ($LINK_MAP) { 3542sub reload_perl() {
2405 $LINK_MAP = cf::map::new; 3543 # doing reload synchronously and two reloads happen back-to-back,
3544 # coro crashes during coro_state_free->destroy here.
2406 3545
2407 $LINK_MAP->width (41); 3546 $RELOAD_WATCHER ||= Event->timer (
2408 $LINK_MAP->height (41); 3547 reentrant => 0,
2409 $LINK_MAP->alloc;
2410 $LINK_MAP->path ("{link}");
2411 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2412 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2413
2414 # dirty hack because... archetypes are not yet loaded
2415 Event->timer (
2416 after => 10, 3548 after => 0,
3549 data => WF_AUTOCANCEL,
2417 cb => sub { 3550 cb => sub {
2418 $_[0]->w->cancel; 3551 do_reload_perl;
2419 3552 undef $RELOAD_WATCHER;
2420 # provide some exits "home"
2421 my $exit = cf::object::new "exit";
2422
2423 $exit->slaying ($EMERGENCY_POSITION->[0]);
2424 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2425 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2426
2427 $LINK_MAP->insert ($exit->clone, 19, 19);
2428 $LINK_MAP->insert ($exit->clone, 19, 20);
2429 $LINK_MAP->insert ($exit->clone, 19, 21);
2430 $LINK_MAP->insert ($exit->clone, 20, 19);
2431 $LINK_MAP->insert ($exit->clone, 20, 21);
2432 $LINK_MAP->insert ($exit->clone, 21, 19);
2433 $LINK_MAP->insert ($exit->clone, 21, 20);
2434 $LINK_MAP->insert ($exit->clone, 21, 21);
2435
2436 $exit->destroy;
2437 }); 3553 },
2438 3554 );
2439 $LINK_MAP->{deny_save} = 1;
2440 $LINK_MAP->{deny_reset} = 1;
2441
2442 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2443} 3555}
2444
2445register "<global>", __PACKAGE__;
2446 3556
2447register_command "reload" => sub { 3557register_command "reload" => sub {
2448 my ($who, $arg) = @_; 3558 my ($who, $arg) = @_;
2449 3559
2450 if ($who->flag (FLAG_WIZ)) { 3560 if ($who->flag (FLAG_WIZ)) {
2451 $who->message ("start of reload.");
2452 reload;
2453 $who->message ("end of reload."); 3561 $who->message ("reloading server.");
3562 async {
3563 $Coro::current->{desc} = "perl_reload";
3564 reload_perl;
3565 };
2454 } 3566 }
2455}; 3567};
2456 3568
2457unshift @INC, $LIBDIR; 3569unshift @INC, $LIBDIR;
3570
3571my $bug_warning = 0;
3572
3573our @WAIT_FOR_TICK;
3574our @WAIT_FOR_TICK_BEGIN;
3575
3576sub wait_for_tick {
3577 return unless $TICK_WATCHER->is_active;
3578 return if $Coro::current == $Coro::main;
3579
3580 my $signal = new Coro::Signal;
3581 push @WAIT_FOR_TICK, $signal;
3582 $signal->wait;
3583}
3584
3585sub wait_for_tick_begin {
3586 return unless $TICK_WATCHER->is_active;
3587 return if $Coro::current == $Coro::main;
3588
3589 my $signal = new Coro::Signal;
3590 push @WAIT_FOR_TICK_BEGIN, $signal;
3591 $signal->wait;
3592}
2458 3593
2459$TICK_WATCHER = Event->timer ( 3594$TICK_WATCHER = Event->timer (
2460 reentrant => 0, 3595 reentrant => 0,
3596 parked => 1,
2461 prio => 0, 3597 prio => 0,
2462 at => $NEXT_TICK || $TICK, 3598 at => $NEXT_TICK || $TICK,
2463 data => WF_AUTOCANCEL, 3599 data => WF_AUTOCANCEL,
2464 cb => sub { 3600 cb => sub {
3601 if ($Coro::current != $Coro::main) {
3602 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3603 unless ++$bug_warning > 10;
3604 return;
3605 }
3606
3607 $NOW = $tick_start = Event::time;
3608
2465 cf::server_tick; # one server iteration 3609 cf::server_tick; # one server iteration
3610
2466 $RUNTIME += $TICK; 3611 $RUNTIME += $TICK;
2467 $NEXT_TICK += $TICK; 3612 $NEXT_TICK += $TICK;
2468 3613
2469 $WAIT_FOR_TICK->broadcast; 3614 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2470 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 3615 $NEXT_RUNTIME_WRITE = $NOW + 10;
3616 Coro::async_pool {
3617 $Coro::current->{desc} = "runtime saver";
3618 write_runtime
3619 or warn "ERROR: unable to write runtime file: $!";
3620 };
3621 }
3622
3623 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3624 $sig->send;
3625 }
3626 while (my $sig = shift @WAIT_FOR_TICK) {
3627 $sig->send;
3628 }
3629
3630 $NOW = Event::time;
2471 3631
2472 # if we are delayed by four ticks or more, skip them all 3632 # if we are delayed by four ticks or more, skip them all
2473 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3633 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2474 3634
2475 $TICK_WATCHER->at ($NEXT_TICK); 3635 $TICK_WATCHER->at ($NEXT_TICK);
2476 $TICK_WATCHER->start; 3636 $TICK_WATCHER->start;
3637
3638 $LOAD = ($NOW - $tick_start) / $TICK;
3639 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3640
3641 _post_tick;
2477 }, 3642 },
2478); 3643);
2479 3644
3645{
3646 BDB::min_parallel 8;
2480IO::AIO::max_poll_time $TICK * 0.2; 3647 BDB::max_poll_time $TICK * 0.1;
2481 3648 $BDB_POLL_WATCHER = Event->io (
2482Event->io ( 3649 reentrant => 0,
2483 fd => IO::AIO::poll_fileno, 3650 fd => BDB::poll_fileno,
2484 poll => 'r', 3651 poll => 'r',
2485 prio => 5, 3652 prio => 0,
2486 data => WF_AUTOCANCEL,
2487 cb => \&IO::AIO::poll_cb,
2488);
2489
2490Event->timer (
2491 data => WF_AUTOCANCEL, 3653 data => WF_AUTOCANCEL,
3654 cb => \&BDB::poll_cb,
3655 );
3656
3657 BDB::set_sync_prepare {
3658 my $status;
3659 my $current = $Coro::current;
3660 (
3661 sub {
3662 $status = $!;
3663 $current->ready; undef $current;
3664 },
3665 sub {
3666 Coro::schedule while defined $current;
3667 $! = $status;
3668 },
3669 )
3670 };
3671
3672 unless ($DB_ENV) {
3673 $DB_ENV = BDB::db_env_create;
3674 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
3675 | BDB::LOG_AUTOREMOVE, 1);
3676 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3677 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3678
3679 cf::sync_job {
3680 eval {
3681 BDB::db_env_open
3682 $DB_ENV,
3683 $BDBDIR,
3684 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3685 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3686 0666;
3687
3688 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3689 };
3690
3691 cf::cleanup "db_env_open(db): $@" if $@;
3692 };
3693 }
3694
3695 $BDB_DEADLOCK_WATCHER = Event->timer (
2492 after => 0, 3696 after => 3,
2493 interval => 10, 3697 interval => 1,
3698 hard => 1,
3699 prio => 0,
3700 data => WF_AUTOCANCEL,
2494 cb => sub { 3701 cb => sub {
2495 (Coro::unblock_sub { 3702 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
2496 write_runtime 3703 },
2497 or warn "ERROR: unable to write runtime file: $!"; 3704 );
3705 $BDB_CHECKPOINT_WATCHER = Event->timer (
3706 after => 11,
3707 interval => 60,
3708 hard => 1,
3709 prio => 0,
3710 data => WF_AUTOCANCEL,
3711 cb => sub {
3712 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3713 },
3714 );
3715 $BDB_TRICKLE_WATCHER = Event->timer (
3716 after => 5,
3717 interval => 10,
3718 hard => 1,
3719 prio => 0,
3720 data => WF_AUTOCANCEL,
3721 cb => sub {
3722 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3723 },
3724 );
3725}
3726
3727{
3728 IO::AIO::min_parallel 8;
3729
3730 undef $Coro::AIO::WATCHER;
3731 IO::AIO::max_poll_time $TICK * 0.1;
3732 $AIO_POLL_WATCHER = Event->io (
3733 reentrant => 0,
3734 data => WF_AUTOCANCEL,
3735 fd => IO::AIO::poll_fileno,
3736 poll => 'r',
3737 prio => 0,
3738 cb => \&IO::AIO::poll_cb,
3739 );
3740}
3741
3742my $_log_backtrace;
3743
3744sub _log_backtrace {
3745 my ($msg, @addr) = @_;
3746
3747 $msg =~ s/\n//;
3748
3749 # limit the # of concurrent backtraces
3750 if ($_log_backtrace < 2) {
3751 ++$_log_backtrace;
3752 async {
3753 $Coro::current->{desc} = "abt $msg";
3754
3755 my @bt = fork_call {
3756 @addr = map { sprintf "%x", $_ } @addr;
3757 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3758 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3759 or die "addr2line: $!";
3760
3761 my @funcs;
3762 my @res = <$fh>;
3763 chomp for @res;
3764 while (@res) {
3765 my ($func, $line) = splice @res, 0, 2, ();
3766 push @funcs, "[$func] $line";
3767 }
3768
3769 @funcs
3770 };
3771
3772 LOG llevInfo, "[ABT] $msg\n";
3773 LOG llevInfo, "[ABT] $_\n" for @bt;
3774 --$_log_backtrace;
2498 })->(); 3775 };
3776 } else {
3777 LOG llevInfo, "[ABT] $msg\n";
3778 LOG llevInfo, "[ABT] [suppressed]\n";
2499 }, 3779 }
2500); 3780}
3781
3782# load additional modules
3783use cf::pod;
2501 3784
2502END { cf::emergency_save } 3785END { cf::emergency_save }
2503 3786
25041 37871
2505 3788

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines