ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.165 by root, Fri Jan 12 22:09:22 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.3 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use BDB ();
20use Data::Dumper; 26use Data::Dumper;
21use Digest::MD5; 27use Digest::MD5;
22use Fcntl; 28use Fcntl;
29use YAML::Syck ();
23use IO::AIO 2.32 (); 30use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 31use Time::HiRes;
32use Compress::LZF;
26 33
34# configure various modules to our taste
35#
36$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 41
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 43$YAML::Syck::ImplicitUnicode = 1;
33 44
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35 48
36our %COMMAND = (); 49our %COMMAND = ();
37our %COMMAND_TIME = (); 50our %COMMAND_TIME = ();
38 51
39our @EXTS = (); # list of extension package names 52our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 53our %EXTCMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
43 56
57our $RELOAD; # number of reloads so far
44our @EVENT; 58our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 59
47our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 73our $TICK_WATCHER;
74our $AIO_POLL_WATCHER;
75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
49our $NEXT_TICK; 76our $NEXT_TICK;
50our $NOW; 77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off
79
80our $BDB_POLL_WATCHER;
81our $DB_ENV;
51 82
52our %CFG; 83our %CFG;
53 84
54our $UPTIME; $UPTIME ||= time; 85our $UPTIME; $UPTIME ||= time;
55our $RUNTIME; 86our $RUNTIME;
56 87
57our %PLAYER; # all users 88our %PLAYER; # all users
58our %MAP; # all maps 89our %MAP; # all maps
59our $LINK_MAP; # the special {link} map 90our $LINK_MAP; # the special {link} map, which is always available
60our $RANDOM_MAPS = cf::localdir . "/random";
61 91
62our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; 92# used to convert map paths into valid unix filenames by replacing / by ∕
63our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
64 98
65binmode STDOUT; 99binmode STDOUT;
66binmode STDERR; 100binmode STDERR;
67 101
68# read virtual server time, if available 102# read virtual server time, if available
69unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
70 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
71 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
72 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
73} 107}
74 108
75mkdir cf::localdir; 109mkdir $_
76mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
77mkdir cf::localdir . "/" . cf::tmpdir;
78mkdir cf::localdir . "/" . cf::uniquedir;
79mkdir $RANDOM_MAPS;
80 111
81# a special map that is always available
82our $LINK_MAP;
83our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
113
114sub cf::map::normalise;
84 115
85############################################################################# 116#############################################################################
86 117
87=head2 GLOBAL VARIABLES 118=head2 GLOBAL VARIABLES
88 119
95=item $cf::RUNTIME 126=item $cf::RUNTIME
96 127
97The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
98every server tick. 129every server tick.
99 130
100=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
101 134
102The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
103be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
104 139
105=item $cf::NOW 140=item $cf::NOW
106 141
107The time of the last (current) server tick. 142The time of the last (current) server tick.
108 143
109=item $cf::TICK 144=item $cf::TICK
110 145
111The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
112 157
113=item %cf::CFG 158=item %cf::CFG
114 159
115Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
116from wherever your confdir points to. 161from wherever your confdir points to.
117 162
118=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
119 164
120These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
121or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
122processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
123window of cpu time available, or simply to synchronise to the server tick.
124 168
125=back 169=back
126 170
127=cut 171=cut
128 172
129BEGIN { 173BEGIN {
130 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
131 my $msg = join "", @_; 175 my $msg = join "", @_;
132 utf8::encode $msg;
133 176
134 $msg .= "\n" 177 $msg .= "\n"
135 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
136 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
137 LOG llevError, $msg; 183 LOG llevError, $msg;
138 }; 184 };
139} 185}
140 186
141@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
187 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 233 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
188 $d 234 $d
189 } || "[unable to dump $_[0]: '$@']"; 235 } || "[unable to dump $_[0]: '$@']";
190} 236}
191 237
192use JSON::Syck (); # TODO# replace by JSON::PC once working 238use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
193 239
194=item $ref = cf::from_json $json 240=item $ref = cf::from_json $json
195 241
196Converts a JSON string into the corresponding perl data structure. 242Converts a JSON string into the corresponding perl data structure.
197 243
198=cut
199
200sub from_json($) {
201 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
202 JSON::Syck::Load $_[0]
203}
204
205=item $json = cf::to_json $ref 244=item $json = cf::to_json $ref
206 245
207Converts a perl data structure into its JSON representation. 246Converts a perl data structure into its JSON representation.
208
209=cut
210
211sub to_json($) {
212 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
213 JSON::Syck::Dump $_[0]
214}
215 247
216=item cf::lock_wait $string 248=item cf::lock_wait $string
217 249
218Wait until the given lock is available. See cf::lock_acquire. 250Wait until the given lock is available. See cf::lock_acquire.
219 251
225returned. 257returned.
226 258
227Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
228uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
229 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
230=cut 266=cut
231 267
232our %LOCK; 268our %LOCK;
233 269
234sub lock_wait($) { 270sub lock_wait($) {
253 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
254 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
255 } 291 }
256} 292}
257 293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
298}
299
258sub freeze_mainloop { 300sub freeze_mainloop {
259 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
260 302
261 my $guard = Coro::guard { $TICK_WATCHER->start }; 303 my $guard = Coro::guard {
304 $TICK_WATCHER->start;
305 };
262 $TICK_WATCHER->stop; 306 $TICK_WATCHER->stop;
263 $guard 307 $guard
264} 308}
265 309
266=item cf::async { BLOCK } 310=item cf::async { BLOCK }
288 332
289sub sync_job(&) { 333sub sync_job(&) {
290 my ($job) = @_; 334 my ($job) = @_;
291 335
292 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
293 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
294 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
295 341
296 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
297 # (but this is cancel-safe) 343 # (but this is cancel-safe)
308 354
309 while ($busy) { 355 while ($busy) {
310 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
311 } 357 }
312 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, "long sync job\n"
362 if $time > $TICK * 0.5;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
313 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
314 } else { 367 } else {
315 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
316 369
317 $job->() 370 $job->()
337 390
338 $coro 391 $coro
339} 392}
340 393
341sub write_runtime { 394sub write_runtime {
342 my $runtime = cf::localdir . "/runtime"; 395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 if (my $fh = aio_open $runtime, O_WRONLY, 0) {
401 utime undef, undef, $fh;
402 }
403
404 my $guard = cf::lock_acquire "write_runtime";
343 405
344 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 406 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
345 or return; 407 or return;
346 408
409 my $value = $cf::RUNTIME + 90 + 10;
347 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 410 # 10 is the runtime save interval, for a monotonic clock
411 # 60 allows for the watchdog to kill the server.
412
348 (aio_write $fh, 0, (length $value), $value, 0) <= 0 413 (aio_write $fh, 0, (length $value), $value, 0) <= 0
349 and return; 414 and return;
350 415
416 # always fsync - this file is important
351 aio_fsync $fh 417 aio_fsync $fh
352 and return; 418 and return;
353 419
420 # touch it again to show we are up-to-date
421 utime undef, undef, $fh;
422
354 close $fh 423 close $fh
355 or return; 424 or return;
356 425
357 aio_rename "$runtime~", $runtime 426 aio_rename "$runtime~", $runtime
358 and return; 427 and return;
359 428
429 warn "runtime file written.\n";#d#
430
360 1 431 1
361} 432}
362 433
434=item cf::datalog type => key => value, ...
435
436Log a datalog packet of the given type with the given key-value pairs.
437
438=cut
439
440sub datalog($@) {
441 my ($type, %kv) = @_;
442 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
443}
444
363=back 445=back
364 446
365=cut 447=cut
366
367#############################################################################
368
369package cf::path;
370
371use overload
372 '""' => \&as_string;
373
374# used to convert map paths into valid unix filenames by repalcing / by ∕
375our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
376
377sub register {
378 my ($pkg, $prefix) = @_;
379
380 $EXT_MAP{$prefix} = $pkg;
381}
382
383sub new {
384 my ($class, $path, $base) = @_;
385
386 return $path if ref $path;
387
388 my $self = {};
389
390 # {... are special paths that are not being touched
391 # ?xxx/... are special absolute paths
392 # ?random/... random maps
393 # /! non-realised random map exit
394 # /... normal maps
395 # ~/... per-player maps without a specific player (DO NOT USE)
396 # ~user/... per-player map of a specific user
397
398 $path =~ s/$PATH_SEP/\//go;
399
400 if ($path =~ /^{/) {
401 # fine as it is
402 } else {
403 if ($path =~ s{^~([^/]+)?}{}) {
404 # ~user
405 $self->{user_rel} = 1;
406
407 if (defined $1) {
408 $self->{user} = $1;
409 } elsif ($base =~ m{^~([^/]+)/}) {
410 $self->{user} = $1;
411 } else {
412 warn "cannot resolve user-relative path without user <$path,$base>\n";
413 }
414 } elsif ($path =~ s{^\?([^/]+)/}{}) {
415 # ?...
416 $self->{ext} = $1;
417 if (my $ext = $EXT_MAP{$1}) {
418 bless $self, $ext;
419 }
420 } elsif ($path =~ /^\//) {
421 # /...
422 # already absolute
423 } else {
424 # relative
425 $base =~ s{[^/]+/?$}{};
426 return $class->new ("$base/$path");
427 }
428
429 for ($path) {
430 redo if s{/\.?/}{/};
431 redo if s{/[^/]+/\.\./}{/};
432 }
433 }
434
435 $self->{path} = $path;
436
437 if ("HASH" eq ref $self) {
438 bless $self, $class;
439 } else {
440 $self->init;
441 }
442
443 for my $ext (values %EXT_MAP) {
444 if (my $subst = $ext->substitute ($self)) {
445 return $subst;
446 }
447 }
448
449 $self
450}
451
452sub init {
453 # nop
454}
455
456sub substitute {
457 ()
458}
459
460# the name / primary key / in-game path
461sub as_string {
462 my ($self) = @_;
463
464 $self->{user_rel} ? "~$self->{user}$self->{path}"
465 : $self->{ext} ? "?$self->{ext}/$self->{path}"
466 : $self->{path}
467}
468
469# the displayed name, this is a one way mapping
470sub visible_name {
471 &as_string
472}
473
474# escape the /'s in the path
475sub _escaped_path {
476 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
477
478 $path
479}
480
481# the original (read-only) location
482sub load_path {
483 my ($self) = @_;
484
485 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
486}
487
488# the temporary/swap location
489sub save_path {
490 my ($self) = @_;
491
492 $self->{user_rel}
493 ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
494 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
495}
496
497# the unique path, undef == no special unique path
498sub uniq_path {
499 my ($self) = @_;
500
501 $self->{user_rel} || $self->{ext}
502 ? undef
503 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
504}
505
506sub customise_for {
507 my ($self, $map, $ob) = @_;
508
509 if ($map->per_player) {
510 return cf::map::find ("~" . $ob->name . "/" . $map->{path}{path});
511 }
512
513 $map
514}
515
516# this is somewhat ugly, but style maps do need special treatment
517sub is_style_map {
518 $_[0]{path} =~ m{^/styles/}
519}
520
521sub load_orig {
522 my ($self) = @_;
523
524 &cf::map::load_map_header ($self->load_path)
525}
526
527sub load_temp {
528 my ($self) = @_;
529
530 &cf::map::load_map_header ($self->save_path)
531}
532
533sub unlink_save {
534 my ($self) = @_;
535
536 utf8::encode (my $save = $self->save_path);
537 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink $save;
538 IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink "$save.pst";
539}
540
541package cf;
542 448
543############################################################################# 449#############################################################################
544 450
545=head2 ATTACHABLE OBJECTS 451=head2 ATTACHABLE OBJECTS
546 452
672our @CB_TYPE = (); # registry for type (cf-object class) based events 578our @CB_TYPE = (); # registry for type (cf-object class) based events
673our @CB_MAP = (); 579our @CB_MAP = ();
674 580
675my %attachment; 581my %attachment;
676 582
583sub cf::attachable::thawer_merge {
584 # simply override everything except _meta
585 local $_[0]{_meta};
586 %{$_[0]} = %{$_[1]};
587}
588
677sub _attach_cb($$$$) { 589sub _attach_cb($$$$) {
678 my ($registry, $event, $prio, $cb) = @_; 590 my ($registry, $event, $prio, $cb) = @_;
679 591
680 use sort 'stable'; 592 use sort 'stable';
681 593
852# object support 764# object support
853 765
854sub reattach { 766sub reattach {
855 # basically do the same as instantiate, without calling instantiate 767 # basically do the same as instantiate, without calling instantiate
856 my ($obj) = @_; 768 my ($obj) = @_;
769
770 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
857 771
858 my $registry = $obj->registry; 772 my $registry = $obj->registry;
859 773
860 @$registry = (); 774 @$registry = ();
861 775
908 $filename, length $$rdata, scalar @$objs; 822 $filename, length $$rdata, scalar @$objs;
909 823
910 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 824 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
911 chmod SAVE_MODE, $fh; 825 chmod SAVE_MODE, $fh;
912 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 826 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
913 aio_fsync $fh; 827 aio_fsync $fh if $cf::USE_FSYNC;
914 close $fh; 828 close $fh;
915 829
916 if (@$objs) { 830 if (@$objs) {
917 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 831 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
918 chmod SAVE_MODE, $fh; 832 chmod SAVE_MODE, $fh;
919 my $data = Storable::nfreeze { version => 1, objs => $objs }; 833 my $data = Storable::nfreeze { version => 1, objs => $objs };
920 aio_write $fh, 0, (length $data), $data, 0; 834 aio_write $fh, 0, (length $data), $data, 0;
921 aio_fsync $fh; 835 aio_fsync $fh if $cf::USE_FSYNC;
922 close $fh; 836 close $fh;
923 aio_rename "$filename.pst~", "$filename.pst"; 837 aio_rename "$filename.pst~", "$filename.pst";
924 } 838 }
925 } else { 839 } else {
926 aio_unlink "$filename.pst"; 840 aio_unlink "$filename.pst";
1048 "package $pkg; use strict; use utf8;\n" 962 "package $pkg; use strict; use utf8;\n"
1049 . "#line 1 \"$path\"\n{\n" 963 . "#line 1 \"$path\"\n{\n"
1050 . (do { local $/; <$fh> }) 964 . (do { local $/; <$fh> })
1051 . "\n};\n1"; 965 . "\n};\n1";
1052 966
1053 eval $source 967 unless (eval $source) {
1054 or die $@ ? "$path: $@\n" 968 my $msg = $@ ? "$path: $@\n"
1055 : "extension disabled.\n"; 969 : "extension disabled.\n";
970 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
971 warn $@;
972 warn "mandatory extension failed to load, exiting.\n";
973 exit 1;
974 }
975 die $@;
976 }
1056 977
1057 push @EXTS, $pkg; 978 push @EXTS, $pkg;
1058} 979}
1059 980
1060sub load_extensions { 981sub load_extensions {
1066 } or warn "$ext not loaded: $@"; 987 } or warn "$ext not loaded: $@";
1067 } 988 }
1068} 989}
1069 990
1070############################################################################# 991#############################################################################
1071# load/save/clean perl data associated with a map
1072
1073*cf::mapsupport::on_clean = sub {
1074 my ($map) = @_;
1075
1076 my $path = $map->tmpname;
1077 defined $path or return;
1078
1079 unlink "$path.pst";
1080};
1081
1082cf::map->attach (prio => -10000, package => cf::mapsupport::);
1083
1084#############################################################################
1085 992
1086=head2 CORE EXTENSIONS 993=head2 CORE EXTENSIONS
1087 994
1088Functions and methods that extend core crossfire objects. 995Functions and methods that extend core crossfire objects.
1089 996
1102Returns the given player object, loading it if necessary (might block). 1009Returns the given player object, loading it if necessary (might block).
1103 1010
1104=cut 1011=cut
1105 1012
1106sub playerdir($) { 1013sub playerdir($) {
1107 cf::localdir 1014 "$PLAYERDIR/"
1108 . "/"
1109 . cf::playerdir
1110 . "/"
1111 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1015 . (ref $_[0] ? $_[0]->ob->name : $_[0])
1112} 1016}
1113 1017
1114sub path($) { 1018sub path($) {
1115 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1019 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1116 1020
1117 (playerdir $login) . "/$login.pl" 1021 (playerdir $login) . "/playerdata"
1118} 1022}
1119 1023
1120sub find_active($) { 1024sub find_active($) {
1121 $cf::PLAYER{$_[0]} 1025 $cf::PLAYER{$_[0]}
1122 and $cf::PLAYER{$_[0]}->active 1026 and $cf::PLAYER{$_[0]}->active
1125 1029
1126sub exists($) { 1030sub exists($) {
1127 my ($login) = @_; 1031 my ($login) = @_;
1128 1032
1129 $cf::PLAYER{$login} 1033 $cf::PLAYER{$login}
1130 or cf::sync_job { !aio_stat $login } 1034 or cf::sync_job { !aio_stat path $login }
1131} 1035}
1132 1036
1133sub find($) { 1037sub find($) {
1134 return $cf::PLAYER{$_[0]} || do { 1038 return $cf::PLAYER{$_[0]} || do {
1135 my $login = $_[0]; 1039 my $login = $_[0];
1136 1040
1137 my $guard = cf::lock_acquire "user_find:$login"; 1041 my $guard = cf::lock_acquire "user_find:$login";
1138 1042
1139 $cf::PLAYER{$_[0]} || do { 1043 $cf::PLAYER{$_[0]} || do {
1044 # rename old playerfiles to new ones
1045 #TODO: remove when no longer required
1046 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1047 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1048 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1049 aio_unlink +(playerdir $login) . "/$login.pl";
1050
1140 my $pl = load_pl path $login 1051 my $pl = load_pl path $login
1141 or return; 1052 or return;
1142 $cf::PLAYER{$login} = $pl 1053 $cf::PLAYER{$login} = $pl
1143 } 1054 }
1144 } 1055 }
1181 1092
1182=cut 1093=cut
1183 1094
1184sub quit_character { 1095sub quit_character {
1185 my ($pl) = @_; 1096 my ($pl) = @_;
1097
1098 my $name = $pl->ob->name;
1186 1099
1187 $pl->{deny_save} = 1; 1100 $pl->{deny_save} = 1;
1188 $pl->password ("*"); # this should lock out the player until we nuked the dir 1101 $pl->password ("*"); # this should lock out the player until we nuked the dir
1189 1102
1190 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1103 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1195 my $path = playerdir $pl; 1108 my $path = playerdir $pl;
1196 my $temp = "$path~$cf::RUNTIME~deleting~"; 1109 my $temp = "$path~$cf::RUNTIME~deleting~";
1197 aio_rename $path, $temp; 1110 aio_rename $path, $temp;
1198 delete $cf::PLAYER{$pl->ob->name}; 1111 delete $cf::PLAYER{$pl->ob->name};
1199 $pl->destroy; 1112 $pl->destroy;
1113
1114 my $prefix = qr<^~\Q$name\E/>;
1115
1116 # nuke player maps
1117 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1118
1200 IO::AIO::aio_rmtree $temp; 1119 IO::AIO::aio_rmtree $temp;
1120}
1121
1122=item $pl->kick
1123
1124Kicks a player out of the game. This destroys the connection.
1125
1126=cut
1127
1128sub kick {
1129 my ($pl, $kicker) = @_;
1130
1131 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1132 $pl->killer ("kicked");
1133 $pl->ns->destroy;
1201} 1134}
1202 1135
1203=item cf::player::list_logins 1136=item cf::player::list_logins
1204 1137
1205Returns am arrayref of all valid playernames in the system, can take a 1138Returns am arrayref of all valid playernames in the system, can take a
1206while and may block, so not sync_job-capable, ever. 1139while and may block, so not sync_job-capable, ever.
1207 1140
1208=cut 1141=cut
1209 1142
1210sub list_logins { 1143sub list_logins {
1211 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1144 my $dirs = aio_readdir $PLAYERDIR
1212 or return []; 1145 or return [];
1213 1146
1214 my @logins; 1147 my @logins;
1215 1148
1216 for my $login (@$dirs) { 1149 for my $login (@$dirs) {
1225 \@logins 1158 \@logins
1226} 1159}
1227 1160
1228=item $player->maps 1161=item $player->maps
1229 1162
1230Returns an arrayref of cf::path's of all maps that are private for this 1163Returns an arrayref of map paths that are private for this
1231player. May block. 1164player. May block.
1232 1165
1233=cut 1166=cut
1234 1167
1235sub maps($) { 1168sub maps($) {
1236 my ($pl) = @_; 1169 my ($pl) = @_;
1170
1171 $pl = ref $pl ? $pl->ob->name : $pl;
1237 1172
1238 my $files = aio_readdir playerdir $pl 1173 my $files = aio_readdir playerdir $pl
1239 or return; 1174 or return;
1240 1175
1241 my @paths; 1176 my @paths;
1243 for (@$files) { 1178 for (@$files) {
1244 utf8::decode $_; 1179 utf8::decode $_;
1245 next if /\.(?:pl|pst)$/; 1180 next if /\.(?:pl|pst)$/;
1246 next unless /^$PATH_SEP/o; 1181 next unless /^$PATH_SEP/o;
1247 1182
1248 push @paths, new cf::path "~" . $pl->ob->name . "/" . $_; 1183 push @paths, cf::map::normalise "~$pl/$_";
1249 } 1184 }
1250 1185
1251 \@paths 1186 \@paths
1252} 1187}
1253 1188
1254=item $player->ext_reply ($msgid, $msgtype, %msg) 1189=item $player->ext_reply ($msgid, %msg)
1255 1190
1256Sends an ext reply to the player. 1191Sends an ext reply to the player.
1257 1192
1258=cut 1193=cut
1259 1194
1260sub ext_reply($$$%) { 1195sub ext_reply($$%) {
1261 my ($self, $id, %msg) = @_; 1196 my ($self, $id, %msg) = @_;
1262 1197
1263 $msg{msgid} = $id; 1198 $msg{msgid} = $id;
1264 1199
1265 $self->send ("ext " . cf::to_json \%msg); 1200 $self->send ("ext " . cf::to_json \%msg);
1266} 1201}
1267 1202
1268package cf; 1203=item $player->ext_event ($type, %msg)
1204
1205Sends an ext event to the client.
1206
1207=cut
1208
1209sub ext_event($$%) {
1210 my ($self, $type, %msg) = @_;
1211
1212 $self->ns->ext_event ($type, %msg);
1213}
1214
1215=head3 cf::region
1216
1217=over 4
1218
1219=cut
1220
1221package cf::region;
1222
1223=item cf::region::find_by_path $path
1224
1225Tries to decuce the probable region for a map knowing only its path.
1226
1227=cut
1228
1229sub find_by_path($) {
1230 my ($path) = @_;
1231
1232 my ($match, $specificity);
1233
1234 for my $region (list) {
1235 if ($region->match && $path =~ $region->match) {
1236 ($match, $specificity) = ($region, $region->specificity)
1237 if $region->specificity > $specificity;
1238 }
1239 }
1240
1241 $match
1242}
1269 1243
1270=back 1244=back
1271
1272 1245
1273=head3 cf::map 1246=head3 cf::map
1274 1247
1275=over 4 1248=over 4
1276 1249
1279package cf::map; 1252package cf::map;
1280 1253
1281use Fcntl; 1254use Fcntl;
1282use Coro::AIO; 1255use Coro::AIO;
1283 1256
1257use overload
1258 '""' => \&as_string,
1259 fallback => 1;
1260
1284our $MAX_RESET = 3600; 1261our $MAX_RESET = 3600;
1285our $DEFAULT_RESET = 3000; 1262our $DEFAULT_RESET = 3000;
1286 1263
1287sub generate_random_map { 1264sub generate_random_map {
1288 my ($path, $rmp) = @_; 1265 my ($self, $rmp) = @_;
1289
1290 # mit "rum" bekleckern, nicht 1266 # mit "rum" bekleckern, nicht
1291 cf::map::_create_random_map ( 1267 $self->_create_random_map (
1292 $path,
1293 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1268 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1294 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1269 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1295 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1270 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1296 $rmp->{exit_on_final_map}, 1271 $rmp->{exit_on_final_map},
1297 $rmp->{xsize}, $rmp->{ysize}, 1272 $rmp->{xsize}, $rmp->{ysize},
1302 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1277 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1303 (cf::region::find $rmp->{region}), $rmp->{custom} 1278 (cf::region::find $rmp->{region}), $rmp->{custom}
1304 ) 1279 )
1305} 1280}
1306 1281
1282=item cf::map->register ($regex, $prio)
1283
1284Register a handler for the map path matching the given regex at the
1285givne priority (higher is better, built-in handlers have priority 0, the
1286default).
1287
1288=cut
1289
1290sub register {
1291 my (undef, $regex, $prio) = @_;
1292 my $pkg = caller;
1293
1294 no strict;
1295 push @{"$pkg\::ISA"}, __PACKAGE__;
1296
1297 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1298}
1299
1300# also paths starting with '/'
1301$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1302
1303sub thawer_merge {
1304 my ($self, $merge) = @_;
1305
1306 # we have to keep some variables in memory intact
1307 local $self->{path};
1308 local $self->{load_path};
1309 local $self->{deny_save};
1310 local $self->{deny_reset};
1311
1312 $self->SUPER::thawer_merge ($merge);
1313}
1314
1315sub normalise {
1316 my ($path, $base) = @_;
1317
1318 $path = "$path"; # make sure its a string
1319
1320 $path =~ s/\.map$//;
1321
1322 # map plan:
1323 #
1324 # /! non-realised random map exit (special hack!)
1325 # {... are special paths that are not being touched
1326 # ?xxx/... are special absolute paths
1327 # ?random/... random maps
1328 # /... normal maps
1329 # ~user/... per-player map of a specific user
1330
1331 $path =~ s/$PATH_SEP/\//go;
1332
1333 # treat it as relative path if it starts with
1334 # something that looks reasonable
1335 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1336 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1337
1338 $base =~ s{[^/]+/?$}{};
1339 $path = "$base/$path";
1340 }
1341
1342 for ($path) {
1343 redo if s{//}{/};
1344 redo if s{/\.?/}{/};
1345 redo if s{/[^/]+/\.\./}{/};
1346 }
1347
1348 $path
1349}
1350
1351sub new_from_path {
1352 my (undef, $path, $base) = @_;
1353
1354 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1355
1356 $path = normalise $path, $base;
1357
1358 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1359 if ($path =~ $EXT_MAP{$pkg}[1]) {
1360 my $self = bless cf::map::new, $pkg;
1361 $self->{path} = $path; $self->path ($path);
1362 $self->init; # pass $1 etc.
1363 return $self;
1364 }
1365 }
1366
1367 Carp::carp "unable to resolve path '$path' (base '$base').";
1368 ()
1369}
1370
1371sub init {
1372 my ($self) = @_;
1373
1374 $self
1375}
1376
1377sub as_string {
1378 my ($self) = @_;
1379
1380 "$self->{path}"
1381}
1382
1383# the displayed name, this is a one way mapping
1384sub visible_name {
1385 &as_string
1386}
1387
1388# the original (read-only) location
1389sub load_path {
1390 my ($self) = @_;
1391
1392 "$MAPDIR/$self->{path}.map"
1393}
1394
1395# the temporary/swap location
1396sub save_path {
1397 my ($self) = @_;
1398
1399 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1400 "$TMPDIR/$path.map"
1401}
1402
1403# the unique path, undef == no special unique path
1404sub uniq_path {
1405 my ($self) = @_;
1406
1407 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1408 "$UNIQUEDIR/$path"
1409}
1410
1307# and all this just because we cannot iterate over 1411# and all this just because we cannot iterate over
1308# all maps in C++... 1412# all maps in C++...
1309sub change_all_map_light { 1413sub change_all_map_light {
1310 my ($change) = @_; 1414 my ($change) = @_;
1311 1415
1312 $_->change_map_light ($change) 1416 $_->change_map_light ($change)
1313 for grep $_->outdoor, values %cf::MAP; 1417 for grep $_->outdoor, values %cf::MAP;
1314} 1418}
1315 1419
1420sub unlink_save {
1421 my ($self) = @_;
1422
1423 utf8::encode (my $save = $self->save_path);
1424 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1425 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1426}
1427
1316sub load_map_header($) { 1428sub load_header_from($) {
1317 my ($path) = @_; 1429 my ($self, $path) = @_;
1318 1430
1319 utf8::encode $path; 1431 utf8::encode $path;
1320 aio_open $path, O_RDONLY, 0 1432 #aio_open $path, O_RDONLY, 0
1433 # or return;
1434
1435 $self->_load_header ($path)
1321 or return; 1436 or return;
1322 1437
1323 my $map = cf::map::new 1438 $self->{load_path} = $path;
1439
1440 1
1441}
1442
1443sub load_header_orig {
1444 my ($self) = @_;
1445
1446 $self->load_header_from ($self->load_path)
1447}
1448
1449sub load_header_temp {
1450 my ($self) = @_;
1451
1452 $self->load_header_from ($self->save_path)
1453}
1454
1455sub prepare_temp {
1456 my ($self) = @_;
1457
1458 $self->last_access ((delete $self->{last_access})
1459 || $cf::RUNTIME); #d#
1460 # safety
1461 $self->{instantiate_time} = $cf::RUNTIME
1462 if $self->{instantiate_time} > $cf::RUNTIME;
1463}
1464
1465sub prepare_orig {
1466 my ($self) = @_;
1467
1468 $self->{load_original} = 1;
1469 $self->{instantiate_time} = $cf::RUNTIME;
1470 $self->last_access ($cf::RUNTIME);
1471 $self->instantiate;
1472}
1473
1474sub load_header {
1475 my ($self) = @_;
1476
1477 if ($self->load_header_temp) {
1478 $self->prepare_temp;
1479 } else {
1480 $self->load_header_orig
1324 or return; 1481 or return;
1482 $self->prepare_orig;
1483 }
1325 1484
1326 # for better error messages only, will be overwritten later 1485 $self->default_region (cf::region::find_by_path $self->{path})
1327 $map->path ($path); 1486 unless $self->default_region;
1328 1487
1329 $map->load_header ($path) 1488 1
1330 or return;
1331
1332 $map->{load_path} = $path;
1333
1334 $map
1335} 1489}
1336 1490
1337sub find; 1491sub find;
1338sub find { 1492sub find {
1339 my ($path, $origin) = @_; 1493 my ($path, $origin) = @_;
1340 1494
1341 #warn "find<$path,$origin>\n";#d#
1342
1343 $path = new cf::path $path, $origin && $origin->path; 1495 $path = normalise $path, $origin && $origin->path;
1344 my $key = $path->as_string;
1345 1496
1346 cf::lock_wait "map_find:$key"; 1497 cf::lock_wait "map_find:$path";
1347 1498
1348 $cf::MAP{$key} || do { 1499 $cf::MAP{$path} || do {
1349 my $guard = cf::lock_acquire "map_find:$key"; 1500 my $guard = cf::lock_acquire "map_find:$path";
1350 1501 my $map = new_from_path cf::map $path
1351 # do it the slow way
1352 my $map = $path->load_temp;
1353
1354 Coro::cede;
1355
1356 if ($map) {
1357 $map->last_access ((delete $map->{last_access})
1358 || $cf::RUNTIME); #d#
1359 # safety
1360 $map->{instantiate_time} = $cf::RUNTIME
1361 if $map->{instantiate_time} > $cf::RUNTIME;
1362 } else {
1363 $map = $path->load_orig
1364 or return; 1502 or return;
1365 1503
1366 $map->{load_original} = 1;
1367 $map->{instantiate_time} = $cf::RUNTIME;
1368 $map->last_access ($cf::RUNTIME);
1369 $map->instantiate;
1370
1371 # per-player maps become, after loading, normal maps
1372 $map->per_player (0) if $path->{user_rel};
1373 }
1374
1375 $map->path ($key);
1376 $map->{path} = $path;
1377 $map->{last_save} = $cf::RUNTIME; 1504 $map->{last_save} = $cf::RUNTIME;
1378 1505
1379 Coro::cede; 1506 $map->load_header
1507 or return;
1380 1508
1381 if ($map->should_reset) { 1509 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1510 # doing this can freeze the server in a sync job, obviously
1511 #$cf::WAIT_FOR_TICK->wait;
1382 $map->reset; 1512 $map->reset;
1383 undef $guard; 1513 undef $guard;
1384 $map = find $path 1514 return find $path;
1385 or return;
1386 } 1515 }
1387 1516
1388 $cf::MAP{$key} = $map 1517 $cf::MAP{$path} = $map
1389 } 1518 }
1390} 1519}
1520
1521sub pre_load { }
1522sub post_load { }
1391 1523
1392sub load { 1524sub load {
1393 my ($self) = @_; 1525 my ($self) = @_;
1394 1526
1527 local $self->{deny_reset} = 1; # loading can take a long time
1528
1395 my $path = $self->{path}; 1529 my $path = $self->{path};
1530
1531 {
1396 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1532 my $guard = cf::lock_acquire "map_load:$path";
1397 1533
1398 return if $self->in_memory != cf::MAP_SWAPPED; 1534 return if $self->in_memory != cf::MAP_SWAPPED;
1399 1535
1400 $self->in_memory (cf::MAP_LOADING); 1536 $self->in_memory (cf::MAP_LOADING);
1401 1537
1402 $self->alloc; 1538 $self->alloc;
1539
1540 $self->pre_load;
1541 Coro::cede;
1542
1403 $self->load_objects ($self->{load_path}, 1) 1543 $self->_load_objects ($self->{load_path}, 1)
1404 or return; 1544 or return;
1405 1545
1406 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1546 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1407 if delete $self->{load_original}; 1547 if delete $self->{load_original};
1408 1548
1409 if (my $uniq = $path->uniq_path) { 1549 if (my $uniq = $self->uniq_path) {
1410 utf8::encode $uniq; 1550 utf8::encode $uniq;
1411 if (aio_open $uniq, O_RDONLY, 0) { 1551 if (aio_open $uniq, O_RDONLY, 0) {
1412 $self->clear_unique_items; 1552 $self->clear_unique_items;
1413 $self->load_objects ($uniq, 0); 1553 $self->_load_objects ($uniq, 0);
1414 } 1554 }
1415 } 1555 }
1416 1556
1417 Coro::cede; 1557 Coro::cede;
1418
1419 # now do the right thing for maps 1558 # now do the right thing for maps
1420 $self->link_multipart_objects; 1559 $self->link_multipart_objects;
1421
1422 if ($self->{path}->is_style_map) {
1423 $self->{deny_save} = 1;
1424 $self->{deny_reset} = 1;
1425 } else {
1426 $self->decay_objects;
1427 $self->fix_auto_apply;
1428 $self->update_buttons;
1429 $self->set_darkness_map;
1430 $self->difficulty ($self->estimate_difficulty) 1560 $self->difficulty ($self->estimate_difficulty)
1431 unless $self->difficulty; 1561 unless $self->difficulty;
1562 Coro::cede;
1563
1564 unless ($self->{deny_activate}) {
1565 $self->decay_objects;
1566 $self->fix_auto_apply;
1567 $self->update_buttons;
1568 Coro::cede;
1569 $self->set_darkness_map;
1570 Coro::cede;
1432 $self->activate; 1571 $self->activate;
1433 } 1572 }
1434 1573
1435 Coro::cede;
1436
1437 $self->in_memory (cf::MAP_IN_MEMORY); 1574 $self->in_memory (cf::MAP_IN_MEMORY);
1575 }
1576
1577 $self->post_load;
1578}
1579
1580sub customise_for {
1581 my ($self, $ob) = @_;
1582
1583 return find "~" . $ob->name . "/" . $self->{path}
1584 if $self->per_player;
1585
1586 $self
1438} 1587}
1439 1588
1440# find and load all maps in the 3x3 area around a map 1589# find and load all maps in the 3x3 area around a map
1441sub load_diag { 1590sub load_diag {
1442 my ($map) = @_; 1591 my ($map) = @_;
1472 1621
1473 cf::sync_job { $map->load }; 1622 cf::sync_job { $map->load };
1474} 1623}
1475 1624
1476our %MAP_PREFETCH; 1625our %MAP_PREFETCH;
1477our $MAP_PREFETCHER = Coro::async { 1626our $MAP_PREFETCHER = undef;
1478 while () {
1479 while (%MAP_PREFETCH) {
1480 my $key = each %MAP_PREFETCH
1481 or next;
1482 my $path = delete $MAP_PREFETCH{$key};
1483
1484 my $map = find $path
1485 or next;
1486 $map->load;
1487 }
1488 Coro::schedule;
1489 }
1490};
1491 1627
1492sub find_async { 1628sub find_async {
1493 my ($path, $origin) = @_; 1629 my ($path, $origin) = @_;
1494 1630
1495 $path = new cf::path $path, $origin && $origin->path; 1631 $path = normalise $path, $origin && $origin->{path};
1496 my $key = $path->as_string;
1497 1632
1498 if (my $map = $cf::MAP{$key}) { 1633 if (my $map = $cf::MAP{$path}) {
1499 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 1634 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1500 } 1635 }
1501 1636
1502 $MAP_PREFETCH{$key} = $path; 1637 undef $MAP_PREFETCH{$path};
1638 $MAP_PREFETCHER ||= cf::async {
1639 while (%MAP_PREFETCH) {
1640 for my $path (keys %MAP_PREFETCH) {
1641 my $map = find $path
1642 or next;
1643 $map->load;
1644
1645 delete $MAP_PREFETCH{$path};
1646 }
1647 }
1648 undef $MAP_PREFETCHER;
1649 };
1503 $MAP_PREFETCHER->ready; 1650 $MAP_PREFETCHER->prio (6);
1504 1651
1505 () 1652 ()
1506} 1653}
1507 1654
1508sub save { 1655sub save {
1512 1659
1513 $self->{last_save} = $cf::RUNTIME; 1660 $self->{last_save} = $cf::RUNTIME;
1514 1661
1515 return unless $self->dirty; 1662 return unless $self->dirty;
1516 1663
1517 my $save = $self->{path}->save_path; utf8::encode $save; 1664 my $save = $self->save_path; utf8::encode $save;
1518 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1665 my $uniq = $self->uniq_path; utf8::encode $uniq;
1519 1666
1520 $self->{load_path} = $save; 1667 $self->{load_path} = $save;
1521 1668
1522 return if $self->{deny_save}; 1669 return if $self->{deny_save};
1523 1670
1526 cf::async { 1673 cf::async {
1527 $_->contr->save for $self->players; 1674 $_->contr->save for $self->players;
1528 }; 1675 };
1529 1676
1530 if ($uniq) { 1677 if ($uniq) {
1531 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1678 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1532 $self->save_objects ($uniq, cf::IO_UNIQUES); 1679 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1533 } else { 1680 } else {
1534 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1681 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1535 } 1682 }
1536} 1683}
1537 1684
1538sub swap_out { 1685sub swap_out {
1539 my ($self) = @_; 1686 my ($self) = @_;
1553 1700
1554sub reset_at { 1701sub reset_at {
1555 my ($self) = @_; 1702 my ($self) = @_;
1556 1703
1557 # TODO: safety, remove and allow resettable per-player maps 1704 # TODO: safety, remove and allow resettable per-player maps
1558 return 1e99 if $self->{path}{user_rel}; 1705 return 1e99 if $self->isa ("ext::map_per_player");#d#
1559 return 1e99 if $self->{deny_reset}; 1706 return 1e99 if $self->{deny_reset};
1560 1707
1561 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1708 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1562 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1709 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1563 1710
1568 my ($self) = @_; 1715 my ($self) = @_;
1569 1716
1570 $self->reset_at <= $cf::RUNTIME 1717 $self->reset_at <= $cf::RUNTIME
1571} 1718}
1572 1719
1573sub rename {
1574 my ($self, $new_path) = @_;
1575
1576 $self->{path}->unlink_save;
1577
1578 delete $cf::MAP{$self->path};
1579 $self->{path} = new cf::path $new_path;
1580 $self->path ($self->{path}->as_string);
1581 $cf::MAP{$self->path} = $self;
1582
1583 $self->save;
1584}
1585
1586sub reset { 1720sub reset {
1587 my ($self) = @_; 1721 my ($self) = @_;
1588 1722
1589 my $lock = cf::lock_acquire "map_data:" . $self->path; 1723 my $lock = cf::lock_acquire "map_data:$self->{path}";
1590 1724
1591 return if $self->players; 1725 return if $self->players;
1592 return if $self->{path}{user_rel};#d# 1726 return if $self->isa ("ext::map_per_player");#d#
1593 1727
1594 warn "resetting map ", $self->path;#d# 1728 warn "resetting map ", $self->path;#d#
1595 1729
1730 $self->in_memory (cf::MAP_SWAPPED);
1731
1732 # need to save uniques path
1733 unless ($self->{deny_save}) {
1734 my $uniq = $self->uniq_path; utf8::encode $uniq;
1735
1736 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1737 if $uniq;
1738 }
1739
1596 delete $cf::MAP{$self->path}; 1740 delete $cf::MAP{$self->path};
1597 1741
1742 $self->clear;
1743
1598 $_->clear_links_to ($self) for values %cf::MAP; 1744 $_->clear_links_to ($self) for values %cf::MAP;
1599 1745
1600 $self->{path}->unlink_save; 1746 $self->unlink_save;
1601 $self->destroy; 1747 $self->destroy;
1602} 1748}
1603 1749
1604my $nuke_counter = "aaaa"; 1750my $nuke_counter = "aaaa";
1605 1751
1606sub nuke { 1752sub nuke {
1607 my ($self) = @_; 1753 my ($self) = @_;
1608 1754
1755 delete $cf::MAP{$self->path};
1756
1757 $self->unlink_save;
1758
1759 bless $self, "cf::map";
1760 delete $self->{deny_reset};
1609 $self->{deny_save} = 1; 1761 $self->{deny_save} = 1;
1610 $self->reset_timeout (1); 1762 $self->reset_timeout (1);
1611 $self->rename ("{nuke}/" . ($nuke_counter++)); 1763 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1764
1765 $cf::MAP{$self->path} = $self;
1766
1612 $self->reset; # polite request, might not happen 1767 $self->reset; # polite request, might not happen
1613} 1768}
1614 1769
1615=item cf::map::unique_maps 1770=item cf::map::unique_maps
1616 1771
1617Returns an arrayref of cf::path's of all shared maps that have 1772Returns an arrayref of paths of all shared maps that have
1618instantiated unique items. May block. 1773instantiated unique items. May block.
1619 1774
1620=cut 1775=cut
1621 1776
1622sub unique_maps() { 1777sub unique_maps() {
1623 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1778 my $files = aio_readdir $UNIQUEDIR
1624 or return; 1779 or return;
1625 1780
1626 my @paths; 1781 my @paths;
1627 1782
1628 for (@$files) { 1783 for (@$files) {
1629 utf8::decode $_; 1784 utf8::decode $_;
1630 next if /\.pst$/; 1785 next if /\.pst$/;
1631 next unless /^$PATH_SEP/o; 1786 next unless /^$PATH_SEP/o;
1632 1787
1633 push @paths, new cf::path $_; 1788 push @paths, cf::map::normalise $_;
1634 } 1789 }
1635 1790
1636 \@paths 1791 \@paths
1637} 1792}
1638 1793
1713 1868
1714=item $player_object->enter_link 1869=item $player_object->enter_link
1715 1870
1716Freezes the player and moves him/her to a special map (C<{link}>). 1871Freezes the player and moves him/her to a special map (C<{link}>).
1717 1872
1718The player should be reaosnably safe there for short amounts of time. You 1873The player should be reasonably safe there for short amounts of time. You
1719I<MUST> call C<leave_link> as soon as possible, though. 1874I<MUST> call C<leave_link> as soon as possible, though.
1720 1875
1876Will never block.
1877
1721=item $player_object->leave_link ($map, $x, $y) 1878=item $player_object->leave_link ($map, $x, $y)
1722 1879
1723Moves the player out of the specila link map onto the given map. If the 1880Moves the player out of the special C<{link}> map onto the specified
1724map is not valid (or omitted), the player will be moved back to the 1881map. If the map is not valid (or omitted), the player will be moved back
1725location he/she was before the call to C<enter_link>, or, if that fails, 1882to the location he/she was before the call to C<enter_link>, or, if that
1726to the emergency map position. 1883fails, to the emergency map position.
1727 1884
1728Might block. 1885Might block.
1729 1886
1730=cut 1887=cut
1888
1889sub link_map {
1890 unless ($LINK_MAP) {
1891 $LINK_MAP = cf::map::find "{link}"
1892 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1893 $LINK_MAP->load;
1894 }
1895
1896 $LINK_MAP
1897}
1731 1898
1732sub cf::object::player::enter_link { 1899sub cf::object::player::enter_link {
1733 my ($self) = @_; 1900 my ($self) = @_;
1734 1901
1735 $self->deactivate_recursive; 1902 $self->deactivate_recursive;
1736 1903
1737 return if $self->map == $LINK_MAP; 1904 return if UNIVERSAL::isa $self->map, "ext::map_link";
1738 1905
1739 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1906 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1740 if $self->map; 1907 if $self->map;
1741 1908
1742 $self->enter_map ($LINK_MAP, 20, 20); 1909 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1743} 1910}
1744 1911
1745sub cf::object::player::leave_link { 1912sub cf::object::player::leave_link {
1746 my ($self, $map, $x, $y) = @_; 1913 my ($self, $map, $x, $y) = @_;
1747 1914
1769 $map->load; 1936 $map->load;
1770 $map->load_diag; 1937 $map->load_diag;
1771 1938
1772 return unless $self->contr->active; 1939 return unless $self->contr->active;
1773 $self->activate_recursive; 1940 $self->activate_recursive;
1941
1942 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1774 $self->enter_map ($map, $x, $y); 1943 $self->enter_map ($map, $x, $y);
1775} 1944}
1776 1945
1777cf::player->attach ( 1946cf::player->attach (
1778 on_logout => sub { 1947 on_logout => sub {
1791 # try to abort aborted map switching on player login :) 1960 # try to abort aborted map switching on player login :)
1792 # should happen only on crashes 1961 # should happen only on crashes
1793 if ($pl->ob->{_link_pos}) { 1962 if ($pl->ob->{_link_pos}) {
1794 $pl->ob->enter_link; 1963 $pl->ob->enter_link;
1795 (async { 1964 (async {
1796 # we need this sleep as the login has a concurrent enter_exit running
1797 # and this sleep increases chances of the player not ending up in scorn
1798 $pl->ob->reply (undef, 1965 $pl->ob->reply (undef,
1799 "There was an internal problem at your last logout, " 1966 "There was an internal problem at your last logout, "
1800 . "the server will try to bring you to your intended destination in a second.", 1967 . "the server will try to bring you to your intended destination in a second.",
1801 cf::NDI_RED); 1968 cf::NDI_RED);
1969 # we need this sleep as the login has a concurrent enter_exit running
1970 # and this sleep increases chances of the player not ending up in scorn
1802 Coro::Timer::sleep 1; 1971 Coro::Timer::sleep 1;
1803 $pl->ob->leave_link; 1972 $pl->ob->leave_link;
1804 })->prio (2); 1973 })->prio (2);
1805 } 1974 }
1806 }, 1975 },
1811=cut 1980=cut
1812 1981
1813sub cf::object::player::goto { 1982sub cf::object::player::goto {
1814 my ($self, $path, $x, $y) = @_; 1983 my ($self, $path, $x, $y) = @_;
1815 1984
1816 $path = new cf::path $path;
1817
1818 $self->enter_link; 1985 $self->enter_link;
1819 1986
1820 (async { 1987 (async {
1988 my $map = eval {
1821 my $map = cf::map::find $path->as_string; 1989 my $map = cf::map::find $path;
1822 $map = $map->{path}->customise_for ($map, $self) if $map; 1990 $map = $map->customise_for ($self) if $map;
1823 1991 $map
1824# warn "entering ", $map->path, " at ($x, $y)\n" 1992 } or
1825# if $map;
1826
1827 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1993 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1828 1994
1829 $self->leave_link ($map, $x, $y); 1995 $self->leave_link ($map, $x, $y);
1830 })->prio (1); 1996 })->prio (1);
1831} 1997}
1832 1998
1836 2002
1837sub parse_random_map_params { 2003sub parse_random_map_params {
1838 my ($spec) = @_; 2004 my ($spec) = @_;
1839 2005
1840 my $rmp = { # defaults 2006 my $rmp = { # defaults
1841 xsize => 10, 2007 xsize => (cf::rndm 15, 40),
1842 ysize => 10, 2008 ysize => (cf::rndm 15, 40),
2009 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2010 #layout => string,
1843 }; 2011 };
1844 2012
1845 for (split /\n/, $spec) { 2013 for (split /\n/, $spec) {
1846 my ($k, $v) = split /\s+/, $_, 2; 2014 my ($k, $v) = split /\s+/, $_, 2;
1847 2015
1851 $rmp 2019 $rmp
1852} 2020}
1853 2021
1854sub prepare_random_map { 2022sub prepare_random_map {
1855 my ($exit) = @_; 2023 my ($exit) = @_;
2024
2025 my $guard = cf::lock_acquire "exit_prepare:$exit";
1856 2026
1857 # all this does is basically replace the /! path by 2027 # all this does is basically replace the /! path by
1858 # a new random map path (?random/...) with a seed 2028 # a new random map path (?random/...) with a seed
1859 # that depends on the exit object 2029 # that depends on the exit object
1860 2030
1861 my $rmp = parse_random_map_params $exit->msg; 2031 my $rmp = parse_random_map_params $exit->msg;
1862 2032
1863 if ($exit->map) { 2033 if ($exit->map) {
1864 $rmp->{region} = $exit->map->region_name; 2034 $rmp->{region} = $exit->region->name;
1865 $rmp->{origin_map} = $exit->map->path; 2035 $rmp->{origin_map} = $exit->map->path;
1866 $rmp->{origin_x} = $exit->x; 2036 $rmp->{origin_x} = $exit->x;
1867 $rmp->{origin_y} = $exit->y; 2037 $rmp->{origin_y} = $exit->y;
1868 } 2038 }
1869 2039
1870 $rmp->{random_seed} ||= $exit->random_seed; 2040 $rmp->{random_seed} ||= $exit->random_seed;
1871 2041
1872 my $data = cf::to_json $rmp; 2042 my $data = cf::to_json $rmp;
1873 my $md5 = Digest::MD5::md5_hex $data; 2043 my $md5 = Digest::MD5::md5_hex $data;
2044 my $meta = "$RANDOMDIR/$md5.meta";
1874 2045
1875 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2046 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1876 aio_write $fh, 0, (length $data), $data, 0; 2047 aio_write $fh, 0, (length $data), $data, 0;
2048 undef $fh;
2049 aio_rename "$meta~", $meta;
1877 2050
1878 $exit->slaying ("?random/$md5"); 2051 $exit->slaying ("?random/$md5");
1879 $exit->msg (undef); 2052 $exit->msg (undef);
1880 } 2053 }
1881} 2054}
1882 2055
1883sub cf::object::player::enter_exit { 2056sub cf::object::player::enter_exit {
1884 my ($self, $exit) = @_; 2057 my ($self, $exit) = @_;
1885 2058
1886 return unless $self->type == cf::PLAYER; 2059 return unless $self->type == cf::PLAYER;
2060
2061 if ($exit->slaying eq "/!") {
2062 #TODO: this should de-fi-ni-te-ly not be a sync-job
2063 # the problem is that $exit might not survive long enough
2064 # so it needs to be done right now, right here
2065 cf::sync_job { prepare_random_map $exit };
2066 }
2067
2068 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2069 my $hp = $exit->stats->hp;
2070 my $sp = $exit->stats->sp;
1887 2071
1888 $self->enter_link; 2072 $self->enter_link;
1889 2073
1890 (async { 2074 (async {
1891 $self->deactivate_recursive; # just to be sure 2075 $self->deactivate_recursive; # just to be sure
1892 unless (eval { 2076 unless (eval {
1893 prepare_random_map $exit 2077 $self->goto ($slaying, $hp, $sp);
1894 if $exit->slaying eq "/!";
1895
1896 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1897 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1898 2078
1899 1; 2079 1;
1900 }) { 2080 }) {
1901 $self->message ("Something went wrong deep within the crossfire server. " 2081 $self->message ("Something went wrong deep within the crossfire server. "
1902 . "I'll try to bring you back to the map you were before. " 2082 . "I'll try to bring you back to the map you were before. "
1903 . "Please report this to the dungeon master!", 2083 . "Please report this to the dungeon master!",
1904 cf::NDI_UNIQUE | cf::NDI_RED); 2084 cf::NDI_UNIQUE | cf::NDI_RED);
1905 2085
1906 warn "ERROR in enter_exit: $@"; 2086 warn "ERROR in enter_exit: $@";
1907 $self->leave_link; 2087 $self->leave_link;
1908 } 2088 }
1909 })->prio (1); 2089 })->prio (1);
1922 2102
1923sub cf::client::send_drawinfo { 2103sub cf::client::send_drawinfo {
1924 my ($self, $text, $flags) = @_; 2104 my ($self, $text, $flags) = @_;
1925 2105
1926 utf8::encode $text; 2106 utf8::encode $text;
1927 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2107 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1928} 2108}
1929 2109
2110=item $client->ext_event ($type, %msg)
2111
2112Sends an exti event to the client.
2113
2114=cut
2115
2116sub cf::client::ext_event($$%) {
2117 my ($self, $type, %msg) = @_;
2118
2119 $msg{msgtype} = "event_$type";
2120 $self->send_packet ("ext " . cf::to_json \%msg);
2121}
1930 2122
1931=item $success = $client->query ($flags, "text", \&cb) 2123=item $success = $client->query ($flags, "text", \&cb)
1932 2124
1933Queues a query to the client, calling the given callback with 2125Queues a query to the client, calling the given callback with
1934the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2126the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1963 # get handled first 2155 # get handled first
1964 my $queue = delete $ns->{query_queue} 2156 my $queue = delete $ns->{query_queue}
1965 or return; # be conservative, not sure how that can happen, but we saw a crash here 2157 or return; # be conservative, not sure how that can happen, but we saw a crash here
1966 2158
1967 (shift @$queue)->[1]->($msg); 2159 (shift @$queue)->[1]->($msg);
2160 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1968 2161
1969 push @{ $ns->{query_queue} }, @$queue; 2162 push @{ $ns->{query_queue} }, @$queue;
1970 2163
1971 if (@{ $ns->{query_queue} } == @$queue) { 2164 if (@{ $ns->{query_queue} } == @$queue) {
1972 if (@$queue) { 2165 if (@$queue) {
2030 2223
2031# here we export the classes and methods available to script code 2224# here we export the classes and methods available to script code
2032 2225
2033=pod 2226=pod
2034 2227
2035The following fucntions and emthods are available within a safe environment: 2228The following functions and methods are available within a safe environment:
2036 2229
2037 cf::object contr pay_amount pay_player map 2230 cf::object contr pay_amount pay_player map
2038 cf::object::player player 2231 cf::object::player player
2039 cf::player peaceful 2232 cf::player peaceful
2040 cf::map trigger 2233 cf::map trigger
2125############################################################################# 2318#############################################################################
2126 2319
2127=head2 EXTENSION DATABASE SUPPORT 2320=head2 EXTENSION DATABASE SUPPORT
2128 2321
2129Crossfire maintains a very simple database for extension use. It can 2322Crossfire maintains a very simple database for extension use. It can
2130currently store anything that can be serialised using Storable, which 2323currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2131excludes objects. 2324convert to/from binary).
2132 2325
2133The parameter C<$family> should best start with the name of the extension 2326The parameter C<$family> should best start with the name of the extension
2134using it, it should be unique. 2327using it, it should be unique.
2135 2328
2136=over 4 2329=over 4
2137 2330
2138=item $hashref = cf::db_get $family
2139
2140Return a hashref for use by the extension C<$family>, which can be
2141modified. After modifications, you have to call C<cf::db_dirty> or
2142C<cf::db_sync>.
2143
2144=item $value = cf::db_get $family => $key 2331=item $value = cf::db_get $family => $key
2145 2332
2146Returns a single value from the database 2333Returns a single value from the database.
2147
2148=item cf::db_put $family => $hashref
2149
2150Stores the given family hashref into the database. Updates are delayed, if
2151you want the data to be synced to disk immediately, use C<cf::db_sync>.
2152 2334
2153=item cf::db_put $family => $key => $value 2335=item cf::db_put $family => $key => $value
2154 2336
2155Stores the given C<$value> in the family hash. Updates are delayed, if you 2337Stores the given C<$value> in the family.
2156want the data to be synced to disk immediately, use C<cf::db_sync>.
2157
2158=item cf::db_dirty
2159
2160Marks the database as dirty, to be updated at a later time.
2161
2162=item cf::db_sync
2163
2164Immediately write the database to disk I<if it is dirty>.
2165 2338
2166=cut 2339=cut
2167 2340
2168our $DB; 2341our $DB;
2169 2342
2170{ 2343sub db_init {
2171 my $path = cf::localdir . "/database.pst"; 2344 unless ($DB) {
2345 $DB = BDB::db_create $DB_ENV;
2172 2346
2173 sub db_load() { 2347 cf::sync_job {
2174 $DB = stat $path ? Storable::retrieve $path : { }; 2348 eval {
2175 } 2349 $DB->set_flags (BDB::CHKSUM);
2176 2350
2177 my $pid; 2351 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2178 2352 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2179 sub db_save() { 2353 cf::cleanup "db_open(db): $!" if $!;
2180 waitpid $pid, 0 if $pid; 2354 };
2181 if (0 == ($pid = fork)) { 2355 cf::cleanup "db_open(db): $@" if $@;
2182 $DB->{_meta}{version} = 1;
2183 Storable::nstore $DB, "$path~";
2184 rename "$path~", $path;
2185 cf::_exit 0 if defined $pid;
2186 } 2356 };
2187 }
2188
2189 my $dirty;
2190
2191 sub db_sync() {
2192 db_save if $dirty;
2193 undef $dirty;
2194 }
2195
2196 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2197 db_sync;
2198 }); 2357 }
2358}
2199 2359
2200 sub db_dirty() {
2201 $dirty = 1;
2202 $idle->start;
2203 }
2204
2205 sub db_get($;$) { 2360sub db_get($$) {
2206 @_ >= 2 2361 my $key = "$_[0]/$_[1]";
2207 ? $DB->{$_[0]}{$_[1]}
2208 : ($DB->{$_[0]} ||= { })
2209 }
2210 2362
2363 cf::sync_job {
2364 BDB::db_get $DB, undef, $key, my $data;
2365
2366 $! ? ()
2367 : $data
2368 }
2369}
2370
2211 sub db_put($$;$) { 2371sub db_put($$$) {
2212 if (@_ >= 3) { 2372 BDB::dbreq_pri 4;
2213 $DB->{$_[0]}{$_[1]} = $_[2]; 2373 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2214 } else { 2374}
2215 $DB->{$_[0]} = $_[1];
2216 }
2217 db_dirty;
2218 }
2219 2375
2220 cf::global->attach ( 2376=item cf::cache $id => [$paths...], $processversion => $process
2221 prio => 10000, 2377
2222 on_cleanup => sub { 2378Generic caching function that returns the value of the resource $id,
2223 db_sync; 2379caching and regenerating as required.
2380
2381This function can block.
2382
2383=cut
2384
2385sub cache {
2386 my ($id, $src, $processversion, $process) = @_;
2387
2388 my $meta =
2389 join "\x00",
2390 $processversion,
2391 map {
2392 aio_stat $_
2393 and Carp::croak "$_: $!";
2394
2395 ($_, (stat _)[7,9])
2396 } @$src;
2397
2398 my $dbmeta = db_get cache => "$id/meta";
2399 if ($dbmeta ne $meta) {
2400 # changed, we may need to process
2401
2402 my @data;
2403 my $md5;
2404
2405 for (0 .. $#$src) {
2406 0 <= aio_load $src->[$_], $data[$_]
2407 or Carp::croak "$src->[$_]: $!";
2224 }, 2408 }
2225 ); 2409
2410 # if processing is expensive, check
2411 # checksum first
2412 if (1) {
2413 $md5 =
2414 join "\x00",
2415 $processversion,
2416 map {
2417 Coro::cede;
2418 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2419 } 0.. $#$src;
2420
2421
2422 my $dbmd5 = db_get cache => "$id/md5";
2423 if ($dbmd5 eq $md5) {
2424 db_put cache => "$id/meta", $meta;
2425
2426 return db_get cache => "$id/data";
2427 }
2428 }
2429
2430 my $t1 = Time::HiRes::time;
2431 my $data = $process->(\@data);
2432 my $t2 = Time::HiRes::time;
2433
2434 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2435
2436 db_put cache => "$id/data", $data;
2437 db_put cache => "$id/md5" , $md5;
2438 db_put cache => "$id/meta", $meta;
2439
2440 return $data;
2441 }
2442
2443 db_get cache => "$id/data"
2226} 2444}
2445
2446=item fork_call { }, $args
2447
2448Executes the given code block with the given arguments in a seperate
2449process, returning the results. Everything must be serialisable with
2450Coro::Storable. May, of course, block. Note that the executed sub may
2451never block itself or use any form of Event handling.
2452
2453=cut
2454
2455sub fork_call(&@) {
2456 my ($cb, @args) = @_;
2457
2458# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2459# or die "socketpair: $!";
2460 pipe my $fh1, my $fh2
2461 or die "pipe: $!";
2462
2463 if (my $pid = fork) {
2464 close $fh2;
2465
2466 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2467 $res = Coro::Storable::thaw $res;
2468
2469 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2470
2471 die $$res unless "ARRAY" eq ref $res;
2472
2473 return wantarray ? @$res : $res->[-1];
2474 } else {
2475 reset_signals;
2476 local $SIG{__WARN__};
2477 local $SIG{__DIE__};
2478 eval {
2479 close $fh1;
2480
2481 my @res = eval { $cb->(@args) };
2482 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2483 };
2484
2485 warn $@ if $@;
2486 _exit 0;
2487 }
2488}
2489
2490
2227 2491
2228############################################################################# 2492#############################################################################
2229# the server's main() 2493# the server's init and main functions
2494
2495sub load_facedata($) {
2496 my ($path) = @_;
2497
2498 warn "loading facedata from $path\n";
2499
2500 my $facedata;
2501 0 < aio_load $path, $facedata
2502 or die "$path: $!";
2503
2504 $facedata = Coro::Storable::thaw $facedata;
2505
2506 $facedata->{version} == 2
2507 or cf::cleanup "$path: version mismatch, cannot proceed.";
2508
2509 {
2510 my $faces = $facedata->{faceinfo};
2511
2512 while (my ($face, $info) = each %$faces) {
2513 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2514 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2515 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2516 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2517 Coro::cede;
2518 }
2519
2520 while (my ($face, $info) = each %$faces) {
2521 next unless $info->{smooth};
2522 my $idx = cf::face::find $face
2523 or next;
2524 if (my $smooth = cf::face::find $info->{smooth}) {
2525 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2526 } else {
2527 warn "smooth face '$info->{smooth}' not found for face '$face'";
2528 }
2529 Coro::cede;
2530 }
2531 }
2532
2533 {
2534 my $anims = $facedata->{animinfo};
2535
2536 while (my ($anim, $info) = each %$anims) {
2537 cf::anim::set $anim, $info->{frames}, $info->{facings};
2538 Coro::cede;
2539 }
2540
2541 cf::anim::invalidate_all; # d'oh
2542 }
2543
2544 1
2545}
2546
2547sub reload_regions {
2548 load_resource_file "$MAPDIR/regions"
2549 or die "unable to load regions file\n";
2550}
2551
2552sub reload_facedata {
2553 load_facedata "$DATADIR/facedata"
2554 or die "unable to load facedata\n";
2555}
2556
2557sub reload_archetypes {
2558 load_resource_file "$DATADIR/archetypes"
2559 or die "unable to load archetypes\n";
2560}
2561
2562sub reload_treasures {
2563 load_resource_file "$DATADIR/treasures"
2564 or die "unable to load treasurelists\n";
2565}
2566
2567sub reload_resources {
2568 warn "reloading resource files...\n";
2569
2570 reload_regions;
2571 reload_facedata;
2572 reload_archetypes;
2573 reload_treasures;
2574
2575 warn "finished reloading resource files\n";
2576}
2577
2578sub init {
2579 reload_resources;
2580}
2230 2581
2231sub cfg_load { 2582sub cfg_load {
2232 open my $fh, "<:utf8", cf::confdir . "/config" 2583 open my $fh, "<:utf8", "$CONFDIR/config"
2233 or return; 2584 or return;
2234 2585
2235 local $/; 2586 local $/;
2236 *CFG = YAML::Syck::Load <$fh>; 2587 *CFG = YAML::Syck::Load <$fh>;
2237 2588
2251 2602
2252sub main { 2603sub main {
2253 # we must not ever block the main coroutine 2604 # we must not ever block the main coroutine
2254 local $Coro::idle = sub { 2605 local $Coro::idle = sub {
2255 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2606 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2607 (async {
2256 async { Event::one_event }; 2608 Event::one_event;
2609 })->prio (Coro::PRIO_MAX);
2257 }; 2610 };
2258 2611
2259 cfg_load; 2612 cfg_load;
2260 db_load; 2613 db_init;
2261 load_extensions; 2614 load_extensions;
2615
2616 $TICK_WATCHER->start;
2262 Event::loop; 2617 Event::loop;
2263} 2618}
2264 2619
2265############################################################################# 2620#############################################################################
2266# initialisation and cleanup 2621# initialisation and cleanup
2267 2622
2268# install some emergency cleanup handlers 2623# install some emergency cleanup handlers
2269BEGIN { 2624BEGIN {
2270 for my $signal (qw(INT HUP TERM)) { 2625 for my $signal (qw(INT HUP TERM)) {
2271 Event->signal ( 2626 Event->signal (
2627 reentrant => 0,
2272 data => WF_AUTOCANCEL, 2628 data => WF_AUTOCANCEL,
2273 signal => $signal, 2629 signal => $signal,
2630 prio => 0,
2274 cb => sub { 2631 cb => sub {
2275 cf::cleanup "SIG$signal"; 2632 cf::cleanup "SIG$signal";
2276 }, 2633 },
2277 ); 2634 );
2278 } 2635 }
2279} 2636}
2284 warn "enter emergency perl save\n"; 2641 warn "enter emergency perl save\n";
2285 2642
2286 cf::sync_job { 2643 cf::sync_job {
2287 # use a peculiar iteration method to avoid tripping on perl 2644 # use a peculiar iteration method to avoid tripping on perl
2288 # refcount bugs in for. also avoids problems with players 2645 # refcount bugs in for. also avoids problems with players
2289 # and maps saved/Destroyed asynchronously. 2646 # and maps saved/destroyed asynchronously.
2290 warn "begin emergency player save\n"; 2647 warn "begin emergency player save\n";
2291 for my $login (keys %cf::PLAYER) { 2648 for my $login (keys %cf::PLAYER) {
2292 my $pl = $cf::PLAYER{$login} or next; 2649 my $pl = $cf::PLAYER{$login} or next;
2293 $pl->valid or next; 2650 $pl->valid or next;
2294 $pl->save; 2651 $pl->save;
2300 my $map = $cf::MAP{$path} or next; 2657 my $map = $cf::MAP{$path} or next;
2301 $map->valid or next; 2658 $map->valid or next;
2302 $map->save; 2659 $map->save;
2303 } 2660 }
2304 warn "end emergency map save\n"; 2661 warn "end emergency map save\n";
2662
2663 warn "begin emergency database checkpoint\n";
2664 BDB::db_env_txn_checkpoint $DB_ENV;
2665 warn "end emergency database checkpoint\n";
2305 }; 2666 };
2306 2667
2307 warn "leave emergency perl save\n"; 2668 warn "leave emergency perl save\n";
2308} 2669}
2309 2670
2671sub post_cleanup {
2672 my ($make_core) = @_;
2673
2674 warn Carp::longmess "post_cleanup backtrace"
2675 if $make_core;
2676}
2677
2310sub reload() { 2678sub do_reload_perl() {
2311 # can/must only be called in main 2679 # can/must only be called in main
2312 if ($Coro::current != $Coro::main) { 2680 if ($Coro::current != $Coro::main) {
2313 warn "can only reload from main coroutine\n"; 2681 warn "can only reload from main coroutine";
2314 return; 2682 return;
2315 } 2683 }
2316 2684
2317 warn "reloading..."; 2685 warn "reloading...";
2318 2686
2319 warn "freezing server"; 2687 warn "entering sync_job";
2320 my $guard = freeze_mainloop; 2688
2689 cf::sync_job {
2690 cf::write_runtime; # external watchdog should not bark
2321 cf::emergency_save; 2691 cf::emergency_save;
2692 cf::write_runtime; # external watchdog should not bark
2322 2693
2323 warn "sync database to disk"; 2694 warn "syncing database to disk";
2324 cf::db_sync; 2695 BDB::db_env_txn_checkpoint $DB_ENV;
2325 IO::AIO::flush;
2326 2696
2327 eval {
2328 # if anything goes wrong in here, we should simply crash as we already saved 2697 # if anything goes wrong in here, we should simply crash as we already saved
2329 2698
2330 warn "cancel all watchers"; 2699 warn "cancelling all WF_AUTOCANCEL watchers";
2331 for (Event::all_watchers) { 2700 for (Event::all_watchers) {
2332 $_->cancel if $_->data & WF_AUTOCANCEL; 2701 $_->cancel if $_->data & WF_AUTOCANCEL;
2333 } 2702 }
2334 2703
2704 warn "flushing outstanding aio requests";
2705 for (;;) {
2706 BDB::flush;
2707 IO::AIO::flush;
2708 Coro::cede;
2709 last unless IO::AIO::nreqs || BDB::nreqs;
2710 warn "iterate...";
2711 }
2712
2713 ++$RELOAD;
2714
2335 warn "cancel all extension coros"; 2715 warn "cancelling all extension coros";
2336 $_->cancel for values %EXT_CORO; 2716 $_->cancel for values %EXT_CORO;
2337 %EXT_CORO = (); 2717 %EXT_CORO = ();
2338 2718
2339 warn "remove commands"; 2719 warn "removing commands";
2340 %COMMAND = (); 2720 %COMMAND = ();
2341 2721
2342 warn "remove ext commands"; 2722 warn "removing ext commands";
2343 %EXTCMD = (); 2723 %EXTCMD = ();
2344 2724
2345 warn "unload/nuke all extensions"; 2725 warn "unloading/nuking all extensions";
2346 for my $pkg (@EXTS) { 2726 for my $pkg (@EXTS) {
2347 warn "... unloading $pkg"; 2727 warn "... unloading $pkg";
2348 2728
2349 if (my $cb = $pkg->can ("unload")) { 2729 if (my $cb = $pkg->can ("unload")) {
2350 eval { 2730 eval {
2355 2735
2356 warn "... nuking $pkg"; 2736 warn "... nuking $pkg";
2357 Symbol::delete_package $pkg; 2737 Symbol::delete_package $pkg;
2358 } 2738 }
2359 2739
2360 warn "unload all perl modules loaded from $LIBDIR"; 2740 warn "unloading all perl modules loaded from $LIBDIR";
2361 while (my ($k, $v) = each %INC) { 2741 while (my ($k, $v) = each %INC) {
2362 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2742 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2363 2743
2364 warn "removing <$k>"; 2744 warn "... unloading $k";
2365 delete $INC{$k}; 2745 delete $INC{$k};
2366 2746
2367 $k =~ s/\.pm$//; 2747 $k =~ s/\.pm$//;
2368 $k =~ s/\//::/g; 2748 $k =~ s/\//::/g;
2369 2749
2372 } 2752 }
2373 2753
2374 Symbol::delete_package $k; 2754 Symbol::delete_package $k;
2375 } 2755 }
2376 2756
2377 warn "get rid of safe::, as good as possible"; 2757 warn "getting rid of safe::, as good as possible";
2378 Symbol::delete_package "safe::$_" 2758 Symbol::delete_package "safe::$_"
2379 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2759 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2380 2760
2381 warn "unload cf.pm \"a bit\""; 2761 warn "unloading cf.pm \"a bit\"";
2382 delete $INC{"cf.pm"}; 2762 delete $INC{"cf.pm"};
2763 delete $INC{"cf/pod.pm"};
2383 2764
2384 # don't, removes xs symbols, too, 2765 # don't, removes xs symbols, too,
2385 # and global variables created in xs 2766 # and global variables created in xs
2386 #Symbol::delete_package __PACKAGE__; 2767 #Symbol::delete_package __PACKAGE__;
2387 2768
2769 warn "unload completed, starting to reload now";
2770
2388 warn "reloading cf.pm"; 2771 warn "reloading cf.pm";
2389 require cf; 2772 require cf;
2390 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2773 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2391 2774
2392 warn "load config and database again"; 2775 warn "loading config and database again";
2393 cf::cfg_load; 2776 cf::cfg_load;
2394 cf::db_load;
2395 2777
2396 warn "load extensions"; 2778 warn "loading extensions";
2397 cf::load_extensions; 2779 cf::load_extensions;
2398 2780
2399 warn "reattach attachments to objects/players"; 2781 warn "reattaching attachments to objects/players";
2400 _global_reattach; 2782 _global_reattach; # objects, sockets
2401 warn "reattach attachments to maps"; 2783 warn "reattaching attachments to maps";
2402 reattach $_ for values %MAP; 2784 reattach $_ for values %MAP;
2403 }; 2785 warn "reattaching attachments to players";
2786 reattach $_ for values %PLAYER;
2404 2787
2405 if ($@) { 2788 warn "leaving sync_job";
2789
2790 1
2791 } or do {
2406 warn $@; 2792 warn $@;
2407 warn "error while reloading, exiting."; 2793 warn "error while reloading, exiting.";
2408 exit 1; 2794 exit 1;
2409 } 2795 };
2410 2796
2411 warn "reloaded"; 2797 warn "reloaded";
2412}; 2798};
2413 2799
2414############################################################################# 2800our $RELOAD_WATCHER; # used only during reload
2415 2801
2416unless ($LINK_MAP) { 2802sub reload_perl() {
2417 $LINK_MAP = cf::map::new; 2803 # doing reload synchronously and two reloads happen back-to-back,
2804 # coro crashes during coro_state_free->destroy here.
2418 2805
2419 $LINK_MAP->width (41); 2806 $RELOAD_WATCHER ||= Event->timer (
2420 $LINK_MAP->height (41); 2807 reentrant => 0,
2421 $LINK_MAP->alloc;
2422 $LINK_MAP->path ("{link}");
2423 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2424 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2425
2426 # dirty hack because... archetypes are not yet loaded
2427 Event->timer (
2428 after => 10, 2808 after => 0,
2809 data => WF_AUTOCANCEL,
2429 cb => sub { 2810 cb => sub {
2430 $_[0]->w->cancel; 2811 do_reload_perl;
2431 2812 undef $RELOAD_WATCHER;
2432 # provide some exits "home"
2433 my $exit = cf::object::new "exit";
2434
2435 $exit->slaying ($EMERGENCY_POSITION->[0]);
2436 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2437 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2438
2439 $LINK_MAP->insert ($exit->clone, 19, 19);
2440 $LINK_MAP->insert ($exit->clone, 19, 20);
2441 $LINK_MAP->insert ($exit->clone, 19, 21);
2442 $LINK_MAP->insert ($exit->clone, 20, 19);
2443 $LINK_MAP->insert ($exit->clone, 20, 21);
2444 $LINK_MAP->insert ($exit->clone, 21, 19);
2445 $LINK_MAP->insert ($exit->clone, 21, 20);
2446 $LINK_MAP->insert ($exit->clone, 21, 21);
2447
2448 $exit->destroy;
2449 }); 2813 },
2450 2814 );
2451 $LINK_MAP->{deny_save} = 1;
2452 $LINK_MAP->{deny_reset} = 1;
2453
2454 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2455} 2815}
2456 2816
2457register_command "reload" => sub { 2817register_command "reload" => sub {
2458 my ($who, $arg) = @_; 2818 my ($who, $arg) = @_;
2459 2819
2460 if ($who->flag (FLAG_WIZ)) { 2820 if ($who->flag (FLAG_WIZ)) {
2461 $who->message ("start of reload.");
2462 reload;
2463 $who->message ("end of reload."); 2821 $who->message ("reloading server.");
2822 async { reload_perl };
2464 } 2823 }
2465}; 2824};
2466 2825
2467unshift @INC, $LIBDIR; 2826unshift @INC, $LIBDIR;
2827
2828my $bug_warning = 0;
2829
2830our @WAIT_FOR_TICK;
2831our @WAIT_FOR_TICK_BEGIN;
2832
2833sub wait_for_tick {
2834 return unless $TICK_WATCHER->is_active;
2835 return if $Coro::current == $Coro::main;
2836
2837 my $signal = new Coro::Signal;
2838 push @WAIT_FOR_TICK, $signal;
2839 $signal->wait;
2840}
2841
2842sub wait_for_tick_begin {
2843 return unless $TICK_WATCHER->is_active;
2844 return if $Coro::current == $Coro::main;
2845
2846 my $signal = new Coro::Signal;
2847 push @WAIT_FOR_TICK_BEGIN, $signal;
2848 $signal->wait;
2849}
2468 2850
2469$TICK_WATCHER = Event->timer ( 2851$TICK_WATCHER = Event->timer (
2470 reentrant => 0, 2852 reentrant => 0,
2853 parked => 1,
2471 prio => 0, 2854 prio => 0,
2472 at => $NEXT_TICK || $TICK, 2855 at => $NEXT_TICK || $TICK,
2473 data => WF_AUTOCANCEL, 2856 data => WF_AUTOCANCEL,
2474 cb => sub { 2857 cb => sub {
2858 if ($Coro::current != $Coro::main) {
2859 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2860 unless ++$bug_warning > 10;
2861 return;
2862 }
2863
2475 $NOW = Event::time; 2864 $NOW = $tick_start = Event::time;
2476 2865
2477 cf::server_tick; # one server iteration 2866 cf::server_tick; # one server iteration
2867
2478 $RUNTIME += $TICK; 2868 $RUNTIME += $TICK;
2479 $NEXT_TICK += $TICK; 2869 $NEXT_TICK += $TICK;
2480 2870
2481 $WAIT_FOR_TICK->broadcast; 2871 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2482 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 2872 $NEXT_RUNTIME_WRITE = $NOW + 10;
2873 Coro::async_pool {
2874 write_runtime
2875 or warn "ERROR: unable to write runtime file: $!";
2876 };
2877 }
2878
2879# my $AFTER = Event::time;
2880# warn $AFTER - $NOW;#d#
2881
2882 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2883 $sig->send;
2884 }
2885 while (my $sig = shift @WAIT_FOR_TICK) {
2886 $sig->send;
2887 }
2888
2889 $NOW = Event::time;
2483 2890
2484 # if we are delayed by four ticks or more, skip them all 2891 # if we are delayed by four ticks or more, skip them all
2485 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2892 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2486 2893
2487 $TICK_WATCHER->at ($NEXT_TICK); 2894 $TICK_WATCHER->at ($NEXT_TICK);
2488 $TICK_WATCHER->start; 2895 $TICK_WATCHER->start;
2896
2897 $LOAD = ($NOW - $tick_start) / $TICK;
2898 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2899
2900 _post_tick;
2901
2902
2489 }, 2903 },
2490); 2904);
2491 2905
2906{
2492IO::AIO::max_poll_time $TICK * 0.2; 2907 BDB::max_poll_time $TICK * 0.1;
2493 2908 $BDB_POLL_WATCHER = Event->io (
2494Event->io ( 2909 reentrant => 0,
2495 fd => IO::AIO::poll_fileno, 2910 fd => BDB::poll_fileno,
2496 poll => 'r', 2911 poll => 'r',
2497 prio => 5, 2912 prio => 0,
2498 data => WF_AUTOCANCEL,
2499 cb => \&IO::AIO::poll_cb,
2500);
2501
2502Event->timer (
2503 data => WF_AUTOCANCEL, 2913 data => WF_AUTOCANCEL,
2504 after => 0, 2914 cb => \&BDB::poll_cb,
2505 interval => 10, 2915 );
2506 cb => sub { 2916 BDB::min_parallel 8;
2507 (Coro::unblock_sub { 2917
2508 write_runtime 2918 BDB::set_sync_prepare {
2509 or warn "ERROR: unable to write runtime file: $!"; 2919 my $status;
2920 my $current = $Coro::current;
2921 (
2922 sub {
2923 $status = $!;
2924 $current->ready; undef $current;
2925 },
2926 sub {
2927 Coro::schedule while defined $current;
2928 $! = $status;
2929 },
2930 )
2931 };
2932
2933 unless ($DB_ENV) {
2934 $DB_ENV = BDB::db_env_create;
2935
2936 cf::sync_job {
2937 eval {
2938 BDB::db_env_open
2939 $DB_ENV,
2940 $BDBDIR,
2941 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2942 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2943 0666;
2944
2945 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2946
2947 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2948 $DB_ENV->set_lk_detect;
2949 };
2950
2951 cf::cleanup "db_env_open(db): $@" if $@;
2510 })->(); 2952 };
2511 }, 2953 }
2512); 2954}
2955
2956{
2957 IO::AIO::min_parallel 8;
2958
2959 undef $Coro::AIO::WATCHER;
2960 IO::AIO::max_poll_time $TICK * 0.1;
2961 $AIO_POLL_WATCHER = Event->io (
2962 reentrant => 0,
2963 data => WF_AUTOCANCEL,
2964 fd => IO::AIO::poll_fileno,
2965 poll => 'r',
2966 prio => 6,
2967 cb => \&IO::AIO::poll_cb,
2968 );
2969}
2970
2971my $_log_backtrace;
2972
2973sub _log_backtrace {
2974 my ($msg, @addr) = @_;
2975
2976 $msg =~ s/\n//;
2977
2978 # limit the # of concurrent backtraces
2979 if ($_log_backtrace < 2) {
2980 ++$_log_backtrace;
2981 async {
2982 my @bt = fork_call {
2983 @addr = map { sprintf "%x", $_ } @addr;
2984 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2985 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2986 or die "addr2line: $!";
2987
2988 my @funcs;
2989 my @res = <$fh>;
2990 chomp for @res;
2991 while (@res) {
2992 my ($func, $line) = splice @res, 0, 2, ();
2993 push @funcs, "[$func] $line";
2994 }
2995
2996 @funcs
2997 };
2998
2999 LOG llevInfo, "[ABT] $msg\n";
3000 LOG llevInfo, "[ABT] $_\n" for @bt;
3001 --$_log_backtrace;
3002 };
3003 } else {
3004 LOG llevInfo, "[ABT] $msg\n";
3005 LOG llevInfo, "[ABT] [suppressed]\n";
3006 }
3007}
3008
3009# load additional modules
3010use cf::pod;
2513 3011
2514END { cf::emergency_save } 3012END { cf::emergency_save }
2515 3013
25161 30141
2517 3015

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines