ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.160 by root, Wed Jan 10 22:54:06 2007 UTC vs.
Revision 1.303 by root, Wed Jul 11 15:57:31 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.3 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use JSON::XS 1.4 ();
26use BDB ();
20use Data::Dumper; 27use Data::Dumper;
21use Digest::MD5; 28use Digest::MD5;
22use Fcntl; 29use Fcntl;
30use YAML::Syck ();
23use IO::AIO 2.32 (); 31use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 32use Time::HiRes;
33use Compress::LZF;
34use Digest::MD5 ();
26 35
36# configure various modules to our taste
37#
38$Storable::canonical = 1; # reduce rsync transfers
39Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
40Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
41
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 42$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 43
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 44# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 45$YAML::Syck::ImplicitUnicode = 1;
33 46
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 47$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35 48
49sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
50
36our %COMMAND = (); 51our %COMMAND = ();
37our %COMMAND_TIME = (); 52our %COMMAND_TIME = ();
38 53
39our @EXTS = (); # list of extension package names 54our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 55our %EXTCMD = ();
56our %EXTICMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 57our %EXT_CORO = (); # coroutines bound to extensions
58our %EXT_MAP = (); # pluggable maps
42 59
60our $RELOAD; # number of reloads so far
43our @EVENT; 61our @EVENT;
44our $LIBDIR = datadir . "/ext";
45 62
46our $TICK = MAX_TIME * 1e-6; 63our $CONFDIR = confdir;
64our $DATADIR = datadir;
65our $LIBDIR = "$DATADIR/ext";
66our $PODDIR = "$DATADIR/pod";
67our $MAPDIR = "$DATADIR/" . mapdir;
68our $LOCALDIR = localdir;
69our $TMPDIR = "$LOCALDIR/" . tmpdir;
70our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
71our $PLAYERDIR = "$LOCALDIR/" . playerdir;
72our $RANDOMDIR = "$LOCALDIR/random";
73our $BDBDIR = "$LOCALDIR/db";
74
75our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
47our $TICK_WATCHER; 76our $TICK_WATCHER;
77our $AIO_POLL_WATCHER;
78our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
48our $NEXT_TICK; 79our $NEXT_TICK;
49our $NOW; 80our $NOW;
81our $USE_FSYNC = 1; # use fsync to write maps - default off
82
83our $BDB_POLL_WATCHER;
84our $DB_ENV;
50 85
51our %CFG; 86our %CFG;
52 87
53our $UPTIME; $UPTIME ||= time; 88our $UPTIME; $UPTIME ||= time;
54our $RUNTIME; 89our $RUNTIME;
55 90
56our %PLAYER; # all users 91our %PLAYER; # all users
57our %MAP; # all maps 92our %MAP; # all maps
58our $LINK_MAP; # the special {link} map 93our $LINK_MAP; # the special {link} map, which is always available
59our $RANDOM_MAPS = cf::localdir . "/random";
60 94
61our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; 95# used to convert map paths into valid unix filenames by replacing / by ∕
62our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; 96our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
97
98our $LOAD; # a number between 0 (idle) and 1 (too many objects)
99our $LOADAVG; # same thing, but with alpha-smoothing
100our $tick_start; # for load detecting purposes
63 101
64binmode STDOUT; 102binmode STDOUT;
65binmode STDERR; 103binmode STDERR;
66 104
67# read virtual server time, if available 105# read virtual server time, if available
68unless ($RUNTIME || !-e cf::localdir . "/runtime") { 106unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
69 open my $fh, "<", cf::localdir . "/runtime" 107 open my $fh, "<", "$LOCALDIR/runtime"
70 or die "unable to read runtime file: $!"; 108 or die "unable to read runtime file: $!";
71 $RUNTIME = <$fh> + 0.; 109 $RUNTIME = <$fh> + 0.;
72} 110}
73 111
74mkdir cf::localdir; 112mkdir $_
75mkdir cf::localdir . "/" . cf::playerdir; 113 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
76mkdir cf::localdir . "/" . cf::tmpdir;
77mkdir cf::localdir . "/" . cf::uniquedir;
78mkdir $RANDOM_MAPS;
79 114
80# a special map that is always available
81our $LINK_MAP;
82our $EMERGENCY_POSITION; 115our $EMERGENCY_POSITION;
116
117sub cf::map::normalise;
83 118
84############################################################################# 119#############################################################################
85 120
86=head2 GLOBAL VARIABLES 121=head2 GLOBAL VARIABLES
87 122
94=item $cf::RUNTIME 129=item $cf::RUNTIME
95 130
96The time this server has run, starts at 0 and is increased by $cf::TICK on 131The time this server has run, starts at 0 and is increased by $cf::TICK on
97every server tick. 132every server tick.
98 133
99=item $cf::LIBDIR 134=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
135$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
136$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
100 137
101The perl library directory, where extensions and cf-specific modules can 138Various directories - "/etc", read-only install directory, perl-library
102be found. It will be added to C<@INC> automatically. 139directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
140unique-items directory, player file directory, random maps directory and
141database environment.
103 142
104=item $cf::NOW 143=item $cf::NOW
105 144
106The time of the last (current) server tick. 145The time of the last (current) server tick.
107 146
108=item $cf::TICK 147=item $cf::TICK
109 148
110The interval between server ticks, in seconds. 149The interval between server ticks, in seconds.
150
151=item $cf::LOADAVG
152
153The current CPU load on the server (alpha-smoothed), as a value between 0
154(none) and 1 (overloaded), indicating how much time is spent on processing
155objects per tick. Healthy values are < 0.5.
156
157=item $cf::LOAD
158
159The raw value load value from the last tick.
111 160
112=item %cf::CFG 161=item %cf::CFG
113 162
114Configuration for the server, loaded from C</etc/crossfire/config>, or 163Configuration for the server, loaded from C</etc/crossfire/config>, or
115from wherever your confdir points to. 164from wherever your confdir points to.
116 165
117=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 166=item cf::wait_for_tick, cf::wait_for_tick_begin
118 167
119These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 168These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
120or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 169returns directly I<after> the tick processing (and consequently, can only wake one process
121processing has been done. Call C<< ->wait >> on them to maximise the 170per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
122window of cpu time available, or simply to synchronise to the server tick.
123 171
124=back 172=back
125 173
126=cut 174=cut
127 175
128BEGIN { 176BEGIN {
129 *CORE::GLOBAL::warn = sub { 177 *CORE::GLOBAL::warn = sub {
130 my $msg = join "", @_; 178 my $msg = join "", @_;
131 utf8::encode $msg;
132 179
133 $msg .= "\n" 180 $msg .= "\n"
134 unless $msg =~ /\n$/; 181 unless $msg =~ /\n$/;
135 182
183 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
184
185 utf8::encode $msg;
136 LOG llevError, $msg; 186 LOG llevError, $msg;
137 }; 187 };
138} 188}
139 189
140@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 190@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
141@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 191@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
142@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 192@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
143@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 193@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
144@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 194@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
195@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
145@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 196@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
146 197
147# we bless all objects into (empty) derived classes to force a method lookup 198# we bless all objects into (empty) derived classes to force a method lookup
148# within the Safe compartment. 199# within the Safe compartment.
149for my $pkg (qw( 200for my $pkg (qw(
150 cf::global cf::attachable 201 cf::global cf::attachable
158} 209}
159 210
160$Event::DIED = sub { 211$Event::DIED = sub {
161 warn "error in event callback: @_"; 212 warn "error in event callback: @_";
162}; 213};
214
215#############################################################################
163 216
164=head2 UTILITY FUNCTIONS 217=head2 UTILITY FUNCTIONS
165 218
166=over 4 219=over 4
167 220
186 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 239 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
187 $d 240 $d
188 } || "[unable to dump $_[0]: '$@']"; 241 } || "[unable to dump $_[0]: '$@']";
189} 242}
190 243
191use JSON::Syck (); # TODO# replace by JSON::PC once working
192
193=item $ref = cf::from_json $json 244=item $ref = cf::from_json $json
194 245
195Converts a JSON string into the corresponding perl data structure. 246Converts a JSON string into the corresponding perl data structure.
196 247
197=cut
198
199sub from_json($) {
200 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
201 JSON::Syck::Load $_[0]
202}
203
204=item $json = cf::to_json $ref 248=item $json = cf::to_json $ref
205 249
206Converts a perl data structure into its JSON representation. 250Converts a perl data structure into its JSON representation.
207 251
208=cut 252=cut
209 253
210sub to_json($) { 254our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
211 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 255
212 JSON::Syck::Dump $_[0] 256sub to_json ($) { $json_coder->encode ($_[0]) }
213} 257sub from_json ($) { $json_coder->decode ($_[0]) }
214 258
215=item cf::lock_wait $string 259=item cf::lock_wait $string
216 260
217Wait until the given lock is available. See cf::lock_acquire. 261Wait until the given lock is available. See cf::lock_acquire.
218 262
224returned. 268returned.
225 269
226Lock names should begin with a unique identifier (for example, cf::map::find 270Lock names should begin with a unique identifier (for example, cf::map::find
227uses map_find and cf::map::load uses map_load). 271uses map_find and cf::map::load uses map_load).
228 272
273=item $locked = cf::lock_active $string
274
275Return true if the lock is currently active, i.e. somebody has locked it.
276
229=cut 277=cut
230 278
231our %LOCK; 279our %LOCK;
232 280
233sub lock_wait($) { 281sub lock_wait($) {
252 # wake up all waiters, to be on the safe side 300 # wake up all waiters, to be on the safe side
253 $_->ready for @{ delete $LOCK{$key} }; 301 $_->ready for @{ delete $LOCK{$key} };
254 } 302 }
255} 303}
256 304
305sub lock_active($) {
306 my ($key) = @_;
307
308 ! ! $LOCK{$key}
309}
310
257sub freeze_mainloop { 311sub freeze_mainloop {
258 return unless $TICK_WATCHER->is_active; 312 return unless $TICK_WATCHER->is_active;
259 313
260 my $guard = Coro::guard { $TICK_WATCHER->start }; 314 my $guard = Coro::guard {
315 $TICK_WATCHER->start;
316 };
261 $TICK_WATCHER->stop; 317 $TICK_WATCHER->stop;
262 $guard 318 $guard
263} 319}
264 320
265=item cf::async { BLOCK } 321=item cf::async { BLOCK }
272 328
273BEGIN { *async = \&Coro::async_pool } 329BEGIN { *async = \&Coro::async_pool }
274 330
275=item cf::sync_job { BLOCK } 331=item cf::sync_job { BLOCK }
276 332
277The design of crossfire+ requires that the main coro ($Coro::main) is 333The design of Crossfire TRT requires that the main coroutine ($Coro::main)
278always able to handle events or runnable, as crossfire+ is only partly 334is always able to handle events or runnable, as Crossfire TRT is only
279reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 335partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
336acceptable.
280 337
281If it must be done, put the blocking parts into C<sync_job>. This will run 338If it must be done, put the blocking parts into C<sync_job>. This will run
282the given BLOCK in another coroutine while waiting for the result. The 339the given BLOCK in another coroutine while waiting for the result. The
283server will be frozen during this time, so the block should either finish 340server will be frozen during this time, so the block should either finish
284fast or be very important. 341fast or be very important.
287 344
288sub sync_job(&) { 345sub sync_job(&) {
289 my ($job) = @_; 346 my ($job) = @_;
290 347
291 if ($Coro::current == $Coro::main) { 348 if ($Coro::current == $Coro::main) {
349 my $time = Event::time;
350
292 # this is the main coro, too bad, we have to block 351 # this is the main coro, too bad, we have to block
293 # till the operation succeeds, freezing the server :/ 352 # till the operation succeeds, freezing the server :/
294 353
295 # TODO: use suspend/resume instead 354 # TODO: use suspend/resume instead
296 # (but this is cancel-safe) 355 # (but this is cancel-safe)
307 366
308 while ($busy) { 367 while ($busy) {
309 Coro::cede or Event::one_event; 368 Coro::cede or Event::one_event;
310 } 369 }
311 370
371 $time = Event::time - $time;
372
373 LOG llevError | logBacktrace, Carp::longmess "long sync job"
374 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
375
376 $tick_start += $time; # do not account sync jobs to server load
377
312 wantarray ? @res : $res[0] 378 wantarray ? @res : $res[0]
313 } else { 379 } else {
314 # we are in another coroutine, how wonderful, everything just works 380 # we are in another coroutine, how wonderful, everything just works
315 381
316 $job->() 382 $job->()
335 $EXT_CORO{$coro+0} = $coro; 401 $EXT_CORO{$coro+0} = $coro;
336 402
337 $coro 403 $coro
338} 404}
339 405
340sub write_runtime { 406=item fork_call { }, $args
341 my $runtime = cf::localdir . "/runtime";
342 407
343 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 408Executes the given code block with the given arguments in a seperate
344 or return; 409process, returning the results. Everything must be serialisable with
410Coro::Storable. May, of course, block. Note that the executed sub may
411never block itself or use any form of Event handling.
345 412
346 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 413=cut
347 (aio_write $fh, 0, (length $value), $value, 0) <= 0
348 and return;
349 414
350 aio_fsync $fh 415sub _store_scalar {
351 and return; 416 open my $fh, ">", \my $buf
352 417 or die "fork_call: cannot open fh-to-buf in child : $!";
418 Storable::store_fd $_[0], $fh;
353 close $fh 419 close $fh;
354 or return;
355 420
356 aio_rename "$runtime~", $runtime 421 $buf
357 and return; 422}
358 423
424sub fork_call(&@) {
425 my ($cb, @args) = @_;
426
427# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
428# or die "socketpair: $!";
429 pipe my $fh1, my $fh2
430 or die "pipe: $!";
431
432 if (my $pid = fork) {
433 close $fh2;
434
435 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
436 warn "pst<$res>" unless $res =~ /^pst/;
437 $res = Coro::Storable::thaw $res;
438
439 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
440
441 Carp::confess $$res unless "ARRAY" eq ref $res;
442
443 return wantarray ? @$res : $res->[-1];
444 } else {
445 reset_signals;
446 local $SIG{__WARN__};
447 local $SIG{__DIE__};
448 # just in case, this hack effectively disables event
449 # in the child. cleaner and slower would be canceling all watchers,
450 # but this works for the time being.
451 local $Coro::idle;
452 $Coro::current->prio (Coro::PRIO_MAX);
453
454 eval {
455 close $fh1;
456
457 my @res = eval { $cb->(@args) };
458
459 syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;
460 close $fh2;
461 };
462
463 warn $@ if $@;
464 _exit 0;
359 1 465 }
466}
467
468=item $value = cf::db_get $family => $key
469
470Returns a single value from the environment database.
471
472=item cf::db_put $family => $key => $value
473
474Stores the given C<$value> in the family. It can currently store binary
475data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
476
477=cut
478
479our $DB;
480
481sub db_init {
482 unless ($DB) {
483 $DB = BDB::db_create $DB_ENV;
484
485 cf::sync_job {
486 eval {
487 $DB->set_flags (BDB::CHKSUM);
488
489 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
490 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
491 cf::cleanup "db_open(db): $!" if $!;
492 };
493 cf::cleanup "db_open(db): $@" if $@;
494 };
495 }
496}
497
498sub db_get($$) {
499 my $key = "$_[0]/$_[1]";
500
501 cf::sync_job {
502 BDB::db_get $DB, undef, $key, my $data;
503
504 $! ? ()
505 : $data
506 }
507}
508
509sub db_put($$$) {
510 BDB::dbreq_pri 4;
511 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
512}
513
514=item cf::cache $id => [$paths...], $processversion => $process
515
516Generic caching function that returns the value of the resource $id,
517caching and regenerating as required.
518
519This function can block.
520
521=cut
522
523sub cache {
524 my ($id, $src, $processversion, $process) = @_;
525
526 my $meta =
527 join "\x00",
528 $processversion,
529 map {
530 aio_stat $_
531 and Carp::croak "$_: $!";
532
533 ($_, (stat _)[7,9])
534 } @$src;
535
536 my $dbmeta = db_get cache => "$id/meta";
537 if ($dbmeta ne $meta) {
538 # changed, we may need to process
539
540 my @data;
541 my $md5;
542
543 for (0 .. $#$src) {
544 0 <= aio_load $src->[$_], $data[$_]
545 or Carp::croak "$src->[$_]: $!";
546 }
547
548 # if processing is expensive, check
549 # checksum first
550 if (1) {
551 $md5 =
552 join "\x00",
553 $processversion,
554 map {
555 Coro::cede;
556 ($src->[$_], Digest::MD5::md5_hex $data[$_])
557 } 0.. $#$src;
558
559
560 my $dbmd5 = db_get cache => "$id/md5";
561 if ($dbmd5 eq $md5) {
562 db_put cache => "$id/meta", $meta;
563
564 return db_get cache => "$id/data";
565 }
566 }
567
568 my $t1 = Time::HiRes::time;
569 my $data = $process->(\@data);
570 my $t2 = Time::HiRes::time;
571
572 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
573
574 db_put cache => "$id/data", $data;
575 db_put cache => "$id/md5" , $md5;
576 db_put cache => "$id/meta", $meta;
577
578 return $data;
579 }
580
581 db_get cache => "$id/data"
582}
583
584=item cf::datalog type => key => value, ...
585
586Log a datalog packet of the given type with the given key-value pairs.
587
588=cut
589
590sub datalog($@) {
591 my ($type, %kv) = @_;
592 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
360} 593}
361 594
362=back 595=back
363 596
364=cut 597=cut
365
366#############################################################################
367
368package cf::path;
369
370use overload
371 '""' => \&as_string;
372
373# used to convert map paths into valid unix filenames by repalcing / by ∕
374our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
375
376sub new {
377 my ($class, $path, $base) = @_;
378
379 $path = $path->as_string if ref $path;
380
381 my $self = bless { }, $class;
382
383 # {... are special paths that are not touched
384 # ?xxx/... are special absolute paths
385 # ?random/... random maps
386 # /! non-realised random map exit
387 # /... normal maps
388 # ~/... per-player maps without a specific player (DO NOT USE)
389 # ~user/... per-player map of a specific user
390
391 $path =~ s/$PATH_SEP/\//go;
392
393 if ($path =~ /^{/) {
394 # fine as it is
395 } elsif ($path =~ s{^\?random/}{}) {
396 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
397 $self->{random} = cf::from_json $data;
398 } else {
399 if ($path =~ s{^~([^/]+)?}{}) {
400 $self->{user_rel} = 1;
401
402 if (defined $1) {
403 $self->{user} = $1;
404 } elsif ($base =~ m{^~([^/]+)/}) {
405 $self->{user} = $1;
406 } else {
407 warn "cannot resolve user-relative path without user <$path,$base>\n";
408 }
409 } elsif ($path =~ /^\//) {
410 # already absolute
411 } else {
412 $base =~ s{[^/]+/?$}{};
413 return $class->new ("$base/$path");
414 }
415
416 for ($path) {
417 redo if s{/\.?/}{/};
418 redo if s{/[^/]+/\.\./}{/};
419 }
420 }
421
422 $self->{path} = $path;
423
424 $self
425}
426
427# the name / primary key / in-game path
428sub as_string {
429 my ($self) = @_;
430
431 $self->{user_rel} ? "~$self->{user}$self->{path}"
432 : $self->{random} ? "?random/$self->{path}"
433 : $self->{path}
434}
435
436# the displayed name, this is a one way mapping
437sub visible_name {
438 my ($self) = @_;
439
440# if (my $rmp = $self->{random}) {
441# # todo: be more intelligent about this
442# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
443# } else {
444 $self->as_string
445# }
446}
447
448# escape the /'s in the path
449sub _escaped_path {
450 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
451 $path
452}
453
454# the original (read-only) location
455sub load_path {
456 my ($self) = @_;
457
458 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
459}
460
461# the temporary/swap location
462sub save_path {
463 my ($self) = @_;
464
465 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
466 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
467 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
468}
469
470# the unique path, might be eq to save_path
471sub uniq_path {
472 my ($self) = @_;
473
474 $self->{user_rel} || $self->{random}
475 ? undef
476 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
477}
478
479# return random map parameters, or undef
480sub random_map_params {
481 my ($self) = @_;
482
483 $self->{random}
484}
485
486# this is somewhat ugly, but style maps do need special treatment
487sub is_style_map {
488 $_[0]{path} =~ m{^/styles/}
489}
490
491package cf;
492 598
493############################################################################# 599#############################################################################
494 600
495=head2 ATTACHABLE OBJECTS 601=head2 ATTACHABLE OBJECTS
496 602
498attach callbacks/event handlers (a collection of which is called an "attachment") 604attach callbacks/event handlers (a collection of which is called an "attachment")
499to it. All such attachable objects support the following methods. 605to it. All such attachable objects support the following methods.
500 606
501In the following description, CLASS can be any of C<global>, C<object> 607In the following description, CLASS can be any of C<global>, C<object>
502C<player>, C<client> or C<map> (i.e. the attachable objects in 608C<player>, C<client> or C<map> (i.e. the attachable objects in
503crossfire+). 609Crossfire TRT).
504 610
505=over 4 611=over 4
506 612
507=item $attachable->attach ($attachment, key => $value...) 613=item $attachable->attach ($attachment, key => $value...)
508 614
622our @CB_TYPE = (); # registry for type (cf-object class) based events 728our @CB_TYPE = (); # registry for type (cf-object class) based events
623our @CB_MAP = (); 729our @CB_MAP = ();
624 730
625my %attachment; 731my %attachment;
626 732
733sub cf::attachable::thawer_merge {
734 # simply override everything except _meta
735 local $_[0]{_meta};
736 %{$_[0]} = %{$_[1]};
737}
738
627sub _attach_cb($$$$) { 739sub _attach_cb($$$$) {
628 my ($registry, $event, $prio, $cb) = @_; 740 my ($registry, $event, $prio, $cb) = @_;
629 741
630 use sort 'stable'; 742 use sort 'stable';
631 743
665 $registry = $CB_TYPE[$object_type] ||= []; 777 $registry = $CB_TYPE[$object_type] ||= [];
666 778
667 } elsif ($type eq "subtype") { 779 } elsif ($type eq "subtype") {
668 defined $object_type or Carp::croak "subtype specified without type"; 780 defined $object_type or Carp::croak "subtype specified without type";
669 my $object_subtype = shift @arg; 781 my $object_subtype = shift @arg;
670 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 782 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
671 783
672 } elsif ($type eq "package") { 784 } elsif ($type eq "package") {
673 my $pkg = shift @arg; 785 my $pkg = shift @arg;
674 786
675 while (my ($name, $id) = each %cb_id) { 787 while (my ($name, $id) = each %cb_id) {
704 _attach $registry, $klass, @attach; 816 _attach $registry, $klass, @attach;
705 } 817 }
706 818
707 $obj->{$name} = \%arg; 819 $obj->{$name} = \%arg;
708 } else { 820 } else {
709 warn "object uses attachment '$name' that is not available, postponing.\n"; 821 warn "object uses attachment '$name' which is not available, postponing.\n";
710 } 822 }
711 823
712 $obj->{_attachment}{$name} = undef; 824 $obj->{_attachment}{$name} = undef;
713} 825}
714 826
716 if (ref $_[0]) { 828 if (ref $_[0]) {
717 _object_attach @_; 829 _object_attach @_;
718 } else { 830 } else {
719 _attach shift->_attach_registry, @_; 831 _attach shift->_attach_registry, @_;
720 } 832 }
833 _recalc_want;
721}; 834};
722 835
723# all those should be optimised 836# all those should be optimised
724sub cf::attachable::detach { 837sub cf::attachable::detach {
725 my ($obj, $name) = @_; 838 my ($obj, $name) = @_;
728 delete $obj->{_attachment}{$name}; 841 delete $obj->{_attachment}{$name};
729 reattach ($obj); 842 reattach ($obj);
730 } else { 843 } else {
731 Carp::croak "cannot, currently, detach class attachments"; 844 Carp::croak "cannot, currently, detach class attachments";
732 } 845 }
846 _recalc_want;
733}; 847};
734 848
735sub cf::attachable::attached { 849sub cf::attachable::attached {
736 my ($obj, $name) = @_; 850 my ($obj, $name) = @_;
737 851
802# object support 916# object support
803 917
804sub reattach { 918sub reattach {
805 # basically do the same as instantiate, without calling instantiate 919 # basically do the same as instantiate, without calling instantiate
806 my ($obj) = @_; 920 my ($obj) = @_;
921
922 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
807 923
808 my $registry = $obj->registry; 924 my $registry = $obj->registry;
809 925
810 @$registry = (); 926 @$registry = ();
811 927
858 $filename, length $$rdata, scalar @$objs; 974 $filename, length $$rdata, scalar @$objs;
859 975
860 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 976 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
861 chmod SAVE_MODE, $fh; 977 chmod SAVE_MODE, $fh;
862 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 978 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
863 aio_fsync $fh; 979 aio_fsync $fh if $cf::USE_FSYNC;
864 close $fh; 980 close $fh;
865 981
866 if (@$objs) { 982 if (@$objs) {
867 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 983 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
868 chmod SAVE_MODE, $fh; 984 chmod SAVE_MODE, $fh;
869 my $data = Storable::nfreeze { version => 1, objs => $objs }; 985 my $data = Storable::nfreeze { version => 1, objs => $objs };
870 aio_write $fh, 0, (length $data), $data, 0; 986 aio_write $fh, 0, (length $data), $data, 0;
871 aio_fsync $fh; 987 aio_fsync $fh if $cf::USE_FSYNC;
872 close $fh; 988 close $fh;
873 aio_rename "$filename.pst~", "$filename.pst"; 989 aio_rename "$filename.pst~", "$filename.pst";
874 } 990 }
875 } else { 991 } else {
876 aio_unlink "$filename.pst"; 992 aio_unlink "$filename.pst";
908 or return; 1024 or return;
909 $av = eval { (Storable::thaw $av)->{objs} }; 1025 $av = eval { (Storable::thaw $av)->{objs} };
910 } 1026 }
911 1027
912 warn sprintf "loading %s (%d)\n", 1028 warn sprintf "loading %s (%d)\n",
913 $filename, length $data, scalar @{$av || []};#d# 1029 $filename, length $data, scalar @{$av || []};
914 return ($data, $av); 1030 return ($data, $av);
915} 1031}
1032
1033=head2 COMMAND CALLBACKS
1034
1035=over 4
1036
1037=cut
916 1038
917############################################################################# 1039#############################################################################
918# command handling &c 1040# command handling &c
919 1041
920=item cf::register_command $name => \&callback($ob,$args); 1042=item cf::register_command $name => \&callback($ob,$args);
933 push @{ $COMMAND{$name} }, [$caller, $cb]; 1055 push @{ $COMMAND{$name} }, [$caller, $cb];
934} 1056}
935 1057
936=item cf::register_extcmd $name => \&callback($pl,$packet); 1058=item cf::register_extcmd $name => \&callback($pl,$packet);
937 1059
938Register a callbackf ro execution when the client sends an extcmd packet. 1060Register a callback for execution when the client sends an (synchronous)
1061extcmd packet. Ext commands will be processed in the order they are
1062received by the server, like other user commands. The first argument is
1063the logged-in player. Ext commands can only be processed after a player
1064has logged in successfully.
939 1065
940If the callback returns something, it is sent back as if reply was being 1066If the callback returns something, it is sent back as if reply was being
941called. 1067called.
942 1068
1069=item cf::register_exticmd $name => \&callback($ns,$packet);
1070
1071Register a callback for execution when the client sends an (asynchronous)
1072exticmd packet. Exti commands are processed by the server as soon as they
1073are received, i.e. out of order w.r.t. other commands. The first argument
1074is a client socket. Exti commands can be received anytime, even before
1075log-in.
1076
1077If the callback returns something, it is sent back as if reply was being
1078called.
1079
943=cut 1080=cut
944 1081
945sub register_extcmd { 1082sub register_extcmd {
946 my ($name, $cb) = @_; 1083 my ($name, $cb) = @_;
947 1084
948 $EXTCMD{$name} = $cb; 1085 $EXTCMD{$name} = $cb;
1086}
1087
1088sub register_exticmd {
1089 my ($name, $cb) = @_;
1090
1091 $EXTICMD{$name} = $cb;
949} 1092}
950 1093
951cf::player->attach ( 1094cf::player->attach (
952 on_command => sub { 1095 on_command => sub {
953 my ($pl, $name, $params) = @_; 1096 my ($pl, $name, $params) = @_;
962 cf::override; 1105 cf::override;
963 }, 1106 },
964 on_extcmd => sub { 1107 on_extcmd => sub {
965 my ($pl, $buf) = @_; 1108 my ($pl, $buf) = @_;
966 1109
967 my $msg = eval { from_json $buf }; 1110 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
968 1111
969 if (ref $msg) { 1112 if (ref $msg) {
970 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1113 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
971 if (my %reply = $cb->($pl, $msg)) { 1114 if (my %reply = $cb->($pl, $msg)) {
972 $pl->ext_reply ($msg->{msgid}, %reply); 1115 $pl->ext_reply ($msg->{msgid}, %reply);
978 1121
979 cf::override; 1122 cf::override;
980 }, 1123 },
981); 1124);
982 1125
983sub load_extension {
984 my ($path) = @_;
985
986 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
987 my $base = $1;
988 my $pkg = $1;
989 $pkg =~ s/[^[:word:]]/_/g;
990 $pkg = "ext::$pkg";
991
992 warn "... loading '$path' into '$pkg'\n";
993
994 open my $fh, "<:utf8", $path
995 or die "$path: $!";
996
997 my $source =
998 "package $pkg; use strict; use utf8;\n"
999 . "#line 1 \"$path\"\n{\n"
1000 . (do { local $/; <$fh> })
1001 . "\n};\n1";
1002
1003 eval $source
1004 or die $@ ? "$path: $@\n"
1005 : "extension disabled.\n";
1006
1007 push @EXTS, $pkg;
1008}
1009
1010sub load_extensions { 1126sub load_extensions {
1127 cf::sync_job {
1128 my %todo;
1129
1011 for my $ext (<$LIBDIR/*.ext>) { 1130 for my $path (<$LIBDIR/*.ext>) {
1012 next unless -r $ext; 1131 next unless -r $path;
1013 eval { 1132
1014 load_extension $ext; 1133 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1134 my $base = $1;
1135 my $pkg = $1;
1136 $pkg =~ s/[^[:word:]]/_/g;
1137 $pkg = "ext::$pkg";
1138
1139 open my $fh, "<:utf8", $path
1140 or die "$path: $!";
1141
1142 my $source = do { local $/; <$fh> };
1143
1144 my %ext = (
1145 path => $path,
1146 base => $base,
1147 pkg => $pkg,
1148 );
1149
1150 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1151 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1152
1153 $ext{source} =
1154 "package $pkg; use strict; use utf8;\n"
1155 . "#line 1 \"$path\"\n{\n"
1156 . $source
1157 . "\n};\n1";
1158
1159 $todo{$base} = \%ext;
1160 }
1161
1162 my %done;
1163 while (%todo) {
1164 my $progress;
1165
1166 while (my ($k, $v) = each %todo) {
1167 for (split /,\s*/, $v->{meta}{depends}) {
1168 goto skip
1169 unless exists $done{$_};
1170 }
1171
1172 warn "... loading '$k' into '$v->{pkg}'\n";
1173
1174 unless (eval $v->{source}) {
1175 my $msg = $@ ? "$v->{path}: $@\n"
1176 : "$v->{base}: extension inactive.\n";
1177
1178 if (exists $v->{meta}{mandatory}) {
1179 warn $msg;
1180 warn "mandatory extension failed to load, exiting.\n";
1181 exit 1;
1182 }
1183
1184 warn $msg;
1185 }
1186
1187 $done{$k} = delete $todo{$k};
1188 push @EXTS, $v->{pkg};
1189 $progress = 1;
1015 1 1190 }
1016 } or warn "$ext not loaded: $@"; 1191
1192 skip:
1193 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1194 unless $progress;
1195 }
1017 } 1196 };
1018} 1197}
1019 1198
1020############################################################################# 1199#############################################################################
1021# load/save/clean perl data associated with a map
1022 1200
1023*cf::mapsupport::on_clean = sub { 1201=back
1024 my ($map) = @_;
1025
1026 my $path = $map->tmpname;
1027 defined $path or return;
1028
1029 unlink "$path.pst";
1030};
1031
1032cf::map->attach (prio => -10000, package => cf::mapsupport::);
1033
1034#############################################################################
1035 1202
1036=head2 CORE EXTENSIONS 1203=head2 CORE EXTENSIONS
1037 1204
1038Functions and methods that extend core crossfire objects. 1205Functions and methods that extend core crossfire objects.
1039 1206
1052Returns the given player object, loading it if necessary (might block). 1219Returns the given player object, loading it if necessary (might block).
1053 1220
1054=cut 1221=cut
1055 1222
1056sub playerdir($) { 1223sub playerdir($) {
1057 cf::localdir 1224 "$PLAYERDIR/"
1058 . "/"
1059 . cf::playerdir
1060 . "/"
1061 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1225 . (ref $_[0] ? $_[0]->ob->name : $_[0])
1062} 1226}
1063 1227
1064sub path($) { 1228sub path($) {
1065 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1229 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1066 1230
1067 (playerdir $login) . "/$login.pl" 1231 (playerdir $login) . "/playerdata"
1068} 1232}
1069 1233
1070sub find_active($) { 1234sub find_active($) {
1071 $cf::PLAYER{$_[0]} 1235 $cf::PLAYER{$_[0]}
1072 and $cf::PLAYER{$_[0]}->active 1236 and $cf::PLAYER{$_[0]}->active
1075 1239
1076sub exists($) { 1240sub exists($) {
1077 my ($login) = @_; 1241 my ($login) = @_;
1078 1242
1079 $cf::PLAYER{$login} 1243 $cf::PLAYER{$login}
1080 or cf::sync_job { !aio_stat $login } 1244 or cf::sync_job { !aio_stat path $login }
1081} 1245}
1082 1246
1083sub find($) { 1247sub find($) {
1084 return $cf::PLAYER{$_[0]} || do { 1248 return $cf::PLAYER{$_[0]} || do {
1085 my $login = $_[0]; 1249 my $login = $_[0];
1086 1250
1087 my $guard = cf::lock_acquire "user_find:$login"; 1251 my $guard = cf::lock_acquire "user_find:$login";
1088 1252
1089 $cf::PLAYER{$_[0]} || do { 1253 $cf::PLAYER{$_[0]} || do {
1254 # rename old playerfiles to new ones
1255 #TODO: remove when no longer required
1256 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1257 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1258 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1259 aio_unlink +(playerdir $login) . "/$login.pl";
1260
1090 my $pl = load_pl path $login 1261 my $pl = load_pl path $login
1091 or return; 1262 or return;
1092 $cf::PLAYER{$login} = $pl 1263 $cf::PLAYER{$login} = $pl
1093 } 1264 }
1094 } 1265 }
1131 1302
1132=cut 1303=cut
1133 1304
1134sub quit_character { 1305sub quit_character {
1135 my ($pl) = @_; 1306 my ($pl) = @_;
1307
1308 my $name = $pl->ob->name;
1136 1309
1137 $pl->{deny_save} = 1; 1310 $pl->{deny_save} = 1;
1138 $pl->password ("*"); # this should lock out the player until we nuked the dir 1311 $pl->password ("*"); # this should lock out the player until we nuked the dir
1139 1312
1140 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1313 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1145 my $path = playerdir $pl; 1318 my $path = playerdir $pl;
1146 my $temp = "$path~$cf::RUNTIME~deleting~"; 1319 my $temp = "$path~$cf::RUNTIME~deleting~";
1147 aio_rename $path, $temp; 1320 aio_rename $path, $temp;
1148 delete $cf::PLAYER{$pl->ob->name}; 1321 delete $cf::PLAYER{$pl->ob->name};
1149 $pl->destroy; 1322 $pl->destroy;
1323
1324 my $prefix = qr<^~\Q$name\E/>;
1325
1326 # nuke player maps
1327 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1328
1150 IO::AIO::aio_rmtree $temp; 1329 IO::AIO::aio_rmtree $temp;
1330}
1331
1332=item $pl->kick
1333
1334Kicks a player out of the game. This destroys the connection.
1335
1336=cut
1337
1338sub kick {
1339 my ($pl, $kicker) = @_;
1340
1341 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1342 $pl->killer ("kicked");
1343 $pl->ns->destroy;
1151} 1344}
1152 1345
1153=item cf::player::list_logins 1346=item cf::player::list_logins
1154 1347
1155Returns am arrayref of all valid playernames in the system, can take a 1348Returns am arrayref of all valid playernames in the system, can take a
1156while and may block, so not sync_job-capable, ever. 1349while and may block, so not sync_job-capable, ever.
1157 1350
1158=cut 1351=cut
1159 1352
1160sub list_logins { 1353sub list_logins {
1161 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1354 my $dirs = aio_readdir $PLAYERDIR
1162 or return []; 1355 or return [];
1163 1356
1164 my @logins; 1357 my @logins;
1165 1358
1166 for my $login (@$dirs) { 1359 for my $login (@$dirs) {
1175 \@logins 1368 \@logins
1176} 1369}
1177 1370
1178=item $player->maps 1371=item $player->maps
1179 1372
1180Returns an arrayref of cf::path's of all maps that are private for this 1373Returns an arrayref of map paths that are private for this
1181player. May block. 1374player. May block.
1182 1375
1183=cut 1376=cut
1184 1377
1185sub maps($) { 1378sub maps($) {
1186 my ($pl) = @_; 1379 my ($pl) = @_;
1380
1381 $pl = ref $pl ? $pl->ob->name : $pl;
1187 1382
1188 my $files = aio_readdir playerdir $pl 1383 my $files = aio_readdir playerdir $pl
1189 or return; 1384 or return;
1190 1385
1191 my @paths; 1386 my @paths;
1193 for (@$files) { 1388 for (@$files) {
1194 utf8::decode $_; 1389 utf8::decode $_;
1195 next if /\.(?:pl|pst)$/; 1390 next if /\.(?:pl|pst)$/;
1196 next unless /^$PATH_SEP/o; 1391 next unless /^$PATH_SEP/o;
1197 1392
1198 push @paths, new cf::path "~" . $pl->ob->name . "/" . $_; 1393 push @paths, cf::map::normalise "~$pl/$_";
1199 } 1394 }
1200 1395
1201 \@paths 1396 \@paths
1202} 1397}
1203 1398
1399=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1400
1401Expand crossfire pod fragments into protocol xml.
1402
1403=cut
1404
1405sub expand_cfpod {
1406 ((my $self), (local $_)) = @_;
1407
1408 # escape & and <
1409 s/&/&amp;/g;
1410 s/(?<![BIUGH])</&lt;/g;
1411
1412 # this is buggy, it needs to properly take care of nested <'s
1413
1414 1 while
1415 # replace B<>, I<>, U<> etc.
1416 s/B<([^\>]*)>/<b>$1<\/b>/
1417 || s/I<([^\>]*)>/<i>$1<\/i>/
1418 || s/U<([^\>]*)>/<u>$1<\/u>/
1419 # replace G<male|female> tags
1420 || s{G<([^>|]*)\|([^>]*)>}{
1421 $self->gender ? $2 : $1
1422 }ge
1423 # replace H<hint text>
1424 || s{H<([^\>]*)>}
1425 {
1426 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1427 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1428 "")
1429 [$self->{hintmode}]
1430 }ge;
1431
1432 # create single paragraphs (very hackish)
1433 s/(?<=\S)\n(?=\w)/ /g;
1434
1435 # compress some whitespace
1436 s/\s+\n/\n/g; # ws line-ends
1437 s/\n\n+/\n/g; # double lines
1438 s/^\n+//; # beginning lines
1439 s/\n+$//; # ending lines
1440
1441 $_
1442}
1443
1444sub hintmode {
1445 $_[0]{hintmode} = $_[1] if @_ > 1;
1446 $_[0]{hintmode}
1447}
1448
1204=item $player->ext_reply ($msgid, $msgtype, %msg) 1449=item $player->ext_reply ($msgid, %msg)
1205 1450
1206Sends an ext reply to the player. 1451Sends an ext reply to the player.
1207 1452
1208=cut 1453=cut
1209 1454
1210sub ext_reply($$$%) { 1455sub ext_reply($$%) {
1211 my ($self, $id, %msg) = @_; 1456 my ($self, $id, %msg) = @_;
1212 1457
1213 $msg{msgid} = $id; 1458 $msg{msgid} = $id;
1214 1459 $self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1215 $self->send ("ext " . cf::to_json \%msg);
1216} 1460}
1217 1461
1218package cf; 1462=item $player->ext_event ($type, %msg)
1463
1464Sends an ext event to the client.
1465
1466=cut
1467
1468sub ext_event($$%) {
1469 my ($self, $type, %msg) = @_;
1470
1471 $self->ns->ext_event ($type, %msg);
1472}
1473
1474=head3 cf::region
1475
1476=over 4
1477
1478=cut
1479
1480package cf::region;
1481
1482=item cf::region::find_by_path $path
1483
1484Tries to decuce the likely region for a map knowing only its path.
1485
1486=cut
1487
1488sub find_by_path($) {
1489 my ($path) = @_;
1490
1491 my ($match, $specificity);
1492
1493 for my $region (list) {
1494 if ($region->match && $path =~ $region->match) {
1495 ($match, $specificity) = ($region, $region->specificity)
1496 if $region->specificity > $specificity;
1497 }
1498 }
1499
1500 $match
1501}
1219 1502
1220=back 1503=back
1221
1222 1504
1223=head3 cf::map 1505=head3 cf::map
1224 1506
1225=over 4 1507=over 4
1226 1508
1229package cf::map; 1511package cf::map;
1230 1512
1231use Fcntl; 1513use Fcntl;
1232use Coro::AIO; 1514use Coro::AIO;
1233 1515
1516use overload
1517 '""' => \&as_string,
1518 fallback => 1;
1519
1234our $MAX_RESET = 3600; 1520our $MAX_RESET = 3600;
1235our $DEFAULT_RESET = 3000; 1521our $DEFAULT_RESET = 3000;
1236 1522
1237sub generate_random_map { 1523sub generate_random_map {
1238 my ($path, $rmp) = @_; 1524 my ($self, $rmp) = @_;
1239
1240 # mit "rum" bekleckern, nicht 1525 # mit "rum" bekleckern, nicht
1241 cf::map::_create_random_map 1526 $self->_create_random_map (
1242 $path,
1243 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1527 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1244 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1528 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1245 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1529 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1246 $rmp->{exit_on_final_map}, 1530 $rmp->{exit_on_final_map},
1247 $rmp->{xsize}, $rmp->{ysize}, 1531 $rmp->{xsize}, $rmp->{ysize},
1248 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1532 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1249 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1533 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1250 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1534 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1251 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1535 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1252 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1536 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1253 (cf::region::find $rmp->{region}) 1537 (cf::region::find $rmp->{region}), $rmp->{custom}
1538 )
1539}
1540
1541=item cf::map->register ($regex, $prio)
1542
1543Register a handler for the map path matching the given regex at the
1544givne priority (higher is better, built-in handlers have priority 0, the
1545default).
1546
1547=cut
1548
1549sub register {
1550 my (undef, $regex, $prio) = @_;
1551 my $pkg = caller;
1552
1553 no strict;
1554 push @{"$pkg\::ISA"}, __PACKAGE__;
1555
1556 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1557}
1558
1559# also paths starting with '/'
1560$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1561
1562sub thawer_merge {
1563 my ($self, $merge) = @_;
1564
1565 # we have to keep some variables in memory intact
1566 local $self->{path};
1567 local $self->{load_path};
1568
1569 $self->SUPER::thawer_merge ($merge);
1570}
1571
1572sub normalise {
1573 my ($path, $base) = @_;
1574
1575 $path = "$path"; # make sure its a string
1576
1577 $path =~ s/\.map$//;
1578
1579 # map plan:
1580 #
1581 # /! non-realised random map exit (special hack!)
1582 # {... are special paths that are not being touched
1583 # ?xxx/... are special absolute paths
1584 # ?random/... random maps
1585 # /... normal maps
1586 # ~user/... per-player map of a specific user
1587
1588 $path =~ s/$PATH_SEP/\//go;
1589
1590 # treat it as relative path if it starts with
1591 # something that looks reasonable
1592 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1593 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1594
1595 $base =~ s{[^/]+/?$}{};
1596 $path = "$base/$path";
1597 }
1598
1599 for ($path) {
1600 redo if s{//}{/};
1601 redo if s{/\.?/}{/};
1602 redo if s{/[^/]+/\.\./}{/};
1603 }
1604
1605 $path
1606}
1607
1608sub new_from_path {
1609 my (undef, $path, $base) = @_;
1610
1611 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1612
1613 $path = normalise $path, $base;
1614
1615 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1616 if ($path =~ $EXT_MAP{$pkg}[1]) {
1617 my $self = bless cf::map::new, $pkg;
1618 $self->{path} = $path; $self->path ($path);
1619 $self->init; # pass $1 etc.
1620 return $self;
1621 }
1622 }
1623
1624 Carp::carp "unable to resolve path '$path' (base '$base').";
1625 ()
1626}
1627
1628sub init {
1629 my ($self) = @_;
1630
1631 $self
1632}
1633
1634sub as_string {
1635 my ($self) = @_;
1636
1637 "$self->{path}"
1638}
1639
1640# the displayed name, this is a one way mapping
1641sub visible_name {
1642 &as_string
1643}
1644
1645# the original (read-only) location
1646sub load_path {
1647 my ($self) = @_;
1648
1649 "$MAPDIR/$self->{path}.map"
1650}
1651
1652# the temporary/swap location
1653sub save_path {
1654 my ($self) = @_;
1655
1656 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1657 "$TMPDIR/$path.map"
1658}
1659
1660# the unique path, undef == no special unique path
1661sub uniq_path {
1662 my ($self) = @_;
1663
1664 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1665 "$UNIQUEDIR/$path"
1254} 1666}
1255 1667
1256# and all this just because we cannot iterate over 1668# and all this just because we cannot iterate over
1257# all maps in C++... 1669# all maps in C++...
1258sub change_all_map_light { 1670sub change_all_map_light {
1260 1672
1261 $_->change_map_light ($change) 1673 $_->change_map_light ($change)
1262 for grep $_->outdoor, values %cf::MAP; 1674 for grep $_->outdoor, values %cf::MAP;
1263} 1675}
1264 1676
1677sub decay_objects {
1678 my ($self) = @_;
1679
1680 return if $self->{deny_reset};
1681
1682 $self->do_decay_objects;
1683}
1684
1685sub unlink_save {
1686 my ($self) = @_;
1687
1688 utf8::encode (my $save = $self->save_path);
1689 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1690 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1691}
1692
1265sub try_load_header($) { 1693sub load_header_from($) {
1266 my ($path) = @_; 1694 my ($self, $path) = @_;
1267 1695
1268 utf8::encode $path; 1696 utf8::encode $path;
1269 aio_open $path, O_RDONLY, 0 1697 #aio_open $path, O_RDONLY, 0
1698 # or return;
1699
1700 $self->_load_header ($path)
1270 or return; 1701 or return;
1271 1702
1272 my $map = cf::map::new 1703 $self->{load_path} = $path;
1704
1705 1
1706}
1707
1708sub load_header_orig {
1709 my ($self) = @_;
1710
1711 $self->load_header_from ($self->load_path)
1712}
1713
1714sub load_header_temp {
1715 my ($self) = @_;
1716
1717 $self->load_header_from ($self->save_path)
1718}
1719
1720sub prepare_temp {
1721 my ($self) = @_;
1722
1723 $self->last_access ((delete $self->{last_access})
1724 || $cf::RUNTIME); #d#
1725 # safety
1726 $self->{instantiate_time} = $cf::RUNTIME
1727 if $self->{instantiate_time} > $cf::RUNTIME;
1728}
1729
1730sub prepare_orig {
1731 my ($self) = @_;
1732
1733 $self->{load_original} = 1;
1734 $self->{instantiate_time} = $cf::RUNTIME;
1735 $self->last_access ($cf::RUNTIME);
1736 $self->instantiate;
1737}
1738
1739sub load_header {
1740 my ($self) = @_;
1741
1742 if ($self->load_header_temp) {
1743 $self->prepare_temp;
1744 } else {
1745 $self->load_header_orig
1273 or return; 1746 or return;
1747 $self->prepare_orig;
1748 }
1274 1749
1275 # for better error messages only, will be overwritten 1750 $self->{deny_reset} = 1
1276 $map->path ($path); 1751 if $self->no_reset;
1277 1752
1278 $map->load_header ($path) 1753 $self->default_region (cf::region::find_by_path $self->{path})
1279 or return; 1754 unless $self->default_region;
1280 1755
1281 $map->{load_path} = $path; 1756 1
1282
1283 $map
1284} 1757}
1285 1758
1286sub find; 1759sub find;
1287sub find { 1760sub find {
1288 my ($path, $origin) = @_; 1761 my ($path, $origin) = @_;
1289 1762
1290 #warn "find<$path,$origin>\n";#d#
1291
1292 $path = new cf::path $path, $origin && $origin->path; 1763 $path = normalise $path, $origin && $origin->path;
1293 my $key = $path->as_string;
1294 1764
1295 cf::lock_wait "map_find:$key"; 1765 cf::lock_wait "map_find:$path";
1296 1766
1297 $cf::MAP{$key} || do { 1767 $cf::MAP{$path} || do {
1298 my $guard = cf::lock_acquire "map_find:$key"; 1768 my $guard = cf::lock_acquire "map_find:$path";
1299 1769 my $map = new_from_path cf::map $path
1300 # do it the slow way
1301 my $map = try_load_header $path->save_path;
1302
1303 Coro::cede;
1304
1305 if ($map) {
1306 $map->last_access ((delete $map->{last_access})
1307 || $cf::RUNTIME); #d#
1308 # safety
1309 $map->{instantiate_time} = $cf::RUNTIME
1310 if $map->{instantiate_time} > $cf::RUNTIME;
1311 } else {
1312 if (my $rmp = $path->random_map_params) {
1313 $map = generate_random_map $key, $rmp;
1314 } else {
1315 $map = try_load_header $path->load_path;
1316 }
1317
1318 $map or return; 1770 or return;
1319 1771
1320 $map->{load_original} = 1;
1321 $map->{instantiate_time} = $cf::RUNTIME;
1322 $map->last_access ($cf::RUNTIME);
1323 $map->instantiate;
1324
1325 # per-player maps become, after loading, normal maps
1326 $map->per_player (0) if $path->{user_rel};
1327 }
1328
1329 $map->path ($key);
1330 $map->{path} = $path;
1331 $map->{last_save} = $cf::RUNTIME; 1772 $map->{last_save} = $cf::RUNTIME;
1332 1773
1333 Coro::cede; 1774 $map->load_header
1775 or return;
1334 1776
1335 if ($map->should_reset) { 1777 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1778 # doing this can freeze the server in a sync job, obviously
1779 #$cf::WAIT_FOR_TICK->wait;
1336 $map->reset; 1780 $map->reset;
1337 undef $guard; 1781 undef $guard;
1338 $map = find $path 1782 return find $path;
1339 or return;
1340 } 1783 }
1341 1784
1342 $cf::MAP{$key} = $map 1785 $cf::MAP{$path} = $map
1343 } 1786 }
1344} 1787}
1788
1789sub pre_load { }
1790sub post_load { }
1345 1791
1346sub load { 1792sub load {
1347 my ($self) = @_; 1793 my ($self) = @_;
1348 1794
1795 local $self->{deny_reset} = 1; # loading can take a long time
1796
1349 my $path = $self->{path}; 1797 my $path = $self->{path};
1798
1799 {
1350 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1800 my $guard = cf::lock_acquire "map_load:$path";
1351 1801
1352 return if $self->in_memory != cf::MAP_SWAPPED; 1802 return if $self->in_memory != cf::MAP_SWAPPED;
1353 1803
1354 $self->in_memory (cf::MAP_LOADING); 1804 $self->in_memory (cf::MAP_LOADING);
1355 1805
1356 $self->alloc; 1806 $self->alloc;
1807
1808 $self->pre_load;
1809 Coro::cede;
1810
1357 $self->load_objects ($self->{load_path}, 1) 1811 $self->_load_objects ($self->{load_path}, 1)
1358 or return; 1812 or return;
1359 1813
1360 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1814 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1361 if delete $self->{load_original}; 1815 if delete $self->{load_original};
1362 1816
1363 if (my $uniq = $path->uniq_path) { 1817 if (my $uniq = $self->uniq_path) {
1364 utf8::encode $uniq; 1818 utf8::encode $uniq;
1365 if (aio_open $uniq, O_RDONLY, 0) { 1819 if (aio_open $uniq, O_RDONLY, 0) {
1366 $self->clear_unique_items; 1820 $self->clear_unique_items;
1367 $self->load_objects ($uniq, 0); 1821 $self->_load_objects ($uniq, 0);
1368 } 1822 }
1369 } 1823 }
1370 1824
1371 Coro::cede; 1825 Coro::cede;
1372
1373 # now do the right thing for maps 1826 # now do the right thing for maps
1374 $self->link_multipart_objects; 1827 $self->link_multipart_objects;
1375
1376 if ($self->{path}->is_style_map) {
1377 $self->{deny_save} = 1;
1378 $self->{deny_reset} = 1;
1379 } else {
1380 $self->fix_auto_apply;
1381 $self->decay_objects;
1382 $self->update_buttons;
1383 $self->set_darkness_map;
1384 $self->difficulty ($self->estimate_difficulty) 1828 $self->difficulty ($self->estimate_difficulty)
1385 unless $self->difficulty; 1829 unless $self->difficulty;
1830 Coro::cede;
1831
1832 unless ($self->{deny_activate}) {
1833 $self->decay_objects;
1834 $self->fix_auto_apply;
1835 $self->update_buttons;
1836 Coro::cede;
1837 $self->set_darkness_map;
1838 Coro::cede;
1386 $self->activate; 1839 $self->activate;
1387 } 1840 }
1388 1841
1389 Coro::cede;
1390
1391 $self->in_memory (cf::MAP_IN_MEMORY); 1842 $self->in_memory (cf::MAP_IN_MEMORY);
1843 }
1844
1845 $self->post_load;
1846}
1847
1848sub customise_for {
1849 my ($self, $ob) = @_;
1850
1851 return find "~" . $ob->name . "/" . $self->{path}
1852 if $self->per_player;
1853
1854# return find "?party/" . $ob->name . "/" . $self->{path}
1855# if $self->per_party;
1856
1857 $self
1392} 1858}
1393 1859
1394# find and load all maps in the 3x3 area around a map 1860# find and load all maps in the 3x3 area around a map
1395sub load_diag { 1861sub load_diag {
1396 my ($map) = @_; 1862 my ($map) = @_;
1426 1892
1427 cf::sync_job { $map->load }; 1893 cf::sync_job { $map->load };
1428} 1894}
1429 1895
1430our %MAP_PREFETCH; 1896our %MAP_PREFETCH;
1431our $MAP_PREFETCHER = Coro::async { 1897our $MAP_PREFETCHER = undef;
1432 while () {
1433 while (%MAP_PREFETCH) {
1434 my $key = each %MAP_PREFETCH
1435 or next;
1436 my $path = delete $MAP_PREFETCH{$key};
1437
1438 my $map = find $path
1439 or next;
1440 $map->load;
1441 }
1442 Coro::schedule;
1443 }
1444};
1445 1898
1446sub find_async { 1899sub find_async {
1447 my ($path, $origin) = @_; 1900 my ($path, $origin) = @_;
1448 1901
1449 $path = new cf::path $path, $origin && $origin->path; 1902 $path = normalise $path, $origin && $origin->{path};
1450 my $key = $path->as_string;
1451 1903
1452 if (my $map = $cf::MAP{$key}) { 1904 if (my $map = $cf::MAP{$path}) {
1453 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 1905 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1454 } 1906 }
1455 1907
1456 $MAP_PREFETCH{$key} = $path; 1908 undef $MAP_PREFETCH{$path};
1909 $MAP_PREFETCHER ||= cf::async {
1910 while (%MAP_PREFETCH) {
1911 for my $path (keys %MAP_PREFETCH) {
1912 my $map = find $path
1913 or next;
1914 $map->load;
1915
1916 delete $MAP_PREFETCH{$path};
1917 }
1918 }
1919 undef $MAP_PREFETCHER;
1920 };
1457 $MAP_PREFETCHER->ready; 1921 $MAP_PREFETCHER->prio (6);
1458 1922
1459 () 1923 ()
1460} 1924}
1461 1925
1462sub save { 1926sub save {
1466 1930
1467 $self->{last_save} = $cf::RUNTIME; 1931 $self->{last_save} = $cf::RUNTIME;
1468 1932
1469 return unless $self->dirty; 1933 return unless $self->dirty;
1470 1934
1471 my $save = $self->{path}->save_path; utf8::encode $save; 1935 my $save = $self->save_path; utf8::encode $save;
1472 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1936 my $uniq = $self->uniq_path; utf8::encode $uniq;
1473 1937
1474 $self->{load_path} = $save; 1938 $self->{load_path} = $save;
1475 1939
1476 return if $self->{deny_save}; 1940 return if $self->{deny_save};
1477 1941
1480 cf::async { 1944 cf::async {
1481 $_->contr->save for $self->players; 1945 $_->contr->save for $self->players;
1482 }; 1946 };
1483 1947
1484 if ($uniq) { 1948 if ($uniq) {
1485 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1949 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1486 $self->save_objects ($uniq, cf::IO_UNIQUES); 1950 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1487 } else { 1951 } else {
1488 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1952 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1489 } 1953 }
1490} 1954}
1491 1955
1492sub swap_out { 1956sub swap_out {
1493 my ($self) = @_; 1957 my ($self) = @_;
1507 1971
1508sub reset_at { 1972sub reset_at {
1509 my ($self) = @_; 1973 my ($self) = @_;
1510 1974
1511 # TODO: safety, remove and allow resettable per-player maps 1975 # TODO: safety, remove and allow resettable per-player maps
1512 return 1e99 if $self->{path}{user_rel};
1513 return 1e99 if $self->{deny_reset}; 1976 return 1e99 if $self->{deny_reset};
1514 1977
1515 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1978 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1516 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1979 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1517 1980
1522 my ($self) = @_; 1985 my ($self) = @_;
1523 1986
1524 $self->reset_at <= $cf::RUNTIME 1987 $self->reset_at <= $cf::RUNTIME
1525} 1988}
1526 1989
1527sub unlink_save {
1528 my ($self) = @_;
1529
1530 utf8::encode (my $save = $self->{path}->save_path);
1531 aioreq_pri 3; IO::AIO::aio_unlink $save;
1532 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1533}
1534
1535sub rename {
1536 my ($self, $new_path) = @_;
1537
1538 $self->unlink_save;
1539
1540 delete $cf::MAP{$self->path};
1541 $self->{path} = new cf::path $new_path;
1542 $self->path ($self->{path}->as_string);
1543 $cf::MAP{$self->path} = $self;
1544
1545 $self->save;
1546}
1547
1548sub reset { 1990sub reset {
1549 my ($self) = @_; 1991 my ($self) = @_;
1550 1992
1551 my $lock = cf::lock_acquire "map_data:" . $self->path; 1993 my $lock = cf::lock_acquire "map_data:$self->{path}";
1552 1994
1553 return if $self->players; 1995 return if $self->players;
1554 return if $self->{path}{user_rel};#d#
1555 1996
1556 warn "resetting map ", $self->path;#d# 1997 warn "resetting map ", $self->path;
1998
1999 $self->in_memory (cf::MAP_SWAPPED);
2000
2001 # need to save uniques path
2002 unless ($self->{deny_save}) {
2003 my $uniq = $self->uniq_path; utf8::encode $uniq;
2004
2005 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2006 if $uniq;
2007 }
1557 2008
1558 delete $cf::MAP{$self->path}; 2009 delete $cf::MAP{$self->path};
2010
2011 $self->clear;
1559 2012
1560 $_->clear_links_to ($self) for values %cf::MAP; 2013 $_->clear_links_to ($self) for values %cf::MAP;
1561 2014
1562 $self->unlink_save; 2015 $self->unlink_save;
1563 $self->destroy; 2016 $self->destroy;
1566my $nuke_counter = "aaaa"; 2019my $nuke_counter = "aaaa";
1567 2020
1568sub nuke { 2021sub nuke {
1569 my ($self) = @_; 2022 my ($self) = @_;
1570 2023
2024 delete $cf::MAP{$self->path};
2025
2026 $self->unlink_save;
2027
2028 bless $self, "cf::map";
2029 delete $self->{deny_reset};
1571 $self->{deny_save} = 1; 2030 $self->{deny_save} = 1;
1572 $self->reset_timeout (1); 2031 $self->reset_timeout (1);
1573 $self->rename ("{nuke}/" . ($nuke_counter++)); 2032 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2033
2034 $cf::MAP{$self->path} = $self;
2035
1574 $self->reset; # polite request, might not happen 2036 $self->reset; # polite request, might not happen
1575} 2037}
1576 2038
1577sub customise_for { 2039=item $maps = cf::map::tmp_maps
1578 my ($map, $ob) = @_;
1579 2040
1580 if ($map->per_player) { 2041Returns an arrayref with all map paths of currently instantiated and saved
1581 return cf::map::find "~" . $ob->name . "/" . $map->{path}{path}; 2042maps. May block.
2043
2044=cut
2045
2046sub tmp_maps() {
1582 } 2047 [
2048 map {
2049 utf8::decode $_;
2050 /\.map$/
2051 ? normalise $_
2052 : ()
2053 } @{ aio_readdir $TMPDIR or [] }
2054 ]
2055}
1583 2056
1584 $map 2057=item $maps = cf::map::random_maps
2058
2059Returns an arrayref with all map paths of currently instantiated and saved
2060random maps. May block.
2061
2062=cut
2063
2064sub random_maps() {
2065 [
2066 map {
2067 utf8::decode $_;
2068 /\.map$/
2069 ? normalise "?random/$_"
2070 : ()
2071 } @{ aio_readdir $RANDOMDIR or [] }
2072 ]
1585} 2073}
1586 2074
1587=item cf::map::unique_maps 2075=item cf::map::unique_maps
1588 2076
1589Returns an arrayref of cf::path's of all shared maps that have 2077Returns an arrayref of paths of all shared maps that have
1590instantiated unique items. May block. 2078instantiated unique items. May block.
1591 2079
1592=cut 2080=cut
1593 2081
1594sub unique_maps() { 2082sub unique_maps() {
1595 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2083 [
1596 or return; 2084 map {
1597
1598 my @paths;
1599
1600 for (@$files) {
1601 utf8::decode $_; 2085 utf8::decode $_;
1602 next if /\.pst$/; 2086 /\.map$/
1603 next unless /^$PATH_SEP/o; 2087 ? normalise $_
1604 2088 : ()
1605 push @paths, new cf::path $_; 2089 } @{ aio_readdir $UNIQUEDIR or [] }
1606 } 2090 ]
1607
1608 \@paths
1609} 2091}
1610 2092
1611package cf; 2093package cf;
1612 2094
1613=back 2095=back
1659 2141
1660 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2142 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1661 2143
1662 if ($self->{record_replies}) { 2144 if ($self->{record_replies}) {
1663 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2145 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2146
1664 } else { 2147 } else {
2148 my $pl = $self->contr;
2149
2150 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2151 my $diag = $pl->{npc_dialog};
2152 $diag->{pl}->ext_reply (
2153 $diag->{id},
2154 msgtype => "reply",
2155 msg => $diag->{pl}->expand_cfpod ($msg),
2156 add_topics => []
2157 );
2158
2159 } else {
1665 $msg = $npc->name . " says: $msg" if $npc; 2160 $msg = $npc->name . " says: $msg" if $npc;
1666 $self->message ($msg, $flags); 2161 $self->message ($msg, $flags);
2162 }
1667 } 2163 }
1668} 2164}
1669 2165
1670=item $player_object->may ("access") 2166=item $player_object->may ("access")
1671 2167
1685 2181
1686=item $player_object->enter_link 2182=item $player_object->enter_link
1687 2183
1688Freezes the player and moves him/her to a special map (C<{link}>). 2184Freezes the player and moves him/her to a special map (C<{link}>).
1689 2185
1690The player should be reaosnably safe there for short amounts of time. You 2186The player should be reasonably safe there for short amounts of time. You
1691I<MUST> call C<leave_link> as soon as possible, though. 2187I<MUST> call C<leave_link> as soon as possible, though.
1692 2188
2189Will never block.
2190
1693=item $player_object->leave_link ($map, $x, $y) 2191=item $player_object->leave_link ($map, $x, $y)
1694 2192
1695Moves the player out of the specila link map onto the given map. If the 2193Moves the player out of the special C<{link}> map onto the specified
1696map is not valid (or omitted), the player will be moved back to the 2194map. If the map is not valid (or omitted), the player will be moved back
1697location he/she was before the call to C<enter_link>, or, if that fails, 2195to the location he/she was before the call to C<enter_link>, or, if that
1698to the emergency map position. 2196fails, to the emergency map position.
1699 2197
1700Might block. 2198Might block.
1701 2199
1702=cut 2200=cut
2201
2202sub link_map {
2203 unless ($LINK_MAP) {
2204 $LINK_MAP = cf::map::find "{link}"
2205 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
2206 $LINK_MAP->load;
2207 }
2208
2209 $LINK_MAP
2210}
1703 2211
1704sub cf::object::player::enter_link { 2212sub cf::object::player::enter_link {
1705 my ($self) = @_; 2213 my ($self) = @_;
1706 2214
1707 $self->deactivate_recursive; 2215 $self->deactivate_recursive;
1708 2216
1709 return if $self->map == $LINK_MAP; 2217 return if UNIVERSAL::isa $self->map, "ext::map_link";
1710 2218
1711 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2219 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1712 if $self->map; 2220 if $self->map && $self->map->{path} ne "{link}";
1713 2221
1714 $self->enter_map ($LINK_MAP, 20, 20); 2222 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1715} 2223}
1716 2224
1717sub cf::object::player::leave_link { 2225sub cf::object::player::leave_link {
1718 my ($self, $map, $x, $y) = @_; 2226 my ($self, $map, $x, $y) = @_;
2227
2228 return unless $self->contr->active;
1719 2229
1720 my $link_pos = delete $self->{_link_pos}; 2230 my $link_pos = delete $self->{_link_pos};
1721 2231
1722 unless ($map) { 2232 unless ($map) {
1723 # restore original map position 2233 # restore original map position
1741 $map->load; 2251 $map->load;
1742 $map->load_diag; 2252 $map->load_diag;
1743 2253
1744 return unless $self->contr->active; 2254 return unless $self->contr->active;
1745 $self->activate_recursive; 2255 $self->activate_recursive;
2256
2257 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1746 $self->enter_map ($map, $x, $y); 2258 $self->enter_map ($map, $x, $y);
1747} 2259}
1748 2260
1749cf::player->attach (
1750 on_logout => sub {
1751 my ($pl) = @_;
1752
1753 # abort map switching before logout
1754 if ($pl->ob->{_link_pos}) {
1755 cf::sync_job {
1756 $pl->ob->leave_link
1757 };
1758 }
1759 },
1760 on_login => sub {
1761 my ($pl) = @_;
1762
1763 # try to abort aborted map switching on player login :)
1764 # should happen only on crashes
1765 if ($pl->ob->{_link_pos}) {
1766 $pl->ob->enter_link;
1767 (async {
1768 # we need this sleep as the login has a concurrent enter_exit running
1769 # and this sleep increases chances of the player not ending up in scorn
1770 $pl->ob->reply (undef,
1771 "There was an internal problem at your last logout, "
1772 . "the server will try to bring you to your intended destination in a second.",
1773 cf::NDI_RED);
1774 Coro::Timer::sleep 1;
1775 $pl->ob->leave_link;
1776 })->prio (2);
1777 }
1778 },
1779);
1780
1781=item $player_object->goto ($path, $x, $y) 2261=item $player_object->goto ($path, $x, $y[, $check->($map)])
1782 2262
2263Moves the player to the given map-path and coordinates by first freezing
2264her, loading and preparing them map, calling the provided $check callback
2265that has to return the map if sucecssful, and then unfreezes the player on
2266the new (success) or old (failed) map position.
2267
1783=cut 2268=cut
2269
2270our $GOTOGEN;
1784 2271
1785sub cf::object::player::goto { 2272sub cf::object::player::goto {
1786 my ($self, $path, $x, $y) = @_; 2273 my ($self, $path, $x, $y, $check) = @_;
1787 2274
1788 $path = new cf::path $path; 2275 # do generation counting so two concurrent goto's will be executed in-order
2276 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1789 2277
1790 $self->enter_link; 2278 $self->enter_link;
1791 2279
1792 (async { 2280 (async {
2281 my $map = eval {
1793 my $map = cf::map::find $path->as_string; 2282 my $map = cf::map::find $path;
2283
2284 if ($map) {
1794 $map = $map->customise_for ($self) if $map; 2285 $map = $map->customise_for ($self);
1795 2286 $map = $check->($map) if $check && $map;
1796# warn "entering ", $map->path, " at ($x, $y)\n" 2287 } else {
1797# if $map;
1798
1799 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2288 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2289 }
1800 2290
2291 $map
2292 };
2293
2294 if ($@) {
2295 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2296 LOG llevError | logBacktrace, Carp::longmess $@;
2297 }
2298
2299 if ($gen == $self->{_goto_generation}) {
2300 delete $self->{_goto_generation};
1801 $self->leave_link ($map, $x, $y); 2301 $self->leave_link ($map, $x, $y);
2302 }
1802 })->prio (1); 2303 })->prio (1);
1803} 2304}
1804 2305
1805=item $player_object->enter_exit ($exit_object) 2306=item $player_object->enter_exit ($exit_object)
1806 2307
1808 2309
1809sub parse_random_map_params { 2310sub parse_random_map_params {
1810 my ($spec) = @_; 2311 my ($spec) = @_;
1811 2312
1812 my $rmp = { # defaults 2313 my $rmp = { # defaults
1813 xsize => 10, 2314 xsize => (cf::rndm 15, 40),
1814 ysize => 10, 2315 ysize => (cf::rndm 15, 40),
2316 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2317 #layout => string,
1815 }; 2318 };
1816 2319
1817 for (split /\n/, $spec) { 2320 for (split /\n/, $spec) {
1818 my ($k, $v) = split /\s+/, $_, 2; 2321 my ($k, $v) = split /\s+/, $_, 2;
1819 2322
1823 $rmp 2326 $rmp
1824} 2327}
1825 2328
1826sub prepare_random_map { 2329sub prepare_random_map {
1827 my ($exit) = @_; 2330 my ($exit) = @_;
2331
2332 my $guard = cf::lock_acquire "exit_prepare:$exit";
1828 2333
1829 # all this does is basically replace the /! path by 2334 # all this does is basically replace the /! path by
1830 # a new random map path (?random/...) with a seed 2335 # a new random map path (?random/...) with a seed
1831 # that depends on the exit object 2336 # that depends on the exit object
1832 2337
1833 my $rmp = parse_random_map_params $exit->msg; 2338 my $rmp = parse_random_map_params $exit->msg;
1834 2339
1835 if ($exit->map) { 2340 if ($exit->map) {
1836 $rmp->{region} = $exit->map->region_name; 2341 $rmp->{region} = $exit->region->name;
1837 $rmp->{origin_map} = $exit->map->path; 2342 $rmp->{origin_map} = $exit->map->path;
1838 $rmp->{origin_x} = $exit->x; 2343 $rmp->{origin_x} = $exit->x;
1839 $rmp->{origin_y} = $exit->y; 2344 $rmp->{origin_y} = $exit->y;
1840 } 2345 }
1841 2346
1842 $rmp->{random_seed} ||= $exit->random_seed; 2347 $rmp->{random_seed} ||= $exit->random_seed;
1843 2348
1844 my $data = cf::to_json $rmp; 2349 my $data = cf::to_json $rmp;
1845 my $md5 = Digest::MD5::md5_hex $data; 2350 my $md5 = Digest::MD5::md5_hex $data;
2351 my $meta = "$RANDOMDIR/$md5.meta";
1846 2352
1847 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2353 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1848 aio_write $fh, 0, (length $data), $data, 0; 2354 aio_write $fh, 0, (length $data), $data, 0;
2355 undef $fh;
2356 aio_rename "$meta~", $meta;
1849 2357
1850 $exit->slaying ("?random/$md5"); 2358 $exit->slaying ("?random/$md5");
1851 $exit->msg (undef); 2359 $exit->msg (undef);
1852 } 2360 }
1853} 2361}
1855sub cf::object::player::enter_exit { 2363sub cf::object::player::enter_exit {
1856 my ($self, $exit) = @_; 2364 my ($self, $exit) = @_;
1857 2365
1858 return unless $self->type == cf::PLAYER; 2366 return unless $self->type == cf::PLAYER;
1859 2367
2368 if ($exit->slaying eq "/!") {
2369 #TODO: this should de-fi-ni-te-ly not be a sync-job
2370 # the problem is that $exit might not survive long enough
2371 # so it needs to be done right now, right here
2372 cf::sync_job { prepare_random_map $exit };
2373 }
2374
2375 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2376 my $hp = $exit->stats->hp;
2377 my $sp = $exit->stats->sp;
2378
1860 $self->enter_link; 2379 $self->enter_link;
2380
2381 # if exit is damned, update players death & WoR home-position
2382 $self->contr->savebed ($slaying, $hp, $sp)
2383 if $exit->flag (FLAG_DAMNED);
1861 2384
1862 (async { 2385 (async {
1863 $self->deactivate_recursive; # just to be sure 2386 $self->deactivate_recursive; # just to be sure
1864 unless (eval { 2387 unless (eval {
1865 prepare_random_map $exit 2388 $self->goto ($slaying, $hp, $sp);
1866 if $exit->slaying eq "/!";
1867
1868 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1869 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1870 2389
1871 1; 2390 1;
1872 }) { 2391 }) {
1873 $self->message ("Something went wrong deep within the crossfire server. " 2392 $self->message ("Something went wrong deep within the crossfire server. "
1874 . "I'll try to bring you back to the map you were before. " 2393 . "I'll try to bring you back to the map you were before. "
1875 . "Please report this to the dungeon master!", 2394 . "Please report this to the dungeon master!",
1876 cf::NDI_UNIQUE | cf::NDI_RED); 2395 cf::NDI_UNIQUE | cf::NDI_RED);
1877 2396
1878 warn "ERROR in enter_exit: $@"; 2397 warn "ERROR in enter_exit: $@";
1879 $self->leave_link; 2398 $self->leave_link;
1880 } 2399 }
1881 })->prio (1); 2400 })->prio (1);
1894 2413
1895sub cf::client::send_drawinfo { 2414sub cf::client::send_drawinfo {
1896 my ($self, $text, $flags) = @_; 2415 my ($self, $text, $flags) = @_;
1897 2416
1898 utf8::encode $text; 2417 utf8::encode $text;
1899 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2418 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1900} 2419}
1901 2420
2421=item $client->send_msg ($color, $type, $msg, [extra...])
2422
2423Send a drawinfo or msg packet to the client, formatting the msg for the
2424client if neccessary. C<$type> should be a string identifying the type of
2425the message, with C<log> being the default. If C<$color> is negative, suppress
2426the message unless the client supports the msg packet.
2427
2428=cut
2429
2430sub cf::client::send_msg {
2431 my ($self, $color, $type, $msg, @extra) = @_;
2432
2433 $msg = $self->pl->expand_cfpod ($msg);
2434
2435 return unless @extra || length $msg;
2436
2437 if ($self->can_msg) {
2438 $self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
2439 } else {
2440 # replace some tags by gcfclient-compatible ones
2441 for ($msg) {
2442 1 while
2443 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2444 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2445 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2446 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2447 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2448 }
2449
2450 if ($color >= 0) {
2451 if (0 && $msg =~ /\[/) {
2452 $self->send_packet ("drawextinfo $color 4 0 $msg")
2453 } else {
2454 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2455 $self->send_packet ("drawinfo $color $msg")
2456 }
2457 }
2458 }
2459}
2460
2461=item $client->ext_event ($type, %msg)
2462
2463Sends an ext event to the client.
2464
2465=cut
2466
2467sub cf::client::ext_event($$%) {
2468 my ($self, $type, %msg) = @_;
2469
2470 $msg{msgtype} = "event_$type";
2471 $self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
2472}
1902 2473
1903=item $success = $client->query ($flags, "text", \&cb) 2474=item $success = $client->query ($flags, "text", \&cb)
1904 2475
1905Queues a query to the client, calling the given callback with 2476Queues a query to the client, calling the given callback with
1906the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2477the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1907C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2478C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1908 2479
1909Queries can fail, so check the return code. Or don't, as queries will become 2480Queries can fail, so check the return code. Or don't, as queries will
1910reliable at some point in the future. 2481become reliable at some point in the future.
1911 2482
1912=cut 2483=cut
1913 2484
1914sub cf::client::query { 2485sub cf::client::query {
1915 my ($self, $flags, $text, $cb) = @_; 2486 my ($self, $flags, $text, $cb) = @_;
1923 utf8::encode $text; 2494 utf8::encode $text;
1924 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2495 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1925 2496
1926 $self->send_packet ($self->{query_queue}[0][0]) 2497 $self->send_packet ($self->{query_queue}[0][0])
1927 if @{ $self->{query_queue} } == 1; 2498 if @{ $self->{query_queue} } == 1;
2499
2500 1
1928} 2501}
1929 2502
1930cf::client->attach ( 2503cf::client->attach (
2504 on_connect => sub {
2505 my ($ns) = @_;
2506
2507 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2508 },
1931 on_reply => sub { 2509 on_reply => sub {
1932 my ($ns, $msg) = @_; 2510 my ($ns, $msg) = @_;
1933 2511
1934 # this weird shuffling is so that direct followup queries 2512 # this weird shuffling is so that direct followup queries
1935 # get handled first 2513 # get handled first
1936 my $queue = delete $ns->{query_queue} 2514 my $queue = delete $ns->{query_queue}
1937 or return; # be conservative, not sure how that can happen, but we saw a crash here 2515 or return; # be conservative, not sure how that can happen, but we saw a crash here
1938 2516
1939 (shift @$queue)->[1]->($msg); 2517 (shift @$queue)->[1]->($msg);
2518 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1940 2519
1941 push @{ $ns->{query_queue} }, @$queue; 2520 push @{ $ns->{query_queue} }, @$queue;
1942 2521
1943 if (@{ $ns->{query_queue} } == @$queue) { 2522 if (@{ $ns->{query_queue} } == @$queue) {
1944 if (@$queue) { 2523 if (@$queue) {
1946 } else { 2525 } else {
1947 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2526 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1948 } 2527 }
1949 } 2528 }
1950 }, 2529 },
2530 on_exticmd => sub {
2531 my ($ns, $buf) = @_;
2532
2533 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2534
2535 if (ref $msg) {
2536 if (my $cb = $EXTICMD{$msg->{msgtype}}) {
2537 if (my %reply = $cb->($ns, $msg)) {
2538 $reply{msgid} = $msg->{msgid};
2539 $ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
2540 }
2541 }
2542 } else {
2543 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2544 }
2545
2546 cf::override;
2547 },
1951); 2548);
1952 2549
1953=item $client->async (\&cb) 2550=item $client->async (\&cb)
1954 2551
1955Create a new coroutine, running the specified callback. The coroutine will 2552Create a new coroutine, running the specified callback. The coroutine will
2002 2599
2003# here we export the classes and methods available to script code 2600# here we export the classes and methods available to script code
2004 2601
2005=pod 2602=pod
2006 2603
2007The following fucntions and emthods are available within a safe environment: 2604The following functions and methods are available within a safe environment:
2008 2605
2009 cf::object contr pay_amount pay_player map 2606 cf::object
2607 contr pay_amount pay_player map x y force_find force_add
2608 insert remove
2609
2010 cf::object::player player 2610 cf::object::player
2011 cf::player peaceful 2611 player
2012 cf::map trigger 2612
2613 cf::player
2614 peaceful
2615
2616 cf::map
2617 trigger
2013 2618
2014=cut 2619=cut
2015 2620
2016for ( 2621for (
2017 ["cf::object" => qw(contr pay_amount pay_player map)], 2622 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2623 insert remove)],
2018 ["cf::object::player" => qw(player)], 2624 ["cf::object::player" => qw(player)],
2019 ["cf::player" => qw(peaceful)], 2625 ["cf::player" => qw(peaceful)],
2020 ["cf::map" => qw(trigger)], 2626 ["cf::map" => qw(trigger)],
2021) { 2627) {
2022 no strict 'refs'; 2628 no strict 'refs';
2093=back 2699=back
2094 2700
2095=cut 2701=cut
2096 2702
2097############################################################################# 2703#############################################################################
2704# the server's init and main functions
2098 2705
2099=head2 EXTENSION DATABASE SUPPORT 2706sub load_facedata($) {
2707 my ($path) = @_;
2100 2708
2101Crossfire maintains a very simple database for extension use. It can 2709 warn "loading facedata from $path\n";
2102currently store anything that can be serialised using Storable, which
2103excludes objects.
2104 2710
2105The parameter C<$family> should best start with the name of the extension 2711 my $facedata;
2106using it, it should be unique. 2712 0 < aio_load $path, $facedata
2713 or die "$path: $!";
2107 2714
2108=over 4 2715 $facedata = Coro::Storable::thaw $facedata;
2109 2716
2110=item $hashref = cf::db_get $family 2717 $facedata->{version} == 2
2718 or cf::cleanup "$path: version mismatch, cannot proceed.";
2111 2719
2112Return a hashref for use by the extension C<$family>, which can be
2113modified. After modifications, you have to call C<cf::db_dirty> or
2114C<cf::db_sync>.
2115
2116=item $value = cf::db_get $family => $key
2117
2118Returns a single value from the database
2119
2120=item cf::db_put $family => $hashref
2121
2122Stores the given family hashref into the database. Updates are delayed, if
2123you want the data to be synced to disk immediately, use C<cf::db_sync>.
2124
2125=item cf::db_put $family => $key => $value
2126
2127Stores the given C<$value> in the family hash. Updates are delayed, if you
2128want the data to be synced to disk immediately, use C<cf::db_sync>.
2129
2130=item cf::db_dirty
2131
2132Marks the database as dirty, to be updated at a later time.
2133
2134=item cf::db_sync
2135
2136Immediately write the database to disk I<if it is dirty>.
2137
2138=cut
2139
2140our $DB;
2141
2142{
2143 my $path = cf::localdir . "/database.pst";
2144
2145 sub db_load() {
2146 $DB = stat $path ? Storable::retrieve $path : { };
2147 } 2720 {
2721 my $faces = $facedata->{faceinfo};
2148 2722
2149 my $pid; 2723 while (my ($face, $info) = each %$faces) {
2724 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2725 cf::face::set_visibility $idx, $info->{visibility};
2726 cf::face::set_magicmap $idx, $info->{magicmap};
2727 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2728 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2150 2729
2151 sub db_save() { 2730 cf::cede_to_tick;
2152 waitpid $pid, 0 if $pid;
2153 if (0 == ($pid = fork)) {
2154 $DB->{_meta}{version} = 1;
2155 Storable::nstore $DB, "$path~";
2156 rename "$path~", $path;
2157 cf::_exit 0 if defined $pid;
2158 }
2159 }
2160
2161 my $dirty;
2162
2163 sub db_sync() {
2164 db_save if $dirty;
2165 undef $dirty;
2166 }
2167
2168 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2169 db_sync;
2170 });
2171
2172 sub db_dirty() {
2173 $dirty = 1;
2174 $idle->start;
2175 }
2176
2177 sub db_get($;$) {
2178 @_ >= 2
2179 ? $DB->{$_[0]}{$_[1]}
2180 : ($DB->{$_[0]} ||= { })
2181 }
2182
2183 sub db_put($$;$) {
2184 if (@_ >= 3) {
2185 $DB->{$_[0]}{$_[1]} = $_[2];
2186 } else {
2187 $DB->{$_[0]} = $_[1];
2188 }
2189 db_dirty;
2190 }
2191
2192 cf::global->attach (
2193 prio => 10000,
2194 on_cleanup => sub {
2195 db_sync;
2196 }, 2731 }
2197 );
2198}
2199 2732
2200############################################################################# 2733 while (my ($face, $info) = each %$faces) {
2201# the server's main() 2734 next unless $info->{smooth};
2735 my $idx = cf::face::find $face
2736 or next;
2737 if (my $smooth = cf::face::find $info->{smooth}) {
2738 cf::face::set_smooth $idx, $smooth;
2739 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2740 } else {
2741 warn "smooth face '$info->{smooth}' not found for face '$face'";
2742 }
2743
2744 cf::cede_to_tick;
2745 }
2746 }
2747
2748 {
2749 my $anims = $facedata->{animinfo};
2750
2751 while (my ($anim, $info) = each %$anims) {
2752 cf::anim::set $anim, $info->{frames}, $info->{facings};
2753 cf::cede_to_tick;
2754 }
2755
2756 cf::anim::invalidate_all; # d'oh
2757 }
2758
2759 {
2760 # TODO: for gcfclient pleasure, we should give resources
2761 # that gcfclient doesn't grok a >10000 face index.
2762 my $res = $facedata->{resource};
2763 my $enc = JSON::XS->new->utf8->canonical;
2764
2765 while (my ($name, $info) = each %$res) {
2766 my $meta = $enc->encode ({
2767 name => $name,
2768 type => $info->{type},
2769 copyright => $info->{copyright}, #TODO#
2770 });
2771 my $data = pack "(w/a*)*", $meta, $info->{data};
2772 my $chk = Digest::MD5::md5 "$info->{chksum},$meta"; # mangle data checksum and metadata
2773
2774 my $idx = (cf::face::find $name) || cf::face::alloc $name;
2775 cf::face::set_type $idx, 1;
2776 cf::face::set_data $idx, 0, $data, $chk;
2777
2778 cf::cede_to_tick;
2779 }
2780 }
2781
2782 1
2783}
2784
2785sub reload_regions {
2786 load_resource_file "$MAPDIR/regions"
2787 or die "unable to load regions file\n";
2788}
2789
2790sub reload_facedata {
2791 load_facedata "$DATADIR/facedata"
2792 or die "unable to load facedata\n";
2793}
2794
2795sub reload_archetypes {
2796 load_resource_file "$DATADIR/archetypes"
2797 or die "unable to load archetypes\n";
2798 #d# NEED to laod twice to resolve forward references
2799 # this really needs to be done in an extra post-pass
2800 # (which needs to be synchronous, so solve it differently)
2801 load_resource_file "$DATADIR/archetypes"
2802 or die "unable to load archetypes\n";
2803}
2804
2805sub reload_treasures {
2806 load_resource_file "$DATADIR/treasures"
2807 or die "unable to load treasurelists\n";
2808}
2809
2810sub reload_resources {
2811 warn "reloading resource files...\n";
2812
2813 reload_regions;
2814 reload_facedata;
2815 #reload_archetypes;#d#
2816 reload_archetypes;
2817 reload_treasures;
2818
2819 warn "finished reloading resource files\n";
2820}
2821
2822sub init {
2823 reload_resources;
2824}
2202 2825
2203sub cfg_load { 2826sub cfg_load {
2204 open my $fh, "<:utf8", cf::confdir . "/config" 2827 open my $fh, "<:utf8", "$CONFDIR/config"
2205 or return; 2828 or return;
2206 2829
2207 local $/; 2830 local $/;
2208 *CFG = YAML::Syck::Load <$fh>; 2831 *CFG = YAML::Syck::Load <$fh>;
2209 2832
2223 2846
2224sub main { 2847sub main {
2225 # we must not ever block the main coroutine 2848 # we must not ever block the main coroutine
2226 local $Coro::idle = sub { 2849 local $Coro::idle = sub {
2227 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2850 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2851 (async {
2228 async { Event::one_event }; 2852 Event::one_event;
2853 })->prio (Coro::PRIO_MAX);
2229 }; 2854 };
2230 2855
2231 cfg_load; 2856 cfg_load;
2232 db_load; 2857 db_init;
2233 load_extensions; 2858 load_extensions;
2859
2860 $TICK_WATCHER->start;
2234 Event::loop; 2861 Event::loop;
2235} 2862}
2236 2863
2237############################################################################# 2864#############################################################################
2238# initialisation and cleanup 2865# initialisation and cleanup
2239 2866
2240# install some emergency cleanup handlers 2867# install some emergency cleanup handlers
2241BEGIN { 2868BEGIN {
2242 for my $signal (qw(INT HUP TERM)) { 2869 for my $signal (qw(INT HUP TERM)) {
2243 Event->signal ( 2870 Event->signal (
2871 reentrant => 0,
2244 data => WF_AUTOCANCEL, 2872 data => WF_AUTOCANCEL,
2245 signal => $signal, 2873 signal => $signal,
2874 prio => 0,
2246 cb => sub { 2875 cb => sub {
2247 cf::cleanup "SIG$signal"; 2876 cf::cleanup "SIG$signal";
2248 }, 2877 },
2249 ); 2878 );
2250 } 2879 }
2251} 2880}
2252 2881
2882sub write_runtime {
2883 my $runtime = "$LOCALDIR/runtime";
2884
2885 # first touch the runtime file to show we are still running:
2886 # the fsync below can take a very very long time.
2887
2888 IO::AIO::aio_utime $runtime, undef, undef;
2889
2890 my $guard = cf::lock_acquire "write_runtime";
2891
2892 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2893 or return;
2894
2895 my $value = $cf::RUNTIME + 90 + 10;
2896 # 10 is the runtime save interval, for a monotonic clock
2897 # 60 allows for the watchdog to kill the server.
2898
2899 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2900 and return;
2901
2902 # always fsync - this file is important
2903 aio_fsync $fh
2904 and return;
2905
2906 # touch it again to show we are up-to-date
2907 aio_utime $fh, undef, undef;
2908
2909 close $fh
2910 or return;
2911
2912 aio_rename "$runtime~", $runtime
2913 and return;
2914
2915 warn "runtime file written.\n";
2916
2917 1
2918}
2919
2253sub emergency_save() { 2920sub emergency_save() {
2254 my $freeze_guard = cf::freeze_mainloop; 2921 my $freeze_guard = cf::freeze_mainloop;
2255 2922
2256 warn "enter emergency perl save\n"; 2923 warn "enter emergency perl save\n";
2257 2924
2258 cf::sync_job { 2925 cf::sync_job {
2259 # use a peculiar iteration method to avoid tripping on perl 2926 # use a peculiar iteration method to avoid tripping on perl
2260 # refcount bugs in for. also avoids problems with players 2927 # refcount bugs in for. also avoids problems with players
2261 # and maps saved/Destroyed asynchronously. 2928 # and maps saved/destroyed asynchronously.
2262 warn "begin emergency player save\n"; 2929 warn "begin emergency player save\n";
2263 for my $login (keys %cf::PLAYER) { 2930 for my $login (keys %cf::PLAYER) {
2264 my $pl = $cf::PLAYER{$login} or next; 2931 my $pl = $cf::PLAYER{$login} or next;
2265 $pl->valid or next; 2932 $pl->valid or next;
2266 $pl->save; 2933 $pl->save;
2272 my $map = $cf::MAP{$path} or next; 2939 my $map = $cf::MAP{$path} or next;
2273 $map->valid or next; 2940 $map->valid or next;
2274 $map->save; 2941 $map->save;
2275 } 2942 }
2276 warn "end emergency map save\n"; 2943 warn "end emergency map save\n";
2944
2945 warn "begin emergency database checkpoint\n";
2946 BDB::db_env_txn_checkpoint $DB_ENV;
2947 warn "end emergency database checkpoint\n";
2277 }; 2948 };
2278 2949
2279 warn "leave emergency perl save\n"; 2950 warn "leave emergency perl save\n";
2280} 2951}
2281 2952
2953sub post_cleanup {
2954 my ($make_core) = @_;
2955
2956 warn Carp::longmess "post_cleanup backtrace"
2957 if $make_core;
2958}
2959
2282sub reload() { 2960sub do_reload_perl() {
2283 # can/must only be called in main 2961 # can/must only be called in main
2284 if ($Coro::current != $Coro::main) { 2962 if ($Coro::current != $Coro::main) {
2285 warn "can only reload from main coroutine\n"; 2963 warn "can only reload from main coroutine";
2286 return; 2964 return;
2287 } 2965 }
2288 2966
2289 warn "reloading..."; 2967 warn "reloading...";
2290 2968
2291 warn "freezing server"; 2969 warn "entering sync_job";
2292 my $guard = freeze_mainloop; 2970
2971 cf::sync_job {
2972 cf::write_runtime; # external watchdog should not bark
2293 cf::emergency_save; 2973 cf::emergency_save;
2974 cf::write_runtime; # external watchdog should not bark
2294 2975
2295 warn "sync database to disk"; 2976 warn "syncing database to disk";
2296 cf::db_sync; 2977 BDB::db_env_txn_checkpoint $DB_ENV;
2297 IO::AIO::flush;
2298 2978
2299 eval {
2300 # if anything goes wrong in here, we should simply crash as we already saved 2979 # if anything goes wrong in here, we should simply crash as we already saved
2301 2980
2302 warn "cancel all watchers"; 2981 warn "cancelling all WF_AUTOCANCEL watchers";
2303 for (Event::all_watchers) { 2982 for (Event::all_watchers) {
2304 $_->cancel if $_->data & WF_AUTOCANCEL; 2983 $_->cancel if $_->data & WF_AUTOCANCEL;
2305 } 2984 }
2306 2985
2986 warn "flushing outstanding aio requests";
2987 for (;;) {
2988 BDB::flush;
2989 IO::AIO::flush;
2990 Coro::cede;
2991 last unless IO::AIO::nreqs || BDB::nreqs;
2992 warn "iterate...";
2993 }
2994
2995 ++$RELOAD;
2996
2307 warn "cancel all extension coros"; 2997 warn "cancelling all extension coros";
2308 $_->cancel for values %EXT_CORO; 2998 $_->cancel for values %EXT_CORO;
2309 %EXT_CORO = (); 2999 %EXT_CORO = ();
2310 3000
2311 warn "remove commands"; 3001 warn "removing commands";
2312 %COMMAND = (); 3002 %COMMAND = ();
2313 3003
2314 warn "remove ext commands"; 3004 warn "removing ext/exti commands";
2315 %EXTCMD = (); 3005 %EXTCMD = ();
3006 %EXTICMD = ();
2316 3007
2317 warn "unload/nuke all extensions"; 3008 warn "unloading/nuking all extensions";
2318 for my $pkg (@EXTS) { 3009 for my $pkg (@EXTS) {
2319 warn "... unloading $pkg"; 3010 warn "... unloading $pkg";
2320 3011
2321 if (my $cb = $pkg->can ("unload")) { 3012 if (my $cb = $pkg->can ("unload")) {
2322 eval { 3013 eval {
2327 3018
2328 warn "... nuking $pkg"; 3019 warn "... nuking $pkg";
2329 Symbol::delete_package $pkg; 3020 Symbol::delete_package $pkg;
2330 } 3021 }
2331 3022
2332 warn "unload all perl modules loaded from $LIBDIR"; 3023 warn "unloading all perl modules loaded from $LIBDIR";
2333 while (my ($k, $v) = each %INC) { 3024 while (my ($k, $v) = each %INC) {
2334 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3025 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2335 3026
2336 warn "removing <$k>"; 3027 warn "... unloading $k";
2337 delete $INC{$k}; 3028 delete $INC{$k};
2338 3029
2339 $k =~ s/\.pm$//; 3030 $k =~ s/\.pm$//;
2340 $k =~ s/\//::/g; 3031 $k =~ s/\//::/g;
2341 3032
2344 } 3035 }
2345 3036
2346 Symbol::delete_package $k; 3037 Symbol::delete_package $k;
2347 } 3038 }
2348 3039
2349 warn "get rid of safe::, as good as possible"; 3040 warn "getting rid of safe::, as good as possible";
2350 Symbol::delete_package "safe::$_" 3041 Symbol::delete_package "safe::$_"
2351 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3042 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2352 3043
2353 warn "unload cf.pm \"a bit\""; 3044 warn "unloading cf.pm \"a bit\"";
2354 delete $INC{"cf.pm"}; 3045 delete $INC{"cf.pm"};
3046 delete $INC{"cf/pod.pm"};
2355 3047
2356 # don't, removes xs symbols, too, 3048 # don't, removes xs symbols, too,
2357 # and global variables created in xs 3049 # and global variables created in xs
2358 #Symbol::delete_package __PACKAGE__; 3050 #Symbol::delete_package __PACKAGE__;
2359 3051
3052 warn "unload completed, starting to reload now";
3053
2360 warn "reloading cf.pm"; 3054 warn "reloading cf.pm";
2361 require cf; 3055 require cf;
2362 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3056 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2363 3057
2364 warn "load config and database again"; 3058 warn "loading config and database again";
2365 cf::cfg_load; 3059 cf::cfg_load;
2366 cf::db_load;
2367 3060
2368 warn "load extensions"; 3061 warn "loading extensions";
2369 cf::load_extensions; 3062 cf::load_extensions;
2370 3063
2371 warn "reattach attachments to objects/players"; 3064 warn "reattaching attachments to objects/players";
2372 _global_reattach; 3065 _global_reattach; # objects, sockets
2373 warn "reattach attachments to maps"; 3066 warn "reattaching attachments to maps";
2374 reattach $_ for values %MAP; 3067 reattach $_ for values %MAP;
2375 }; 3068 warn "reattaching attachments to players";
3069 reattach $_ for values %PLAYER;
2376 3070
2377 if ($@) { 3071 warn "leaving sync_job";
3072
3073 1
3074 } or do {
2378 warn $@; 3075 warn $@;
2379 warn "error while reloading, exiting."; 3076 warn "error while reloading, exiting.";
2380 exit 1; 3077 exit 1;
2381 } 3078 };
2382 3079
2383 warn "reloaded"; 3080 warn "reloaded";
2384}; 3081};
2385 3082
2386############################################################################# 3083our $RELOAD_WATCHER; # used only during reload
2387 3084
2388unless ($LINK_MAP) { 3085sub reload_perl() {
2389 $LINK_MAP = cf::map::new; 3086 # doing reload synchronously and two reloads happen back-to-back,
3087 # coro crashes during coro_state_free->destroy here.
2390 3088
2391 $LINK_MAP->width (41); 3089 $RELOAD_WATCHER ||= Event->timer (
2392 $LINK_MAP->height (41); 3090 reentrant => 0,
2393 $LINK_MAP->alloc;
2394 $LINK_MAP->path ("{link}");
2395 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2396 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2397
2398 # dirty hack because... archetypes are not yet loaded
2399 Event->timer (
2400 after => 10, 3091 after => 0,
3092 data => WF_AUTOCANCEL,
2401 cb => sub { 3093 cb => sub {
2402 $_[0]->w->cancel; 3094 do_reload_perl;
2403 3095 undef $RELOAD_WATCHER;
2404 # provide some exits "home"
2405 my $exit = cf::object::new "exit";
2406
2407 $exit->slaying ($EMERGENCY_POSITION->[0]);
2408 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2409 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2410
2411 $LINK_MAP->insert ($exit->clone, 19, 19);
2412 $LINK_MAP->insert ($exit->clone, 19, 20);
2413 $LINK_MAP->insert ($exit->clone, 19, 21);
2414 $LINK_MAP->insert ($exit->clone, 20, 19);
2415 $LINK_MAP->insert ($exit->clone, 20, 21);
2416 $LINK_MAP->insert ($exit->clone, 21, 19);
2417 $LINK_MAP->insert ($exit->clone, 21, 20);
2418 $LINK_MAP->insert ($exit->clone, 21, 21);
2419
2420 $exit->destroy;
2421 }); 3096 },
2422 3097 );
2423 $LINK_MAP->{deny_save} = 1;
2424 $LINK_MAP->{deny_reset} = 1;
2425
2426 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2427} 3098}
2428 3099
2429register_command "reload" => sub { 3100register_command "reload" => sub {
2430 my ($who, $arg) = @_; 3101 my ($who, $arg) = @_;
2431 3102
2432 if ($who->flag (FLAG_WIZ)) { 3103 if ($who->flag (FLAG_WIZ)) {
2433 $who->message ("start of reload.");
2434 reload;
2435 $who->message ("end of reload."); 3104 $who->message ("reloading server.");
3105 async { reload_perl };
2436 } 3106 }
2437}; 3107};
2438 3108
2439unshift @INC, $LIBDIR; 3109unshift @INC, $LIBDIR;
2440 3110
3111my $bug_warning = 0;
3112
3113our @WAIT_FOR_TICK;
3114our @WAIT_FOR_TICK_BEGIN;
3115
3116sub wait_for_tick {
3117 return unless $TICK_WATCHER->is_active;
3118 return if $Coro::current == $Coro::main;
3119
3120 my $signal = new Coro::Signal;
3121 push @WAIT_FOR_TICK, $signal;
3122 $signal->wait;
3123}
3124
3125sub wait_for_tick_begin {
3126 return unless $TICK_WATCHER->is_active;
3127 return if $Coro::current == $Coro::main;
3128
3129 my $signal = new Coro::Signal;
3130 push @WAIT_FOR_TICK_BEGIN, $signal;
3131 $signal->wait;
3132}
3133
3134 my $min = 1e6;#d#
3135 my $avg = 10;
2441$TICK_WATCHER = Event->timer ( 3136$TICK_WATCHER = Event->timer (
2442 reentrant => 0, 3137 reentrant => 0,
3138 parked => 1,
2443 prio => 0, 3139 prio => 0,
2444 at => $NEXT_TICK || $TICK, 3140 at => $NEXT_TICK || $TICK,
2445 data => WF_AUTOCANCEL, 3141 data => WF_AUTOCANCEL,
2446 cb => sub { 3142 cb => sub {
3143 if ($Coro::current != $Coro::main) {
3144 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3145 unless ++$bug_warning > 10;
3146 return;
3147 }
3148
3149 $NOW = $tick_start = Event::time;
3150
2447 cf::server_tick; # one server iteration 3151 cf::server_tick; # one server iteration
3152
3153 0 && sync_job {#d#
3154 for(1..10) {
3155 my $t = Event::time;
3156 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3157 or die;
3158
3159 $map->width (50);
3160 $map->height (50);
3161 $map->alloc;
3162 $map->_load_objects ("/tmp/x.map", 1);
3163 my $t = Event::time - $t;
3164
3165 #next unless $t < 0.0013;#d#
3166 if ($t < $min) {
3167 $min = $t;
3168 }
3169 $avg = $avg * 0.99 + $t * 0.01;
3170 }
3171 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3172 exit 0;
3173 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3174 };
3175
2448 $RUNTIME += $TICK; 3176 $RUNTIME += $TICK;
2449 $NEXT_TICK += $TICK; 3177 $NEXT_TICK += $TICK;
2450 3178
2451 $WAIT_FOR_TICK->broadcast; 3179 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2452 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 3180 $NEXT_RUNTIME_WRITE = $NOW + 10;
3181 Coro::async_pool {
3182 write_runtime
3183 or warn "ERROR: unable to write runtime file: $!";
3184 };
3185 }
3186
3187# my $AFTER = Event::time;
3188# warn $AFTER - $NOW;#d#
3189
3190 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3191 $sig->send;
3192 }
3193 while (my $sig = shift @WAIT_FOR_TICK) {
3194 $sig->send;
3195 }
3196
3197 $NOW = Event::time;
2453 3198
2454 # if we are delayed by four ticks or more, skip them all 3199 # if we are delayed by four ticks or more, skip them all
2455 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3200 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2456 3201
2457 $TICK_WATCHER->at ($NEXT_TICK); 3202 $TICK_WATCHER->at ($NEXT_TICK);
2458 $TICK_WATCHER->start; 3203 $TICK_WATCHER->start;
3204
3205 $LOAD = ($NOW - $tick_start) / $TICK;
3206 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3207
3208 _post_tick;
3209
3210
2459 }, 3211 },
2460); 3212);
2461 3213
3214{
2462IO::AIO::max_poll_time $TICK * 0.2; 3215 BDB::max_poll_time $TICK * 0.1;
2463 3216 $BDB_POLL_WATCHER = Event->io (
2464Event->io ( 3217 reentrant => 0,
2465 fd => IO::AIO::poll_fileno, 3218 fd => BDB::poll_fileno,
2466 poll => 'r', 3219 poll => 'r',
2467 prio => 5, 3220 prio => 0,
2468 data => WF_AUTOCANCEL,
2469 cb => \&IO::AIO::poll_cb,
2470);
2471
2472Event->timer (
2473 data => WF_AUTOCANCEL, 3221 data => WF_AUTOCANCEL,
2474 after => 0, 3222 cb => \&BDB::poll_cb,
2475 interval => 10, 3223 );
2476 cb => sub { 3224 BDB::min_parallel 8;
2477 (Coro::unblock_sub { 3225
2478 write_runtime 3226 BDB::set_sync_prepare {
2479 or warn "ERROR: unable to write runtime file: $!"; 3227 my $status;
3228 my $current = $Coro::current;
3229 (
3230 sub {
3231 $status = $!;
3232 $current->ready; undef $current;
3233 },
3234 sub {
3235 Coro::schedule while defined $current;
3236 $! = $status;
3237 },
3238 )
3239 };
3240
3241 unless ($DB_ENV) {
3242 $DB_ENV = BDB::db_env_create;
3243
3244 cf::sync_job {
3245 eval {
3246 BDB::db_env_open
3247 $DB_ENV,
3248 $BDBDIR,
3249 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3250 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3251 0666;
3252
3253 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3254
3255 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3256 $DB_ENV->set_lk_detect;
3257 };
3258
3259 cf::cleanup "db_env_open(db): $@" if $@;
2480 })->(); 3260 };
2481 }, 3261 }
2482); 3262}
3263
3264{
3265 IO::AIO::min_parallel 8;
3266
3267 undef $Coro::AIO::WATCHER;
3268 IO::AIO::max_poll_time $TICK * 0.1;
3269 $AIO_POLL_WATCHER = Event->io (
3270 reentrant => 0,
3271 data => WF_AUTOCANCEL,
3272 fd => IO::AIO::poll_fileno,
3273 poll => 'r',
3274 prio => 6,
3275 cb => \&IO::AIO::poll_cb,
3276 );
3277}
3278
3279my $_log_backtrace;
3280
3281sub _log_backtrace {
3282 my ($msg, @addr) = @_;
3283
3284 $msg =~ s/\n//;
3285
3286 # limit the # of concurrent backtraces
3287 if ($_log_backtrace < 2) {
3288 ++$_log_backtrace;
3289 async {
3290 my @bt = fork_call {
3291 @addr = map { sprintf "%x", $_ } @addr;
3292 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3293 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3294 or die "addr2line: $!";
3295
3296 my @funcs;
3297 my @res = <$fh>;
3298 chomp for @res;
3299 while (@res) {
3300 my ($func, $line) = splice @res, 0, 2, ();
3301 push @funcs, "[$func] $line";
3302 }
3303
3304 @funcs
3305 };
3306
3307 LOG llevInfo, "[ABT] $msg\n";
3308 LOG llevInfo, "[ABT] $_\n" for @bt;
3309 --$_log_backtrace;
3310 };
3311 } else {
3312 LOG llevInfo, "[ABT] $msg\n";
3313 LOG llevInfo, "[ABT] [suppressed]\n";
3314 }
3315}
3316
3317# load additional modules
3318use cf::pod;
2483 3319
2484END { cf::emergency_save } 3320END { cf::emergency_save }
2485 3321
24861 33221
2487 3323

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines