ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.206 by root, Sun Feb 11 22:27:05 2007 UTC vs.
Revision 1.311 by root, Fri Jul 20 16:11:10 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.5 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use JSON::XS 1.4 ();
20use BDB (); 26use BDB ();
21use Data::Dumper; 27use Data::Dumper;
22use Digest::MD5; 28use Digest::MD5;
23use Fcntl; 29use Fcntl;
30use YAML::Syck ();
24use IO::AIO 2.32 (); 31use IO::AIO 2.32 ();
25use YAML::Syck ();
26use Time::HiRes; 32use Time::HiRes;
33use Compress::LZF;
34use Digest::MD5 ();
27 35
36# configure various modules to our taste
37#
38$Storable::canonical = 1; # reduce rsync transfers
39Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
40Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
41
28use Event; $Event::Eval = 1; # no idea why this is required, but it is 42$Event::Eval = 1; # no idea why this is required, but it is
29
30sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
31 43
32# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 44# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
33$YAML::Syck::ImplicitUnicode = 1; 45$YAML::Syck::ImplicitUnicode = 1;
34 46
35$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 47$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
36 48
49sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
50
37our %COMMAND = (); 51our %COMMAND = ();
38our %COMMAND_TIME = (); 52our %COMMAND_TIME = ();
39 53
40our @EXTS = (); # list of extension package names 54our @EXTS = (); # list of extension package names
41our %EXTCMD = (); 55our %EXTCMD = ();
56our %EXTICMD = ();
42our %EXT_CORO = (); # coroutines bound to extensions 57our %EXT_CORO = (); # coroutines bound to extensions
43our %EXT_MAP = (); # pluggable maps 58our %EXT_MAP = (); # pluggable maps
44 59
60our $RELOAD; # number of reloads so far
45our @EVENT; 61our @EVENT;
46our $LIBDIR = datadir . "/ext";
47 62
48our $TICK = MAX_TIME * 1e-6; 63our $CONFDIR = confdir;
64our $DATADIR = datadir;
65our $LIBDIR = "$DATADIR/ext";
66our $PODDIR = "$DATADIR/pod";
67our $MAPDIR = "$DATADIR/" . mapdir;
68our $LOCALDIR = localdir;
69our $TMPDIR = "$LOCALDIR/" . tmpdir;
70our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
71our $PLAYERDIR = "$LOCALDIR/" . playerdir;
72our $RANDOMDIR = "$LOCALDIR/random";
73our $BDBDIR = "$LOCALDIR/db";
74
75our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
49our $TICK_WATCHER; 76our $TICK_WATCHER;
50our $AIO_POLL_WATCHER; 77our $AIO_POLL_WATCHER;
51our $WRITE_RUNTIME_WATCHER; 78our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
52our $NEXT_TICK; 79our $NEXT_TICK;
53our $NOW; 80our $NOW;
54our $USE_FSYNC = 1; # use fsync to write maps - default off 81our $USE_FSYNC = 1; # use fsync to write maps - default off
55 82
56our $BDB_POLL_WATCHER; 83our $BDB_POLL_WATCHER;
62our $RUNTIME; 89our $RUNTIME;
63 90
64our %PLAYER; # all users 91our %PLAYER; # all users
65our %MAP; # all maps 92our %MAP; # all maps
66our $LINK_MAP; # the special {link} map, which is always available 93our $LINK_MAP; # the special {link} map, which is always available
67our $RANDOM_MAPS = cf::localdir . "/random";
68our $BDB_ENV_DIR = cf::localdir . "/db";
69
70our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
71our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
72 94
73# used to convert map paths into valid unix filenames by replacing / by ∕ 95# used to convert map paths into valid unix filenames by replacing / by ∕
74our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 96our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
75 97
98our $LOAD; # a number between 0 (idle) and 1 (too many objects)
99our $LOADAVG; # same thing, but with alpha-smoothing
100our $tick_start; # for load detecting purposes
101
76binmode STDOUT; 102binmode STDOUT;
77binmode STDERR; 103binmode STDERR;
78 104
79# read virtual server time, if available 105# read virtual server time, if available
80unless ($RUNTIME || !-e cf::localdir . "/runtime") { 106unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
81 open my $fh, "<", cf::localdir . "/runtime" 107 open my $fh, "<", "$LOCALDIR/runtime"
82 or die "unable to read runtime file: $!"; 108 or die "unable to read runtime file: $!";
83 $RUNTIME = <$fh> + 0.; 109 $RUNTIME = <$fh> + 0.;
84} 110}
85 111
86mkdir cf::localdir; 112mkdir $_
87mkdir cf::localdir . "/" . cf::playerdir; 113 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
88mkdir cf::localdir . "/" . cf::tmpdir;
89mkdir cf::localdir . "/" . cf::uniquedir;
90mkdir $RANDOM_MAPS;
91mkdir $BDB_ENV_DIR;
92 114
93our $EMERGENCY_POSITION; 115our $EMERGENCY_POSITION;
94 116
95sub cf::map::normalise; 117sub cf::map::normalise;
96 118
107=item $cf::RUNTIME 129=item $cf::RUNTIME
108 130
109The time this server has run, starts at 0 and is increased by $cf::TICK on 131The time this server has run, starts at 0 and is increased by $cf::TICK on
110every server tick. 132every server tick.
111 133
112=item $cf::LIBDIR 134=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
135$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
136$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
113 137
114The perl library directory, where extensions and cf-specific modules can 138Various directories - "/etc", read-only install directory, perl-library
115be found. It will be added to C<@INC> automatically. 139directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
140unique-items directory, player file directory, random maps directory and
141database environment.
116 142
117=item $cf::NOW 143=item $cf::NOW
118 144
119The time of the last (current) server tick. 145The time of the last (current) server tick.
120 146
121=item $cf::TICK 147=item $cf::TICK
122 148
123The interval between server ticks, in seconds. 149The interval between server ticks, in seconds.
150
151=item $cf::LOADAVG
152
153The current CPU load on the server (alpha-smoothed), as a value between 0
154(none) and 1 (overloaded), indicating how much time is spent on processing
155objects per tick. Healthy values are < 0.5.
156
157=item $cf::LOAD
158
159The raw value load value from the last tick.
124 160
125=item %cf::CFG 161=item %cf::CFG
126 162
127Configuration for the server, loaded from C</etc/crossfire/config>, or 163Configuration for the server, loaded from C</etc/crossfire/config>, or
128from wherever your confdir points to. 164from wherever your confdir points to.
129 165
130=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 166=item cf::wait_for_tick, cf::wait_for_tick_begin
131 167
132These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 168These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
133or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 169returns directly I<after> the tick processing (and consequently, can only wake one process
134processing has been done. Call C<< ->wait >> on them to maximise the 170per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
135window of cpu time available, or simply to synchronise to the server tick. 171
172=item @cf::INVOKE_RESULTS
173
174This array contains the results of the last C<invoke ()> call. When
175C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
176that call.
136 177
137=back 178=back
138 179
139=cut 180=cut
140 181
141BEGIN { 182BEGIN {
142 *CORE::GLOBAL::warn = sub { 183 *CORE::GLOBAL::warn = sub {
143 my $msg = join "", @_; 184 my $msg = join "", @_;
144 utf8::encode $msg;
145 185
146 $msg .= "\n" 186 $msg .= "\n"
147 unless $msg =~ /\n$/; 187 unless $msg =~ /\n$/;
148 188
189 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
190
191 utf8::encode $msg;
149 LOG llevError, $msg; 192 LOG llevError, $msg;
150 }; 193 };
151} 194}
152 195
153@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 196@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
154@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 197@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
155@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 198@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
156@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 199@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
157@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 200@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
201@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
158@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 202@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
159 203
160# we bless all objects into (empty) derived classes to force a method lookup 204# we bless all objects into (empty) derived classes to force a method lookup
161# within the Safe compartment. 205# within the Safe compartment.
162for my $pkg (qw( 206for my $pkg (qw(
163 cf::global cf::attachable 207 cf::global cf::attachable
171} 215}
172 216
173$Event::DIED = sub { 217$Event::DIED = sub {
174 warn "error in event callback: @_"; 218 warn "error in event callback: @_";
175}; 219};
220
221#############################################################################
176 222
177=head2 UTILITY FUNCTIONS 223=head2 UTILITY FUNCTIONS
178 224
179=over 4 225=over 4
180 226
199 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 245 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
200 $d 246 $d
201 } || "[unable to dump $_[0]: '$@']"; 247 } || "[unable to dump $_[0]: '$@']";
202} 248}
203 249
204use JSON::Syck (); # TODO# replace by JSON::PC once working
205
206=item $ref = cf::from_json $json 250=item $ref = cf::from_json $json
207 251
208Converts a JSON string into the corresponding perl data structure. 252Converts a JSON string into the corresponding perl data structure.
209 253
210=cut
211
212sub from_json($) {
213 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
214 JSON::Syck::Load $_[0]
215}
216
217=item $json = cf::to_json $ref 254=item $json = cf::to_json $ref
218 255
219Converts a perl data structure into its JSON representation. 256Converts a perl data structure into its JSON representation.
220 257
221=cut 258=cut
222 259
223sub to_json($) { 260our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
224 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 261
225 JSON::Syck::Dump $_[0] 262sub to_json ($) { $json_coder->encode ($_[0]) }
226} 263sub from_json ($) { $json_coder->decode ($_[0]) }
227 264
228=item cf::lock_wait $string 265=item cf::lock_wait $string
229 266
230Wait until the given lock is available. See cf::lock_acquire. 267Wait until the given lock is available. See cf::lock_acquire.
231 268
237returned. 274returned.
238 275
239Lock names should begin with a unique identifier (for example, cf::map::find 276Lock names should begin with a unique identifier (for example, cf::map::find
240uses map_find and cf::map::load uses map_load). 277uses map_find and cf::map::load uses map_load).
241 278
279=item $locked = cf::lock_active $string
280
281Return true if the lock is currently active, i.e. somebody has locked it.
282
242=cut 283=cut
243 284
244our %LOCK; 285our %LOCK;
245 286
246sub lock_wait($) { 287sub lock_wait($) {
265 # wake up all waiters, to be on the safe side 306 # wake up all waiters, to be on the safe side
266 $_->ready for @{ delete $LOCK{$key} }; 307 $_->ready for @{ delete $LOCK{$key} };
267 } 308 }
268} 309}
269 310
311sub lock_active($) {
312 my ($key) = @_;
313
314 ! ! $LOCK{$key}
315}
316
270sub freeze_mainloop { 317sub freeze_mainloop {
271 return unless $TICK_WATCHER->is_active; 318 return unless $TICK_WATCHER->is_active;
272 319
273 my $guard = Coro::guard { 320 my $guard = Coro::guard {
274 $TICK_WATCHER->start; 321 $TICK_WATCHER->start;
275 $WRITE_RUNTIME_WATCHER->start;
276 }; 322 };
277 $WRITE_RUNTIME_WATCHER->stop;
278 $TICK_WATCHER->stop; 323 $TICK_WATCHER->stop;
279 $guard 324 $guard
280} 325}
281 326
282=item cf::async { BLOCK } 327=item cf::async { BLOCK }
289 334
290BEGIN { *async = \&Coro::async_pool } 335BEGIN { *async = \&Coro::async_pool }
291 336
292=item cf::sync_job { BLOCK } 337=item cf::sync_job { BLOCK }
293 338
294The design of crossfire+ requires that the main coro ($Coro::main) is 339The design of Crossfire TRT requires that the main coroutine ($Coro::main)
295always able to handle events or runnable, as crossfire+ is only partly 340is always able to handle events or runnable, as Crossfire TRT is only
296reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 341partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
342acceptable.
297 343
298If it must be done, put the blocking parts into C<sync_job>. This will run 344If it must be done, put the blocking parts into C<sync_job>. This will run
299the given BLOCK in another coroutine while waiting for the result. The 345the given BLOCK in another coroutine while waiting for the result. The
300server will be frozen during this time, so the block should either finish 346server will be frozen during this time, so the block should either finish
301fast or be very important. 347fast or be very important.
304 350
305sub sync_job(&) { 351sub sync_job(&) {
306 my ($job) = @_; 352 my ($job) = @_;
307 353
308 if ($Coro::current == $Coro::main) { 354 if ($Coro::current == $Coro::main) {
355 my $time = Event::time;
356
309 # this is the main coro, too bad, we have to block 357 # this is the main coro, too bad, we have to block
310 # till the operation succeeds, freezing the server :/ 358 # till the operation succeeds, freezing the server :/
311 359
312 # TODO: use suspend/resume instead 360 # TODO: use suspend/resume instead
313 # (but this is cancel-safe) 361 # (but this is cancel-safe)
324 372
325 while ($busy) { 373 while ($busy) {
326 Coro::cede or Event::one_event; 374 Coro::cede or Event::one_event;
327 } 375 }
328 376
377 $time = Event::time - $time;
378
379 LOG llevError | logBacktrace, Carp::longmess "long sync job"
380 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
381
382 $tick_start += $time; # do not account sync jobs to server load
383
329 wantarray ? @res : $res[0] 384 wantarray ? @res : $res[0]
330 } else { 385 } else {
331 # we are in another coroutine, how wonderful, everything just works 386 # we are in another coroutine, how wonderful, everything just works
332 387
333 $job->() 388 $job->()
352 $EXT_CORO{$coro+0} = $coro; 407 $EXT_CORO{$coro+0} = $coro;
353 408
354 $coro 409 $coro
355} 410}
356 411
357sub write_runtime { 412=item fork_call { }, $args
358 my $runtime = cf::localdir . "/runtime";
359 413
360 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 414Executes the given code block with the given arguments in a seperate
361 or return; 415process, returning the results. Everything must be serialisable with
416Coro::Storable. May, of course, block. Note that the executed sub may
417never block itself or use any form of Event handling.
362 418
363 my $value = $cf::RUNTIME + 90 + 10; 419=cut
364 # 10 is the runtime save interval, for a monotonic clock
365 # 60 allows for the watchdog to kill the server.
366 420
367 (aio_write $fh, 0, (length $value), $value, 0) <= 0 421sub _store_scalar {
368 and return; 422 open my $fh, ">", \my $buf
369 423 or die "fork_call: cannot open fh-to-buf in child : $!";
370 # always fsync - this file is important 424 Storable::store_fd $_[0], $fh;
371 aio_fsync $fh
372 and return;
373
374 close $fh 425 close $fh;
375 or return;
376 426
377 aio_rename "$runtime~", $runtime 427 $buf
378 and return; 428}
379 429
430sub fork_call(&@) {
431 my ($cb, @args) = @_;
432
433# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
434# or die "socketpair: $!";
435 pipe my $fh1, my $fh2
436 or die "pipe: $!";
437
438 if (my $pid = fork) {
439 close $fh2;
440
441 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
442 warn "pst<$res>" unless $res =~ /^pst/;
443 $res = Coro::Storable::thaw $res;
444
445 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
446
447 Carp::confess $$res unless "ARRAY" eq ref $res;
448
449 return wantarray ? @$res : $res->[-1];
450 } else {
451 reset_signals;
452 local $SIG{__WARN__};
453 local $SIG{__DIE__};
454 # just in case, this hack effectively disables event
455 # in the child. cleaner and slower would be canceling all watchers,
456 # but this works for the time being.
457 local $Coro::idle;
458 $Coro::current->prio (Coro::PRIO_MAX);
459
460 eval {
461 close $fh1;
462
463 my @res = eval { $cb->(@args) };
464
465 syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;
466 close $fh2;
467 };
468
469 warn $@ if $@;
470 _exit 0;
380 1 471 }
472}
473
474=item $value = cf::db_get $family => $key
475
476Returns a single value from the environment database.
477
478=item cf::db_put $family => $key => $value
479
480Stores the given C<$value> in the family. It can currently store binary
481data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
482
483=cut
484
485our $DB;
486
487sub db_init {
488 unless ($DB) {
489 $DB = BDB::db_create $DB_ENV;
490
491 cf::sync_job {
492 eval {
493 $DB->set_flags (BDB::CHKSUM);
494
495 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
496 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
497 cf::cleanup "db_open(db): $!" if $!;
498 };
499 cf::cleanup "db_open(db): $@" if $@;
500 };
501 }
502}
503
504sub db_get($$) {
505 my $key = "$_[0]/$_[1]";
506
507 cf::sync_job {
508 BDB::db_get $DB, undef, $key, my $data;
509
510 $! ? ()
511 : $data
512 }
513}
514
515sub db_put($$$) {
516 BDB::dbreq_pri 4;
517 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
518}
519
520=item cf::cache $id => [$paths...], $processversion => $process
521
522Generic caching function that returns the value of the resource $id,
523caching and regenerating as required.
524
525This function can block.
526
527=cut
528
529sub cache {
530 my ($id, $src, $processversion, $process) = @_;
531
532 my $meta =
533 join "\x00",
534 $processversion,
535 map {
536 aio_stat $_
537 and Carp::croak "$_: $!";
538
539 ($_, (stat _)[7,9])
540 } @$src;
541
542 my $dbmeta = db_get cache => "$id/meta";
543 if ($dbmeta ne $meta) {
544 # changed, we may need to process
545
546 my @data;
547 my $md5;
548
549 for (0 .. $#$src) {
550 0 <= aio_load $src->[$_], $data[$_]
551 or Carp::croak "$src->[$_]: $!";
552 }
553
554 # if processing is expensive, check
555 # checksum first
556 if (1) {
557 $md5 =
558 join "\x00",
559 $processversion,
560 map {
561 Coro::cede;
562 ($src->[$_], Digest::MD5::md5_hex $data[$_])
563 } 0.. $#$src;
564
565
566 my $dbmd5 = db_get cache => "$id/md5";
567 if ($dbmd5 eq $md5) {
568 db_put cache => "$id/meta", $meta;
569
570 return db_get cache => "$id/data";
571 }
572 }
573
574 my $t1 = Time::HiRes::time;
575 my $data = $process->(\@data);
576 my $t2 = Time::HiRes::time;
577
578 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
579
580 db_put cache => "$id/data", $data;
581 db_put cache => "$id/md5" , $md5;
582 db_put cache => "$id/meta", $meta;
583
584 return $data;
585 }
586
587 db_get cache => "$id/data"
588}
589
590=item cf::datalog type => key => value, ...
591
592Log a datalog packet of the given type with the given key-value pairs.
593
594=cut
595
596sub datalog($@) {
597 my ($type, %kv) = @_;
598 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
381} 599}
382 600
383=back 601=back
384 602
385=cut 603=cut
392attach callbacks/event handlers (a collection of which is called an "attachment") 610attach callbacks/event handlers (a collection of which is called an "attachment")
393to it. All such attachable objects support the following methods. 611to it. All such attachable objects support the following methods.
394 612
395In the following description, CLASS can be any of C<global>, C<object> 613In the following description, CLASS can be any of C<global>, C<object>
396C<player>, C<client> or C<map> (i.e. the attachable objects in 614C<player>, C<client> or C<map> (i.e. the attachable objects in
397crossfire+). 615Crossfire TRT).
398 616
399=over 4 617=over 4
400 618
401=item $attachable->attach ($attachment, key => $value...) 619=item $attachable->attach ($attachment, key => $value...)
402 620
565 $registry = $CB_TYPE[$object_type] ||= []; 783 $registry = $CB_TYPE[$object_type] ||= [];
566 784
567 } elsif ($type eq "subtype") { 785 } elsif ($type eq "subtype") {
568 defined $object_type or Carp::croak "subtype specified without type"; 786 defined $object_type or Carp::croak "subtype specified without type";
569 my $object_subtype = shift @arg; 787 my $object_subtype = shift @arg;
570 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 788 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
571 789
572 } elsif ($type eq "package") { 790 } elsif ($type eq "package") {
573 my $pkg = shift @arg; 791 my $pkg = shift @arg;
574 792
575 while (my ($name, $id) = each %cb_id) { 793 while (my ($name, $id) = each %cb_id) {
604 _attach $registry, $klass, @attach; 822 _attach $registry, $klass, @attach;
605 } 823 }
606 824
607 $obj->{$name} = \%arg; 825 $obj->{$name} = \%arg;
608 } else { 826 } else {
609 warn "object uses attachment '$name' that is not available, postponing.\n"; 827 warn "object uses attachment '$name' which is not available, postponing.\n";
610 } 828 }
611 829
612 $obj->{_attachment}{$name} = undef; 830 $obj->{_attachment}{$name} = undef;
613} 831}
614 832
616 if (ref $_[0]) { 834 if (ref $_[0]) {
617 _object_attach @_; 835 _object_attach @_;
618 } else { 836 } else {
619 _attach shift->_attach_registry, @_; 837 _attach shift->_attach_registry, @_;
620 } 838 }
839 _recalc_want;
621}; 840};
622 841
623# all those should be optimised 842# all those should be optimised
624sub cf::attachable::detach { 843sub cf::attachable::detach {
625 my ($obj, $name) = @_; 844 my ($obj, $name) = @_;
628 delete $obj->{_attachment}{$name}; 847 delete $obj->{_attachment}{$name};
629 reattach ($obj); 848 reattach ($obj);
630 } else { 849 } else {
631 Carp::croak "cannot, currently, detach class attachments"; 850 Carp::croak "cannot, currently, detach class attachments";
632 } 851 }
852 _recalc_want;
633}; 853};
634 854
635sub cf::attachable::attached { 855sub cf::attachable::attached {
636 my ($obj, $name) = @_; 856 my ($obj, $name) = @_;
637 857
652 "; 872 ";
653 die if $@; 873 die if $@;
654} 874}
655 875
656our $override; 876our $override;
657our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 877our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
658 878
659sub override { 879sub override {
660 $override = 1; 880 $override = 1;
661 @invoke_results = (); 881 @INVOKE_RESULTS = (@_);
662} 882}
663 883
664sub do_invoke { 884sub do_invoke {
665 my $event = shift; 885 my $event = shift;
666 my $callbacks = shift; 886 my $callbacks = shift;
667 887
668 @invoke_results = (); 888 @INVOKE_RESULTS = ();
669 889
670 local $override; 890 local $override;
671 891
672 for (@$callbacks) { 892 for (@$callbacks) {
673 eval { &{$_->[1]} }; 893 eval { &{$_->[1]} };
690 910
691Generate an object-specific event with the given arguments. 911Generate an object-specific event with the given arguments.
692 912
693This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 913This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
694removed in future versions), and there is no public API to access override 914removed in future versions), and there is no public API to access override
695results (if you must, access C<@cf::invoke_results> directly). 915results (if you must, access C<@cf::INVOKE_RESULTS> directly).
696 916
697=back 917=back
698 918
699=cut 919=cut
700 920
784 } 1004 }
785 } else { 1005 } else {
786 aio_unlink $filename; 1006 aio_unlink $filename;
787 aio_unlink "$filename.pst"; 1007 aio_unlink "$filename.pst";
788 } 1008 }
789
790 #d##TODO# nuke non .map-files if exist
791 if ($filename =~ s/\.map$//) {
792 aio_unlink $filename;
793 aio_unlink "$filename.pst";
794 }
795 } 1009 }
796} 1010}
797 1011
798sub object_freezer_as_string { 1012sub object_freezer_as_string {
799 my ($rdata, $objs) = @_; 1013 my ($rdata, $objs) = @_;
805 1019
806sub object_thawer_load { 1020sub object_thawer_load {
807 my ($filename) = @_; 1021 my ($filename) = @_;
808 1022
809 my ($data, $av); 1023 my ($data, $av);
810
811 #d#TODO remove .map if file does not exist
812 aio_stat $filename and $filename =~ s/\.map$//;
813 1024
814 (aio_load $filename, $data) >= 0 1025 (aio_load $filename, $data) >= 0
815 or return; 1026 or return;
816 1027
817 unless (aio_stat "$filename.pst") { 1028 unless (aio_stat "$filename.pst") {
819 or return; 1030 or return;
820 $av = eval { (Storable::thaw $av)->{objs} }; 1031 $av = eval { (Storable::thaw $av)->{objs} };
821 } 1032 }
822 1033
823 warn sprintf "loading %s (%d)\n", 1034 warn sprintf "loading %s (%d)\n",
824 $filename, length $data, scalar @{$av || []};#d# 1035 $filename, length $data, scalar @{$av || []};
825 return ($data, $av); 1036 return ($data, $av);
826} 1037}
1038
1039=head2 COMMAND CALLBACKS
1040
1041=over 4
1042
1043=cut
827 1044
828############################################################################# 1045#############################################################################
829# command handling &c 1046# command handling &c
830 1047
831=item cf::register_command $name => \&callback($ob,$args); 1048=item cf::register_command $name => \&callback($ob,$args);
844 push @{ $COMMAND{$name} }, [$caller, $cb]; 1061 push @{ $COMMAND{$name} }, [$caller, $cb];
845} 1062}
846 1063
847=item cf::register_extcmd $name => \&callback($pl,$packet); 1064=item cf::register_extcmd $name => \&callback($pl,$packet);
848 1065
849Register a callbackf ro execution when the client sends an extcmd packet. 1066Register a callback for execution when the client sends an (synchronous)
1067extcmd packet. Ext commands will be processed in the order they are
1068received by the server, like other user commands. The first argument is
1069the logged-in player. Ext commands can only be processed after a player
1070has logged in successfully.
850 1071
851If the callback returns something, it is sent back as if reply was being 1072If the callback returns something, it is sent back as if reply was being
852called. 1073called.
853 1074
1075=item cf::register_exticmd $name => \&callback($ns,$packet);
1076
1077Register a callback for execution when the client sends an (asynchronous)
1078exticmd packet. Exti commands are processed by the server as soon as they
1079are received, i.e. out of order w.r.t. other commands. The first argument
1080is a client socket. Exti commands can be received anytime, even before
1081log-in.
1082
1083If the callback returns something, it is sent back as if reply was being
1084called.
1085
854=cut 1086=cut
855 1087
856sub register_extcmd { 1088sub register_extcmd {
857 my ($name, $cb) = @_; 1089 my ($name, $cb) = @_;
858 1090
859 $EXTCMD{$name} = $cb; 1091 $EXTCMD{$name} = $cb;
1092}
1093
1094sub register_exticmd {
1095 my ($name, $cb) = @_;
1096
1097 $EXTICMD{$name} = $cb;
860} 1098}
861 1099
862cf::player->attach ( 1100cf::player->attach (
863 on_command => sub { 1101 on_command => sub {
864 my ($pl, $name, $params) = @_; 1102 my ($pl, $name, $params) = @_;
873 cf::override; 1111 cf::override;
874 }, 1112 },
875 on_extcmd => sub { 1113 on_extcmd => sub {
876 my ($pl, $buf) = @_; 1114 my ($pl, $buf) = @_;
877 1115
878 my $msg = eval { from_json $buf }; 1116 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
879 1117
880 if (ref $msg) { 1118 if (ref $msg) {
881 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1119 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
882 if (my %reply = $cb->($pl, $msg)) { 1120 if (my %reply = $cb->($pl, $msg)) {
883 $pl->ext_reply ($msg->{msgid}, %reply); 1121 $pl->ext_reply ($msg->{msgid}, %reply);
889 1127
890 cf::override; 1128 cf::override;
891 }, 1129 },
892); 1130);
893 1131
894sub load_extension {
895 my ($path) = @_;
896
897 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
898 my $base = $1;
899 my $pkg = $1;
900 $pkg =~ s/[^[:word:]]/_/g;
901 $pkg = "ext::$pkg";
902
903 warn "... loading '$path' into '$pkg'\n";
904
905 open my $fh, "<:utf8", $path
906 or die "$path: $!";
907
908 my $source =
909 "package $pkg; use strict; use utf8;\n"
910 . "#line 1 \"$path\"\n{\n"
911 . (do { local $/; <$fh> })
912 . "\n};\n1";
913
914 unless (eval $source) {
915 my $msg = $@ ? "$path: $@\n"
916 : "extension disabled.\n";
917 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
918 warn $@;
919 warn "mandatory extension failed to load, exiting.\n";
920 exit 1;
921 }
922 die $@;
923 }
924
925 push @EXTS, $pkg;
926}
927
928sub load_extensions { 1132sub load_extensions {
1133 cf::sync_job {
1134 my %todo;
1135
929 for my $ext (<$LIBDIR/*.ext>) { 1136 for my $path (<$LIBDIR/*.ext>) {
930 next unless -r $ext; 1137 next unless -r $path;
931 eval { 1138
932 load_extension $ext; 1139 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1140 my $base = $1;
1141 my $pkg = $1;
1142 $pkg =~ s/[^[:word:]]/_/g;
1143 $pkg = "ext::$pkg";
1144
1145 open my $fh, "<:utf8", $path
1146 or die "$path: $!";
1147
1148 my $source = do { local $/; <$fh> };
1149
1150 my %ext = (
1151 path => $path,
1152 base => $base,
1153 pkg => $pkg,
1154 );
1155
1156 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1157 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1158
1159 $ext{source} =
1160 "package $pkg; use strict; use utf8;\n"
1161 . "#line 1 \"$path\"\n{\n"
1162 . $source
1163 . "\n};\n1";
1164
1165 $todo{$base} = \%ext;
1166 }
1167
1168 my %done;
1169 while (%todo) {
1170 my $progress;
1171
1172 while (my ($k, $v) = each %todo) {
1173 for (split /,\s*/, $v->{meta}{depends}) {
1174 goto skip
1175 unless exists $done{$_};
1176 }
1177
1178 warn "... loading '$k' into '$v->{pkg}'\n";
1179
1180 unless (eval $v->{source}) {
1181 my $msg = $@ ? "$v->{path}: $@\n"
1182 : "$v->{base}: extension inactive.\n";
1183
1184 if (exists $v->{meta}{mandatory}) {
1185 warn $msg;
1186 warn "mandatory extension failed to load, exiting.\n";
1187 exit 1;
1188 }
1189
1190 warn $msg;
1191 }
1192
1193 $done{$k} = delete $todo{$k};
1194 push @EXTS, $v->{pkg};
1195 $progress = 1;
933 1 1196 }
934 } or warn "$ext not loaded: $@"; 1197
1198 skip:
1199 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1200 unless $progress;
1201 }
935 } 1202 };
936} 1203}
937 1204
938############################################################################# 1205#############################################################################
939 1206
1207=back
1208
940=head2 CORE EXTENSIONS 1209=head2 CORE EXTENSIONS
941 1210
942Functions and methods that extend core crossfire objects. 1211Functions and methods that extend core crossfire objects.
943 1212
944=cut 1213=cut
956Returns the given player object, loading it if necessary (might block). 1225Returns the given player object, loading it if necessary (might block).
957 1226
958=cut 1227=cut
959 1228
960sub playerdir($) { 1229sub playerdir($) {
961 cf::localdir 1230 "$PLAYERDIR/"
962 . "/"
963 . cf::playerdir
964 . "/"
965 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1231 . (ref $_[0] ? $_[0]->ob->name : $_[0])
966} 1232}
967 1233
968sub path($) { 1234sub path($) {
969 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1235 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
970 1236
971 (playerdir $login) . "/$login.pl" 1237 (playerdir $login) . "/playerdata"
972} 1238}
973 1239
974sub find_active($) { 1240sub find_active($) {
975 $cf::PLAYER{$_[0]} 1241 $cf::PLAYER{$_[0]}
976 and $cf::PLAYER{$_[0]}->active 1242 and $cf::PLAYER{$_[0]}->active
989 my $login = $_[0]; 1255 my $login = $_[0];
990 1256
991 my $guard = cf::lock_acquire "user_find:$login"; 1257 my $guard = cf::lock_acquire "user_find:$login";
992 1258
993 $cf::PLAYER{$_[0]} || do { 1259 $cf::PLAYER{$_[0]} || do {
1260 # rename old playerfiles to new ones
1261 #TODO: remove when no longer required
1262 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1263 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1264 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1265 aio_unlink +(playerdir $login) . "/$login.pl";
1266
994 my $pl = load_pl path $login 1267 my $pl = load_pl path $login
995 or return; 1268 or return;
996 $cf::PLAYER{$login} = $pl 1269 $cf::PLAYER{$login} = $pl
997 } 1270 }
998 } 1271 }
1035 1308
1036=cut 1309=cut
1037 1310
1038sub quit_character { 1311sub quit_character {
1039 my ($pl) = @_; 1312 my ($pl) = @_;
1313
1314 my $name = $pl->ob->name;
1040 1315
1041 $pl->{deny_save} = 1; 1316 $pl->{deny_save} = 1;
1042 $pl->password ("*"); # this should lock out the player until we nuked the dir 1317 $pl->password ("*"); # this should lock out the player until we nuked the dir
1043 1318
1044 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1319 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1049 my $path = playerdir $pl; 1324 my $path = playerdir $pl;
1050 my $temp = "$path~$cf::RUNTIME~deleting~"; 1325 my $temp = "$path~$cf::RUNTIME~deleting~";
1051 aio_rename $path, $temp; 1326 aio_rename $path, $temp;
1052 delete $cf::PLAYER{$pl->ob->name}; 1327 delete $cf::PLAYER{$pl->ob->name};
1053 $pl->destroy; 1328 $pl->destroy;
1329
1330 my $prefix = qr<^~\Q$name\E/>;
1331
1332 # nuke player maps
1333 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1334
1054 IO::AIO::aio_rmtree $temp; 1335 IO::AIO::aio_rmtree $temp;
1336}
1337
1338=item $pl->kick
1339
1340Kicks a player out of the game. This destroys the connection.
1341
1342=cut
1343
1344sub kick {
1345 my ($pl, $kicker) = @_;
1346
1347 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1348 $pl->killer ("kicked");
1349 $pl->ns->destroy;
1055} 1350}
1056 1351
1057=item cf::player::list_logins 1352=item cf::player::list_logins
1058 1353
1059Returns am arrayref of all valid playernames in the system, can take a 1354Returns am arrayref of all valid playernames in the system, can take a
1060while and may block, so not sync_job-capable, ever. 1355while and may block, so not sync_job-capable, ever.
1061 1356
1062=cut 1357=cut
1063 1358
1064sub list_logins { 1359sub list_logins {
1065 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1360 my $dirs = aio_readdir $PLAYERDIR
1066 or return []; 1361 or return [];
1067 1362
1068 my @logins; 1363 my @logins;
1069 1364
1070 for my $login (@$dirs) { 1365 for my $login (@$dirs) {
1105 } 1400 }
1106 1401
1107 \@paths 1402 \@paths
1108} 1403}
1109 1404
1405=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1406
1407Expand crossfire pod fragments into protocol xml.
1408
1409=cut
1410
1411sub expand_cfpod {
1412 ((my $self), (local $_)) = @_;
1413
1414 # escape & and <
1415 s/&/&amp;/g;
1416 s/(?<![BIUGH])</&lt;/g;
1417
1418 # this is buggy, it needs to properly take care of nested <'s
1419
1420 1 while
1421 # replace B<>, I<>, U<> etc.
1422 s/B<([^\>]*)>/<b>$1<\/b>/
1423 || s/I<([^\>]*)>/<i>$1<\/i>/
1424 || s/U<([^\>]*)>/<u>$1<\/u>/
1425 # replace G<male|female> tags
1426 || s{G<([^>|]*)\|([^>]*)>}{
1427 $self->gender ? $2 : $1
1428 }ge
1429 # replace H<hint text>
1430 || s{H<([^\>]*)>}
1431 {
1432 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1433 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1434 "")
1435 [$self->{hintmode}]
1436 }ge;
1437
1438 # create single paragraphs (very hackish)
1439 s/(?<=\S)\n(?=\w)/ /g;
1440
1441 # compress some whitespace
1442 s/\s+\n/\n/g; # ws line-ends
1443 s/\n\n+/\n/g; # double lines
1444 s/^\n+//; # beginning lines
1445 s/\n+$//; # ending lines
1446
1447 $_
1448}
1449
1450sub hintmode {
1451 $_[0]{hintmode} = $_[1] if @_ > 1;
1452 $_[0]{hintmode}
1453}
1454
1110=item $player->ext_reply ($msgid, $msgtype, %msg) 1455=item $player->ext_reply ($msgid, %msg)
1111 1456
1112Sends an ext reply to the player. 1457Sends an ext reply to the player.
1113 1458
1114=cut 1459=cut
1115 1460
1116sub ext_reply($$$%) { 1461sub ext_reply($$%) {
1117 my ($self, $id, %msg) = @_; 1462 my ($self, $id, %msg) = @_;
1118 1463
1119 $msg{msgid} = $id; 1464 $msg{msgid} = $id;
1120 1465 $self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1121 $self->send ("ext " . cf::to_json \%msg);
1122} 1466}
1123 1467
1124package cf; 1468=item $player->ext_event ($type, %msg)
1469
1470Sends an ext event to the client.
1471
1472=cut
1473
1474sub ext_event($$%) {
1475 my ($self, $type, %msg) = @_;
1476
1477 $self->ns->ext_event ($type, %msg);
1478}
1479
1480=head3 cf::region
1481
1482=over 4
1483
1484=cut
1485
1486package cf::region;
1487
1488=item cf::region::find_by_path $path
1489
1490Tries to decuce the likely region for a map knowing only its path.
1491
1492=cut
1493
1494sub find_by_path($) {
1495 my ($path) = @_;
1496
1497 my ($match, $specificity);
1498
1499 for my $region (list) {
1500 if ($region->{match} && $path =~ $region->{match}) {
1501 ($match, $specificity) = ($region, $region->specificity)
1502 if $region->specificity > $specificity;
1503 }
1504 }
1505
1506 $match
1507}
1125 1508
1126=back 1509=back
1127
1128 1510
1129=head3 cf::map 1511=head3 cf::map
1130 1512
1131=over 4 1513=over 4
1132 1514
1187 my ($self, $merge) = @_; 1569 my ($self, $merge) = @_;
1188 1570
1189 # we have to keep some variables in memory intact 1571 # we have to keep some variables in memory intact
1190 local $self->{path}; 1572 local $self->{path};
1191 local $self->{load_path}; 1573 local $self->{load_path};
1192 local $self->{deny_save};
1193 local $self->{deny_reset};
1194 1574
1195 $self->SUPER::thawer_merge ($merge); 1575 $self->SUPER::thawer_merge ($merge);
1196} 1576}
1197 1577
1198sub normalise { 1578sub normalise {
1245 $self->init; # pass $1 etc. 1625 $self->init; # pass $1 etc.
1246 return $self; 1626 return $self;
1247 } 1627 }
1248 } 1628 }
1249 1629
1250 Carp::carp "unable to resolve path '$path' (base '$base')."; 1630 Carp::cluck "unable to resolve path '$path' (base '$base').";
1251 () 1631 ()
1252} 1632}
1253 1633
1254sub init { 1634sub init {
1255 my ($self) = @_; 1635 my ($self) = @_;
1270 1650
1271# the original (read-only) location 1651# the original (read-only) location
1272sub load_path { 1652sub load_path {
1273 my ($self) = @_; 1653 my ($self) = @_;
1274 1654
1275 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1655 "$MAPDIR/$self->{path}.map"
1276} 1656}
1277 1657
1278# the temporary/swap location 1658# the temporary/swap location
1279sub save_path { 1659sub save_path {
1280 my ($self) = @_; 1660 my ($self) = @_;
1281 1661
1282 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1662 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1283 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1663 "$TMPDIR/$path.map"
1284} 1664}
1285 1665
1286# the unique path, undef == no special unique path 1666# the unique path, undef == no special unique path
1287sub uniq_path { 1667sub uniq_path {
1288 my ($self) = @_; 1668 my ($self) = @_;
1289 1669
1290 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1670 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1291 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1671 "$UNIQUEDIR/$path"
1292} 1672}
1293 1673
1294# and all this just because we cannot iterate over 1674# and all this just because we cannot iterate over
1295# all maps in C++... 1675# all maps in C++...
1296sub change_all_map_light { 1676sub change_all_map_light {
1298 1678
1299 $_->change_map_light ($change) 1679 $_->change_map_light ($change)
1300 for grep $_->outdoor, values %cf::MAP; 1680 for grep $_->outdoor, values %cf::MAP;
1301} 1681}
1302 1682
1683sub decay_objects {
1684 my ($self) = @_;
1685
1686 return if $self->{deny_reset};
1687
1688 $self->do_decay_objects;
1689}
1690
1303sub unlink_save { 1691sub unlink_save {
1304 my ($self) = @_; 1692 my ($self) = @_;
1305 1693
1306 utf8::encode (my $save = $self->save_path); 1694 utf8::encode (my $save = $self->save_path);
1307 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 1695 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1308 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst"; 1696 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1309
1310 #d#TODO remove .map and also nuke
1311 $save =~ s/\.map// or return;#d#
1312 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1313 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1314} 1697}
1315 1698
1316sub load_header_from($) { 1699sub load_header_from($) {
1317 my ($self, $path) = @_; 1700 my ($self, $path) = @_;
1318 1701
1368 $self->load_header_orig 1751 $self->load_header_orig
1369 or return; 1752 or return;
1370 $self->prepare_orig; 1753 $self->prepare_orig;
1371 } 1754 }
1372 1755
1756 $self->{deny_reset} = 1
1757 if $self->no_reset;
1758
1759 $self->default_region (cf::region::find_by_path $self->{path})
1760 unless $self->default_region;
1761
1373 1 1762 1
1374} 1763}
1375 1764
1376sub find; 1765sub find;
1377sub find { 1766sub find {
1389 $map->{last_save} = $cf::RUNTIME; 1778 $map->{last_save} = $cf::RUNTIME;
1390 1779
1391 $map->load_header 1780 $map->load_header
1392 or return; 1781 or return;
1393 1782
1394 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1783 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1395 # doing this can freeze the server in a sync job, obviously 1784 # doing this can freeze the server in a sync job, obviously
1396 #$cf::WAIT_FOR_TICK->wait; 1785 #$cf::WAIT_FOR_TICK->wait;
1397 $map->reset; 1786 $map->reset;
1398 undef $guard; 1787 undef $guard;
1399 return find $path; 1788 return find $path;
1410 my ($self) = @_; 1799 my ($self) = @_;
1411 1800
1412 local $self->{deny_reset} = 1; # loading can take a long time 1801 local $self->{deny_reset} = 1; # loading can take a long time
1413 1802
1414 my $path = $self->{path}; 1803 my $path = $self->{path};
1804
1805 {
1415 my $guard = cf::lock_acquire "map_load:$path"; 1806 my $guard = cf::lock_acquire "map_load:$path";
1416 1807
1417 return if $self->in_memory != cf::MAP_SWAPPED; 1808 return if $self->in_memory != cf::MAP_SWAPPED;
1418 1809
1419 $self->in_memory (cf::MAP_LOADING); 1810 $self->in_memory (cf::MAP_LOADING);
1420 1811
1421 $self->alloc; 1812 $self->alloc;
1422 1813
1423 $self->pre_load; 1814 $self->pre_load;
1424
1425 $self->_load_objects ($self->{load_path}, 1)
1426 or return;
1427
1428 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1429 if delete $self->{load_original};
1430
1431 if (my $uniq = $self->uniq_path) {
1432 utf8::encode $uniq;
1433 if (aio_open $uniq, O_RDONLY, 0) {
1434 $self->clear_unique_items;
1435 $self->_load_objects ($uniq, 0);
1436 }
1437 }
1438
1439 Coro::cede;
1440
1441 # now do the right thing for maps
1442 $self->link_multipart_objects;
1443
1444 unless ($self->{deny_activate}) {
1445 $self->decay_objects;
1446 $self->fix_auto_apply;
1447 $self->update_buttons;
1448 Coro::cede; 1815 Coro::cede;
1449 $self->set_darkness_map; 1816
1817 $self->_load_objects ($self->{load_path}, 1)
1818 or return;
1819
1820 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1821 if delete $self->{load_original};
1822
1823 if (my $uniq = $self->uniq_path) {
1824 utf8::encode $uniq;
1825 if (aio_open $uniq, O_RDONLY, 0) {
1826 $self->clear_unique_items;
1827 $self->_load_objects ($uniq, 0);
1828 }
1829 }
1830
1831 Coro::cede;
1832 # now do the right thing for maps
1833 $self->link_multipart_objects;
1450 $self->difficulty ($self->estimate_difficulty) 1834 $self->difficulty ($self->estimate_difficulty)
1451 unless $self->difficulty; 1835 unless $self->difficulty;
1452 Coro::cede; 1836 Coro::cede;
1837
1838 unless ($self->{deny_activate}) {
1839 $self->decay_objects;
1840 $self->fix_auto_apply;
1841 $self->update_buttons;
1842 Coro::cede;
1843 $self->set_darkness_map;
1844 Coro::cede;
1453 $self->activate; 1845 $self->activate;
1846 }
1847
1848 $self->in_memory (cf::MAP_IN_MEMORY);
1454 } 1849 }
1455 1850
1456 $self->post_load; 1851 $self->post_load;
1457
1458 $self->in_memory (cf::MAP_IN_MEMORY);
1459} 1852}
1460 1853
1461sub customise_for { 1854sub customise_for {
1462 my ($self, $ob) = @_; 1855 my ($self, $ob) = @_;
1463 1856
1464 return find "~" . $ob->name . "/" . $self->{path} 1857 return find "~" . $ob->name . "/" . $self->{path}
1465 if $self->per_player; 1858 if $self->per_player;
1859
1860# return find "?party/" . $ob->name . "/" . $self->{path}
1861# if $self->per_party;
1466 1862
1467 $self 1863 $self
1468} 1864}
1469 1865
1470# find and load all maps in the 3x3 area around a map 1866# find and load all maps in the 3x3 area around a map
1517 1913
1518 undef $MAP_PREFETCH{$path}; 1914 undef $MAP_PREFETCH{$path};
1519 $MAP_PREFETCHER ||= cf::async { 1915 $MAP_PREFETCHER ||= cf::async {
1520 while (%MAP_PREFETCH) { 1916 while (%MAP_PREFETCH) {
1521 for my $path (keys %MAP_PREFETCH) { 1917 for my $path (keys %MAP_PREFETCH) {
1522 my $map = find $path 1918 if (my $map = find $path) {
1523 or next;
1524 $map->load; 1919 $map->load;
1920 }
1525 1921
1526 delete $MAP_PREFETCH{$path}; 1922 delete $MAP_PREFETCH{$path};
1527 } 1923 }
1528 } 1924 }
1529 undef $MAP_PREFETCHER; 1925 undef $MAP_PREFETCHER;
1581 1977
1582sub reset_at { 1978sub reset_at {
1583 my ($self) = @_; 1979 my ($self) = @_;
1584 1980
1585 # TODO: safety, remove and allow resettable per-player maps 1981 # TODO: safety, remove and allow resettable per-player maps
1586 return 1e99 if $self->isa ("ext::map_per_player");#d#
1587 return 1e99 if $self->{deny_reset}; 1982 return 1e99 if $self->{deny_reset};
1588 1983
1589 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1984 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1590 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1985 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1591 1986
1602 my ($self) = @_; 1997 my ($self) = @_;
1603 1998
1604 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1999 my $lock = cf::lock_acquire "map_data:$self->{path}";
1605 2000
1606 return if $self->players; 2001 return if $self->players;
1607 return if $self->isa ("ext::map_per_player");#d#
1608 2002
1609 warn "resetting map ", $self->path;#d# 2003 warn "resetting map ", $self->path;
2004
2005 $self->in_memory (cf::MAP_SWAPPED);
2006
2007 # need to save uniques path
2008 unless ($self->{deny_save}) {
2009 my $uniq = $self->uniq_path; utf8::encode $uniq;
2010
2011 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2012 if $uniq;
2013 }
1610 2014
1611 delete $cf::MAP{$self->path}; 2015 delete $cf::MAP{$self->path};
1612 2016
1613 $self->in_memory (cf::MAP_SWAPPED);
1614 $self->clear; 2017 $self->clear;
1615 2018
1616 $_->clear_links_to ($self) for values %cf::MAP; 2019 $_->clear_links_to ($self) for values %cf::MAP;
1617 2020
1618 $self->unlink_save; 2021 $self->unlink_save;
1637 $cf::MAP{$self->path} = $self; 2040 $cf::MAP{$self->path} = $self;
1638 2041
1639 $self->reset; # polite request, might not happen 2042 $self->reset; # polite request, might not happen
1640} 2043}
1641 2044
2045=item $maps = cf::map::tmp_maps
2046
2047Returns an arrayref with all map paths of currently instantiated and saved
2048maps. May block.
2049
2050=cut
2051
2052sub tmp_maps() {
2053 [
2054 map {
2055 utf8::decode $_;
2056 /\.map$/
2057 ? normalise $_
2058 : ()
2059 } @{ aio_readdir $TMPDIR or [] }
2060 ]
2061}
2062
2063=item $maps = cf::map::random_maps
2064
2065Returns an arrayref with all map paths of currently instantiated and saved
2066random maps. May block.
2067
2068=cut
2069
2070sub random_maps() {
2071 [
2072 map {
2073 utf8::decode $_;
2074 /\.map$/
2075 ? normalise "?random/$_"
2076 : ()
2077 } @{ aio_readdir $RANDOMDIR or [] }
2078 ]
2079}
2080
1642=item cf::map::unique_maps 2081=item cf::map::unique_maps
1643 2082
1644Returns an arrayref of paths of all shared maps that have 2083Returns an arrayref of paths of all shared maps that have
1645instantiated unique items. May block. 2084instantiated unique items. May block.
1646 2085
1647=cut 2086=cut
1648 2087
1649sub unique_maps() { 2088sub unique_maps() {
1650 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2089 [
1651 or return; 2090 map {
1652
1653 my @paths;
1654
1655 for (@$files) {
1656 utf8::decode $_; 2091 utf8::decode $_;
1657 next if /\.pst$/; 2092 /\.map$/
1658 next unless /^$PATH_SEP/o; 2093 ? normalise $_
1659 2094 : ()
1660 push @paths, cf::map::normalise $_; 2095 } @{ aio_readdir $UNIQUEDIR or [] }
1661 } 2096 ]
1662
1663 \@paths
1664} 2097}
1665 2098
1666package cf; 2099package cf;
1667 2100
1668=back 2101=back
1714 2147
1715 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2148 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1716 2149
1717 if ($self->{record_replies}) { 2150 if ($self->{record_replies}) {
1718 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2151 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2152
1719 } else { 2153 } else {
2154 my $pl = $self->contr;
2155
2156 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2157 my $diag = $pl->{npc_dialog};
2158 $diag->{pl}->ext_reply (
2159 $diag->{id},
2160 msgtype => "reply",
2161 msg => $diag->{pl}->expand_cfpod ($msg),
2162 add_topics => []
2163 );
2164
2165 } else {
1720 $msg = $npc->name . " says: $msg" if $npc; 2166 $msg = $npc->name . " says: $msg" if $npc;
1721 $self->message ($msg, $flags); 2167 $self->message ($msg, $flags);
2168 }
1722 } 2169 }
1723} 2170}
1724 2171
1725=item $player_object->may ("access") 2172=item $player_object->may ("access")
1726 2173
1774 $self->deactivate_recursive; 2221 $self->deactivate_recursive;
1775 2222
1776 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2223 return if UNIVERSAL::isa $self->map, "ext::map_link";
1777 2224
1778 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2225 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1779 if $self->map; 2226 if $self->map && $self->map->{path} ne "{link}";
1780 2227
1781 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2228 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1782} 2229}
1783 2230
1784sub cf::object::player::leave_link { 2231sub cf::object::player::leave_link {
1785 my ($self, $map, $x, $y) = @_; 2232 my ($self, $map, $x, $y) = @_;
2233
2234 return unless $self->contr->active;
1786 2235
1787 my $link_pos = delete $self->{_link_pos}; 2236 my $link_pos = delete $self->{_link_pos};
1788 2237
1789 unless ($map) { 2238 unless ($map) {
1790 # restore original map position 2239 # restore original map position
1808 $map->load; 2257 $map->load;
1809 $map->load_diag; 2258 $map->load_diag;
1810 2259
1811 return unless $self->contr->active; 2260 return unless $self->contr->active;
1812 $self->activate_recursive; 2261 $self->activate_recursive;
2262
2263 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1813 $self->enter_map ($map, $x, $y); 2264 $self->enter_map ($map, $x, $y);
1814} 2265}
1815 2266
1816cf::player->attach ( 2267=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1817 on_logout => sub {
1818 my ($pl) = @_;
1819 2268
1820 # abort map switching before logout 2269Moves the player to the given map-path and coordinates by first freezing
1821 if ($pl->ob->{_link_pos}) { 2270her, loading and preparing them map, calling the provided $check callback
1822 cf::sync_job { 2271that has to return the map if sucecssful, and then unfreezes the player on
1823 $pl->ob->leave_link 2272the new (success) or old (failed) map position. In either case, $done will
1824 }; 2273be called at the end of this process.
1825 }
1826 },
1827 on_login => sub {
1828 my ($pl) = @_;
1829 2274
1830 # try to abort aborted map switching on player login :)
1831 # should happen only on crashes
1832 if ($pl->ob->{_link_pos}) {
1833 $pl->ob->enter_link;
1834 (async {
1835 # we need this sleep as the login has a concurrent enter_exit running
1836 # and this sleep increases chances of the player not ending up in scorn
1837 $pl->ob->reply (undef,
1838 "There was an internal problem at your last logout, "
1839 . "the server will try to bring you to your intended destination in a second.",
1840 cf::NDI_RED);
1841 Coro::Timer::sleep 1;
1842 $pl->ob->leave_link;
1843 })->prio (2);
1844 }
1845 },
1846);
1847
1848=item $player_object->goto ($path, $x, $y)
1849
1850=cut 2275=cut
2276
2277our $GOTOGEN;
1851 2278
1852sub cf::object::player::goto { 2279sub cf::object::player::goto {
1853 my ($self, $path, $x, $y) = @_; 2280 my ($self, $path, $x, $y, $check, $done) = @_;
2281
2282 # do generation counting so two concurrent goto's will be executed in-order
2283 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1854 2284
1855 $self->enter_link; 2285 $self->enter_link;
1856 2286
1857 (async { 2287 (async {
1858 my $map = eval { 2288 my $map = eval {
1859 my $map = cf::map::find $path; 2289 my $map = cf::map::find $path;
2290
2291 if ($map) {
1860 $map = $map->customise_for ($self) if $map; 2292 $map = $map->customise_for ($self);
2293 $map = $check->($map) if $check && $map;
2294 } else {
2295 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2296 }
2297
1861 $map 2298 $map
2299 };
2300
2301 if ($@) {
2302 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2303 LOG llevError | logBacktrace, Carp::longmess $@;
1862 } or 2304 }
1863 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1864 2305
2306 if ($gen == $self->{_goto_generation}) {
2307 delete $self->{_goto_generation};
1865 $self->leave_link ($map, $x, $y); 2308 $self->leave_link ($map, $x, $y);
2309 }
2310
2311 $done->() if $done;
1866 })->prio (1); 2312 })->prio (1);
1867} 2313}
1868 2314
1869=item $player_object->enter_exit ($exit_object) 2315=item $player_object->enter_exit ($exit_object)
1870 2316
1909 2355
1910 $rmp->{random_seed} ||= $exit->random_seed; 2356 $rmp->{random_seed} ||= $exit->random_seed;
1911 2357
1912 my $data = cf::to_json $rmp; 2358 my $data = cf::to_json $rmp;
1913 my $md5 = Digest::MD5::md5_hex $data; 2359 my $md5 = Digest::MD5::md5_hex $data;
1914 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2360 my $meta = "$RANDOMDIR/$md5.meta";
1915 2361
1916 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2362 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1917 aio_write $fh, 0, (length $data), $data, 0; 2363 aio_write $fh, 0, (length $data), $data, 0;
1918 undef $fh; 2364 undef $fh;
1919 aio_rename "$meta~", $meta; 2365 aio_rename "$meta~", $meta;
1928 2374
1929 return unless $self->type == cf::PLAYER; 2375 return unless $self->type == cf::PLAYER;
1930 2376
1931 if ($exit->slaying eq "/!") { 2377 if ($exit->slaying eq "/!") {
1932 #TODO: this should de-fi-ni-te-ly not be a sync-job 2378 #TODO: this should de-fi-ni-te-ly not be a sync-job
2379 # the problem is that $exit might not survive long enough
2380 # so it needs to be done right now, right here
1933 cf::sync_job { prepare_random_map $exit }; 2381 cf::sync_job { prepare_random_map $exit };
1934 } 2382 }
1935 2383
1936 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 2384 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1937 my $hp = $exit->stats->hp; 2385 my $hp = $exit->stats->hp;
1938 my $sp = $exit->stats->sp; 2386 my $sp = $exit->stats->sp;
1939 2387
1940 $self->enter_link; 2388 $self->enter_link;
2389
2390 # if exit is damned, update players death & WoR home-position
2391 $self->contr->savebed ($slaying, $hp, $sp)
2392 if $exit->flag (FLAG_DAMNED);
1941 2393
1942 (async { 2394 (async {
1943 $self->deactivate_recursive; # just to be sure 2395 $self->deactivate_recursive; # just to be sure
1944 unless (eval { 2396 unless (eval {
1945 $self->goto ($slaying, $hp, $sp); 2397 $self->goto ($slaying, $hp, $sp);
1946 2398
1947 1; 2399 1;
1948 }) { 2400 }) {
1949 $self->message ("Something went wrong deep within the crossfire server. " 2401 $self->message ("Something went wrong deep within the crossfire server. "
1950 . "I'll try to bring you back to the map you were before. " 2402 . "I'll try to bring you back to the map you were before. "
1951 . "Please report this to the dungeon master!", 2403 . "Please report this to the dungeon master!",
1952 cf::NDI_UNIQUE | cf::NDI_RED); 2404 cf::NDI_UNIQUE | cf::NDI_RED);
1953 2405
1954 warn "ERROR in enter_exit: $@"; 2406 warn "ERROR in enter_exit: $@";
1955 $self->leave_link; 2407 $self->leave_link;
1956 } 2408 }
1957 })->prio (1); 2409 })->prio (1);
1970 2422
1971sub cf::client::send_drawinfo { 2423sub cf::client::send_drawinfo {
1972 my ($self, $text, $flags) = @_; 2424 my ($self, $text, $flags) = @_;
1973 2425
1974 utf8::encode $text; 2426 utf8::encode $text;
1975 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2427 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1976} 2428}
1977 2429
2430=item $client->send_msg ($channel, $msg, $color, [extra...])
2431
2432Send a drawinfo or msg packet to the client, formatting the msg for the
2433client if neccessary. C<$type> should be a string identifying the type of
2434the message, with C<log> being the default. If C<$color> is negative, suppress
2435the message unless the client supports the msg packet.
2436
2437=cut
2438
2439sub cf::client::send_msg {
2440 my ($self, $channel, $msg, $color, @extra) = @_;
2441
2442 $msg = $self->pl->expand_cfpod ($msg);
2443
2444 return unless @extra || length $msg;
2445
2446 $color &= ~cf::NDI_UNIQUE; # just in case...
2447
2448 if (ref $channel) {
2449 # send meta info to client, if not yet sent
2450 unless (exists $self->{channel}{$channel->{id}}) {
2451 $self->{channel}{$channel->{id}} = $channel;
2452 $self->ext_event (channel_info => %$channel);
2453 }
2454
2455 $channel = $channel->{id};
2456 }
2457
2458 if ($self->can_msg) {
2459 $self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $channel, $msg, @extra]));
2460 } else {
2461 # replace some tags by gcfclient-compatible ones
2462 for ($msg) {
2463 1 while
2464 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2465 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2466 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2467 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2468 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2469 }
2470
2471 if ($color >= 0) {
2472 if (0 && $msg =~ /\[/) {
2473 $self->send_packet ("drawextinfo $color 4 0 $msg")
2474 } else {
2475 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2476 $self->send_packet ("drawinfo $color $msg")
2477 }
2478 }
2479 }
2480}
2481
2482=item $client->ext_event ($type, %msg)
2483
2484Sends an ext event to the client.
2485
2486=cut
2487
2488sub cf::client::ext_event($$%) {
2489 my ($self, $type, %msg) = @_;
2490
2491 return unless $self->extcmd;
2492
2493 $msg{msgtype} = "event_$type";
2494 $self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
2495}
1978 2496
1979=item $success = $client->query ($flags, "text", \&cb) 2497=item $success = $client->query ($flags, "text", \&cb)
1980 2498
1981Queues a query to the client, calling the given callback with 2499Queues a query to the client, calling the given callback with
1982the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2500the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1983C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2501C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1984 2502
1985Queries can fail, so check the return code. Or don't, as queries will become 2503Queries can fail, so check the return code. Or don't, as queries will
1986reliable at some point in the future. 2504become reliable at some point in the future.
1987 2505
1988=cut 2506=cut
1989 2507
1990sub cf::client::query { 2508sub cf::client::query {
1991 my ($self, $flags, $text, $cb) = @_; 2509 my ($self, $flags, $text, $cb) = @_;
1999 utf8::encode $text; 2517 utf8::encode $text;
2000 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2518 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2001 2519
2002 $self->send_packet ($self->{query_queue}[0][0]) 2520 $self->send_packet ($self->{query_queue}[0][0])
2003 if @{ $self->{query_queue} } == 1; 2521 if @{ $self->{query_queue} } == 1;
2522
2523 1
2004} 2524}
2005 2525
2006cf::client->attach ( 2526cf::client->attach (
2527 on_connect => sub {
2528 my ($ns) = @_;
2529
2530 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2531 },
2007 on_reply => sub { 2532 on_reply => sub {
2008 my ($ns, $msg) = @_; 2533 my ($ns, $msg) = @_;
2009 2534
2010 # this weird shuffling is so that direct followup queries 2535 # this weird shuffling is so that direct followup queries
2011 # get handled first 2536 # get handled first
2023 } else { 2548 } else {
2024 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2549 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2025 } 2550 }
2026 } 2551 }
2027 }, 2552 },
2553 on_exticmd => sub {
2554 my ($ns, $buf) = @_;
2555
2556 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2557
2558 if (ref $msg) {
2559 if (my $cb = $EXTICMD{$msg->{msgtype}}) {
2560 if (my %reply = $cb->($ns, $msg)) {
2561 $reply{msgid} = $msg->{msgid};
2562 $ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
2563 }
2564 }
2565 } else {
2566 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2567 }
2568
2569 cf::override;
2570 },
2028); 2571);
2029 2572
2030=item $client->async (\&cb) 2573=item $client->async (\&cb)
2031 2574
2032Create a new coroutine, running the specified callback. The coroutine will 2575Create a new coroutine, running the specified callback. The coroutine will
2079 2622
2080# here we export the classes and methods available to script code 2623# here we export the classes and methods available to script code
2081 2624
2082=pod 2625=pod
2083 2626
2084The following fucntions and emthods are available within a safe environment: 2627The following functions and methods are available within a safe environment:
2085 2628
2086 cf::object contr pay_amount pay_player map 2629 cf::object
2630 contr pay_amount pay_player map x y force_find force_add
2631 insert remove
2632
2087 cf::object::player player 2633 cf::object::player
2088 cf::player peaceful 2634 player
2089 cf::map trigger 2635
2636 cf::player
2637 peaceful
2638
2639 cf::map
2640 trigger
2090 2641
2091=cut 2642=cut
2092 2643
2093for ( 2644for (
2094 ["cf::object" => qw(contr pay_amount pay_player map)], 2645 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2646 insert remove)],
2095 ["cf::object::player" => qw(player)], 2647 ["cf::object::player" => qw(player)],
2096 ["cf::player" => qw(peaceful)], 2648 ["cf::player" => qw(peaceful)],
2097 ["cf::map" => qw(trigger)], 2649 ["cf::map" => qw(trigger)],
2098) { 2650) {
2099 no strict 'refs'; 2651 no strict 'refs';
2170=back 2722=back
2171 2723
2172=cut 2724=cut
2173 2725
2174############################################################################# 2726#############################################################################
2175
2176=head2 EXTENSION DATABASE SUPPORT
2177
2178Crossfire maintains a very simple database for extension use. It can
2179currently store anything that can be serialised using Storable, which
2180excludes objects.
2181
2182The parameter C<$family> should best start with the name of the extension
2183using it, it should be unique.
2184
2185=over 4
2186
2187=item $hashref = cf::db_get $family
2188
2189Return a hashref for use by the extension C<$family>, which can be
2190modified. After modifications, you have to call C<cf::db_dirty> or
2191C<cf::db_sync>.
2192
2193=item $value = cf::db_get $family => $key
2194
2195Returns a single value from the database
2196
2197=item cf::db_put $family => $hashref
2198
2199Stores the given family hashref into the database. Updates are delayed, if
2200you want the data to be synced to disk immediately, use C<cf::db_sync>.
2201
2202=item cf::db_put $family => $key => $value
2203
2204Stores the given C<$value> in the family hash. Updates are delayed, if you
2205want the data to be synced to disk immediately, use C<cf::db_sync>.
2206
2207=item cf::db_dirty
2208
2209Marks the database as dirty, to be updated at a later time.
2210
2211=item cf::db_sync
2212
2213Immediately write the database to disk I<if it is dirty>.
2214
2215=cut
2216
2217our $DB;
2218
2219{
2220 my $path = cf::localdir . "/database.pst";
2221
2222 sub db_load() {
2223 $DB = stat $path ? Storable::retrieve $path : { };
2224 }
2225
2226 my $pid;
2227
2228 sub db_save() {
2229 waitpid $pid, 0 if $pid;
2230 if (0 == ($pid = fork)) {
2231 $DB->{_meta}{version} = 1;
2232 Storable::nstore $DB, "$path~";
2233 rename "$path~", $path;
2234 cf::_exit 0 if defined $pid;
2235 }
2236 }
2237
2238 my $dirty;
2239
2240 sub db_sync() {
2241 db_save if $dirty;
2242 undef $dirty;
2243 }
2244
2245 my $idle = Event->idle (
2246 reentrant => 0,
2247 min => 10,
2248 max => 20,
2249 repeat => 0,
2250 data => WF_AUTOCANCEL,
2251 cb => \&db_sync,
2252 );
2253
2254 sub db_dirty() {
2255 $dirty = 1;
2256 $idle->start;
2257 }
2258
2259 sub db_get($;$) {
2260 @_ >= 2
2261 ? $DB->{$_[0]}{$_[1]}
2262 : ($DB->{$_[0]} ||= { })
2263 }
2264
2265 sub db_put($$;$) {
2266 if (@_ >= 3) {
2267 $DB->{$_[0]}{$_[1]} = $_[2];
2268 } else {
2269 $DB->{$_[0]} = $_[1];
2270 }
2271 db_dirty;
2272 }
2273
2274 cf::global->attach (
2275 prio => 10000,
2276 on_cleanup => sub {
2277 db_sync;
2278 },
2279 );
2280}
2281
2282#############################################################################
2283# the server's init and main functions 2727# the server's init and main functions
2284 2728
2285sub load_resources { 2729sub load_facedata($) {
2286 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2730 my ($path) = @_;
2731
2732 warn "loading facedata from $path\n";
2733
2734 my $facedata;
2735 0 < aio_load $path, $facedata
2736 or die "$path: $!";
2737
2738 $facedata = Coro::Storable::thaw $facedata;
2739
2740 $facedata->{version} == 2
2741 or cf::cleanup "$path: version mismatch, cannot proceed.";
2742
2743 {
2744 my $faces = $facedata->{faceinfo};
2745
2746 while (my ($face, $info) = each %$faces) {
2747 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2748 cf::face::set_visibility $idx, $info->{visibility};
2749 cf::face::set_magicmap $idx, $info->{magicmap};
2750 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2751 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2752
2753 cf::cede_to_tick;
2754 }
2755
2756 while (my ($face, $info) = each %$faces) {
2757 next unless $info->{smooth};
2758 my $idx = cf::face::find $face
2759 or next;
2760 if (my $smooth = cf::face::find $info->{smooth}) {
2761 cf::face::set_smooth $idx, $smooth;
2762 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2763 } else {
2764 warn "smooth face '$info->{smooth}' not found for face '$face'";
2765 }
2766
2767 cf::cede_to_tick;
2768 }
2769 }
2770
2771 {
2772 my $anims = $facedata->{animinfo};
2773
2774 while (my ($anim, $info) = each %$anims) {
2775 cf::anim::set $anim, $info->{frames}, $info->{facings};
2776 cf::cede_to_tick;
2777 }
2778
2779 cf::anim::invalidate_all; # d'oh
2780 }
2781
2782 {
2783 # TODO: for gcfclient pleasure, we should give resources
2784 # that gcfclient doesn't grok a >10000 face index.
2785 my $res = $facedata->{resource};
2786 my $enc = JSON::XS->new->utf8->canonical;
2787
2788 while (my ($name, $info) = each %$res) {
2789 my $meta = $enc->encode ({
2790 name => $name,
2791 type => $info->{type},
2792 copyright => $info->{copyright}, #TODO#
2793 });
2794
2795 my $idx = (cf::face::find $name) || cf::face::alloc $name;
2796
2797 if ($name =~ /\.jpg$/) {
2798 cf::face::set_data $idx, 0, $info->{data}, $info->{chksum};#d# temp hack
2799 cf::face::set_data $idx, 1, $info->{data}, $info->{chksum};#d# temp hack
2800 } else {
2801 my $data = pack "(w/a*)*", $meta, $info->{data};
2802 my $chk = Digest::MD5::md5 "$info->{chksum},$meta"; # mangle data checksum and metadata
2803
2804 cf::face::set_type $idx, 1;
2805 cf::face::set_data $idx, 0, $data, $chk;
2806 }
2807
2808 cf::cede_to_tick;
2809 }
2810 }
2811
2812 1
2813}
2814
2815sub reload_regions {
2816 load_resource_file "$MAPDIR/regions"
2287 or die "unable to load regions file\n";#d# 2817 or die "unable to load regions file\n";
2818
2819 for (cf::region::list) {
2820 $_->{match} = qr/$_->{match}/
2821 if exists $_->{match};
2822 }
2823}
2824
2825sub reload_facedata {
2826 load_facedata "$DATADIR/facedata"
2827 or die "unable to load facedata\n";
2828}
2829
2830sub reload_archetypes {
2831 load_resource_file "$DATADIR/archetypes"
2832 or die "unable to load archetypes\n";
2833 #d# NEED to laod twice to resolve forward references
2834 # this really needs to be done in an extra post-pass
2835 # (which needs to be synchronous, so solve it differently)
2836 load_resource_file "$DATADIR/archetypes"
2837 or die "unable to load archetypes\n";
2838}
2839
2840sub reload_treasures {
2841 load_resource_file "$DATADIR/treasures"
2842 or die "unable to load treasurelists\n";
2843}
2844
2845sub reload_resources {
2846 warn "reloading resource files...\n";
2847
2848 reload_regions;
2849 reload_facedata;
2850 #reload_archetypes;#d#
2851 reload_archetypes;
2852 reload_treasures;
2853
2854 warn "finished reloading resource files\n";
2855}
2856
2857sub init {
2858 reload_resources;
2288} 2859}
2289 2860
2290sub cfg_load { 2861sub cfg_load {
2291 open my $fh, "<:utf8", cf::confdir . "/config" 2862 open my $fh, "<:utf8", "$CONFDIR/config"
2292 or return; 2863 or return;
2293 2864
2294 local $/; 2865 local $/;
2295 *CFG = YAML::Syck::Load <$fh>; 2866 *CFG = YAML::Syck::Load <$fh>;
2296 2867
2304 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 2875 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2305 and die "WARNING: m(un)lockall failed: $!\n"; 2876 and die "WARNING: m(un)lockall failed: $!\n";
2306 }; 2877 };
2307 warn $@ if $@; 2878 warn $@ if $@;
2308 } 2879 }
2309}
2310
2311sub init {
2312 load_resources;
2313} 2880}
2314 2881
2315sub main { 2882sub main {
2316 # we must not ever block the main coroutine 2883 # we must not ever block the main coroutine
2317 local $Coro::idle = sub { 2884 local $Coro::idle = sub {
2320 Event::one_event; 2887 Event::one_event;
2321 })->prio (Coro::PRIO_MAX); 2888 })->prio (Coro::PRIO_MAX);
2322 }; 2889 };
2323 2890
2324 cfg_load; 2891 cfg_load;
2325 db_load; 2892 db_init;
2326 load_extensions; 2893 load_extensions;
2327 2894
2328 $TICK_WATCHER->start; 2895 $TICK_WATCHER->start;
2329 Event::loop; 2896 Event::loop;
2330} 2897}
2345 }, 2912 },
2346 ); 2913 );
2347 } 2914 }
2348} 2915}
2349 2916
2917sub write_runtime {
2918 my $runtime = "$LOCALDIR/runtime";
2919
2920 # first touch the runtime file to show we are still running:
2921 # the fsync below can take a very very long time.
2922
2923 IO::AIO::aio_utime $runtime, undef, undef;
2924
2925 my $guard = cf::lock_acquire "write_runtime";
2926
2927 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2928 or return;
2929
2930 my $value = $cf::RUNTIME + 90 + 10;
2931 # 10 is the runtime save interval, for a monotonic clock
2932 # 60 allows for the watchdog to kill the server.
2933
2934 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2935 and return;
2936
2937 # always fsync - this file is important
2938 aio_fsync $fh
2939 and return;
2940
2941 # touch it again to show we are up-to-date
2942 aio_utime $fh, undef, undef;
2943
2944 close $fh
2945 or return;
2946
2947 aio_rename "$runtime~", $runtime
2948 and return;
2949
2950 warn "runtime file written.\n";
2951
2952 1
2953}
2954
2350sub emergency_save() { 2955sub emergency_save() {
2351 my $freeze_guard = cf::freeze_mainloop; 2956 my $freeze_guard = cf::freeze_mainloop;
2352 2957
2353 warn "enter emergency perl save\n"; 2958 warn "enter emergency perl save\n";
2354 2959
2369 my $map = $cf::MAP{$path} or next; 2974 my $map = $cf::MAP{$path} or next;
2370 $map->valid or next; 2975 $map->valid or next;
2371 $map->save; 2976 $map->save;
2372 } 2977 }
2373 warn "end emergency map save\n"; 2978 warn "end emergency map save\n";
2979
2980 warn "begin emergency database checkpoint\n";
2981 BDB::db_env_txn_checkpoint $DB_ENV;
2982 warn "end emergency database checkpoint\n";
2374 }; 2983 };
2375 2984
2376 warn "leave emergency perl save\n"; 2985 warn "leave emergency perl save\n";
2377} 2986}
2378 2987
2988sub post_cleanup {
2989 my ($make_core) = @_;
2990
2991 warn Carp::longmess "post_cleanup backtrace"
2992 if $make_core;
2993}
2994
2379sub reload() { 2995sub do_reload_perl() {
2380 # can/must only be called in main 2996 # can/must only be called in main
2381 if ($Coro::current != $Coro::main) { 2997 if ($Coro::current != $Coro::main) {
2382 warn "can only reload from main coroutine"; 2998 warn "can only reload from main coroutine";
2383 return; 2999 return;
2384 } 3000 }
2385 3001
2386 warn "reloading..."; 3002 warn "reloading...";
2387 3003
2388 warn "cancelling server ticker"; 3004 warn "entering sync_job";
2389 $TICK_WATCHER->cancel;
2390 3005
3006 cf::sync_job {
3007 cf::write_runtime; # external watchdog should not bark
2391 cf::emergency_save; 3008 cf::emergency_save;
3009 cf::write_runtime; # external watchdog should not bark
2392 3010
2393 eval { 3011 warn "syncing database to disk";
3012 BDB::db_env_txn_checkpoint $DB_ENV;
3013
2394 # if anything goes wrong in here, we should simply crash as we already saved 3014 # if anything goes wrong in here, we should simply crash as we already saved
2395
2396 warn "syncing database to disk";
2397 cf::db_sync;
2398 3015
2399 warn "cancelling all WF_AUTOCANCEL watchers"; 3016 warn "cancelling all WF_AUTOCANCEL watchers";
2400 for (Event::all_watchers) { 3017 for (Event::all_watchers) {
2401 $_->cancel if $_->data & WF_AUTOCANCEL; 3018 $_->cancel if $_->data & WF_AUTOCANCEL;
2402 } 3019 }
2403 3020
2404 warn "flushing outstanding aio requests"; 3021 warn "flushing outstanding aio requests";
2405 for (;;) { 3022 for (;;) {
3023 BDB::flush;
2406 IO::AIO::flush; 3024 IO::AIO::flush;
2407 Coro::cede; 3025 Coro::cede;
2408 last unless IO::AIO::nreqs; 3026 last unless IO::AIO::nreqs || BDB::nreqs;
2409 warn "iterate..."; 3027 warn "iterate...";
2410 } 3028 }
3029
3030 ++$RELOAD;
2411 3031
2412 warn "cancelling all extension coros"; 3032 warn "cancelling all extension coros";
2413 $_->cancel for values %EXT_CORO; 3033 $_->cancel for values %EXT_CORO;
2414 %EXT_CORO = (); 3034 %EXT_CORO = ();
2415 3035
2416 warn "removing commands"; 3036 warn "removing commands";
2417 %COMMAND = (); 3037 %COMMAND = ();
2418 3038
2419 warn "removing ext commands"; 3039 warn "removing ext/exti commands";
2420 %EXTCMD = (); 3040 %EXTCMD = ();
3041 %EXTICMD = ();
2421 3042
2422 warn "unloading/nuking all extensions"; 3043 warn "unloading/nuking all extensions";
2423 for my $pkg (@EXTS) { 3044 for my $pkg (@EXTS) {
2424 warn "... unloading $pkg"; 3045 warn "... unloading $pkg";
2425 3046
2455 Symbol::delete_package "safe::$_" 3076 Symbol::delete_package "safe::$_"
2456 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3077 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2457 3078
2458 warn "unloading cf.pm \"a bit\""; 3079 warn "unloading cf.pm \"a bit\"";
2459 delete $INC{"cf.pm"}; 3080 delete $INC{"cf.pm"};
3081 delete $INC{"cf/pod.pm"};
2460 3082
2461 # don't, removes xs symbols, too, 3083 # don't, removes xs symbols, too,
2462 # and global variables created in xs 3084 # and global variables created in xs
2463 #Symbol::delete_package __PACKAGE__; 3085 #Symbol::delete_package __PACKAGE__;
2464 3086
2468 require cf; 3090 require cf;
2469 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3091 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2470 3092
2471 warn "loading config and database again"; 3093 warn "loading config and database again";
2472 cf::cfg_load; 3094 cf::cfg_load;
2473 cf::db_load;
2474 3095
2475 warn "loading extensions"; 3096 warn "loading extensions";
2476 cf::load_extensions; 3097 cf::load_extensions;
2477 3098
2478 warn "reattaching attachments to objects/players"; 3099 warn "reattaching attachments to objects/players";
2479 _global_reattach; 3100 _global_reattach; # objects, sockets
2480 warn "reattaching attachments to maps"; 3101 warn "reattaching attachments to maps";
2481 reattach $_ for values %MAP; 3102 reattach $_ for values %MAP;
3103 warn "reattaching attachments to players";
3104 reattach $_ for values %PLAYER;
2482 3105
2483 warn "loading reloadable resources"; 3106 warn "leaving sync_job";
2484 load_resources;
2485 3107
2486 warn "restarting server ticker"; 3108 1
2487 3109 } or do {
2488 $TICK_WATCHER->start;
2489 };
2490
2491 if ($@) {
2492 warn $@; 3110 warn $@;
2493 warn "error while reloading, exiting."; 3111 warn "error while reloading, exiting.";
2494 exit 1; 3112 exit 1;
2495 } 3113 };
2496 3114
2497 warn "reloaded"; 3115 warn "reloaded";
2498}; 3116};
2499 3117
2500our $RELOAD_WATCHER; # used only during reload 3118our $RELOAD_WATCHER; # used only during reload
2501 3119
3120sub reload_perl() {
3121 # doing reload synchronously and two reloads happen back-to-back,
3122 # coro crashes during coro_state_free->destroy here.
3123
3124 $RELOAD_WATCHER ||= Event->timer (
3125 reentrant => 0,
3126 after => 0,
3127 data => WF_AUTOCANCEL,
3128 cb => sub {
3129 do_reload_perl;
3130 undef $RELOAD_WATCHER;
3131 },
3132 );
3133}
3134
2502register_command "reload" => sub { 3135register_command "reload" => sub {
2503 my ($who, $arg) = @_; 3136 my ($who, $arg) = @_;
2504 3137
2505 if ($who->flag (FLAG_WIZ)) { 3138 if ($who->flag (FLAG_WIZ)) {
2506 $who->message ("reloading server."); 3139 $who->message ("reloading server.");
2507 3140 async { reload_perl };
2508 # doing reload synchronously and two reloads happen back-to-back,
2509 # coro crashes during coro_state_free->destroy here.
2510
2511 $RELOAD_WATCHER ||= Event->timer (
2512 reentrant => 0,
2513 after => 0,
2514 data => WF_AUTOCANCEL,
2515 cb => sub {
2516 reload;
2517 undef $RELOAD_WATCHER;
2518 },
2519 );
2520 } 3141 }
2521}; 3142};
2522 3143
2523unshift @INC, $LIBDIR; 3144unshift @INC, $LIBDIR;
2524 3145
2525my $bug_warning = 0; 3146my $bug_warning = 0;
2526 3147
3148our @WAIT_FOR_TICK;
3149our @WAIT_FOR_TICK_BEGIN;
3150
3151sub wait_for_tick {
3152 return unless $TICK_WATCHER->is_active;
3153 return if $Coro::current == $Coro::main;
3154
3155 my $signal = new Coro::Signal;
3156 push @WAIT_FOR_TICK, $signal;
3157 $signal->wait;
3158}
3159
3160sub wait_for_tick_begin {
3161 return unless $TICK_WATCHER->is_active;
3162 return if $Coro::current == $Coro::main;
3163
3164 my $signal = new Coro::Signal;
3165 push @WAIT_FOR_TICK_BEGIN, $signal;
3166 $signal->wait;
3167}
3168
3169 my $min = 1e6;#d#
3170 my $avg = 10;
2527$TICK_WATCHER = Event->timer ( 3171$TICK_WATCHER = Event->timer (
2528 reentrant => 0, 3172 reentrant => 0,
2529 parked => 1, 3173 parked => 1,
2530 prio => 0, 3174 prio => 0,
2531 at => $NEXT_TICK || $TICK, 3175 at => $NEXT_TICK || $TICK,
2535 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3179 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2536 unless ++$bug_warning > 10; 3180 unless ++$bug_warning > 10;
2537 return; 3181 return;
2538 } 3182 }
2539 3183
2540 $NOW = Event::time; 3184 $NOW = $tick_start = Event::time;
2541 3185
2542 cf::server_tick; # one server iteration 3186 cf::server_tick; # one server iteration
3187
3188 0 && sync_job {#d#
3189 for(1..10) {
3190 my $t = Event::time;
3191 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3192 or die;
3193
3194 $map->width (50);
3195 $map->height (50);
3196 $map->alloc;
3197 $map->_load_objects ("/tmp/x.map", 1);
3198 my $t = Event::time - $t;
3199
3200 #next unless $t < 0.0013;#d#
3201 if ($t < $min) {
3202 $min = $t;
3203 }
3204 $avg = $avg * 0.99 + $t * 0.01;
3205 }
3206 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3207 exit 0;
3208 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3209 };
3210
2543 $RUNTIME += $TICK; 3211 $RUNTIME += $TICK;
2544 $NEXT_TICK += $TICK; 3212 $NEXT_TICK += $TICK;
2545 3213
2546 $WAIT_FOR_TICK->broadcast; 3214 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2547 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 3215 $NEXT_RUNTIME_WRITE = $NOW + 10;
2548 3216 Coro::async_pool {
2549 Event::sweep; 3217 write_runtime
2550 Coro::cede_notself; 3218 or warn "ERROR: unable to write runtime file: $!";
3219 };
2551 3220 }
3221
2552# my $AFTER = Event::time; 3222# my $AFTER = Event::time;
2553# warn $AFTER - $NOW;#d# 3223# warn $AFTER - $NOW;#d#
2554 3224
3225 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3226 $sig->send;
3227 }
3228 while (my $sig = shift @WAIT_FOR_TICK) {
3229 $sig->send;
3230 }
3231
3232 $NOW = Event::time;
3233
2555 # if we are delayed by four ticks or more, skip them all 3234 # if we are delayed by four ticks or more, skip them all
2556 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3235 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2557 3236
2558 $TICK_WATCHER->at ($NEXT_TICK); 3237 $TICK_WATCHER->at ($NEXT_TICK);
2559 $TICK_WATCHER->start; 3238 $TICK_WATCHER->start;
3239
3240 $LOAD = ($NOW - $tick_start) / $TICK;
3241 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3242
3243 _post_tick;
3244
3245
2560 }, 3246 },
2561); 3247);
2562 3248
2563{ 3249{
2564 BDB::max_poll_time $TICK * 0.1; 3250 BDB::max_poll_time $TICK * 0.1;
2589 3275
2590 unless ($DB_ENV) { 3276 unless ($DB_ENV) {
2591 $DB_ENV = BDB::db_env_create; 3277 $DB_ENV = BDB::db_env_create;
2592 3278
2593 cf::sync_job { 3279 cf::sync_job {
3280 eval {
2594 BDB::db_env_open 3281 BDB::db_env_open
2595 $DB_ENV, 3282 $DB_ENV,
2596 $BDB_ENV_DIR, 3283 $BDBDIR,
2597 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3284 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2598 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3285 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2599 0666; 3286 0666;
2600 3287
2601 cf::cleanup "$!" if $!; 3288 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2602 3289
2603 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 3290 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3291 $DB_ENV->set_lk_detect;
3292 };
3293
3294 cf::cleanup "db_env_open(db): $@" if $@;
2604 }; 3295 };
2605 } 3296 }
2606} 3297}
2607 3298
2608{ 3299{
2610 3301
2611 undef $Coro::AIO::WATCHER; 3302 undef $Coro::AIO::WATCHER;
2612 IO::AIO::max_poll_time $TICK * 0.1; 3303 IO::AIO::max_poll_time $TICK * 0.1;
2613 $AIO_POLL_WATCHER = Event->io ( 3304 $AIO_POLL_WATCHER = Event->io (
2614 reentrant => 0, 3305 reentrant => 0,
3306 data => WF_AUTOCANCEL,
2615 fd => IO::AIO::poll_fileno, 3307 fd => IO::AIO::poll_fileno,
2616 poll => 'r', 3308 poll => 'r',
2617 prio => 6, 3309 prio => 6,
2618 data => WF_AUTOCANCEL,
2619 cb => \&IO::AIO::poll_cb, 3310 cb => \&IO::AIO::poll_cb,
2620 ); 3311 );
2621} 3312}
2622 3313
2623$WRITE_RUNTIME_WATCHER = Event->timer ( 3314my $_log_backtrace;
2624 reentrant => 0, 3315
2625 data => WF_AUTOCANCEL, 3316sub _log_backtrace {
2626 after => 1, 3317 my ($msg, @addr) = @_;
2627 interval => 10, 3318
2628 prio => 6, # keep it lowest so it acts like a watchdog 3319 $msg =~ s/\n//;
2629 cb => Coro::unblock_sub { 3320
2630 write_runtime 3321 # limit the # of concurrent backtraces
2631 or warn "ERROR: unable to write runtime file: $!"; 3322 if ($_log_backtrace < 2) {
3323 ++$_log_backtrace;
3324 async {
3325 my @bt = fork_call {
3326 @addr = map { sprintf "%x", $_ } @addr;
3327 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3328 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3329 or die "addr2line: $!";
3330
3331 my @funcs;
3332 my @res = <$fh>;
3333 chomp for @res;
3334 while (@res) {
3335 my ($func, $line) = splice @res, 0, 2, ();
3336 push @funcs, "[$func] $line";
3337 }
3338
3339 @funcs
3340 };
3341
3342 LOG llevInfo, "[ABT] $msg\n";
3343 LOG llevInfo, "[ABT] $_\n" for @bt;
3344 --$_log_backtrace;
3345 };
3346 } else {
3347 LOG llevInfo, "[ABT] $msg\n";
3348 LOG llevInfo, "[ABT] [suppressed]\n";
2632 }, 3349 }
2633); 3350}
3351
3352# load additional modules
3353use cf::pod;
2634 3354
2635END { cf::emergency_save } 3355END { cf::emergency_save }
2636 3356
26371 33571
2638 3358

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines