ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.204 by root, Fri Feb 2 19:59:22 2007 UTC vs.
Revision 1.311 by root, Fri Jul 20 16:11:10 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.5 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use JSON::XS 1.4 ();
26use BDB ();
20use Data::Dumper; 27use Data::Dumper;
21use Digest::MD5; 28use Digest::MD5;
22use Fcntl; 29use Fcntl;
30use YAML::Syck ();
23use IO::AIO 2.32 (); 31use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 32use Time::HiRes;
33use Compress::LZF;
34use Digest::MD5 ();
26 35
36# configure various modules to our taste
37#
38$Storable::canonical = 1; # reduce rsync transfers
39Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
40Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
41
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 42$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 43
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 44# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 45$YAML::Syck::ImplicitUnicode = 1;
33 46
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 47$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35 48
49sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
50
36our %COMMAND = (); 51our %COMMAND = ();
37our %COMMAND_TIME = (); 52our %COMMAND_TIME = ();
38 53
39our @EXTS = (); # list of extension package names 54our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 55our %EXTCMD = ();
56our %EXTICMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 57our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 58our %EXT_MAP = (); # pluggable maps
43 59
60our $RELOAD; # number of reloads so far
44our @EVENT; 61our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 62
47our $TICK = MAX_TIME * 1e-6; 63our $CONFDIR = confdir;
64our $DATADIR = datadir;
65our $LIBDIR = "$DATADIR/ext";
66our $PODDIR = "$DATADIR/pod";
67our $MAPDIR = "$DATADIR/" . mapdir;
68our $LOCALDIR = localdir;
69our $TMPDIR = "$LOCALDIR/" . tmpdir;
70our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
71our $PLAYERDIR = "$LOCALDIR/" . playerdir;
72our $RANDOMDIR = "$LOCALDIR/random";
73our $BDBDIR = "$LOCALDIR/db";
74
75our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 76our $TICK_WATCHER;
49our $AIO_POLL_WATCHER; 77our $AIO_POLL_WATCHER;
50our $WRITE_RUNTIME_WATCHER; 78our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51our $NEXT_TICK; 79our $NEXT_TICK;
52our $NOW; 80our $NOW;
53our $USE_FSYNC; # use fsync to write maps - default off 81our $USE_FSYNC = 1; # use fsync to write maps - default off
82
83our $BDB_POLL_WATCHER;
84our $DB_ENV;
54 85
55our %CFG; 86our %CFG;
56 87
57our $UPTIME; $UPTIME ||= time; 88our $UPTIME; $UPTIME ||= time;
58our $RUNTIME; 89our $RUNTIME;
59 90
60our %PLAYER; # all users 91our %PLAYER; # all users
61our %MAP; # all maps 92our %MAP; # all maps
62our $LINK_MAP; # the special {link} map, which is always available 93our $LINK_MAP; # the special {link} map, which is always available
63our $RANDOM_MAPS = cf::localdir . "/random";
64
65our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
66our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
67 94
68# used to convert map paths into valid unix filenames by replacing / by ∕ 95# used to convert map paths into valid unix filenames by replacing / by ∕
69our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 96our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
70 97
98our $LOAD; # a number between 0 (idle) and 1 (too many objects)
99our $LOADAVG; # same thing, but with alpha-smoothing
100our $tick_start; # for load detecting purposes
101
71binmode STDOUT; 102binmode STDOUT;
72binmode STDERR; 103binmode STDERR;
73 104
74# read virtual server time, if available 105# read virtual server time, if available
75unless ($RUNTIME || !-e cf::localdir . "/runtime") { 106unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
76 open my $fh, "<", cf::localdir . "/runtime" 107 open my $fh, "<", "$LOCALDIR/runtime"
77 or die "unable to read runtime file: $!"; 108 or die "unable to read runtime file: $!";
78 $RUNTIME = <$fh> + 0.; 109 $RUNTIME = <$fh> + 0.;
79} 110}
80 111
81mkdir cf::localdir; 112mkdir $_
82mkdir cf::localdir . "/" . cf::playerdir; 113 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
83mkdir cf::localdir . "/" . cf::tmpdir;
84mkdir cf::localdir . "/" . cf::uniquedir;
85mkdir $RANDOM_MAPS;
86 114
87our $EMERGENCY_POSITION; 115our $EMERGENCY_POSITION;
88 116
89sub cf::map::normalise; 117sub cf::map::normalise;
90 118
101=item $cf::RUNTIME 129=item $cf::RUNTIME
102 130
103The time this server has run, starts at 0 and is increased by $cf::TICK on 131The time this server has run, starts at 0 and is increased by $cf::TICK on
104every server tick. 132every server tick.
105 133
106=item $cf::LIBDIR 134=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
135$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
136$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
107 137
108The perl library directory, where extensions and cf-specific modules can 138Various directories - "/etc", read-only install directory, perl-library
109be found. It will be added to C<@INC> automatically. 139directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
140unique-items directory, player file directory, random maps directory and
141database environment.
110 142
111=item $cf::NOW 143=item $cf::NOW
112 144
113The time of the last (current) server tick. 145The time of the last (current) server tick.
114 146
115=item $cf::TICK 147=item $cf::TICK
116 148
117The interval between server ticks, in seconds. 149The interval between server ticks, in seconds.
150
151=item $cf::LOADAVG
152
153The current CPU load on the server (alpha-smoothed), as a value between 0
154(none) and 1 (overloaded), indicating how much time is spent on processing
155objects per tick. Healthy values are < 0.5.
156
157=item $cf::LOAD
158
159The raw value load value from the last tick.
118 160
119=item %cf::CFG 161=item %cf::CFG
120 162
121Configuration for the server, loaded from C</etc/crossfire/config>, or 163Configuration for the server, loaded from C</etc/crossfire/config>, or
122from wherever your confdir points to. 164from wherever your confdir points to.
123 165
124=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 166=item cf::wait_for_tick, cf::wait_for_tick_begin
125 167
126These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 168These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
127or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 169returns directly I<after> the tick processing (and consequently, can only wake one process
128processing has been done. Call C<< ->wait >> on them to maximise the 170per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
129window of cpu time available, or simply to synchronise to the server tick. 171
172=item @cf::INVOKE_RESULTS
173
174This array contains the results of the last C<invoke ()> call. When
175C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
176that call.
130 177
131=back 178=back
132 179
133=cut 180=cut
134 181
135BEGIN { 182BEGIN {
136 *CORE::GLOBAL::warn = sub { 183 *CORE::GLOBAL::warn = sub {
137 my $msg = join "", @_; 184 my $msg = join "", @_;
138 utf8::encode $msg;
139 185
140 $msg .= "\n" 186 $msg .= "\n"
141 unless $msg =~ /\n$/; 187 unless $msg =~ /\n$/;
142 188
189 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
190
191 utf8::encode $msg;
143 LOG llevError, $msg; 192 LOG llevError, $msg;
144 }; 193 };
145} 194}
146 195
147@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 196@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
148@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 197@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
149@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 198@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
150@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 199@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
151@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 200@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
201@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
152@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 202@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
153 203
154# we bless all objects into (empty) derived classes to force a method lookup 204# we bless all objects into (empty) derived classes to force a method lookup
155# within the Safe compartment. 205# within the Safe compartment.
156for my $pkg (qw( 206for my $pkg (qw(
157 cf::global cf::attachable 207 cf::global cf::attachable
165} 215}
166 216
167$Event::DIED = sub { 217$Event::DIED = sub {
168 warn "error in event callback: @_"; 218 warn "error in event callback: @_";
169}; 219};
220
221#############################################################################
170 222
171=head2 UTILITY FUNCTIONS 223=head2 UTILITY FUNCTIONS
172 224
173=over 4 225=over 4
174 226
193 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 245 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
194 $d 246 $d
195 } || "[unable to dump $_[0]: '$@']"; 247 } || "[unable to dump $_[0]: '$@']";
196} 248}
197 249
198use JSON::Syck (); # TODO# replace by JSON::PC once working
199
200=item $ref = cf::from_json $json 250=item $ref = cf::from_json $json
201 251
202Converts a JSON string into the corresponding perl data structure. 252Converts a JSON string into the corresponding perl data structure.
203 253
204=cut
205
206sub from_json($) {
207 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
208 JSON::Syck::Load $_[0]
209}
210
211=item $json = cf::to_json $ref 254=item $json = cf::to_json $ref
212 255
213Converts a perl data structure into its JSON representation. 256Converts a perl data structure into its JSON representation.
214 257
215=cut 258=cut
216 259
217sub to_json($) { 260our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
218 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 261
219 JSON::Syck::Dump $_[0] 262sub to_json ($) { $json_coder->encode ($_[0]) }
220} 263sub from_json ($) { $json_coder->decode ($_[0]) }
221 264
222=item cf::lock_wait $string 265=item cf::lock_wait $string
223 266
224Wait until the given lock is available. See cf::lock_acquire. 267Wait until the given lock is available. See cf::lock_acquire.
225 268
231returned. 274returned.
232 275
233Lock names should begin with a unique identifier (for example, cf::map::find 276Lock names should begin with a unique identifier (for example, cf::map::find
234uses map_find and cf::map::load uses map_load). 277uses map_find and cf::map::load uses map_load).
235 278
279=item $locked = cf::lock_active $string
280
281Return true if the lock is currently active, i.e. somebody has locked it.
282
236=cut 283=cut
237 284
238our %LOCK; 285our %LOCK;
239 286
240sub lock_wait($) { 287sub lock_wait($) {
259 # wake up all waiters, to be on the safe side 306 # wake up all waiters, to be on the safe side
260 $_->ready for @{ delete $LOCK{$key} }; 307 $_->ready for @{ delete $LOCK{$key} };
261 } 308 }
262} 309}
263 310
311sub lock_active($) {
312 my ($key) = @_;
313
314 ! ! $LOCK{$key}
315}
316
264sub freeze_mainloop { 317sub freeze_mainloop {
265 return unless $TICK_WATCHER->is_active; 318 return unless $TICK_WATCHER->is_active;
266 319
267 my $guard = Coro::guard { 320 my $guard = Coro::guard {
268 $TICK_WATCHER->start; 321 $TICK_WATCHER->start;
269 $WRITE_RUNTIME_WATCHER->start;
270 }; 322 };
271 $WRITE_RUNTIME_WATCHER->stop;
272 $TICK_WATCHER->stop; 323 $TICK_WATCHER->stop;
273 $guard 324 $guard
274} 325}
275 326
276=item cf::async { BLOCK } 327=item cf::async { BLOCK }
283 334
284BEGIN { *async = \&Coro::async_pool } 335BEGIN { *async = \&Coro::async_pool }
285 336
286=item cf::sync_job { BLOCK } 337=item cf::sync_job { BLOCK }
287 338
288The design of crossfire+ requires that the main coro ($Coro::main) is 339The design of Crossfire TRT requires that the main coroutine ($Coro::main)
289always able to handle events or runnable, as crossfire+ is only partly 340is always able to handle events or runnable, as Crossfire TRT is only
290reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 341partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
342acceptable.
291 343
292If it must be done, put the blocking parts into C<sync_job>. This will run 344If it must be done, put the blocking parts into C<sync_job>. This will run
293the given BLOCK in another coroutine while waiting for the result. The 345the given BLOCK in another coroutine while waiting for the result. The
294server will be frozen during this time, so the block should either finish 346server will be frozen during this time, so the block should either finish
295fast or be very important. 347fast or be very important.
298 350
299sub sync_job(&) { 351sub sync_job(&) {
300 my ($job) = @_; 352 my ($job) = @_;
301 353
302 if ($Coro::current == $Coro::main) { 354 if ($Coro::current == $Coro::main) {
355 my $time = Event::time;
356
303 # this is the main coro, too bad, we have to block 357 # this is the main coro, too bad, we have to block
304 # till the operation succeeds, freezing the server :/ 358 # till the operation succeeds, freezing the server :/
305 359
306 # TODO: use suspend/resume instead 360 # TODO: use suspend/resume instead
307 # (but this is cancel-safe) 361 # (but this is cancel-safe)
318 372
319 while ($busy) { 373 while ($busy) {
320 Coro::cede or Event::one_event; 374 Coro::cede or Event::one_event;
321 } 375 }
322 376
377 $time = Event::time - $time;
378
379 LOG llevError | logBacktrace, Carp::longmess "long sync job"
380 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
381
382 $tick_start += $time; # do not account sync jobs to server load
383
323 wantarray ? @res : $res[0] 384 wantarray ? @res : $res[0]
324 } else { 385 } else {
325 # we are in another coroutine, how wonderful, everything just works 386 # we are in another coroutine, how wonderful, everything just works
326 387
327 $job->() 388 $job->()
346 $EXT_CORO{$coro+0} = $coro; 407 $EXT_CORO{$coro+0} = $coro;
347 408
348 $coro 409 $coro
349} 410}
350 411
351sub write_runtime { 412=item fork_call { }, $args
352 my $runtime = cf::localdir . "/runtime";
353 413
354 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 414Executes the given code block with the given arguments in a seperate
355 or return; 415process, returning the results. Everything must be serialisable with
416Coro::Storable. May, of course, block. Note that the executed sub may
417never block itself or use any form of Event handling.
356 418
357 my $value = $cf::RUNTIME + 90 + 10; 419=cut
358 # 10 is the runtime save interval, for a monotonic clock
359 # 60 allows for the watchdog to kill the server.
360 420
361 (aio_write $fh, 0, (length $value), $value, 0) <= 0 421sub _store_scalar {
362 and return; 422 open my $fh, ">", \my $buf
363 423 or die "fork_call: cannot open fh-to-buf in child : $!";
364 # always fsync - this file is important 424 Storable::store_fd $_[0], $fh;
365 aio_fsync $fh
366 and return;
367
368 close $fh 425 close $fh;
369 or return;
370 426
371 aio_rename "$runtime~", $runtime 427 $buf
372 and return; 428}
373 429
430sub fork_call(&@) {
431 my ($cb, @args) = @_;
432
433# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
434# or die "socketpair: $!";
435 pipe my $fh1, my $fh2
436 or die "pipe: $!";
437
438 if (my $pid = fork) {
439 close $fh2;
440
441 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
442 warn "pst<$res>" unless $res =~ /^pst/;
443 $res = Coro::Storable::thaw $res;
444
445 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
446
447 Carp::confess $$res unless "ARRAY" eq ref $res;
448
449 return wantarray ? @$res : $res->[-1];
450 } else {
451 reset_signals;
452 local $SIG{__WARN__};
453 local $SIG{__DIE__};
454 # just in case, this hack effectively disables event
455 # in the child. cleaner and slower would be canceling all watchers,
456 # but this works for the time being.
457 local $Coro::idle;
458 $Coro::current->prio (Coro::PRIO_MAX);
459
460 eval {
461 close $fh1;
462
463 my @res = eval { $cb->(@args) };
464
465 syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;
466 close $fh2;
467 };
468
469 warn $@ if $@;
470 _exit 0;
374 1 471 }
472}
473
474=item $value = cf::db_get $family => $key
475
476Returns a single value from the environment database.
477
478=item cf::db_put $family => $key => $value
479
480Stores the given C<$value> in the family. It can currently store binary
481data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
482
483=cut
484
485our $DB;
486
487sub db_init {
488 unless ($DB) {
489 $DB = BDB::db_create $DB_ENV;
490
491 cf::sync_job {
492 eval {
493 $DB->set_flags (BDB::CHKSUM);
494
495 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
496 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
497 cf::cleanup "db_open(db): $!" if $!;
498 };
499 cf::cleanup "db_open(db): $@" if $@;
500 };
501 }
502}
503
504sub db_get($$) {
505 my $key = "$_[0]/$_[1]";
506
507 cf::sync_job {
508 BDB::db_get $DB, undef, $key, my $data;
509
510 $! ? ()
511 : $data
512 }
513}
514
515sub db_put($$$) {
516 BDB::dbreq_pri 4;
517 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
518}
519
520=item cf::cache $id => [$paths...], $processversion => $process
521
522Generic caching function that returns the value of the resource $id,
523caching and regenerating as required.
524
525This function can block.
526
527=cut
528
529sub cache {
530 my ($id, $src, $processversion, $process) = @_;
531
532 my $meta =
533 join "\x00",
534 $processversion,
535 map {
536 aio_stat $_
537 and Carp::croak "$_: $!";
538
539 ($_, (stat _)[7,9])
540 } @$src;
541
542 my $dbmeta = db_get cache => "$id/meta";
543 if ($dbmeta ne $meta) {
544 # changed, we may need to process
545
546 my @data;
547 my $md5;
548
549 for (0 .. $#$src) {
550 0 <= aio_load $src->[$_], $data[$_]
551 or Carp::croak "$src->[$_]: $!";
552 }
553
554 # if processing is expensive, check
555 # checksum first
556 if (1) {
557 $md5 =
558 join "\x00",
559 $processversion,
560 map {
561 Coro::cede;
562 ($src->[$_], Digest::MD5::md5_hex $data[$_])
563 } 0.. $#$src;
564
565
566 my $dbmd5 = db_get cache => "$id/md5";
567 if ($dbmd5 eq $md5) {
568 db_put cache => "$id/meta", $meta;
569
570 return db_get cache => "$id/data";
571 }
572 }
573
574 my $t1 = Time::HiRes::time;
575 my $data = $process->(\@data);
576 my $t2 = Time::HiRes::time;
577
578 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
579
580 db_put cache => "$id/data", $data;
581 db_put cache => "$id/md5" , $md5;
582 db_put cache => "$id/meta", $meta;
583
584 return $data;
585 }
586
587 db_get cache => "$id/data"
588}
589
590=item cf::datalog type => key => value, ...
591
592Log a datalog packet of the given type with the given key-value pairs.
593
594=cut
595
596sub datalog($@) {
597 my ($type, %kv) = @_;
598 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
375} 599}
376 600
377=back 601=back
378 602
379=cut 603=cut
386attach callbacks/event handlers (a collection of which is called an "attachment") 610attach callbacks/event handlers (a collection of which is called an "attachment")
387to it. All such attachable objects support the following methods. 611to it. All such attachable objects support the following methods.
388 612
389In the following description, CLASS can be any of C<global>, C<object> 613In the following description, CLASS can be any of C<global>, C<object>
390C<player>, C<client> or C<map> (i.e. the attachable objects in 614C<player>, C<client> or C<map> (i.e. the attachable objects in
391crossfire+). 615Crossfire TRT).
392 616
393=over 4 617=over 4
394 618
395=item $attachable->attach ($attachment, key => $value...) 619=item $attachable->attach ($attachment, key => $value...)
396 620
559 $registry = $CB_TYPE[$object_type] ||= []; 783 $registry = $CB_TYPE[$object_type] ||= [];
560 784
561 } elsif ($type eq "subtype") { 785 } elsif ($type eq "subtype") {
562 defined $object_type or Carp::croak "subtype specified without type"; 786 defined $object_type or Carp::croak "subtype specified without type";
563 my $object_subtype = shift @arg; 787 my $object_subtype = shift @arg;
564 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 788 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
565 789
566 } elsif ($type eq "package") { 790 } elsif ($type eq "package") {
567 my $pkg = shift @arg; 791 my $pkg = shift @arg;
568 792
569 while (my ($name, $id) = each %cb_id) { 793 while (my ($name, $id) = each %cb_id) {
598 _attach $registry, $klass, @attach; 822 _attach $registry, $klass, @attach;
599 } 823 }
600 824
601 $obj->{$name} = \%arg; 825 $obj->{$name} = \%arg;
602 } else { 826 } else {
603 warn "object uses attachment '$name' that is not available, postponing.\n"; 827 warn "object uses attachment '$name' which is not available, postponing.\n";
604 } 828 }
605 829
606 $obj->{_attachment}{$name} = undef; 830 $obj->{_attachment}{$name} = undef;
607} 831}
608 832
610 if (ref $_[0]) { 834 if (ref $_[0]) {
611 _object_attach @_; 835 _object_attach @_;
612 } else { 836 } else {
613 _attach shift->_attach_registry, @_; 837 _attach shift->_attach_registry, @_;
614 } 838 }
839 _recalc_want;
615}; 840};
616 841
617# all those should be optimised 842# all those should be optimised
618sub cf::attachable::detach { 843sub cf::attachable::detach {
619 my ($obj, $name) = @_; 844 my ($obj, $name) = @_;
622 delete $obj->{_attachment}{$name}; 847 delete $obj->{_attachment}{$name};
623 reattach ($obj); 848 reattach ($obj);
624 } else { 849 } else {
625 Carp::croak "cannot, currently, detach class attachments"; 850 Carp::croak "cannot, currently, detach class attachments";
626 } 851 }
852 _recalc_want;
627}; 853};
628 854
629sub cf::attachable::attached { 855sub cf::attachable::attached {
630 my ($obj, $name) = @_; 856 my ($obj, $name) = @_;
631 857
646 "; 872 ";
647 die if $@; 873 die if $@;
648} 874}
649 875
650our $override; 876our $override;
651our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 877our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
652 878
653sub override { 879sub override {
654 $override = 1; 880 $override = 1;
655 @invoke_results = (); 881 @INVOKE_RESULTS = (@_);
656} 882}
657 883
658sub do_invoke { 884sub do_invoke {
659 my $event = shift; 885 my $event = shift;
660 my $callbacks = shift; 886 my $callbacks = shift;
661 887
662 @invoke_results = (); 888 @INVOKE_RESULTS = ();
663 889
664 local $override; 890 local $override;
665 891
666 for (@$callbacks) { 892 for (@$callbacks) {
667 eval { &{$_->[1]} }; 893 eval { &{$_->[1]} };
684 910
685Generate an object-specific event with the given arguments. 911Generate an object-specific event with the given arguments.
686 912
687This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 913This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
688removed in future versions), and there is no public API to access override 914removed in future versions), and there is no public API to access override
689results (if you must, access C<@cf::invoke_results> directly). 915results (if you must, access C<@cf::INVOKE_RESULTS> directly).
690 916
691=back 917=back
692 918
693=cut 919=cut
694 920
778 } 1004 }
779 } else { 1005 } else {
780 aio_unlink $filename; 1006 aio_unlink $filename;
781 aio_unlink "$filename.pst"; 1007 aio_unlink "$filename.pst";
782 } 1008 }
783
784 #d##TODO# nuke non .map-files if exist
785 if ($filename =~ s/\.map$//) {
786 aio_unlink $filename;
787 aio_unlink "$filename.pst";
788 }
789 } 1009 }
790} 1010}
791 1011
792sub object_freezer_as_string { 1012sub object_freezer_as_string {
793 my ($rdata, $objs) = @_; 1013 my ($rdata, $objs) = @_;
799 1019
800sub object_thawer_load { 1020sub object_thawer_load {
801 my ($filename) = @_; 1021 my ($filename) = @_;
802 1022
803 my ($data, $av); 1023 my ($data, $av);
804
805 #d#TODO remove .map if file does not exist
806 aio_stat $filename and $filename =~ s/\.map$//;
807 1024
808 (aio_load $filename, $data) >= 0 1025 (aio_load $filename, $data) >= 0
809 or return; 1026 or return;
810 1027
811 unless (aio_stat "$filename.pst") { 1028 unless (aio_stat "$filename.pst") {
813 or return; 1030 or return;
814 $av = eval { (Storable::thaw $av)->{objs} }; 1031 $av = eval { (Storable::thaw $av)->{objs} };
815 } 1032 }
816 1033
817 warn sprintf "loading %s (%d)\n", 1034 warn sprintf "loading %s (%d)\n",
818 $filename, length $data, scalar @{$av || []};#d# 1035 $filename, length $data, scalar @{$av || []};
819 return ($data, $av); 1036 return ($data, $av);
820} 1037}
1038
1039=head2 COMMAND CALLBACKS
1040
1041=over 4
1042
1043=cut
821 1044
822############################################################################# 1045#############################################################################
823# command handling &c 1046# command handling &c
824 1047
825=item cf::register_command $name => \&callback($ob,$args); 1048=item cf::register_command $name => \&callback($ob,$args);
838 push @{ $COMMAND{$name} }, [$caller, $cb]; 1061 push @{ $COMMAND{$name} }, [$caller, $cb];
839} 1062}
840 1063
841=item cf::register_extcmd $name => \&callback($pl,$packet); 1064=item cf::register_extcmd $name => \&callback($pl,$packet);
842 1065
843Register a callbackf ro execution when the client sends an extcmd packet. 1066Register a callback for execution when the client sends an (synchronous)
1067extcmd packet. Ext commands will be processed in the order they are
1068received by the server, like other user commands. The first argument is
1069the logged-in player. Ext commands can only be processed after a player
1070has logged in successfully.
844 1071
845If the callback returns something, it is sent back as if reply was being 1072If the callback returns something, it is sent back as if reply was being
846called. 1073called.
847 1074
1075=item cf::register_exticmd $name => \&callback($ns,$packet);
1076
1077Register a callback for execution when the client sends an (asynchronous)
1078exticmd packet. Exti commands are processed by the server as soon as they
1079are received, i.e. out of order w.r.t. other commands. The first argument
1080is a client socket. Exti commands can be received anytime, even before
1081log-in.
1082
1083If the callback returns something, it is sent back as if reply was being
1084called.
1085
848=cut 1086=cut
849 1087
850sub register_extcmd { 1088sub register_extcmd {
851 my ($name, $cb) = @_; 1089 my ($name, $cb) = @_;
852 1090
853 $EXTCMD{$name} = $cb; 1091 $EXTCMD{$name} = $cb;
1092}
1093
1094sub register_exticmd {
1095 my ($name, $cb) = @_;
1096
1097 $EXTICMD{$name} = $cb;
854} 1098}
855 1099
856cf::player->attach ( 1100cf::player->attach (
857 on_command => sub { 1101 on_command => sub {
858 my ($pl, $name, $params) = @_; 1102 my ($pl, $name, $params) = @_;
867 cf::override; 1111 cf::override;
868 }, 1112 },
869 on_extcmd => sub { 1113 on_extcmd => sub {
870 my ($pl, $buf) = @_; 1114 my ($pl, $buf) = @_;
871 1115
872 my $msg = eval { from_json $buf }; 1116 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
873 1117
874 if (ref $msg) { 1118 if (ref $msg) {
875 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1119 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
876 if (my %reply = $cb->($pl, $msg)) { 1120 if (my %reply = $cb->($pl, $msg)) {
877 $pl->ext_reply ($msg->{msgid}, %reply); 1121 $pl->ext_reply ($msg->{msgid}, %reply);
883 1127
884 cf::override; 1128 cf::override;
885 }, 1129 },
886); 1130);
887 1131
888sub load_extension {
889 my ($path) = @_;
890
891 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
892 my $base = $1;
893 my $pkg = $1;
894 $pkg =~ s/[^[:word:]]/_/g;
895 $pkg = "ext::$pkg";
896
897 warn "... loading '$path' into '$pkg'\n";
898
899 open my $fh, "<:utf8", $path
900 or die "$path: $!";
901
902 my $source =
903 "package $pkg; use strict; use utf8;\n"
904 . "#line 1 \"$path\"\n{\n"
905 . (do { local $/; <$fh> })
906 . "\n};\n1";
907
908 unless (eval $source) {
909 my $msg = $@ ? "$path: $@\n"
910 : "extension disabled.\n";
911 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
912 warn $@;
913 warn "mandatory extension failed to load, exiting.\n";
914 exit 1;
915 }
916 die $@;
917 }
918
919 push @EXTS, $pkg;
920}
921
922sub load_extensions { 1132sub load_extensions {
1133 cf::sync_job {
1134 my %todo;
1135
923 for my $ext (<$LIBDIR/*.ext>) { 1136 for my $path (<$LIBDIR/*.ext>) {
924 next unless -r $ext; 1137 next unless -r $path;
925 eval { 1138
926 load_extension $ext; 1139 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1140 my $base = $1;
1141 my $pkg = $1;
1142 $pkg =~ s/[^[:word:]]/_/g;
1143 $pkg = "ext::$pkg";
1144
1145 open my $fh, "<:utf8", $path
1146 or die "$path: $!";
1147
1148 my $source = do { local $/; <$fh> };
1149
1150 my %ext = (
1151 path => $path,
1152 base => $base,
1153 pkg => $pkg,
1154 );
1155
1156 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1157 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1158
1159 $ext{source} =
1160 "package $pkg; use strict; use utf8;\n"
1161 . "#line 1 \"$path\"\n{\n"
1162 . $source
1163 . "\n};\n1";
1164
1165 $todo{$base} = \%ext;
1166 }
1167
1168 my %done;
1169 while (%todo) {
1170 my $progress;
1171
1172 while (my ($k, $v) = each %todo) {
1173 for (split /,\s*/, $v->{meta}{depends}) {
1174 goto skip
1175 unless exists $done{$_};
1176 }
1177
1178 warn "... loading '$k' into '$v->{pkg}'\n";
1179
1180 unless (eval $v->{source}) {
1181 my $msg = $@ ? "$v->{path}: $@\n"
1182 : "$v->{base}: extension inactive.\n";
1183
1184 if (exists $v->{meta}{mandatory}) {
1185 warn $msg;
1186 warn "mandatory extension failed to load, exiting.\n";
1187 exit 1;
1188 }
1189
1190 warn $msg;
1191 }
1192
1193 $done{$k} = delete $todo{$k};
1194 push @EXTS, $v->{pkg};
1195 $progress = 1;
927 1 1196 }
928 } or warn "$ext not loaded: $@"; 1197
1198 skip:
1199 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1200 unless $progress;
1201 }
929 } 1202 };
930} 1203}
931 1204
932############################################################################# 1205#############################################################################
933 1206
1207=back
1208
934=head2 CORE EXTENSIONS 1209=head2 CORE EXTENSIONS
935 1210
936Functions and methods that extend core crossfire objects. 1211Functions and methods that extend core crossfire objects.
937 1212
938=cut 1213=cut
950Returns the given player object, loading it if necessary (might block). 1225Returns the given player object, loading it if necessary (might block).
951 1226
952=cut 1227=cut
953 1228
954sub playerdir($) { 1229sub playerdir($) {
955 cf::localdir 1230 "$PLAYERDIR/"
956 . "/"
957 . cf::playerdir
958 . "/"
959 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1231 . (ref $_[0] ? $_[0]->ob->name : $_[0])
960} 1232}
961 1233
962sub path($) { 1234sub path($) {
963 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1235 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
964 1236
965 (playerdir $login) . "/$login.pl" 1237 (playerdir $login) . "/playerdata"
966} 1238}
967 1239
968sub find_active($) { 1240sub find_active($) {
969 $cf::PLAYER{$_[0]} 1241 $cf::PLAYER{$_[0]}
970 and $cf::PLAYER{$_[0]}->active 1242 and $cf::PLAYER{$_[0]}->active
983 my $login = $_[0]; 1255 my $login = $_[0];
984 1256
985 my $guard = cf::lock_acquire "user_find:$login"; 1257 my $guard = cf::lock_acquire "user_find:$login";
986 1258
987 $cf::PLAYER{$_[0]} || do { 1259 $cf::PLAYER{$_[0]} || do {
1260 # rename old playerfiles to new ones
1261 #TODO: remove when no longer required
1262 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1263 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1264 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1265 aio_unlink +(playerdir $login) . "/$login.pl";
1266
988 my $pl = load_pl path $login 1267 my $pl = load_pl path $login
989 or return; 1268 or return;
990 $cf::PLAYER{$login} = $pl 1269 $cf::PLAYER{$login} = $pl
991 } 1270 }
992 } 1271 }
1029 1308
1030=cut 1309=cut
1031 1310
1032sub quit_character { 1311sub quit_character {
1033 my ($pl) = @_; 1312 my ($pl) = @_;
1313
1314 my $name = $pl->ob->name;
1034 1315
1035 $pl->{deny_save} = 1; 1316 $pl->{deny_save} = 1;
1036 $pl->password ("*"); # this should lock out the player until we nuked the dir 1317 $pl->password ("*"); # this should lock out the player until we nuked the dir
1037 1318
1038 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1319 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1043 my $path = playerdir $pl; 1324 my $path = playerdir $pl;
1044 my $temp = "$path~$cf::RUNTIME~deleting~"; 1325 my $temp = "$path~$cf::RUNTIME~deleting~";
1045 aio_rename $path, $temp; 1326 aio_rename $path, $temp;
1046 delete $cf::PLAYER{$pl->ob->name}; 1327 delete $cf::PLAYER{$pl->ob->name};
1047 $pl->destroy; 1328 $pl->destroy;
1329
1330 my $prefix = qr<^~\Q$name\E/>;
1331
1332 # nuke player maps
1333 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1334
1048 IO::AIO::aio_rmtree $temp; 1335 IO::AIO::aio_rmtree $temp;
1336}
1337
1338=item $pl->kick
1339
1340Kicks a player out of the game. This destroys the connection.
1341
1342=cut
1343
1344sub kick {
1345 my ($pl, $kicker) = @_;
1346
1347 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1348 $pl->killer ("kicked");
1349 $pl->ns->destroy;
1049} 1350}
1050 1351
1051=item cf::player::list_logins 1352=item cf::player::list_logins
1052 1353
1053Returns am arrayref of all valid playernames in the system, can take a 1354Returns am arrayref of all valid playernames in the system, can take a
1054while and may block, so not sync_job-capable, ever. 1355while and may block, so not sync_job-capable, ever.
1055 1356
1056=cut 1357=cut
1057 1358
1058sub list_logins { 1359sub list_logins {
1059 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1360 my $dirs = aio_readdir $PLAYERDIR
1060 or return []; 1361 or return [];
1061 1362
1062 my @logins; 1363 my @logins;
1063 1364
1064 for my $login (@$dirs) { 1365 for my $login (@$dirs) {
1099 } 1400 }
1100 1401
1101 \@paths 1402 \@paths
1102} 1403}
1103 1404
1405=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1406
1407Expand crossfire pod fragments into protocol xml.
1408
1409=cut
1410
1411sub expand_cfpod {
1412 ((my $self), (local $_)) = @_;
1413
1414 # escape & and <
1415 s/&/&amp;/g;
1416 s/(?<![BIUGH])</&lt;/g;
1417
1418 # this is buggy, it needs to properly take care of nested <'s
1419
1420 1 while
1421 # replace B<>, I<>, U<> etc.
1422 s/B<([^\>]*)>/<b>$1<\/b>/
1423 || s/I<([^\>]*)>/<i>$1<\/i>/
1424 || s/U<([^\>]*)>/<u>$1<\/u>/
1425 # replace G<male|female> tags
1426 || s{G<([^>|]*)\|([^>]*)>}{
1427 $self->gender ? $2 : $1
1428 }ge
1429 # replace H<hint text>
1430 || s{H<([^\>]*)>}
1431 {
1432 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1433 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1434 "")
1435 [$self->{hintmode}]
1436 }ge;
1437
1438 # create single paragraphs (very hackish)
1439 s/(?<=\S)\n(?=\w)/ /g;
1440
1441 # compress some whitespace
1442 s/\s+\n/\n/g; # ws line-ends
1443 s/\n\n+/\n/g; # double lines
1444 s/^\n+//; # beginning lines
1445 s/\n+$//; # ending lines
1446
1447 $_
1448}
1449
1450sub hintmode {
1451 $_[0]{hintmode} = $_[1] if @_ > 1;
1452 $_[0]{hintmode}
1453}
1454
1104=item $player->ext_reply ($msgid, $msgtype, %msg) 1455=item $player->ext_reply ($msgid, %msg)
1105 1456
1106Sends an ext reply to the player. 1457Sends an ext reply to the player.
1107 1458
1108=cut 1459=cut
1109 1460
1110sub ext_reply($$$%) { 1461sub ext_reply($$%) {
1111 my ($self, $id, %msg) = @_; 1462 my ($self, $id, %msg) = @_;
1112 1463
1113 $msg{msgid} = $id; 1464 $msg{msgid} = $id;
1114 1465 $self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1115 $self->send ("ext " . cf::to_json \%msg);
1116} 1466}
1117 1467
1118package cf; 1468=item $player->ext_event ($type, %msg)
1469
1470Sends an ext event to the client.
1471
1472=cut
1473
1474sub ext_event($$%) {
1475 my ($self, $type, %msg) = @_;
1476
1477 $self->ns->ext_event ($type, %msg);
1478}
1479
1480=head3 cf::region
1481
1482=over 4
1483
1484=cut
1485
1486package cf::region;
1487
1488=item cf::region::find_by_path $path
1489
1490Tries to decuce the likely region for a map knowing only its path.
1491
1492=cut
1493
1494sub find_by_path($) {
1495 my ($path) = @_;
1496
1497 my ($match, $specificity);
1498
1499 for my $region (list) {
1500 if ($region->{match} && $path =~ $region->{match}) {
1501 ($match, $specificity) = ($region, $region->specificity)
1502 if $region->specificity > $specificity;
1503 }
1504 }
1505
1506 $match
1507}
1119 1508
1120=back 1509=back
1121
1122 1510
1123=head3 cf::map 1511=head3 cf::map
1124 1512
1125=over 4 1513=over 4
1126 1514
1181 my ($self, $merge) = @_; 1569 my ($self, $merge) = @_;
1182 1570
1183 # we have to keep some variables in memory intact 1571 # we have to keep some variables in memory intact
1184 local $self->{path}; 1572 local $self->{path};
1185 local $self->{load_path}; 1573 local $self->{load_path};
1186 local $self->{deny_save};
1187 local $self->{deny_reset};
1188 1574
1189 $self->SUPER::thawer_merge ($merge); 1575 $self->SUPER::thawer_merge ($merge);
1190} 1576}
1191 1577
1192sub normalise { 1578sub normalise {
1239 $self->init; # pass $1 etc. 1625 $self->init; # pass $1 etc.
1240 return $self; 1626 return $self;
1241 } 1627 }
1242 } 1628 }
1243 1629
1244 Carp::carp "unable to resolve path '$path' (base '$base')."; 1630 Carp::cluck "unable to resolve path '$path' (base '$base').";
1245 () 1631 ()
1246} 1632}
1247 1633
1248sub init { 1634sub init {
1249 my ($self) = @_; 1635 my ($self) = @_;
1264 1650
1265# the original (read-only) location 1651# the original (read-only) location
1266sub load_path { 1652sub load_path {
1267 my ($self) = @_; 1653 my ($self) = @_;
1268 1654
1269 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1655 "$MAPDIR/$self->{path}.map"
1270} 1656}
1271 1657
1272# the temporary/swap location 1658# the temporary/swap location
1273sub save_path { 1659sub save_path {
1274 my ($self) = @_; 1660 my ($self) = @_;
1275 1661
1276 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1662 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1277 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1663 "$TMPDIR/$path.map"
1278} 1664}
1279 1665
1280# the unique path, undef == no special unique path 1666# the unique path, undef == no special unique path
1281sub uniq_path { 1667sub uniq_path {
1282 my ($self) = @_; 1668 my ($self) = @_;
1283 1669
1284 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1670 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1285 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1671 "$UNIQUEDIR/$path"
1286} 1672}
1287 1673
1288# and all this just because we cannot iterate over 1674# and all this just because we cannot iterate over
1289# all maps in C++... 1675# all maps in C++...
1290sub change_all_map_light { 1676sub change_all_map_light {
1292 1678
1293 $_->change_map_light ($change) 1679 $_->change_map_light ($change)
1294 for grep $_->outdoor, values %cf::MAP; 1680 for grep $_->outdoor, values %cf::MAP;
1295} 1681}
1296 1682
1683sub decay_objects {
1684 my ($self) = @_;
1685
1686 return if $self->{deny_reset};
1687
1688 $self->do_decay_objects;
1689}
1690
1297sub unlink_save { 1691sub unlink_save {
1298 my ($self) = @_; 1692 my ($self) = @_;
1299 1693
1300 utf8::encode (my $save = $self->save_path); 1694 utf8::encode (my $save = $self->save_path);
1301 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 1695 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1302 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst"; 1696 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1303
1304 #d#TODO remove .map and also nuke
1305 $save =~ s/\.map// or return;#d#
1306 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1307 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1308} 1697}
1309 1698
1310sub load_header_from($) { 1699sub load_header_from($) {
1311 my ($self, $path) = @_; 1700 my ($self, $path) = @_;
1312 1701
1362 $self->load_header_orig 1751 $self->load_header_orig
1363 or return; 1752 or return;
1364 $self->prepare_orig; 1753 $self->prepare_orig;
1365 } 1754 }
1366 1755
1756 $self->{deny_reset} = 1
1757 if $self->no_reset;
1758
1759 $self->default_region (cf::region::find_by_path $self->{path})
1760 unless $self->default_region;
1761
1367 1 1762 1
1368} 1763}
1369 1764
1370sub find; 1765sub find;
1371sub find { 1766sub find {
1383 $map->{last_save} = $cf::RUNTIME; 1778 $map->{last_save} = $cf::RUNTIME;
1384 1779
1385 $map->load_header 1780 $map->load_header
1386 or return; 1781 or return;
1387 1782
1388 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1783 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1389 # doing this can freeze the server in a sync job, obviously 1784 # doing this can freeze the server in a sync job, obviously
1390 #$cf::WAIT_FOR_TICK->wait; 1785 #$cf::WAIT_FOR_TICK->wait;
1391 $map->reset; 1786 $map->reset;
1392 undef $guard; 1787 undef $guard;
1393 return find $path; 1788 return find $path;
1404 my ($self) = @_; 1799 my ($self) = @_;
1405 1800
1406 local $self->{deny_reset} = 1; # loading can take a long time 1801 local $self->{deny_reset} = 1; # loading can take a long time
1407 1802
1408 my $path = $self->{path}; 1803 my $path = $self->{path};
1804
1805 {
1409 my $guard = cf::lock_acquire "map_load:$path"; 1806 my $guard = cf::lock_acquire "map_load:$path";
1410 1807
1411 return if $self->in_memory != cf::MAP_SWAPPED; 1808 return if $self->in_memory != cf::MAP_SWAPPED;
1412 1809
1413 $self->in_memory (cf::MAP_LOADING); 1810 $self->in_memory (cf::MAP_LOADING);
1414 1811
1415 $self->alloc; 1812 $self->alloc;
1416 1813
1417 $self->pre_load; 1814 $self->pre_load;
1418
1419 $self->_load_objects ($self->{load_path}, 1)
1420 or return;
1421
1422 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1423 if delete $self->{load_original};
1424
1425 if (my $uniq = $self->uniq_path) {
1426 utf8::encode $uniq;
1427 if (aio_open $uniq, O_RDONLY, 0) {
1428 $self->clear_unique_items;
1429 $self->_load_objects ($uniq, 0);
1430 }
1431 }
1432
1433 Coro::cede;
1434
1435 # now do the right thing for maps
1436 $self->link_multipart_objects;
1437
1438 unless ($self->{deny_activate}) {
1439 $self->decay_objects;
1440 $self->fix_auto_apply;
1441 $self->update_buttons;
1442 Coro::cede; 1815 Coro::cede;
1443 $self->set_darkness_map; 1816
1817 $self->_load_objects ($self->{load_path}, 1)
1818 or return;
1819
1820 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1821 if delete $self->{load_original};
1822
1823 if (my $uniq = $self->uniq_path) {
1824 utf8::encode $uniq;
1825 if (aio_open $uniq, O_RDONLY, 0) {
1826 $self->clear_unique_items;
1827 $self->_load_objects ($uniq, 0);
1828 }
1829 }
1830
1831 Coro::cede;
1832 # now do the right thing for maps
1833 $self->link_multipart_objects;
1444 $self->difficulty ($self->estimate_difficulty) 1834 $self->difficulty ($self->estimate_difficulty)
1445 unless $self->difficulty; 1835 unless $self->difficulty;
1446 Coro::cede; 1836 Coro::cede;
1837
1838 unless ($self->{deny_activate}) {
1839 $self->decay_objects;
1840 $self->fix_auto_apply;
1841 $self->update_buttons;
1842 Coro::cede;
1843 $self->set_darkness_map;
1844 Coro::cede;
1447 $self->activate; 1845 $self->activate;
1846 }
1847
1848 $self->in_memory (cf::MAP_IN_MEMORY);
1448 } 1849 }
1449 1850
1450 $self->post_load; 1851 $self->post_load;
1451
1452 $self->in_memory (cf::MAP_IN_MEMORY);
1453} 1852}
1454 1853
1455sub customise_for { 1854sub customise_for {
1456 my ($self, $ob) = @_; 1855 my ($self, $ob) = @_;
1457 1856
1458 return find "~" . $ob->name . "/" . $self->{path} 1857 return find "~" . $ob->name . "/" . $self->{path}
1459 if $self->per_player; 1858 if $self->per_player;
1859
1860# return find "?party/" . $ob->name . "/" . $self->{path}
1861# if $self->per_party;
1460 1862
1461 $self 1863 $self
1462} 1864}
1463 1865
1464# find and load all maps in the 3x3 area around a map 1866# find and load all maps in the 3x3 area around a map
1511 1913
1512 undef $MAP_PREFETCH{$path}; 1914 undef $MAP_PREFETCH{$path};
1513 $MAP_PREFETCHER ||= cf::async { 1915 $MAP_PREFETCHER ||= cf::async {
1514 while (%MAP_PREFETCH) { 1916 while (%MAP_PREFETCH) {
1515 for my $path (keys %MAP_PREFETCH) { 1917 for my $path (keys %MAP_PREFETCH) {
1516 my $map = find $path 1918 if (my $map = find $path) {
1517 or next;
1518 $map->load; 1919 $map->load;
1920 }
1519 1921
1520 delete $MAP_PREFETCH{$path}; 1922 delete $MAP_PREFETCH{$path};
1521 } 1923 }
1522 } 1924 }
1523 undef $MAP_PREFETCHER; 1925 undef $MAP_PREFETCHER;
1575 1977
1576sub reset_at { 1978sub reset_at {
1577 my ($self) = @_; 1979 my ($self) = @_;
1578 1980
1579 # TODO: safety, remove and allow resettable per-player maps 1981 # TODO: safety, remove and allow resettable per-player maps
1580 return 1e99 if $self->isa ("ext::map_per_player");#d#
1581 return 1e99 if $self->{deny_reset}; 1982 return 1e99 if $self->{deny_reset};
1582 1983
1583 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1984 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1584 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1985 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1585 1986
1596 my ($self) = @_; 1997 my ($self) = @_;
1597 1998
1598 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1999 my $lock = cf::lock_acquire "map_data:$self->{path}";
1599 2000
1600 return if $self->players; 2001 return if $self->players;
1601 return if $self->isa ("ext::map_per_player");#d#
1602 2002
1603 warn "resetting map ", $self->path;#d# 2003 warn "resetting map ", $self->path;
2004
2005 $self->in_memory (cf::MAP_SWAPPED);
2006
2007 # need to save uniques path
2008 unless ($self->{deny_save}) {
2009 my $uniq = $self->uniq_path; utf8::encode $uniq;
2010
2011 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2012 if $uniq;
2013 }
1604 2014
1605 delete $cf::MAP{$self->path}; 2015 delete $cf::MAP{$self->path};
1606 2016
1607 $self->in_memory (cf::MAP_SWAPPED);
1608 $self->clear; 2017 $self->clear;
1609 2018
1610 $_->clear_links_to ($self) for values %cf::MAP; 2019 $_->clear_links_to ($self) for values %cf::MAP;
1611 2020
1612 $self->unlink_save; 2021 $self->unlink_save;
1631 $cf::MAP{$self->path} = $self; 2040 $cf::MAP{$self->path} = $self;
1632 2041
1633 $self->reset; # polite request, might not happen 2042 $self->reset; # polite request, might not happen
1634} 2043}
1635 2044
2045=item $maps = cf::map::tmp_maps
2046
2047Returns an arrayref with all map paths of currently instantiated and saved
2048maps. May block.
2049
2050=cut
2051
2052sub tmp_maps() {
2053 [
2054 map {
2055 utf8::decode $_;
2056 /\.map$/
2057 ? normalise $_
2058 : ()
2059 } @{ aio_readdir $TMPDIR or [] }
2060 ]
2061}
2062
2063=item $maps = cf::map::random_maps
2064
2065Returns an arrayref with all map paths of currently instantiated and saved
2066random maps. May block.
2067
2068=cut
2069
2070sub random_maps() {
2071 [
2072 map {
2073 utf8::decode $_;
2074 /\.map$/
2075 ? normalise "?random/$_"
2076 : ()
2077 } @{ aio_readdir $RANDOMDIR or [] }
2078 ]
2079}
2080
1636=item cf::map::unique_maps 2081=item cf::map::unique_maps
1637 2082
1638Returns an arrayref of paths of all shared maps that have 2083Returns an arrayref of paths of all shared maps that have
1639instantiated unique items. May block. 2084instantiated unique items. May block.
1640 2085
1641=cut 2086=cut
1642 2087
1643sub unique_maps() { 2088sub unique_maps() {
1644 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2089 [
1645 or return; 2090 map {
1646
1647 my @paths;
1648
1649 for (@$files) {
1650 utf8::decode $_; 2091 utf8::decode $_;
1651 next if /\.pst$/; 2092 /\.map$/
1652 next unless /^$PATH_SEP/o; 2093 ? normalise $_
1653 2094 : ()
1654 push @paths, cf::map::normalise $_; 2095 } @{ aio_readdir $UNIQUEDIR or [] }
1655 } 2096 ]
1656
1657 \@paths
1658} 2097}
1659 2098
1660package cf; 2099package cf;
1661 2100
1662=back 2101=back
1708 2147
1709 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2148 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1710 2149
1711 if ($self->{record_replies}) { 2150 if ($self->{record_replies}) {
1712 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2151 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2152
1713 } else { 2153 } else {
2154 my $pl = $self->contr;
2155
2156 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2157 my $diag = $pl->{npc_dialog};
2158 $diag->{pl}->ext_reply (
2159 $diag->{id},
2160 msgtype => "reply",
2161 msg => $diag->{pl}->expand_cfpod ($msg),
2162 add_topics => []
2163 );
2164
2165 } else {
1714 $msg = $npc->name . " says: $msg" if $npc; 2166 $msg = $npc->name . " says: $msg" if $npc;
1715 $self->message ($msg, $flags); 2167 $self->message ($msg, $flags);
2168 }
1716 } 2169 }
1717} 2170}
1718 2171
1719=item $player_object->may ("access") 2172=item $player_object->may ("access")
1720 2173
1768 $self->deactivate_recursive; 2221 $self->deactivate_recursive;
1769 2222
1770 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2223 return if UNIVERSAL::isa $self->map, "ext::map_link";
1771 2224
1772 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2225 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1773 if $self->map; 2226 if $self->map && $self->map->{path} ne "{link}";
1774 2227
1775 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2228 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1776} 2229}
1777 2230
1778sub cf::object::player::leave_link { 2231sub cf::object::player::leave_link {
1779 my ($self, $map, $x, $y) = @_; 2232 my ($self, $map, $x, $y) = @_;
2233
2234 return unless $self->contr->active;
1780 2235
1781 my $link_pos = delete $self->{_link_pos}; 2236 my $link_pos = delete $self->{_link_pos};
1782 2237
1783 unless ($map) { 2238 unless ($map) {
1784 # restore original map position 2239 # restore original map position
1802 $map->load; 2257 $map->load;
1803 $map->load_diag; 2258 $map->load_diag;
1804 2259
1805 return unless $self->contr->active; 2260 return unless $self->contr->active;
1806 $self->activate_recursive; 2261 $self->activate_recursive;
2262
2263 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1807 $self->enter_map ($map, $x, $y); 2264 $self->enter_map ($map, $x, $y);
1808} 2265}
1809 2266
1810cf::player->attach ( 2267=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1811 on_logout => sub {
1812 my ($pl) = @_;
1813 2268
1814 # abort map switching before logout 2269Moves the player to the given map-path and coordinates by first freezing
1815 if ($pl->ob->{_link_pos}) { 2270her, loading and preparing them map, calling the provided $check callback
1816 cf::sync_job { 2271that has to return the map if sucecssful, and then unfreezes the player on
1817 $pl->ob->leave_link 2272the new (success) or old (failed) map position. In either case, $done will
1818 }; 2273be called at the end of this process.
1819 }
1820 },
1821 on_login => sub {
1822 my ($pl) = @_;
1823 2274
1824 # try to abort aborted map switching on player login :)
1825 # should happen only on crashes
1826 if ($pl->ob->{_link_pos}) {
1827 $pl->ob->enter_link;
1828 (async {
1829 # we need this sleep as the login has a concurrent enter_exit running
1830 # and this sleep increases chances of the player not ending up in scorn
1831 $pl->ob->reply (undef,
1832 "There was an internal problem at your last logout, "
1833 . "the server will try to bring you to your intended destination in a second.",
1834 cf::NDI_RED);
1835 Coro::Timer::sleep 1;
1836 $pl->ob->leave_link;
1837 })->prio (2);
1838 }
1839 },
1840);
1841
1842=item $player_object->goto ($path, $x, $y)
1843
1844=cut 2275=cut
2276
2277our $GOTOGEN;
1845 2278
1846sub cf::object::player::goto { 2279sub cf::object::player::goto {
1847 my ($self, $path, $x, $y) = @_; 2280 my ($self, $path, $x, $y, $check, $done) = @_;
2281
2282 # do generation counting so two concurrent goto's will be executed in-order
2283 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1848 2284
1849 $self->enter_link; 2285 $self->enter_link;
1850 2286
1851 (async { 2287 (async {
1852 my $map = eval { 2288 my $map = eval {
1853 my $map = cf::map::find $path; 2289 my $map = cf::map::find $path;
2290
2291 if ($map) {
1854 $map = $map->customise_for ($self) if $map; 2292 $map = $map->customise_for ($self);
2293 $map = $check->($map) if $check && $map;
2294 } else {
2295 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2296 }
2297
1855 $map 2298 $map
2299 };
2300
2301 if ($@) {
2302 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2303 LOG llevError | logBacktrace, Carp::longmess $@;
1856 } or 2304 }
1857 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1858 2305
2306 if ($gen == $self->{_goto_generation}) {
2307 delete $self->{_goto_generation};
1859 $self->leave_link ($map, $x, $y); 2308 $self->leave_link ($map, $x, $y);
2309 }
2310
2311 $done->() if $done;
1860 })->prio (1); 2312 })->prio (1);
1861} 2313}
1862 2314
1863=item $player_object->enter_exit ($exit_object) 2315=item $player_object->enter_exit ($exit_object)
1864 2316
1903 2355
1904 $rmp->{random_seed} ||= $exit->random_seed; 2356 $rmp->{random_seed} ||= $exit->random_seed;
1905 2357
1906 my $data = cf::to_json $rmp; 2358 my $data = cf::to_json $rmp;
1907 my $md5 = Digest::MD5::md5_hex $data; 2359 my $md5 = Digest::MD5::md5_hex $data;
1908 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2360 my $meta = "$RANDOMDIR/$md5.meta";
1909 2361
1910 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2362 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1911 aio_write $fh, 0, (length $data), $data, 0; 2363 aio_write $fh, 0, (length $data), $data, 0;
1912 undef $fh; 2364 undef $fh;
1913 aio_rename "$meta~", $meta; 2365 aio_rename "$meta~", $meta;
1922 2374
1923 return unless $self->type == cf::PLAYER; 2375 return unless $self->type == cf::PLAYER;
1924 2376
1925 if ($exit->slaying eq "/!") { 2377 if ($exit->slaying eq "/!") {
1926 #TODO: this should de-fi-ni-te-ly not be a sync-job 2378 #TODO: this should de-fi-ni-te-ly not be a sync-job
2379 # the problem is that $exit might not survive long enough
2380 # so it needs to be done right now, right here
1927 cf::sync_job { prepare_random_map $exit }; 2381 cf::sync_job { prepare_random_map $exit };
1928 } 2382 }
1929 2383
1930 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 2384 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1931 my $hp = $exit->stats->hp; 2385 my $hp = $exit->stats->hp;
1932 my $sp = $exit->stats->sp; 2386 my $sp = $exit->stats->sp;
1933 2387
1934 $self->enter_link; 2388 $self->enter_link;
2389
2390 # if exit is damned, update players death & WoR home-position
2391 $self->contr->savebed ($slaying, $hp, $sp)
2392 if $exit->flag (FLAG_DAMNED);
1935 2393
1936 (async { 2394 (async {
1937 $self->deactivate_recursive; # just to be sure 2395 $self->deactivate_recursive; # just to be sure
1938 unless (eval { 2396 unless (eval {
1939 $self->goto ($slaying, $hp, $sp); 2397 $self->goto ($slaying, $hp, $sp);
1940 2398
1941 1; 2399 1;
1942 }) { 2400 }) {
1943 $self->message ("Something went wrong deep within the crossfire server. " 2401 $self->message ("Something went wrong deep within the crossfire server. "
1944 . "I'll try to bring you back to the map you were before. " 2402 . "I'll try to bring you back to the map you were before. "
1945 . "Please report this to the dungeon master!", 2403 . "Please report this to the dungeon master!",
1946 cf::NDI_UNIQUE | cf::NDI_RED); 2404 cf::NDI_UNIQUE | cf::NDI_RED);
1947 2405
1948 warn "ERROR in enter_exit: $@"; 2406 warn "ERROR in enter_exit: $@";
1949 $self->leave_link; 2407 $self->leave_link;
1950 } 2408 }
1951 })->prio (1); 2409 })->prio (1);
1964 2422
1965sub cf::client::send_drawinfo { 2423sub cf::client::send_drawinfo {
1966 my ($self, $text, $flags) = @_; 2424 my ($self, $text, $flags) = @_;
1967 2425
1968 utf8::encode $text; 2426 utf8::encode $text;
1969 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2427 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1970} 2428}
1971 2429
2430=item $client->send_msg ($channel, $msg, $color, [extra...])
2431
2432Send a drawinfo or msg packet to the client, formatting the msg for the
2433client if neccessary. C<$type> should be a string identifying the type of
2434the message, with C<log> being the default. If C<$color> is negative, suppress
2435the message unless the client supports the msg packet.
2436
2437=cut
2438
2439sub cf::client::send_msg {
2440 my ($self, $channel, $msg, $color, @extra) = @_;
2441
2442 $msg = $self->pl->expand_cfpod ($msg);
2443
2444 return unless @extra || length $msg;
2445
2446 $color &= ~cf::NDI_UNIQUE; # just in case...
2447
2448 if (ref $channel) {
2449 # send meta info to client, if not yet sent
2450 unless (exists $self->{channel}{$channel->{id}}) {
2451 $self->{channel}{$channel->{id}} = $channel;
2452 $self->ext_event (channel_info => %$channel);
2453 }
2454
2455 $channel = $channel->{id};
2456 }
2457
2458 if ($self->can_msg) {
2459 $self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $channel, $msg, @extra]));
2460 } else {
2461 # replace some tags by gcfclient-compatible ones
2462 for ($msg) {
2463 1 while
2464 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2465 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2466 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2467 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2468 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2469 }
2470
2471 if ($color >= 0) {
2472 if (0 && $msg =~ /\[/) {
2473 $self->send_packet ("drawextinfo $color 4 0 $msg")
2474 } else {
2475 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2476 $self->send_packet ("drawinfo $color $msg")
2477 }
2478 }
2479 }
2480}
2481
2482=item $client->ext_event ($type, %msg)
2483
2484Sends an ext event to the client.
2485
2486=cut
2487
2488sub cf::client::ext_event($$%) {
2489 my ($self, $type, %msg) = @_;
2490
2491 return unless $self->extcmd;
2492
2493 $msg{msgtype} = "event_$type";
2494 $self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
2495}
1972 2496
1973=item $success = $client->query ($flags, "text", \&cb) 2497=item $success = $client->query ($flags, "text", \&cb)
1974 2498
1975Queues a query to the client, calling the given callback with 2499Queues a query to the client, calling the given callback with
1976the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2500the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1977C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2501C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1978 2502
1979Queries can fail, so check the return code. Or don't, as queries will become 2503Queries can fail, so check the return code. Or don't, as queries will
1980reliable at some point in the future. 2504become reliable at some point in the future.
1981 2505
1982=cut 2506=cut
1983 2507
1984sub cf::client::query { 2508sub cf::client::query {
1985 my ($self, $flags, $text, $cb) = @_; 2509 my ($self, $flags, $text, $cb) = @_;
1993 utf8::encode $text; 2517 utf8::encode $text;
1994 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2518 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1995 2519
1996 $self->send_packet ($self->{query_queue}[0][0]) 2520 $self->send_packet ($self->{query_queue}[0][0])
1997 if @{ $self->{query_queue} } == 1; 2521 if @{ $self->{query_queue} } == 1;
2522
2523 1
1998} 2524}
1999 2525
2000cf::client->attach ( 2526cf::client->attach (
2527 on_connect => sub {
2528 my ($ns) = @_;
2529
2530 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2531 },
2001 on_reply => sub { 2532 on_reply => sub {
2002 my ($ns, $msg) = @_; 2533 my ($ns, $msg) = @_;
2003 2534
2004 # this weird shuffling is so that direct followup queries 2535 # this weird shuffling is so that direct followup queries
2005 # get handled first 2536 # get handled first
2017 } else { 2548 } else {
2018 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2549 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2019 } 2550 }
2020 } 2551 }
2021 }, 2552 },
2553 on_exticmd => sub {
2554 my ($ns, $buf) = @_;
2555
2556 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2557
2558 if (ref $msg) {
2559 if (my $cb = $EXTICMD{$msg->{msgtype}}) {
2560 if (my %reply = $cb->($ns, $msg)) {
2561 $reply{msgid} = $msg->{msgid};
2562 $ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
2563 }
2564 }
2565 } else {
2566 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2567 }
2568
2569 cf::override;
2570 },
2022); 2571);
2023 2572
2024=item $client->async (\&cb) 2573=item $client->async (\&cb)
2025 2574
2026Create a new coroutine, running the specified callback. The coroutine will 2575Create a new coroutine, running the specified callback. The coroutine will
2073 2622
2074# here we export the classes and methods available to script code 2623# here we export the classes and methods available to script code
2075 2624
2076=pod 2625=pod
2077 2626
2078The following fucntions and emthods are available within a safe environment: 2627The following functions and methods are available within a safe environment:
2079 2628
2080 cf::object contr pay_amount pay_player map 2629 cf::object
2630 contr pay_amount pay_player map x y force_find force_add
2631 insert remove
2632
2081 cf::object::player player 2633 cf::object::player
2082 cf::player peaceful 2634 player
2083 cf::map trigger 2635
2636 cf::player
2637 peaceful
2638
2639 cf::map
2640 trigger
2084 2641
2085=cut 2642=cut
2086 2643
2087for ( 2644for (
2088 ["cf::object" => qw(contr pay_amount pay_player map)], 2645 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2646 insert remove)],
2089 ["cf::object::player" => qw(player)], 2647 ["cf::object::player" => qw(player)],
2090 ["cf::player" => qw(peaceful)], 2648 ["cf::player" => qw(peaceful)],
2091 ["cf::map" => qw(trigger)], 2649 ["cf::map" => qw(trigger)],
2092) { 2650) {
2093 no strict 'refs'; 2651 no strict 'refs';
2164=back 2722=back
2165 2723
2166=cut 2724=cut
2167 2725
2168############################################################################# 2726#############################################################################
2169
2170=head2 EXTENSION DATABASE SUPPORT
2171
2172Crossfire maintains a very simple database for extension use. It can
2173currently store anything that can be serialised using Storable, which
2174excludes objects.
2175
2176The parameter C<$family> should best start with the name of the extension
2177using it, it should be unique.
2178
2179=over 4
2180
2181=item $hashref = cf::db_get $family
2182
2183Return a hashref for use by the extension C<$family>, which can be
2184modified. After modifications, you have to call C<cf::db_dirty> or
2185C<cf::db_sync>.
2186
2187=item $value = cf::db_get $family => $key
2188
2189Returns a single value from the database
2190
2191=item cf::db_put $family => $hashref
2192
2193Stores the given family hashref into the database. Updates are delayed, if
2194you want the data to be synced to disk immediately, use C<cf::db_sync>.
2195
2196=item cf::db_put $family => $key => $value
2197
2198Stores the given C<$value> in the family hash. Updates are delayed, if you
2199want the data to be synced to disk immediately, use C<cf::db_sync>.
2200
2201=item cf::db_dirty
2202
2203Marks the database as dirty, to be updated at a later time.
2204
2205=item cf::db_sync
2206
2207Immediately write the database to disk I<if it is dirty>.
2208
2209=cut
2210
2211our $DB;
2212
2213{
2214 my $path = cf::localdir . "/database.pst";
2215
2216 sub db_load() {
2217 $DB = stat $path ? Storable::retrieve $path : { };
2218 }
2219
2220 my $pid;
2221
2222 sub db_save() {
2223 waitpid $pid, 0 if $pid;
2224 if (0 == ($pid = fork)) {
2225 $DB->{_meta}{version} = 1;
2226 Storable::nstore $DB, "$path~";
2227 rename "$path~", $path;
2228 cf::_exit 0 if defined $pid;
2229 }
2230 }
2231
2232 my $dirty;
2233
2234 sub db_sync() {
2235 db_save if $dirty;
2236 undef $dirty;
2237 }
2238
2239 my $idle = Event->idle (
2240 reentrant => 0,
2241 min => 10,
2242 max => 20,
2243 repeat => 0,
2244 data => WF_AUTOCANCEL,
2245 cb => \&db_sync,
2246 );
2247
2248 sub db_dirty() {
2249 $dirty = 1;
2250 $idle->start;
2251 }
2252
2253 sub db_get($;$) {
2254 @_ >= 2
2255 ? $DB->{$_[0]}{$_[1]}
2256 : ($DB->{$_[0]} ||= { })
2257 }
2258
2259 sub db_put($$;$) {
2260 if (@_ >= 3) {
2261 $DB->{$_[0]}{$_[1]} = $_[2];
2262 } else {
2263 $DB->{$_[0]} = $_[1];
2264 }
2265 db_dirty;
2266 }
2267
2268 cf::global->attach (
2269 prio => 10000,
2270 on_cleanup => sub {
2271 db_sync;
2272 },
2273 );
2274}
2275
2276#############################################################################
2277# the server's init and main functions 2727# the server's init and main functions
2278 2728
2279sub load_resources { 2729sub load_facedata($) {
2280 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2730 my ($path) = @_;
2731
2732 warn "loading facedata from $path\n";
2733
2734 my $facedata;
2735 0 < aio_load $path, $facedata
2736 or die "$path: $!";
2737
2738 $facedata = Coro::Storable::thaw $facedata;
2739
2740 $facedata->{version} == 2
2741 or cf::cleanup "$path: version mismatch, cannot proceed.";
2742
2743 {
2744 my $faces = $facedata->{faceinfo};
2745
2746 while (my ($face, $info) = each %$faces) {
2747 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2748 cf::face::set_visibility $idx, $info->{visibility};
2749 cf::face::set_magicmap $idx, $info->{magicmap};
2750 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2751 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2752
2753 cf::cede_to_tick;
2754 }
2755
2756 while (my ($face, $info) = each %$faces) {
2757 next unless $info->{smooth};
2758 my $idx = cf::face::find $face
2759 or next;
2760 if (my $smooth = cf::face::find $info->{smooth}) {
2761 cf::face::set_smooth $idx, $smooth;
2762 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2763 } else {
2764 warn "smooth face '$info->{smooth}' not found for face '$face'";
2765 }
2766
2767 cf::cede_to_tick;
2768 }
2769 }
2770
2771 {
2772 my $anims = $facedata->{animinfo};
2773
2774 while (my ($anim, $info) = each %$anims) {
2775 cf::anim::set $anim, $info->{frames}, $info->{facings};
2776 cf::cede_to_tick;
2777 }
2778
2779 cf::anim::invalidate_all; # d'oh
2780 }
2781
2782 {
2783 # TODO: for gcfclient pleasure, we should give resources
2784 # that gcfclient doesn't grok a >10000 face index.
2785 my $res = $facedata->{resource};
2786 my $enc = JSON::XS->new->utf8->canonical;
2787
2788 while (my ($name, $info) = each %$res) {
2789 my $meta = $enc->encode ({
2790 name => $name,
2791 type => $info->{type},
2792 copyright => $info->{copyright}, #TODO#
2793 });
2794
2795 my $idx = (cf::face::find $name) || cf::face::alloc $name;
2796
2797 if ($name =~ /\.jpg$/) {
2798 cf::face::set_data $idx, 0, $info->{data}, $info->{chksum};#d# temp hack
2799 cf::face::set_data $idx, 1, $info->{data}, $info->{chksum};#d# temp hack
2800 } else {
2801 my $data = pack "(w/a*)*", $meta, $info->{data};
2802 my $chk = Digest::MD5::md5 "$info->{chksum},$meta"; # mangle data checksum and metadata
2803
2804 cf::face::set_type $idx, 1;
2805 cf::face::set_data $idx, 0, $data, $chk;
2806 }
2807
2808 cf::cede_to_tick;
2809 }
2810 }
2811
2812 1
2813}
2814
2815sub reload_regions {
2816 load_resource_file "$MAPDIR/regions"
2281 or die "unable to load regions file\n";#d# 2817 or die "unable to load regions file\n";
2818
2819 for (cf::region::list) {
2820 $_->{match} = qr/$_->{match}/
2821 if exists $_->{match};
2822 }
2823}
2824
2825sub reload_facedata {
2826 load_facedata "$DATADIR/facedata"
2827 or die "unable to load facedata\n";
2828}
2829
2830sub reload_archetypes {
2831 load_resource_file "$DATADIR/archetypes"
2832 or die "unable to load archetypes\n";
2833 #d# NEED to laod twice to resolve forward references
2834 # this really needs to be done in an extra post-pass
2835 # (which needs to be synchronous, so solve it differently)
2836 load_resource_file "$DATADIR/archetypes"
2837 or die "unable to load archetypes\n";
2838}
2839
2840sub reload_treasures {
2841 load_resource_file "$DATADIR/treasures"
2842 or die "unable to load treasurelists\n";
2843}
2844
2845sub reload_resources {
2846 warn "reloading resource files...\n";
2847
2848 reload_regions;
2849 reload_facedata;
2850 #reload_archetypes;#d#
2851 reload_archetypes;
2852 reload_treasures;
2853
2854 warn "finished reloading resource files\n";
2855}
2856
2857sub init {
2858 reload_resources;
2282} 2859}
2283 2860
2284sub cfg_load { 2861sub cfg_load {
2285 open my $fh, "<:utf8", cf::confdir . "/config" 2862 open my $fh, "<:utf8", "$CONFDIR/config"
2286 or return; 2863 or return;
2287 2864
2288 local $/; 2865 local $/;
2289 *CFG = YAML::Syck::Load <$fh>; 2866 *CFG = YAML::Syck::Load <$fh>;
2290 2867
2298 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 2875 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2299 and die "WARNING: m(un)lockall failed: $!\n"; 2876 and die "WARNING: m(un)lockall failed: $!\n";
2300 }; 2877 };
2301 warn $@ if $@; 2878 warn $@ if $@;
2302 } 2879 }
2303}
2304
2305sub init {
2306 load_resources;
2307} 2880}
2308 2881
2309sub main { 2882sub main {
2310 # we must not ever block the main coroutine 2883 # we must not ever block the main coroutine
2311 local $Coro::idle = sub { 2884 local $Coro::idle = sub {
2314 Event::one_event; 2887 Event::one_event;
2315 })->prio (Coro::PRIO_MAX); 2888 })->prio (Coro::PRIO_MAX);
2316 }; 2889 };
2317 2890
2318 cfg_load; 2891 cfg_load;
2319 db_load; 2892 db_init;
2320 load_extensions; 2893 load_extensions;
2321 2894
2322 $TICK_WATCHER->start; 2895 $TICK_WATCHER->start;
2323 Event::loop; 2896 Event::loop;
2324} 2897}
2339 }, 2912 },
2340 ); 2913 );
2341 } 2914 }
2342} 2915}
2343 2916
2917sub write_runtime {
2918 my $runtime = "$LOCALDIR/runtime";
2919
2920 # first touch the runtime file to show we are still running:
2921 # the fsync below can take a very very long time.
2922
2923 IO::AIO::aio_utime $runtime, undef, undef;
2924
2925 my $guard = cf::lock_acquire "write_runtime";
2926
2927 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2928 or return;
2929
2930 my $value = $cf::RUNTIME + 90 + 10;
2931 # 10 is the runtime save interval, for a monotonic clock
2932 # 60 allows for the watchdog to kill the server.
2933
2934 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2935 and return;
2936
2937 # always fsync - this file is important
2938 aio_fsync $fh
2939 and return;
2940
2941 # touch it again to show we are up-to-date
2942 aio_utime $fh, undef, undef;
2943
2944 close $fh
2945 or return;
2946
2947 aio_rename "$runtime~", $runtime
2948 and return;
2949
2950 warn "runtime file written.\n";
2951
2952 1
2953}
2954
2344sub emergency_save() { 2955sub emergency_save() {
2345 my $freeze_guard = cf::freeze_mainloop; 2956 my $freeze_guard = cf::freeze_mainloop;
2346 2957
2347 warn "enter emergency perl save\n"; 2958 warn "enter emergency perl save\n";
2348 2959
2363 my $map = $cf::MAP{$path} or next; 2974 my $map = $cf::MAP{$path} or next;
2364 $map->valid or next; 2975 $map->valid or next;
2365 $map->save; 2976 $map->save;
2366 } 2977 }
2367 warn "end emergency map save\n"; 2978 warn "end emergency map save\n";
2979
2980 warn "begin emergency database checkpoint\n";
2981 BDB::db_env_txn_checkpoint $DB_ENV;
2982 warn "end emergency database checkpoint\n";
2368 }; 2983 };
2369 2984
2370 warn "leave emergency perl save\n"; 2985 warn "leave emergency perl save\n";
2371} 2986}
2372 2987
2988sub post_cleanup {
2989 my ($make_core) = @_;
2990
2991 warn Carp::longmess "post_cleanup backtrace"
2992 if $make_core;
2993}
2994
2373sub reload() { 2995sub do_reload_perl() {
2374 # can/must only be called in main 2996 # can/must only be called in main
2375 if ($Coro::current != $Coro::main) { 2997 if ($Coro::current != $Coro::main) {
2376 warn "can only reload from main coroutine"; 2998 warn "can only reload from main coroutine";
2377 return; 2999 return;
2378 } 3000 }
2379 3001
2380 warn "reloading..."; 3002 warn "reloading...";
2381 3003
2382 warn "cancelling server ticker"; 3004 warn "entering sync_job";
2383 $TICK_WATCHER->cancel;
2384 3005
3006 cf::sync_job {
3007 cf::write_runtime; # external watchdog should not bark
2385 cf::emergency_save; 3008 cf::emergency_save;
3009 cf::write_runtime; # external watchdog should not bark
2386 3010
2387 eval { 3011 warn "syncing database to disk";
3012 BDB::db_env_txn_checkpoint $DB_ENV;
3013
2388 # if anything goes wrong in here, we should simply crash as we already saved 3014 # if anything goes wrong in here, we should simply crash as we already saved
2389
2390 warn "syncing database to disk";
2391 cf::db_sync;
2392 3015
2393 warn "cancelling all WF_AUTOCANCEL watchers"; 3016 warn "cancelling all WF_AUTOCANCEL watchers";
2394 for (Event::all_watchers) { 3017 for (Event::all_watchers) {
2395 $_->cancel if $_->data & WF_AUTOCANCEL; 3018 $_->cancel if $_->data & WF_AUTOCANCEL;
2396 } 3019 }
2397 3020
2398 warn "flushing outstanding aio requests"; 3021 warn "flushing outstanding aio requests";
2399 for (;;) { 3022 for (;;) {
3023 BDB::flush;
2400 IO::AIO::flush; 3024 IO::AIO::flush;
2401 Coro::cede; 3025 Coro::cede;
2402 last unless IO::AIO::nreqs; 3026 last unless IO::AIO::nreqs || BDB::nreqs;
2403 warn "iterate..."; 3027 warn "iterate...";
2404 } 3028 }
3029
3030 ++$RELOAD;
2405 3031
2406 warn "cancelling all extension coros"; 3032 warn "cancelling all extension coros";
2407 $_->cancel for values %EXT_CORO; 3033 $_->cancel for values %EXT_CORO;
2408 %EXT_CORO = (); 3034 %EXT_CORO = ();
2409 3035
2410 warn "removing commands"; 3036 warn "removing commands";
2411 %COMMAND = (); 3037 %COMMAND = ();
2412 3038
2413 warn "removing ext commands"; 3039 warn "removing ext/exti commands";
2414 %EXTCMD = (); 3040 %EXTCMD = ();
3041 %EXTICMD = ();
2415 3042
2416 warn "unloading/nuking all extensions"; 3043 warn "unloading/nuking all extensions";
2417 for my $pkg (@EXTS) { 3044 for my $pkg (@EXTS) {
2418 warn "... unloading $pkg"; 3045 warn "... unloading $pkg";
2419 3046
2449 Symbol::delete_package "safe::$_" 3076 Symbol::delete_package "safe::$_"
2450 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3077 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2451 3078
2452 warn "unloading cf.pm \"a bit\""; 3079 warn "unloading cf.pm \"a bit\"";
2453 delete $INC{"cf.pm"}; 3080 delete $INC{"cf.pm"};
3081 delete $INC{"cf/pod.pm"};
2454 3082
2455 # don't, removes xs symbols, too, 3083 # don't, removes xs symbols, too,
2456 # and global variables created in xs 3084 # and global variables created in xs
2457 #Symbol::delete_package __PACKAGE__; 3085 #Symbol::delete_package __PACKAGE__;
2458 3086
2462 require cf; 3090 require cf;
2463 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3091 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2464 3092
2465 warn "loading config and database again"; 3093 warn "loading config and database again";
2466 cf::cfg_load; 3094 cf::cfg_load;
2467 cf::db_load;
2468 3095
2469 warn "loading extensions"; 3096 warn "loading extensions";
2470 cf::load_extensions; 3097 cf::load_extensions;
2471 3098
2472 warn "reattaching attachments to objects/players"; 3099 warn "reattaching attachments to objects/players";
2473 _global_reattach; 3100 _global_reattach; # objects, sockets
2474 warn "reattaching attachments to maps"; 3101 warn "reattaching attachments to maps";
2475 reattach $_ for values %MAP; 3102 reattach $_ for values %MAP;
3103 warn "reattaching attachments to players";
3104 reattach $_ for values %PLAYER;
2476 3105
2477 warn "loading reloadable resources"; 3106 warn "leaving sync_job";
2478 load_resources;
2479 3107
2480 warn "restarting server ticker"; 3108 1
2481 3109 } or do {
2482 $TICK_WATCHER->start;
2483 };
2484
2485 if ($@) {
2486 warn $@; 3110 warn $@;
2487 warn "error while reloading, exiting."; 3111 warn "error while reloading, exiting.";
2488 exit 1; 3112 exit 1;
2489 } 3113 };
2490 3114
2491 warn "reloaded"; 3115 warn "reloaded";
2492}; 3116};
2493 3117
2494our $RELOAD_WATCHER; # used only during reload 3118our $RELOAD_WATCHER; # used only during reload
2495 3119
3120sub reload_perl() {
3121 # doing reload synchronously and two reloads happen back-to-back,
3122 # coro crashes during coro_state_free->destroy here.
3123
3124 $RELOAD_WATCHER ||= Event->timer (
3125 reentrant => 0,
3126 after => 0,
3127 data => WF_AUTOCANCEL,
3128 cb => sub {
3129 do_reload_perl;
3130 undef $RELOAD_WATCHER;
3131 },
3132 );
3133}
3134
2496register_command "reload" => sub { 3135register_command "reload" => sub {
2497 my ($who, $arg) = @_; 3136 my ($who, $arg) = @_;
2498 3137
2499 if ($who->flag (FLAG_WIZ)) { 3138 if ($who->flag (FLAG_WIZ)) {
2500 $who->message ("reloading server."); 3139 $who->message ("reloading server.");
2501 3140 async { reload_perl };
2502 # doing reload synchronously and two reloads happen back-to-back,
2503 # coro crashes during coro_state_free->destroy here.
2504
2505 $RELOAD_WATCHER ||= Event->timer (
2506 reentrant => 0,
2507 after => 0,
2508 data => WF_AUTOCANCEL,
2509 cb => sub {
2510 reload;
2511 undef $RELOAD_WATCHER;
2512 },
2513 );
2514 } 3141 }
2515}; 3142};
2516 3143
2517unshift @INC, $LIBDIR; 3144unshift @INC, $LIBDIR;
2518 3145
2519my $bug_warning = 0; 3146my $bug_warning = 0;
2520 3147
3148our @WAIT_FOR_TICK;
3149our @WAIT_FOR_TICK_BEGIN;
3150
3151sub wait_for_tick {
3152 return unless $TICK_WATCHER->is_active;
3153 return if $Coro::current == $Coro::main;
3154
3155 my $signal = new Coro::Signal;
3156 push @WAIT_FOR_TICK, $signal;
3157 $signal->wait;
3158}
3159
3160sub wait_for_tick_begin {
3161 return unless $TICK_WATCHER->is_active;
3162 return if $Coro::current == $Coro::main;
3163
3164 my $signal = new Coro::Signal;
3165 push @WAIT_FOR_TICK_BEGIN, $signal;
3166 $signal->wait;
3167}
3168
3169 my $min = 1e6;#d#
3170 my $avg = 10;
2521$TICK_WATCHER = Event->timer ( 3171$TICK_WATCHER = Event->timer (
2522 reentrant => 0, 3172 reentrant => 0,
2523 parked => 1, 3173 parked => 1,
2524 prio => 0, 3174 prio => 0,
2525 at => $NEXT_TICK || $TICK, 3175 at => $NEXT_TICK || $TICK,
2529 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3179 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2530 unless ++$bug_warning > 10; 3180 unless ++$bug_warning > 10;
2531 return; 3181 return;
2532 } 3182 }
2533 3183
2534 $NOW = Event::time; 3184 $NOW = $tick_start = Event::time;
2535 3185
2536 cf::server_tick; # one server iteration 3186 cf::server_tick; # one server iteration
3187
3188 0 && sync_job {#d#
3189 for(1..10) {
3190 my $t = Event::time;
3191 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3192 or die;
3193
3194 $map->width (50);
3195 $map->height (50);
3196 $map->alloc;
3197 $map->_load_objects ("/tmp/x.map", 1);
3198 my $t = Event::time - $t;
3199
3200 #next unless $t < 0.0013;#d#
3201 if ($t < $min) {
3202 $min = $t;
3203 }
3204 $avg = $avg * 0.99 + $t * 0.01;
3205 }
3206 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3207 exit 0;
3208 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3209 };
3210
2537 $RUNTIME += $TICK; 3211 $RUNTIME += $TICK;
2538 $NEXT_TICK += $TICK; 3212 $NEXT_TICK += $TICK;
2539 3213
2540 $WAIT_FOR_TICK->broadcast; 3214 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2541 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 3215 $NEXT_RUNTIME_WRITE = $NOW + 10;
2542 3216 Coro::async_pool {
2543 Event::sweep; 3217 write_runtime
2544 Coro::cede_notself; 3218 or warn "ERROR: unable to write runtime file: $!";
3219 };
2545 3220 }
3221
2546# my $AFTER = Event::time; 3222# my $AFTER = Event::time;
2547# warn $AFTER - $NOW;#d# 3223# warn $AFTER - $NOW;#d#
2548 3224
3225 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3226 $sig->send;
3227 }
3228 while (my $sig = shift @WAIT_FOR_TICK) {
3229 $sig->send;
3230 }
3231
3232 $NOW = Event::time;
3233
2549 # if we are delayed by four ticks or more, skip them all 3234 # if we are delayed by four ticks or more, skip them all
2550 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3235 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2551 3236
2552 $TICK_WATCHER->at ($NEXT_TICK); 3237 $TICK_WATCHER->at ($NEXT_TICK);
2553 $TICK_WATCHER->start; 3238 $TICK_WATCHER->start;
3239
3240 $LOAD = ($NOW - $tick_start) / $TICK;
3241 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3242
3243 _post_tick;
3244
3245
2554 }, 3246 },
2555); 3247);
2556 3248
3249{
3250 BDB::max_poll_time $TICK * 0.1;
3251 $BDB_POLL_WATCHER = Event->io (
3252 reentrant => 0,
3253 fd => BDB::poll_fileno,
3254 poll => 'r',
3255 prio => 0,
3256 data => WF_AUTOCANCEL,
3257 cb => \&BDB::poll_cb,
3258 );
3259 BDB::min_parallel 8;
3260
3261 BDB::set_sync_prepare {
3262 my $status;
3263 my $current = $Coro::current;
3264 (
3265 sub {
3266 $status = $!;
3267 $current->ready; undef $current;
3268 },
3269 sub {
3270 Coro::schedule while defined $current;
3271 $! = $status;
3272 },
3273 )
3274 };
3275
3276 unless ($DB_ENV) {
3277 $DB_ENV = BDB::db_env_create;
3278
3279 cf::sync_job {
3280 eval {
3281 BDB::db_env_open
3282 $DB_ENV,
3283 $BDBDIR,
3284 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3285 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3286 0666;
3287
3288 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3289
3290 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3291 $DB_ENV->set_lk_detect;
3292 };
3293
3294 cf::cleanup "db_env_open(db): $@" if $@;
3295 };
3296 }
3297}
3298
3299{
3300 IO::AIO::min_parallel 8;
3301
3302 undef $Coro::AIO::WATCHER;
2557IO::AIO::max_poll_time $TICK * 0.1; 3303 IO::AIO::max_poll_time $TICK * 0.1;
2558
2559undef $Coro::AIO::WATCHER;
2560$AIO_POLL_WATCHER = Event->io ( 3304 $AIO_POLL_WATCHER = Event->io (
2561 reentrant => 0, 3305 reentrant => 0,
3306 data => WF_AUTOCANCEL,
2562 fd => IO::AIO::poll_fileno, 3307 fd => IO::AIO::poll_fileno,
2563 poll => 'r', 3308 poll => 'r',
2564 prio => 6, 3309 prio => 6,
2565 data => WF_AUTOCANCEL,
2566 cb => \&IO::AIO::poll_cb, 3310 cb => \&IO::AIO::poll_cb,
2567); 3311 );
3312}
2568 3313
2569$WRITE_RUNTIME_WATCHER = Event->timer ( 3314my $_log_backtrace;
2570 reentrant => 0, 3315
2571 data => WF_AUTOCANCEL, 3316sub _log_backtrace {
2572 after => 1, 3317 my ($msg, @addr) = @_;
2573 interval => 10, 3318
2574 prio => 6, # keep it lowest so it acts like a watchdog 3319 $msg =~ s/\n//;
2575 cb => Coro::unblock_sub { 3320
2576 write_runtime 3321 # limit the # of concurrent backtraces
2577 or warn "ERROR: unable to write runtime file: $!"; 3322 if ($_log_backtrace < 2) {
3323 ++$_log_backtrace;
3324 async {
3325 my @bt = fork_call {
3326 @addr = map { sprintf "%x", $_ } @addr;
3327 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3328 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3329 or die "addr2line: $!";
3330
3331 my @funcs;
3332 my @res = <$fh>;
3333 chomp for @res;
3334 while (@res) {
3335 my ($func, $line) = splice @res, 0, 2, ();
3336 push @funcs, "[$func] $line";
3337 }
3338
3339 @funcs
3340 };
3341
3342 LOG llevInfo, "[ABT] $msg\n";
3343 LOG llevInfo, "[ABT] $_\n" for @bt;
3344 --$_log_backtrace;
3345 };
3346 } else {
3347 LOG llevInfo, "[ABT] $msg\n";
3348 LOG llevInfo, "[ABT] [suppressed]\n";
2578 }, 3349 }
2579); 3350}
3351
3352# load additional modules
3353use cf::pod;
2580 3354
2581END { cf::emergency_save } 3355END { cf::emergency_save }
2582 3356
25831 33571
2584 3358

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines