ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.219 by root, Sat Feb 17 03:19:44 2007 UTC vs.
Revision 1.335 by root, Mon Aug 20 22:21:48 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.5 (); 15use Coro 3.64 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
24use Coro::Util ();
19 25
26use JSON::XS 1.4 ();
20use BDB (); 27use BDB ();
21use Data::Dumper; 28use Data::Dumper;
22use Digest::MD5; 29use Digest::MD5;
23use Fcntl; 30use Fcntl;
31use YAML::Syck ();
24use IO::AIO 2.32 (); 32use IO::AIO 2.32 ();
25use YAML::Syck ();
26use Time::HiRes; 33use Time::HiRes;
27use Compress::LZF; 34use Compress::LZF;
35use Digest::MD5 ();
28 36
37# configure various modules to our taste
38#
39$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
30 42
31use Event; $Event::Eval = 1; # no idea why this is required, but it is 43$Event::Eval = 1; # no idea why this is required, but it is
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 44
35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
36$YAML::Syck::ImplicitUnicode = 1; 46$YAML::Syck::ImplicitUnicode = 1;
37 47
38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
39 49
50sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51
40our %COMMAND = (); 52our %COMMAND = ();
41our %COMMAND_TIME = (); 53our %COMMAND_TIME = ();
42 54
43our @EXTS = (); # list of extension package names 55our @EXTS = (); # list of extension package names
44our %EXTCMD = (); 56our %EXTCMD = ();
57our %EXTICMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions 58our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps 59our %EXT_MAP = (); # pluggable maps
47 60
61our $RELOAD; # number of reloads so far
48our @EVENT; 62our @EVENT;
49our $LIBDIR = datadir . "/ext";
50 63
51our $TICK = MAX_TIME * 1e-6; 64our $CONFDIR = confdir;
65our $DATADIR = datadir;
66our $LIBDIR = "$DATADIR/ext";
67our $PODDIR = "$DATADIR/pod";
68our $MAPDIR = "$DATADIR/" . mapdir;
69our $LOCALDIR = localdir;
70our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db";
75
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
52our $TICK_WATCHER; 77our $TICK_WATCHER;
53our $AIO_POLL_WATCHER; 78our $AIO_POLL_WATCHER;
54our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
55our $NEXT_TICK; 80our $NEXT_TICK;
56our $NOW; 81our $NOW;
65our $RUNTIME; 90our $RUNTIME;
66 91
67our %PLAYER; # all users 92our %PLAYER; # all users
68our %MAP; # all maps 93our %MAP; # all maps
69our $LINK_MAP; # the special {link} map, which is always available 94our $LINK_MAP; # the special {link} map, which is always available
70our $RANDOM_MAPS = cf::localdir . "/random";
71our $BDB_ENV_DIR = cf::localdir . "/db";
72
73our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75 95
76# used to convert map paths into valid unix filenames by replacing / by ∕ 96# used to convert map paths into valid unix filenames by replacing / by ∕
77our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
78 98
99our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing
101our $tick_start; # for load detecting purposes
102
79binmode STDOUT; 103binmode STDOUT;
80binmode STDERR; 104binmode STDERR;
81 105
82# read virtual server time, if available 106# read virtual server time, if available
83unless ($RUNTIME || !-e cf::localdir . "/runtime") { 107unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
84 open my $fh, "<", cf::localdir . "/runtime" 108 open my $fh, "<", "$LOCALDIR/runtime"
85 or die "unable to read runtime file: $!"; 109 or die "unable to read runtime file: $!";
86 $RUNTIME = <$fh> + 0.; 110 $RUNTIME = <$fh> + 0.;
87} 111}
88 112
89mkdir cf::localdir; 113mkdir $_
90mkdir cf::localdir . "/" . cf::playerdir; 114 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
91mkdir cf::localdir . "/" . cf::tmpdir;
92mkdir cf::localdir . "/" . cf::uniquedir;
93mkdir $RANDOM_MAPS;
94mkdir $BDB_ENV_DIR;
95 115
96our $EMERGENCY_POSITION; 116our $EMERGENCY_POSITION;
97 117
98sub cf::map::normalise; 118sub cf::map::normalise;
99 119
110=item $cf::RUNTIME 130=item $cf::RUNTIME
111 131
112The time this server has run, starts at 0 and is increased by $cf::TICK on 132The time this server has run, starts at 0 and is increased by $cf::TICK on
113every server tick. 133every server tick.
114 134
115=item $cf::LIBDIR 135=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
136$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
137$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
116 138
117The perl library directory, where extensions and cf-specific modules can 139Various directories - "/etc", read-only install directory, perl-library
118be found. It will be added to C<@INC> automatically. 140directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141unique-items directory, player file directory, random maps directory and
142database environment.
119 143
120=item $cf::NOW 144=item $cf::NOW
121 145
122The time of the last (current) server tick. 146The time of the last (current) server tick.
123 147
124=item $cf::TICK 148=item $cf::TICK
125 149
126The interval between server ticks, in seconds. 150The interval between server ticks, in seconds.
151
152=item $cf::LOADAVG
153
154The current CPU load on the server (alpha-smoothed), as a value between 0
155(none) and 1 (overloaded), indicating how much time is spent on processing
156objects per tick. Healthy values are < 0.5.
157
158=item $cf::LOAD
159
160The raw value load value from the last tick.
127 161
128=item %cf::CFG 162=item %cf::CFG
129 163
130Configuration for the server, loaded from C</etc/crossfire/config>, or 164Configuration for the server, loaded from C</etc/crossfire/config>, or
131from wherever your confdir points to. 165from wherever your confdir points to.
132 166
133=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 167=item cf::wait_for_tick, cf::wait_for_tick_begin
134 168
135These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
136or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 170returns directly I<after> the tick processing (and consequently, can only wake one process
137processing has been done. Call C<< ->wait >> on them to maximise the 171per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
138window of cpu time available, or simply to synchronise to the server tick. 172
173=item @cf::INVOKE_RESULTS
174
175This array contains the results of the last C<invoke ()> call. When
176C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177that call.
139 178
140=back 179=back
141 180
142=cut 181=cut
143 182
144BEGIN { 183BEGIN {
145 *CORE::GLOBAL::warn = sub { 184 *CORE::GLOBAL::warn = sub {
146 my $msg = join "", @_; 185 my $msg = join "", @_;
147 utf8::encode $msg;
148 186
149 $msg .= "\n" 187 $msg .= "\n"
150 unless $msg =~ /\n$/; 188 unless $msg =~ /\n$/;
151 189
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191
192 utf8::encode $msg;
152 LOG llevError, $msg; 193 LOG llevError, $msg;
153 }; 194 };
154} 195}
155 196
156@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 197@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
157@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 198@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
158@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 199@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
159@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 200@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
160@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 201@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
202@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
161@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 203@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
162 204
163# we bless all objects into (empty) derived classes to force a method lookup 205# we bless all objects into (empty) derived classes to force a method lookup
164# within the Safe compartment. 206# within the Safe compartment.
165for my $pkg (qw( 207for my $pkg (qw(
166 cf::global cf::attachable 208 cf::global cf::attachable
174} 216}
175 217
176$Event::DIED = sub { 218$Event::DIED = sub {
177 warn "error in event callback: @_"; 219 warn "error in event callback: @_";
178}; 220};
221
222#############################################################################
179 223
180=head2 UTILITY FUNCTIONS 224=head2 UTILITY FUNCTIONS
181 225
182=over 4 226=over 4
183 227
202 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 246 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203 $d 247 $d
204 } || "[unable to dump $_[0]: '$@']"; 248 } || "[unable to dump $_[0]: '$@']";
205} 249}
206 250
207use JSON::Syck (); # TODO# replace by JSON::PC once working
208
209=item $ref = cf::from_json $json 251=item $ref = cf::from_json $json
210 252
211Converts a JSON string into the corresponding perl data structure. 253Converts a JSON string into the corresponding perl data structure.
212 254
213=cut
214
215sub from_json($) {
216 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
217 JSON::Syck::Load $_[0]
218}
219
220=item $json = cf::to_json $ref 255=item $json = cf::to_json $ref
221 256
222Converts a perl data structure into its JSON representation. 257Converts a perl data structure into its JSON representation.
223 258
224=cut 259=cut
225 260
226sub to_json($) { 261our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
227 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 262
228 JSON::Syck::Dump $_[0] 263sub to_json ($) { $json_coder->encode ($_[0]) }
229} 264sub from_json ($) { $json_coder->decode ($_[0]) }
230 265
231=item cf::lock_wait $string 266=item cf::lock_wait $string
232 267
233Wait until the given lock is available. See cf::lock_acquire. 268Wait until the given lock is available. See cf::lock_acquire.
234 269
240returned. 275returned.
241 276
242Lock names should begin with a unique identifier (for example, cf::map::find 277Lock names should begin with a unique identifier (for example, cf::map::find
243uses map_find and cf::map::load uses map_load). 278uses map_find and cf::map::load uses map_load).
244 279
280=item $locked = cf::lock_active $string
281
282Return true if the lock is currently active, i.e. somebody has locked it.
283
245=cut 284=cut
246 285
247our %LOCK; 286our %LOCK;
248 287
249sub lock_wait($) { 288sub lock_wait($) {
266 305
267 Coro::guard { 306 Coro::guard {
268 # wake up all waiters, to be on the safe side 307 # wake up all waiters, to be on the safe side
269 $_->ready for @{ delete $LOCK{$key} }; 308 $_->ready for @{ delete $LOCK{$key} };
270 } 309 }
310}
311
312sub lock_active($) {
313 my ($key) = @_;
314
315 ! ! $LOCK{$key}
271} 316}
272 317
273sub freeze_mainloop { 318sub freeze_mainloop {
274 return unless $TICK_WATCHER->is_active; 319 return unless $TICK_WATCHER->is_active;
275 320
278 }; 323 };
279 $TICK_WATCHER->stop; 324 $TICK_WATCHER->stop;
280 $guard 325 $guard
281} 326}
282 327
328=item cf::get_slot $time[, $priority[, $name]]
329
330Allocate $time seconds of blocking CPU time at priority C<$priority>:
331This call blocks and returns only when you have at least C<$time> seconds
332of cpu time till the next tick. The slot is only valid till the next cede.
333
334The optional C<$name> can be used to identify the job to run. It might be
335used for statistical purposes and should identify the same time-class.
336
337Useful for short background jobs.
338
339=cut
340
341our @SLOT_QUEUE;
342our $SLOT_QUEUE;
343
344$SLOT_QUEUE->cancel if $SLOT_QUEUE;
345$SLOT_QUEUE = Coro::async {
346 my $signal = new Coro::Signal;
347
348 while () {
349 next_job:
350 my $avail = cf::till_tick;
351 if ($avail > 0.01) {
352 for (0 .. $#SLOT_QUEUE) {
353 if ($SLOT_QUEUE[$_][0] < $avail) {
354 my $job = splice @SLOT_QUEUE, $_, 1, ();
355 $job->[2]->send;
356 Coro::cede;
357 goto next_job;
358 }
359 }
360 }
361
362 if (@SLOT_QUEUE) {
363 # we do not use wait_For_tick() as it returns immediately when tick is inactive
364 push @cf::WAIT_FOR_TICK, $signal;
365 $signal->wait;
366 } else {
367 Coro::schedule;
368 }
369 }
370};
371
372sub get_slot($;$$) {
373 my ($time, $pri, $name) = @_;
374
375 $time = $TICK * .6 if $time > $TICK * .6;
376 my $sig = new Coro::Signal;
377
378 push @SLOT_QUEUE, [$time, $pri, $sig, $name];
379 @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
380 $SLOT_QUEUE->ready;
381 $sig->wait;
382}
383
283=item cf::async { BLOCK } 384=item cf::async { BLOCK }
284 385
285Currently the same as Coro::async_pool, meaning you cannot use 386Currently the same as Coro::async_pool, meaning you cannot use
286C<on_destroy>, C<join> or other gimmicks on these coroutines. The only 387C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
287thing you are allowed to do is call C<prio> on it. 388thing you are allowed to do is call C<prio> on it.
290 391
291BEGIN { *async = \&Coro::async_pool } 392BEGIN { *async = \&Coro::async_pool }
292 393
293=item cf::sync_job { BLOCK } 394=item cf::sync_job { BLOCK }
294 395
295The design of crossfire+ requires that the main coro ($Coro::main) is 396The design of Crossfire TRT requires that the main coroutine ($Coro::main)
296always able to handle events or runnable, as crossfire+ is only partly 397is always able to handle events or runnable, as Crossfire TRT is only
297reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 398partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
399acceptable.
298 400
299If it must be done, put the blocking parts into C<sync_job>. This will run 401If it must be done, put the blocking parts into C<sync_job>. This will run
300the given BLOCK in another coroutine while waiting for the result. The 402the given BLOCK in another coroutine while waiting for the result. The
301server will be frozen during this time, so the block should either finish 403server will be frozen during this time, so the block should either finish
302fast or be very important. 404fast or be very important.
305 407
306sub sync_job(&) { 408sub sync_job(&) {
307 my ($job) = @_; 409 my ($job) = @_;
308 410
309 if ($Coro::current == $Coro::main) { 411 if ($Coro::current == $Coro::main) {
412 my $time = Event::time;
413
310 # this is the main coro, too bad, we have to block 414 # this is the main coro, too bad, we have to block
311 # till the operation succeeds, freezing the server :/ 415 # till the operation succeeds, freezing the server :/
312 416
313 # TODO: use suspend/resume instead 417 # TODO: use suspend/resume instead
314 # (but this is cancel-safe) 418 # (but this is cancel-safe)
325 429
326 while ($busy) { 430 while ($busy) {
327 Coro::cede or Event::one_event; 431 Coro::cede or Event::one_event;
328 } 432 }
329 433
434 $time = Event::time - $time;
435
436 LOG llevError | logBacktrace, Carp::longmess "long sync job"
437 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
438
439 $tick_start += $time; # do not account sync jobs to server load
440
330 wantarray ? @res : $res[0] 441 wantarray ? @res : $res[0]
331 } else { 442 } else {
332 # we are in another coroutine, how wonderful, everything just works 443 # we are in another coroutine, how wonderful, everything just works
333 444
334 $job->() 445 $job->()
353 $EXT_CORO{$coro+0} = $coro; 464 $EXT_CORO{$coro+0} = $coro;
354 465
355 $coro 466 $coro
356} 467}
357 468
358sub write_runtime { 469=item fork_call { }, $args
359 my $guard = cf::lock_acquire "write_runtime";
360 470
361 my $runtime = cf::localdir . "/runtime"; 471Executes the given code block with the given arguments in a seperate
472process, returning the results. Everything must be serialisable with
473Coro::Storable. May, of course, block. Note that the executed sub may
474never block itself or use any form of Event handling.
362 475
363 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 476=cut
364 or return;
365 477
366 my $value = $cf::RUNTIME + 90 + 10; 478sub fork_call(&@) {
367 # 10 is the runtime save interval, for a monotonic clock 479 my ($cb, @args) = @_;
368 # 60 allows for the watchdog to kill the server.
369 480
370 (aio_write $fh, 0, (length $value), $value, 0) <= 0 481 # we seemingly have to make a local copy of the whole thing,
371 and return; 482 # otherwise perl prematurely frees the stuff :/
483 # TODO: investigate and fix (liekly this will be rather laborious)
372 484
373 # always fsync - this file is important 485 my @res = Coro::Util::fork_eval {
374 aio_fsync $fh 486 reset_signals;
375 and return; 487 &$cb
488 }, @args;
376 489
377 close $fh 490 wantarray ? @res : $res[-1]
378 or return; 491}
379 492
380 aio_rename "$runtime~", $runtime 493=item $value = cf::db_get $family => $key
381 and return;
382 494
495Returns a single value from the environment database.
496
497=item cf::db_put $family => $key => $value
498
499Stores the given C<$value> in the family. It can currently store binary
500data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
501
502=cut
503
504our $DB;
505
506sub db_init {
507 unless ($DB) {
508 $DB = BDB::db_create $DB_ENV;
509
510 cf::sync_job {
511 eval {
512 $DB->set_flags (BDB::CHKSUM);
513
514 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
515 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
516 cf::cleanup "db_open(db): $!" if $!;
517 };
518 cf::cleanup "db_open(db): $@" if $@;
519 };
383 1 520 }
521}
522
523sub db_get($$) {
524 my $key = "$_[0]/$_[1]";
525
526 cf::sync_job {
527 BDB::db_get $DB, undef, $key, my $data;
528
529 $! ? ()
530 : $data
531 }
532}
533
534sub db_put($$$) {
535 BDB::dbreq_pri 4;
536 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
537}
538
539=item cf::cache $id => [$paths...], $processversion => $process
540
541Generic caching function that returns the value of the resource $id,
542caching and regenerating as required.
543
544This function can block.
545
546=cut
547
548sub cache {
549 my ($id, $src, $processversion, $process) = @_;
550
551 my $meta =
552 join "\x00",
553 $processversion,
554 map {
555 aio_stat $_
556 and Carp::croak "$_: $!";
557
558 ($_, (stat _)[7,9])
559 } @$src;
560
561 my $dbmeta = db_get cache => "$id/meta";
562 if ($dbmeta ne $meta) {
563 # changed, we may need to process
564
565 my @data;
566 my $md5;
567
568 for (0 .. $#$src) {
569 0 <= aio_load $src->[$_], $data[$_]
570 or Carp::croak "$src->[$_]: $!";
571 }
572
573 # if processing is expensive, check
574 # checksum first
575 if (1) {
576 $md5 =
577 join "\x00",
578 $processversion,
579 map {
580 Coro::cede;
581 ($src->[$_], Digest::MD5::md5_hex $data[$_])
582 } 0.. $#$src;
583
584
585 my $dbmd5 = db_get cache => "$id/md5";
586 if ($dbmd5 eq $md5) {
587 db_put cache => "$id/meta", $meta;
588
589 return db_get cache => "$id/data";
590 }
591 }
592
593 my $t1 = Time::HiRes::time;
594 my $data = $process->(\@data);
595 my $t2 = Time::HiRes::time;
596
597 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
598
599 db_put cache => "$id/data", $data;
600 db_put cache => "$id/md5" , $md5;
601 db_put cache => "$id/meta", $meta;
602
603 return $data;
604 }
605
606 db_get cache => "$id/data"
607}
608
609=item cf::datalog type => key => value, ...
610
611Log a datalog packet of the given type with the given key-value pairs.
612
613=cut
614
615sub datalog($@) {
616 my ($type, %kv) = @_;
617 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
384} 618}
385 619
386=back 620=back
387 621
388=cut 622=cut
395attach callbacks/event handlers (a collection of which is called an "attachment") 629attach callbacks/event handlers (a collection of which is called an "attachment")
396to it. All such attachable objects support the following methods. 630to it. All such attachable objects support the following methods.
397 631
398In the following description, CLASS can be any of C<global>, C<object> 632In the following description, CLASS can be any of C<global>, C<object>
399C<player>, C<client> or C<map> (i.e. the attachable objects in 633C<player>, C<client> or C<map> (i.e. the attachable objects in
400crossfire+). 634Crossfire TRT).
401 635
402=over 4 636=over 4
403 637
404=item $attachable->attach ($attachment, key => $value...) 638=item $attachable->attach ($attachment, key => $value...)
405 639
568 $registry = $CB_TYPE[$object_type] ||= []; 802 $registry = $CB_TYPE[$object_type] ||= [];
569 803
570 } elsif ($type eq "subtype") { 804 } elsif ($type eq "subtype") {
571 defined $object_type or Carp::croak "subtype specified without type"; 805 defined $object_type or Carp::croak "subtype specified without type";
572 my $object_subtype = shift @arg; 806 my $object_subtype = shift @arg;
573 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 807 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
574 808
575 } elsif ($type eq "package") { 809 } elsif ($type eq "package") {
576 my $pkg = shift @arg; 810 my $pkg = shift @arg;
577 811
578 while (my ($name, $id) = each %cb_id) { 812 while (my ($name, $id) = each %cb_id) {
607 _attach $registry, $klass, @attach; 841 _attach $registry, $klass, @attach;
608 } 842 }
609 843
610 $obj->{$name} = \%arg; 844 $obj->{$name} = \%arg;
611 } else { 845 } else {
612 warn "object uses attachment '$name' that is not available, postponing.\n"; 846 warn "object uses attachment '$name' which is not available, postponing.\n";
613 } 847 }
614 848
615 $obj->{_attachment}{$name} = undef; 849 $obj->{_attachment}{$name} = undef;
616} 850}
617 851
619 if (ref $_[0]) { 853 if (ref $_[0]) {
620 _object_attach @_; 854 _object_attach @_;
621 } else { 855 } else {
622 _attach shift->_attach_registry, @_; 856 _attach shift->_attach_registry, @_;
623 } 857 }
858 _recalc_want;
624}; 859};
625 860
626# all those should be optimised 861# all those should be optimised
627sub cf::attachable::detach { 862sub cf::attachable::detach {
628 my ($obj, $name) = @_; 863 my ($obj, $name) = @_;
631 delete $obj->{_attachment}{$name}; 866 delete $obj->{_attachment}{$name};
632 reattach ($obj); 867 reattach ($obj);
633 } else { 868 } else {
634 Carp::croak "cannot, currently, detach class attachments"; 869 Carp::croak "cannot, currently, detach class attachments";
635 } 870 }
871 _recalc_want;
636}; 872};
637 873
638sub cf::attachable::attached { 874sub cf::attachable::attached {
639 my ($obj, $name) = @_; 875 my ($obj, $name) = @_;
640 876
655 "; 891 ";
656 die if $@; 892 die if $@;
657} 893}
658 894
659our $override; 895our $override;
660our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 896our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
661 897
662sub override { 898sub override {
663 $override = 1; 899 $override = 1;
664 @invoke_results = (); 900 @INVOKE_RESULTS = (@_);
665} 901}
666 902
667sub do_invoke { 903sub do_invoke {
668 my $event = shift; 904 my $event = shift;
669 my $callbacks = shift; 905 my $callbacks = shift;
670 906
671 @invoke_results = (); 907 @INVOKE_RESULTS = ();
672 908
673 local $override; 909 local $override;
674 910
675 for (@$callbacks) { 911 for (@$callbacks) {
676 eval { &{$_->[1]} }; 912 eval { &{$_->[1]} };
693 929
694Generate an object-specific event with the given arguments. 930Generate an object-specific event with the given arguments.
695 931
696This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 932This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
697removed in future versions), and there is no public API to access override 933removed in future versions), and there is no public API to access override
698results (if you must, access C<@cf::invoke_results> directly). 934results (if you must, access C<@cf::INVOKE_RESULTS> directly).
699 935
700=back 936=back
701 937
702=cut 938=cut
703 939
704############################################################################# 940#############################################################################
705# object support 941# object support
942#
943
944sub _can_merge {
945 my ($ob1, $ob2) = @_;
946
947 local $Storable::canonical = 1;
948 my $fob1 = Storable::freeze $ob1;
949 my $fob2 = Storable::freeze $ob2;
950
951 $fob1 eq $fob2
952}
706 953
707sub reattach { 954sub reattach {
708 # basically do the same as instantiate, without calling instantiate 955 # basically do the same as instantiate, without calling instantiate
709 my ($obj) = @_; 956 my ($obj) = @_;
710 957
813 or return; 1060 or return;
814 $av = eval { (Storable::thaw $av)->{objs} }; 1061 $av = eval { (Storable::thaw $av)->{objs} };
815 } 1062 }
816 1063
817 warn sprintf "loading %s (%d)\n", 1064 warn sprintf "loading %s (%d)\n",
818 $filename, length $data, scalar @{$av || []};#d# 1065 $filename, length $data, scalar @{$av || []};
819 return ($data, $av); 1066 return ($data, $av);
820} 1067}
1068
1069=head2 COMMAND CALLBACKS
1070
1071=over 4
1072
1073=cut
821 1074
822############################################################################# 1075#############################################################################
823# command handling &c 1076# command handling &c
824 1077
825=item cf::register_command $name => \&callback($ob,$args); 1078=item cf::register_command $name => \&callback($ob,$args);
838 push @{ $COMMAND{$name} }, [$caller, $cb]; 1091 push @{ $COMMAND{$name} }, [$caller, $cb];
839} 1092}
840 1093
841=item cf::register_extcmd $name => \&callback($pl,$packet); 1094=item cf::register_extcmd $name => \&callback($pl,$packet);
842 1095
843Register a callbackf ro execution when the client sends an extcmd packet. 1096Register a callback for execution when the client sends an (synchronous)
1097extcmd packet. Ext commands will be processed in the order they are
1098received by the server, like other user commands. The first argument is
1099the logged-in player. Ext commands can only be processed after a player
1100has logged in successfully.
844 1101
845If the callback returns something, it is sent back as if reply was being 1102If the callback returns something, it is sent back as if reply was being
846called. 1103called.
847 1104
1105=item cf::register_exticmd $name => \&callback($ns,$packet);
1106
1107Register a callback for execution when the client sends an (asynchronous)
1108exticmd packet. Exti commands are processed by the server as soon as they
1109are received, i.e. out of order w.r.t. other commands. The first argument
1110is a client socket. Exti commands can be received anytime, even before
1111log-in.
1112
1113If the callback returns something, it is sent back as if reply was being
1114called.
1115
848=cut 1116=cut
849 1117
850sub register_extcmd { 1118sub register_extcmd {
851 my ($name, $cb) = @_; 1119 my ($name, $cb) = @_;
852 1120
853 $EXTCMD{$name} = $cb; 1121 $EXTCMD{$name} = $cb;
1122}
1123
1124sub register_exticmd {
1125 my ($name, $cb) = @_;
1126
1127 $EXTICMD{$name} = $cb;
854} 1128}
855 1129
856cf::player->attach ( 1130cf::player->attach (
857 on_command => sub { 1131 on_command => sub {
858 my ($pl, $name, $params) = @_; 1132 my ($pl, $name, $params) = @_;
867 cf::override; 1141 cf::override;
868 }, 1142 },
869 on_extcmd => sub { 1143 on_extcmd => sub {
870 my ($pl, $buf) = @_; 1144 my ($pl, $buf) = @_;
871 1145
872 my $msg = eval { from_json $buf }; 1146 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
873 1147
874 if (ref $msg) { 1148 if (ref $msg) {
1149 my ($type, $reply, @payload) =
1150 "ARRAY" eq ref $msg
1151 ? @$msg
1152 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1153
875 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1154 if (my $cb = $EXTCMD{$type}) {
876 if (my %reply = $cb->($pl, $msg)) { 1155 my @reply = $cb->($pl, @payload);
1156
877 $pl->ext_reply ($msg->{msgid}, %reply); 1157 $pl->ext_reply ($reply, @reply)
878 } 1158 if $reply;
879 } 1159 }
880 } else { 1160 } else {
881 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1161 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
882 } 1162 }
883 1163
884 cf::override; 1164 cf::override;
885 }, 1165 },
886); 1166);
887 1167
888sub load_extension {
889 my ($path) = @_;
890
891 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
892 my $base = $1;
893 my $pkg = $1;
894 $pkg =~ s/[^[:word:]]/_/g;
895 $pkg = "ext::$pkg";
896
897 warn "... loading '$path' into '$pkg'\n";
898
899 open my $fh, "<:utf8", $path
900 or die "$path: $!";
901
902 my $source =
903 "package $pkg; use strict; use utf8;\n"
904 . "#line 1 \"$path\"\n{\n"
905 . (do { local $/; <$fh> })
906 . "\n};\n1";
907
908 unless (eval $source) {
909 my $msg = $@ ? "$path: $@\n"
910 : "extension disabled.\n";
911 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
912 warn $@;
913 warn "mandatory extension failed to load, exiting.\n";
914 exit 1;
915 }
916 die $@;
917 }
918
919 push @EXTS, $pkg;
920}
921
922sub load_extensions { 1168sub load_extensions {
1169 cf::sync_job {
1170 my %todo;
1171
923 for my $ext (<$LIBDIR/*.ext>) { 1172 for my $path (<$LIBDIR/*.ext>) {
924 next unless -r $ext; 1173 next unless -r $path;
925 eval { 1174
926 load_extension $ext; 1175 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1176 my $base = $1;
1177 my $pkg = $1;
1178 $pkg =~ s/[^[:word:]]/_/g;
1179 $pkg = "ext::$pkg";
1180
1181 open my $fh, "<:utf8", $path
1182 or die "$path: $!";
1183
1184 my $source = do { local $/; <$fh> };
1185
1186 my %ext = (
1187 path => $path,
1188 base => $base,
1189 pkg => $pkg,
1190 );
1191
1192 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1193 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1194
1195 $ext{source} =
1196 "package $pkg; use strict; use utf8;\n"
1197 . "#line 1 \"$path\"\n{\n"
1198 . $source
1199 . "\n};\n1";
1200
1201 $todo{$base} = \%ext;
1202 }
1203
1204 my %done;
1205 while (%todo) {
1206 my $progress;
1207
1208 while (my ($k, $v) = each %todo) {
1209 for (split /,\s*/, $v->{meta}{depends}) {
1210 goto skip
1211 unless exists $done{$_};
1212 }
1213
1214 warn "... loading '$k' into '$v->{pkg}'\n";
1215
1216 unless (eval $v->{source}) {
1217 my $msg = $@ ? "$v->{path}: $@\n"
1218 : "$v->{base}: extension inactive.\n";
1219
1220 if (exists $v->{meta}{mandatory}) {
1221 warn $msg;
1222 warn "mandatory extension failed to load, exiting.\n";
1223 exit 1;
1224 }
1225
1226 warn $msg;
1227 }
1228
1229 $done{$k} = delete $todo{$k};
1230 push @EXTS, $v->{pkg};
1231 $progress = 1;
927 1 1232 }
928 } or warn "$ext not loaded: $@"; 1233
1234 skip:
1235 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1236 unless $progress;
1237 }
929 } 1238 };
930} 1239}
931 1240
932############################################################################# 1241#############################################################################
933 1242
1243=back
1244
934=head2 CORE EXTENSIONS 1245=head2 CORE EXTENSIONS
935 1246
936Functions and methods that extend core crossfire objects. 1247Functions and methods that extend core crossfire objects.
937 1248
938=cut 1249=cut
950Returns the given player object, loading it if necessary (might block). 1261Returns the given player object, loading it if necessary (might block).
951 1262
952=cut 1263=cut
953 1264
954sub playerdir($) { 1265sub playerdir($) {
955 cf::localdir 1266 "$PLAYERDIR/"
956 . "/"
957 . cf::playerdir
958 . "/"
959 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1267 . (ref $_[0] ? $_[0]->ob->name : $_[0])
960} 1268}
961 1269
962sub path($) { 1270sub path($) {
963 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1271 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
964 1272
965 (playerdir $login) . "/$login.pl" 1273 (playerdir $login) . "/playerdata"
966} 1274}
967 1275
968sub find_active($) { 1276sub find_active($) {
969 $cf::PLAYER{$_[0]} 1277 $cf::PLAYER{$_[0]}
970 and $cf::PLAYER{$_[0]}->active 1278 and $cf::PLAYER{$_[0]}->active
983 my $login = $_[0]; 1291 my $login = $_[0];
984 1292
985 my $guard = cf::lock_acquire "user_find:$login"; 1293 my $guard = cf::lock_acquire "user_find:$login";
986 1294
987 $cf::PLAYER{$_[0]} || do { 1295 $cf::PLAYER{$_[0]} || do {
1296 # rename old playerfiles to new ones
1297 #TODO: remove when no longer required
1298 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1299 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1300 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1301 aio_unlink +(playerdir $login) . "/$login.pl";
1302
988 my $pl = load_pl path $login 1303 my $pl = load_pl path $login
989 or return; 1304 or return;
990 $cf::PLAYER{$login} = $pl 1305 $cf::PLAYER{$login} = $pl
991 } 1306 }
992 } 1307 }
1020 $cf::PLAYER{$login} = $self; 1335 $cf::PLAYER{$login} = $self;
1021 1336
1022 $self 1337 $self
1023} 1338}
1024 1339
1340=item $player->send_msg ($channel, $msg, $color, [extra...])
1341
1342=cut
1343
1344sub send_msg {
1345 my $ns = shift->ns
1346 or return;
1347 $ns->send_msg (@_);
1348}
1349
1025=item $pl->quit_character 1350=item $pl->quit_character
1026 1351
1027Nukes the player without looking back. If logged in, the connection will 1352Nukes the player without looking back. If logged in, the connection will
1028be destroyed. May block for a long time. 1353be destroyed. May block for a long time.
1029 1354
1030=cut 1355=cut
1031 1356
1032sub quit_character { 1357sub quit_character {
1033 my ($pl) = @_; 1358 my ($pl) = @_;
1359
1360 my $name = $pl->ob->name;
1034 1361
1035 $pl->{deny_save} = 1; 1362 $pl->{deny_save} = 1;
1036 $pl->password ("*"); # this should lock out the player until we nuked the dir 1363 $pl->password ("*"); # this should lock out the player until we nuked the dir
1037 1364
1038 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1365 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1043 my $path = playerdir $pl; 1370 my $path = playerdir $pl;
1044 my $temp = "$path~$cf::RUNTIME~deleting~"; 1371 my $temp = "$path~$cf::RUNTIME~deleting~";
1045 aio_rename $path, $temp; 1372 aio_rename $path, $temp;
1046 delete $cf::PLAYER{$pl->ob->name}; 1373 delete $cf::PLAYER{$pl->ob->name};
1047 $pl->destroy; 1374 $pl->destroy;
1375
1376 my $prefix = qr<^~\Q$name\E/>;
1377
1378 # nuke player maps
1379 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1380
1048 IO::AIO::aio_rmtree $temp; 1381 IO::AIO::aio_rmtree $temp;
1382}
1383
1384=item $pl->kick
1385
1386Kicks a player out of the game. This destroys the connection.
1387
1388=cut
1389
1390sub kick {
1391 my ($pl, $kicker) = @_;
1392
1393 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1394 $pl->killer ("kicked");
1395 $pl->ns->destroy;
1049} 1396}
1050 1397
1051=item cf::player::list_logins 1398=item cf::player::list_logins
1052 1399
1053Returns am arrayref of all valid playernames in the system, can take a 1400Returns am arrayref of all valid playernames in the system, can take a
1054while and may block, so not sync_job-capable, ever. 1401while and may block, so not sync_job-capable, ever.
1055 1402
1056=cut 1403=cut
1057 1404
1058sub list_logins { 1405sub list_logins {
1059 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1406 my $dirs = aio_readdir $PLAYERDIR
1060 or return []; 1407 or return [];
1061 1408
1062 my @logins; 1409 my @logins;
1063 1410
1064 for my $login (@$dirs) { 1411 for my $login (@$dirs) {
1099 } 1446 }
1100 1447
1101 \@paths 1448 \@paths
1102} 1449}
1103 1450
1451=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1452
1453Expand crossfire pod fragments into protocol xml.
1454
1455=cut
1456
1457sub expand_cfpod {
1458 ((my $self), (local $_)) = @_;
1459
1460 # escape & and <
1461 s/&/&amp;/g;
1462 s/(?<![BIUGH])</&lt;/g;
1463
1464 # this is buggy, it needs to properly take care of nested <'s
1465
1466 1 while
1467 # replace B<>, I<>, U<> etc.
1468 s/B<([^\>]*)>/<b>$1<\/b>/
1469 || s/I<([^\>]*)>/<i>$1<\/i>/
1470 || s/U<([^\>]*)>/<u>$1<\/u>/
1471 # replace G<male|female> tags
1472 || s{G<([^>|]*)\|([^>]*)>}{
1473 $self->gender ? $2 : $1
1474 }ge
1475 # replace H<hint text>
1476 || s{H<([^\>]*)>}
1477 {
1478 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1479 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1480 "")
1481 [$self->{hintmode}]
1482 }ge;
1483
1484 # create single paragraphs (very hackish)
1485 s/(?<=\S)\n(?=\w)/ /g;
1486
1487 # compress some whitespace
1488 s/\s+\n/\n/g; # ws line-ends
1489 s/\n\n+/\n/g; # double lines
1490 s/^\n+//; # beginning lines
1491 s/\n+$//; # ending lines
1492
1493 $_
1494}
1495
1496sub hintmode {
1497 $_[0]{hintmode} = $_[1] if @_ > 1;
1498 $_[0]{hintmode}
1499}
1500
1104=item $player->ext_reply ($msgid, $msgtype, %msg) 1501=item $player->ext_reply ($msgid, @msg)
1105 1502
1106Sends an ext reply to the player. 1503Sends an ext reply to the player.
1107 1504
1108=cut 1505=cut
1109 1506
1110sub ext_reply($$$%) { 1507sub ext_reply($$@) {
1111 my ($self, $id, %msg) = @_; 1508 my ($self, $id, @msg) = @_;
1112 1509
1113 $msg{msgid} = $id; 1510 if ($self->ns->extcmd == 2) {
1114 1511 $self->send ("ext " . $self->ns->{json_coder}->encode (["reply-$id", @msg]));
1115 $self->send ("ext " . cf::to_json \%msg); 1512 } elsif ($self->ns->extcmd == 1) {
1513 #TODO: version 1, remove
1514 unshift @msg, msgtype => "reply", msgid => $id;
1515 $self->send ("ext " . $self->ns->{json_coder}->encode ({@msg}));
1516 }
1116} 1517}
1117 1518
1118package cf; 1519=item $player->ext_msg ($type, @msg)
1520
1521Sends an ext event to the client.
1522
1523=cut
1524
1525sub ext_msg($$@) {
1526 my ($self, $type, @msg) = @_;
1527
1528 $self->ns->ext_msg ($type, @msg);
1529}
1530
1531=head3 cf::region
1532
1533=over 4
1534
1535=cut
1536
1537package cf::region;
1538
1539=item cf::region::find_by_path $path
1540
1541Tries to decuce the likely region for a map knowing only its path.
1542
1543=cut
1544
1545sub find_by_path($) {
1546 my ($path) = @_;
1547
1548 my ($match, $specificity);
1549
1550 for my $region (list) {
1551 if ($region->{match} && $path =~ $region->{match}) {
1552 ($match, $specificity) = ($region, $region->specificity)
1553 if $region->specificity > $specificity;
1554 }
1555 }
1556
1557 $match
1558}
1119 1559
1120=back 1560=back
1121
1122 1561
1123=head3 cf::map 1562=head3 cf::map
1124 1563
1125=over 4 1564=over 4
1126 1565
1181 my ($self, $merge) = @_; 1620 my ($self, $merge) = @_;
1182 1621
1183 # we have to keep some variables in memory intact 1622 # we have to keep some variables in memory intact
1184 local $self->{path}; 1623 local $self->{path};
1185 local $self->{load_path}; 1624 local $self->{load_path};
1186 local $self->{deny_save};
1187 local $self->{deny_reset};
1188 1625
1189 $self->SUPER::thawer_merge ($merge); 1626 $self->SUPER::thawer_merge ($merge);
1190} 1627}
1191 1628
1192sub normalise { 1629sub normalise {
1239 $self->init; # pass $1 etc. 1676 $self->init; # pass $1 etc.
1240 return $self; 1677 return $self;
1241 } 1678 }
1242 } 1679 }
1243 1680
1244 Carp::carp "unable to resolve path '$path' (base '$base')."; 1681 Carp::cluck "unable to resolve path '$path' (base '$base').";
1245 () 1682 ()
1246} 1683}
1247 1684
1248sub init { 1685sub init {
1249 my ($self) = @_; 1686 my ($self) = @_;
1264 1701
1265# the original (read-only) location 1702# the original (read-only) location
1266sub load_path { 1703sub load_path {
1267 my ($self) = @_; 1704 my ($self) = @_;
1268 1705
1269 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1706 "$MAPDIR/$self->{path}.map"
1270} 1707}
1271 1708
1272# the temporary/swap location 1709# the temporary/swap location
1273sub save_path { 1710sub save_path {
1274 my ($self) = @_; 1711 my ($self) = @_;
1275 1712
1276 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1713 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1277 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1714 "$TMPDIR/$path.map"
1278} 1715}
1279 1716
1280# the unique path, undef == no special unique path 1717# the unique path, undef == no special unique path
1281sub uniq_path { 1718sub uniq_path {
1282 my ($self) = @_; 1719 my ($self) = @_;
1283 1720
1284 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1721 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1285 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1722 "$UNIQUEDIR/$path"
1286} 1723}
1287 1724
1288# and all this just because we cannot iterate over 1725# and all this just because we cannot iterate over
1289# all maps in C++... 1726# all maps in C++...
1290sub change_all_map_light { 1727sub change_all_map_light {
1291 my ($change) = @_; 1728 my ($change) = @_;
1292 1729
1293 $_->change_map_light ($change) 1730 $_->change_map_light ($change)
1294 for grep $_->outdoor, values %cf::MAP; 1731 for grep $_->outdoor, values %cf::MAP;
1732}
1733
1734sub decay_objects {
1735 my ($self) = @_;
1736
1737 return if $self->{deny_reset};
1738
1739 $self->do_decay_objects;
1295} 1740}
1296 1741
1297sub unlink_save { 1742sub unlink_save {
1298 my ($self) = @_; 1743 my ($self) = @_;
1299 1744
1357 $self->load_header_orig 1802 $self->load_header_orig
1358 or return; 1803 or return;
1359 $self->prepare_orig; 1804 $self->prepare_orig;
1360 } 1805 }
1361 1806
1807 $self->{deny_reset} = 1
1808 if $self->no_reset;
1809
1810 $self->default_region (cf::region::find_by_path $self->{path})
1811 unless $self->default_region;
1812
1362 1 1813 1
1363} 1814}
1364 1815
1365sub find; 1816sub find;
1366sub find { 1817sub find {
1378 $map->{last_save} = $cf::RUNTIME; 1829 $map->{last_save} = $cf::RUNTIME;
1379 1830
1380 $map->load_header 1831 $map->load_header
1381 or return; 1832 or return;
1382 1833
1383 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1834 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1384 # doing this can freeze the server in a sync job, obviously 1835 # doing this can freeze the server in a sync job, obviously
1385 #$cf::WAIT_FOR_TICK->wait; 1836 #$cf::WAIT_FOR_TICK->wait;
1386 $map->reset; 1837 $map->reset;
1387 undef $guard; 1838 undef $guard;
1388 return find $path; 1839 return find $path;
1399 my ($self) = @_; 1850 my ($self) = @_;
1400 1851
1401 local $self->{deny_reset} = 1; # loading can take a long time 1852 local $self->{deny_reset} = 1; # loading can take a long time
1402 1853
1403 my $path = $self->{path}; 1854 my $path = $self->{path};
1855
1856 {
1404 my $guard = cf::lock_acquire "map_load:$path"; 1857 my $guard = cf::lock_acquire "map_load:$path";
1405 1858
1406 return if $self->in_memory != cf::MAP_SWAPPED; 1859 return if $self->in_memory != cf::MAP_SWAPPED;
1407 1860
1408 $self->in_memory (cf::MAP_LOADING); 1861 $self->in_memory (cf::MAP_LOADING);
1409 1862
1410 $self->alloc; 1863 $self->alloc;
1411 1864
1412 $self->pre_load; 1865 $self->pre_load;
1413
1414 $self->_load_objects ($self->{load_path}, 1)
1415 or return;
1416
1417 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1418 if delete $self->{load_original};
1419
1420 if (my $uniq = $self->uniq_path) {
1421 utf8::encode $uniq;
1422 if (aio_open $uniq, O_RDONLY, 0) {
1423 $self->clear_unique_items;
1424 $self->_load_objects ($uniq, 0);
1425 }
1426 }
1427
1428 Coro::cede;
1429
1430 # now do the right thing for maps
1431 $self->link_multipart_objects;
1432
1433 unless ($self->{deny_activate}) {
1434 $self->decay_objects;
1435 $self->fix_auto_apply;
1436 $self->update_buttons;
1437 Coro::cede; 1866 Coro::cede;
1438 $self->set_darkness_map; 1867
1868 $self->_load_objects ($self->{load_path}, 1)
1869 or return;
1870
1871 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1872 if delete $self->{load_original};
1873
1874 if (my $uniq = $self->uniq_path) {
1875 utf8::encode $uniq;
1876 if (aio_open $uniq, O_RDONLY, 0) {
1877 $self->clear_unique_items;
1878 $self->_load_objects ($uniq, 0);
1879 }
1880 }
1881
1882 Coro::cede;
1883 # now do the right thing for maps
1884 $self->link_multipart_objects;
1439 $self->difficulty ($self->estimate_difficulty) 1885 $self->difficulty ($self->estimate_difficulty)
1440 unless $self->difficulty; 1886 unless $self->difficulty;
1441 Coro::cede; 1887 Coro::cede;
1888
1889 unless ($self->{deny_activate}) {
1890 $self->decay_objects;
1891 $self->fix_auto_apply;
1892 $self->update_buttons;
1893 Coro::cede;
1894 $self->set_darkness_map;
1895 Coro::cede;
1442 $self->activate; 1896 $self->activate;
1897 }
1898
1899 $self->{last_save} = $cf::RUNTIME;
1900 $self->last_access ($cf::RUNTIME);
1901
1902 $self->in_memory (cf::MAP_IN_MEMORY);
1443 } 1903 }
1444 1904
1445 $self->post_load; 1905 $self->post_load;
1446
1447 $self->in_memory (cf::MAP_IN_MEMORY);
1448} 1906}
1449 1907
1450sub customise_for { 1908sub customise_for {
1451 my ($self, $ob) = @_; 1909 my ($self, $ob) = @_;
1452 1910
1453 return find "~" . $ob->name . "/" . $self->{path} 1911 return find "~" . $ob->name . "/" . $self->{path}
1454 if $self->per_player; 1912 if $self->per_player;
1455 1913
1914# return find "?party/" . $ob->name . "/" . $self->{path}
1915# if $self->per_party;
1916
1456 $self 1917 $self
1457} 1918}
1458 1919
1459# find and load all maps in the 3x3 area around a map 1920# find and load all maps in the 3x3 area around a map
1460sub load_diag { 1921sub load_neighbours {
1461 my ($map) = @_; 1922 my ($map) = @_;
1462 1923
1463 my @diag; # diagonal neighbours 1924 my @neigh; # diagonal neighbours
1464 1925
1465 for (0 .. 3) { 1926 for (0 .. 3) {
1466 my $neigh = $map->tile_path ($_) 1927 my $neigh = $map->tile_path ($_)
1467 or next; 1928 or next;
1468 $neigh = find $neigh, $map 1929 $neigh = find $neigh, $map
1469 or next; 1930 or next;
1470 $neigh->load; 1931 $neigh->load;
1471 1932
1933 push @neigh,
1472 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh], 1934 [$neigh->tile_path (($_ + 3) % 4), $neigh],
1473 [$neigh->tile_path (($_ + 1) % 4), $neigh]; 1935 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1474 } 1936 }
1475 1937
1476 for (@diag) { 1938 for (grep defined $_->[0], @neigh) {
1939 my ($path, $origin) = @$_;
1477 my $neigh = find @$_ 1940 my $neigh = find $path, $origin
1478 or next; 1941 or next;
1479 $neigh->load; 1942 $neigh->load;
1480 } 1943 }
1481} 1944}
1482 1945
1506 1969
1507 undef $MAP_PREFETCH{$path}; 1970 undef $MAP_PREFETCH{$path};
1508 $MAP_PREFETCHER ||= cf::async { 1971 $MAP_PREFETCHER ||= cf::async {
1509 while (%MAP_PREFETCH) { 1972 while (%MAP_PREFETCH) {
1510 for my $path (keys %MAP_PREFETCH) { 1973 for my $path (keys %MAP_PREFETCH) {
1511 my $map = find $path 1974 if (my $map = find $path) {
1512 or next;
1513 $map->load; 1975 $map->load;
1976 }
1514 1977
1515 delete $MAP_PREFETCH{$path}; 1978 delete $MAP_PREFETCH{$path};
1516 } 1979 }
1517 } 1980 }
1518 undef $MAP_PREFETCHER; 1981 undef $MAP_PREFETCHER;
1570 2033
1571sub reset_at { 2034sub reset_at {
1572 my ($self) = @_; 2035 my ($self) = @_;
1573 2036
1574 # TODO: safety, remove and allow resettable per-player maps 2037 # TODO: safety, remove and allow resettable per-player maps
1575 return 1e99 if $self->isa ("ext::map_per_player");#d#
1576 return 1e99 if $self->{deny_reset}; 2038 return 1e99 if $self->{deny_reset};
1577 2039
1578 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 2040 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1579 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 2041 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1580 2042
1591 my ($self) = @_; 2053 my ($self) = @_;
1592 2054
1593 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2055 my $lock = cf::lock_acquire "map_data:$self->{path}";
1594 2056
1595 return if $self->players; 2057 return if $self->players;
1596 return if $self->isa ("ext::map_per_player");#d#
1597 2058
1598 warn "resetting map ", $self->path;#d# 2059 warn "resetting map ", $self->path;
1599 2060
1600 $self->in_memory (cf::MAP_SWAPPED); 2061 $self->in_memory (cf::MAP_SWAPPED);
1601 2062
1602 # need to save uniques path 2063 # need to save uniques path
1603 unless ($self->{deny_save}) { 2064 unless ($self->{deny_save}) {
1635 $cf::MAP{$self->path} = $self; 2096 $cf::MAP{$self->path} = $self;
1636 2097
1637 $self->reset; # polite request, might not happen 2098 $self->reset; # polite request, might not happen
1638} 2099}
1639 2100
2101=item $maps = cf::map::tmp_maps
2102
2103Returns an arrayref with all map paths of currently instantiated and saved
2104maps. May block.
2105
2106=cut
2107
2108sub tmp_maps() {
2109 [
2110 map {
2111 utf8::decode $_;
2112 /\.map$/
2113 ? normalise $_
2114 : ()
2115 } @{ aio_readdir $TMPDIR or [] }
2116 ]
2117}
2118
2119=item $maps = cf::map::random_maps
2120
2121Returns an arrayref with all map paths of currently instantiated and saved
2122random maps. May block.
2123
2124=cut
2125
2126sub random_maps() {
2127 [
2128 map {
2129 utf8::decode $_;
2130 /\.map$/
2131 ? normalise "?random/$_"
2132 : ()
2133 } @{ aio_readdir $RANDOMDIR or [] }
2134 ]
2135}
2136
1640=item cf::map::unique_maps 2137=item cf::map::unique_maps
1641 2138
1642Returns an arrayref of paths of all shared maps that have 2139Returns an arrayref of paths of all shared maps that have
1643instantiated unique items. May block. 2140instantiated unique items. May block.
1644 2141
1645=cut 2142=cut
1646 2143
1647sub unique_maps() { 2144sub unique_maps() {
1648 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2145 [
1649 or return; 2146 map {
1650
1651 my @paths;
1652
1653 for (@$files) {
1654 utf8::decode $_; 2147 utf8::decode $_;
1655 next if /\.pst$/; 2148 /\.map$/
1656 next unless /^$PATH_SEP/o; 2149 ? normalise $_
1657 2150 : ()
1658 push @paths, cf::map::normalise $_; 2151 } @{ aio_readdir $UNIQUEDIR or [] }
1659 } 2152 ]
1660
1661 \@paths
1662} 2153}
1663 2154
1664package cf; 2155package cf;
1665 2156
1666=back 2157=back
1712 2203
1713 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2204 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1714 2205
1715 if ($self->{record_replies}) { 2206 if ($self->{record_replies}) {
1716 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2207 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2208
1717 } else { 2209 } else {
2210 my $pl = $self->contr;
2211
2212 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2213 my $dialog = $pl->{npc_dialog};
2214 $dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2215
2216 } else {
1718 $msg = $npc->name . " says: $msg" if $npc; 2217 $msg = $npc->name . " says: $msg" if $npc;
1719 $self->message ($msg, $flags); 2218 $self->message ($msg, $flags);
2219 }
1720 } 2220 }
2221}
2222
2223=item $object->send_msg ($channel, $msg, $color, [extra...])
2224
2225=cut
2226
2227sub cf::object::send_msg {
2228 my $pl = shift->contr
2229 or return;
2230 $pl->send_msg (@_);
1721} 2231}
1722 2232
1723=item $player_object->may ("access") 2233=item $player_object->may ("access")
1724 2234
1725Returns wether the given player is authorized to access resource "access" 2235Returns wether the given player is authorized to access resource "access"
1772 $self->deactivate_recursive; 2282 $self->deactivate_recursive;
1773 2283
1774 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2284 return if UNIVERSAL::isa $self->map, "ext::map_link";
1775 2285
1776 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2286 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1777 if $self->map; 2287 if $self->map && $self->map->{path} ne "{link}";
1778 2288
1779 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2289 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1780} 2290}
1781 2291
1782sub cf::object::player::leave_link { 2292sub cf::object::player::leave_link {
1783 my ($self, $map, $x, $y) = @_; 2293 my ($self, $map, $x, $y) = @_;
2294
2295 return unless $self->contr->active;
1784 2296
1785 my $link_pos = delete $self->{_link_pos}; 2297 my $link_pos = delete $self->{_link_pos};
1786 2298
1787 unless ($map) { 2299 unless ($map) {
1788 # restore original map position 2300 # restore original map position
1802 # use -1 or undef as default coordinates, not 0, 0 2314 # use -1 or undef as default coordinates, not 0, 0
1803 ($x, $y) = ($map->enter_x, $map->enter_y) 2315 ($x, $y) = ($map->enter_x, $map->enter_y)
1804 if $x <=0 && $y <= 0; 2316 if $x <=0 && $y <= 0;
1805 2317
1806 $map->load; 2318 $map->load;
1807 $map->load_diag; 2319 $map->load_neighbours;
1808 2320
1809 return unless $self->contr->active; 2321 return unless $self->contr->active;
1810 $self->activate_recursive; 2322 $self->activate_recursive;
1811 2323
1812 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2324 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1813 $self->enter_map ($map, $x, $y); 2325 $self->enter_map ($map, $x, $y);
1814} 2326}
1815 2327
1816cf::player->attach ( 2328=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1817 on_logout => sub {
1818 my ($pl) = @_;
1819 2329
1820 # abort map switching before logout 2330Moves the player to the given map-path and coordinates by first freezing
1821 if ($pl->ob->{_link_pos}) { 2331her, loading and preparing them map, calling the provided $check callback
1822 cf::sync_job { 2332that has to return the map if sucecssful, and then unfreezes the player on
1823 $pl->ob->leave_link 2333the new (success) or old (failed) map position. In either case, $done will
1824 }; 2334be called at the end of this process.
1825 }
1826 },
1827 on_login => sub {
1828 my ($pl) = @_;
1829 2335
1830 # try to abort aborted map switching on player login :)
1831 # should happen only on crashes
1832 if ($pl->ob->{_link_pos}) {
1833 $pl->ob->enter_link;
1834 (async {
1835 $pl->ob->reply (undef,
1836 "There was an internal problem at your last logout, "
1837 . "the server will try to bring you to your intended destination in a second.",
1838 cf::NDI_RED);
1839 # we need this sleep as the login has a concurrent enter_exit running
1840 # and this sleep increases chances of the player not ending up in scorn
1841 Coro::Timer::sleep 1;
1842 $pl->ob->leave_link;
1843 })->prio (2);
1844 }
1845 },
1846);
1847
1848=item $player_object->goto ($path, $x, $y)
1849
1850=cut 2336=cut
2337
2338our $GOTOGEN;
1851 2339
1852sub cf::object::player::goto { 2340sub cf::object::player::goto {
1853 my ($self, $path, $x, $y) = @_; 2341 my ($self, $path, $x, $y, $check, $done) = @_;
2342
2343 # do generation counting so two concurrent goto's will be executed in-order
2344 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1854 2345
1855 $self->enter_link; 2346 $self->enter_link;
1856 2347
1857 (async { 2348 (async {
1858 my $map = eval { 2349 my $map = eval {
1859 my $map = cf::map::find $path; 2350 my $map = cf::map::find $path;
2351
2352 if ($map) {
1860 $map = $map->customise_for ($self) if $map; 2353 $map = $map->customise_for ($self);
2354 $map = $check->($map) if $check && $map;
2355 } else {
2356 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2357 }
2358
1861 $map 2359 $map
2360 };
2361
2362 if ($@) {
2363 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2364 LOG llevError | logBacktrace, Carp::longmess $@;
1862 } or 2365 }
1863 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1864 2366
2367 if ($gen == $self->{_goto_generation}) {
2368 delete $self->{_goto_generation};
1865 $self->leave_link ($map, $x, $y); 2369 $self->leave_link ($map, $x, $y);
2370 }
2371
2372 $done->() if $done;
1866 })->prio (1); 2373 })->prio (1);
1867} 2374}
1868 2375
1869=item $player_object->enter_exit ($exit_object) 2376=item $player_object->enter_exit ($exit_object)
1870 2377
1909 2416
1910 $rmp->{random_seed} ||= $exit->random_seed; 2417 $rmp->{random_seed} ||= $exit->random_seed;
1911 2418
1912 my $data = cf::to_json $rmp; 2419 my $data = cf::to_json $rmp;
1913 my $md5 = Digest::MD5::md5_hex $data; 2420 my $md5 = Digest::MD5::md5_hex $data;
1914 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2421 my $meta = "$RANDOMDIR/$md5.meta";
1915 2422
1916 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2423 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1917 aio_write $fh, 0, (length $data), $data, 0; 2424 aio_write $fh, 0, (length $data), $data, 0;
1918 undef $fh; 2425 undef $fh;
1919 aio_rename "$meta~", $meta; 2426 aio_rename "$meta~", $meta;
1928 2435
1929 return unless $self->type == cf::PLAYER; 2436 return unless $self->type == cf::PLAYER;
1930 2437
1931 if ($exit->slaying eq "/!") { 2438 if ($exit->slaying eq "/!") {
1932 #TODO: this should de-fi-ni-te-ly not be a sync-job 2439 #TODO: this should de-fi-ni-te-ly not be a sync-job
2440 # the problem is that $exit might not survive long enough
2441 # so it needs to be done right now, right here
1933 cf::sync_job { prepare_random_map $exit }; 2442 cf::sync_job { prepare_random_map $exit };
1934 } 2443 }
1935 2444
1936 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 2445 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1937 my $hp = $exit->stats->hp; 2446 my $hp = $exit->stats->hp;
1938 my $sp = $exit->stats->sp; 2447 my $sp = $exit->stats->sp;
1939 2448
1940 $self->enter_link; 2449 $self->enter_link;
2450
2451 # if exit is damned, update players death & WoR home-position
2452 $self->contr->savebed ($slaying, $hp, $sp)
2453 if $exit->flag (FLAG_DAMNED);
1941 2454
1942 (async { 2455 (async {
1943 $self->deactivate_recursive; # just to be sure 2456 $self->deactivate_recursive; # just to be sure
1944 unless (eval { 2457 unless (eval {
1945 $self->goto ($slaying, $hp, $sp); 2458 $self->goto ($slaying, $hp, $sp);
1946 2459
1947 1; 2460 1;
1948 }) { 2461 }) {
1949 $self->message ("Something went wrong deep within the crossfire server. " 2462 $self->message ("Something went wrong deep within the crossfire server. "
1950 . "I'll try to bring you back to the map you were before. " 2463 . "I'll try to bring you back to the map you were before. "
1951 . "Please report this to the dungeon master!", 2464 . "Please report this to the dungeon master!",
1952 cf::NDI_UNIQUE | cf::NDI_RED); 2465 cf::NDI_UNIQUE | cf::NDI_RED);
1953 2466
1954 warn "ERROR in enter_exit: $@"; 2467 warn "ERROR in enter_exit: $@";
1955 $self->leave_link; 2468 $self->leave_link;
1956 } 2469 }
1957 })->prio (1); 2470 })->prio (1);
1970 2483
1971sub cf::client::send_drawinfo { 2484sub cf::client::send_drawinfo {
1972 my ($self, $text, $flags) = @_; 2485 my ($self, $text, $flags) = @_;
1973 2486
1974 utf8::encode $text; 2487 utf8::encode $text;
1975 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2488 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1976} 2489}
1977 2490
2491=item $client->send_msg ($channel, $msg, $color, [extra...])
2492
2493Send a drawinfo or msg packet to the client, formatting the msg for the
2494client if neccessary. C<$type> should be a string identifying the type of
2495the message, with C<log> being the default. If C<$color> is negative, suppress
2496the message unless the client supports the msg packet.
2497
2498=cut
2499
2500sub cf::client::send_msg {
2501 my ($self, $channel, $msg, $color, @extra) = @_;
2502
2503 $msg = $self->pl->expand_cfpod ($msg);
2504
2505 $color &= cf::NDI_CLIENT_MASK; # just in case...
2506
2507 if (ref $channel) {
2508 # send meta info to client, if not yet sent
2509 unless (exists $self->{channel}{$channel->{id}}) {
2510 $self->{channel}{$channel->{id}} = $channel;
2511 $self->ext_msg (channel_info => $channel);
2512 }
2513
2514 $channel = $channel->{id};
2515 }
2516
2517 return unless @extra || length $msg;
2518
2519 if ($self->can_msg) {
2520 # default colour, mask it out
2521 $color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2522 if $color & cf::NDI_DEF;
2523
2524 $self->send_packet ("msg " . $self->{json_coder}->encode (
2525 [$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
2526 } else {
2527 if ($color >= 0) {
2528 # replace some tags by gcfclient-compatible ones
2529 for ($msg) {
2530 1 while
2531 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2532 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2533 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2534 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2535 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2536 }
2537
2538 $color &= cf::NDI_COLOR_MASK;
2539
2540 utf8::encode $msg;
2541
2542 if (0 && $msg =~ /\[/) {
2543 # COMMAND/INFO
2544 $self->send_packet ("drawextinfo $color 10 8 $msg")
2545 } else {
2546 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2547 $self->send_packet ("drawinfo $color $msg")
2548 }
2549 }
2550 }
2551}
2552
2553=item $client->ext_msg ($type, @msg)
2554
2555Sends an ext event to the client.
2556
2557=cut
2558
2559sub cf::client::ext_msg($$@) {
2560 my ($self, $type, @msg) = @_;
2561
2562 my $extcmd = $self->extcmd;
2563
2564 if ($extcmd == 2) {
2565 $self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2566 } elsif ($extcmd == 1) { # TODO: remove
2567 push @msg, msgtype => "event_$type";
2568 $self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2569 }
2570}
1978 2571
1979=item $success = $client->query ($flags, "text", \&cb) 2572=item $success = $client->query ($flags, "text", \&cb)
1980 2573
1981Queues a query to the client, calling the given callback with 2574Queues a query to the client, calling the given callback with
1982the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2575the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1983C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2576C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1984 2577
1985Queries can fail, so check the return code. Or don't, as queries will become 2578Queries can fail, so check the return code. Or don't, as queries will
1986reliable at some point in the future. 2579become reliable at some point in the future.
1987 2580
1988=cut 2581=cut
1989 2582
1990sub cf::client::query { 2583sub cf::client::query {
1991 my ($self, $flags, $text, $cb) = @_; 2584 my ($self, $flags, $text, $cb) = @_;
1999 utf8::encode $text; 2592 utf8::encode $text;
2000 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2593 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2001 2594
2002 $self->send_packet ($self->{query_queue}[0][0]) 2595 $self->send_packet ($self->{query_queue}[0][0])
2003 if @{ $self->{query_queue} } == 1; 2596 if @{ $self->{query_queue} } == 1;
2597
2598 1
2004} 2599}
2005 2600
2006cf::client->attach ( 2601cf::client->attach (
2602 on_connect => sub {
2603 my ($ns) = @_;
2604
2605 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2606 },
2007 on_reply => sub { 2607 on_reply => sub {
2008 my ($ns, $msg) = @_; 2608 my ($ns, $msg) = @_;
2009 2609
2010 # this weird shuffling is so that direct followup queries 2610 # this weird shuffling is so that direct followup queries
2011 # get handled first 2611 # get handled first
2023 } else { 2623 } else {
2024 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2624 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2025 } 2625 }
2026 } 2626 }
2027 }, 2627 },
2628 on_exticmd => sub {
2629 my ($ns, $buf) = @_;
2630
2631 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2632
2633 if (ref $msg) {
2634 my ($type, $reply, @payload) =
2635 "ARRAY" eq ref $msg
2636 ? @$msg
2637 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2638
2639 if (my $cb = $EXTICMD{$type}) {
2640 my @reply = $cb->($ns, @payload);
2641
2642 $ns->ext_reply ($reply, @reply)
2643 if $reply;
2644 }
2645 } else {
2646 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2647 }
2648
2649 cf::override;
2650 },
2028); 2651);
2029 2652
2030=item $client->async (\&cb) 2653=item $client->async (\&cb)
2031 2654
2032Create a new coroutine, running the specified callback. The coroutine will 2655Create a new coroutine, running the specified callback. The coroutine will
2073our $safe = new Safe "safe"; 2696our $safe = new Safe "safe";
2074our $safe_hole = new Safe::Hole; 2697our $safe_hole = new Safe::Hole;
2075 2698
2076$SIG{FPE} = 'IGNORE'; 2699$SIG{FPE} = 'IGNORE';
2077 2700
2078$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time)); 2701$safe->permit_only (Opcode::opset qw(
2702 :base_core :base_mem :base_orig :base_math
2703 grepstart grepwhile mapstart mapwhile
2704 sort time
2705));
2079 2706
2080# here we export the classes and methods available to script code 2707# here we export the classes and methods available to script code
2081 2708
2082=pod 2709=pod
2083 2710
2084The following fucntions and emthods are available within a safe environment: 2711The following functions and methods are available within a safe environment:
2085 2712
2086 cf::object contr pay_amount pay_player map 2713 cf::object
2714 contr pay_amount pay_player map x y force_find force_add
2715 insert remove name archname title slaying race
2716
2087 cf::object::player player 2717 cf::object::player
2088 cf::player peaceful 2718 player
2089 cf::map trigger 2719
2720 cf::player
2721 peaceful
2722
2723 cf::map
2724 trigger
2090 2725
2091=cut 2726=cut
2092 2727
2093for ( 2728for (
2094 ["cf::object" => qw(contr pay_amount pay_player map)], 2729 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2730 insert remove inv name archname title slaying race)],
2095 ["cf::object::player" => qw(player)], 2731 ["cf::object::player" => qw(player)],
2096 ["cf::player" => qw(peaceful)], 2732 ["cf::player" => qw(peaceful)],
2097 ["cf::map" => qw(trigger)], 2733 ["cf::map" => qw(trigger)],
2098) { 2734) {
2099 no strict 'refs'; 2735 no strict 'refs';
2170=back 2806=back
2171 2807
2172=cut 2808=cut
2173 2809
2174############################################################################# 2810#############################################################################
2175
2176=head2 EXTENSION DATABASE SUPPORT
2177
2178Crossfire maintains a very simple database for extension use. It can
2179currently store anything that can be serialised using Storable, which
2180excludes objects.
2181
2182The parameter C<$family> should best start with the name of the extension
2183using it, it should be unique.
2184
2185=over 4
2186
2187=item $value = cf::db_get $family => $key
2188
2189Returns a single value from the database.
2190
2191=item cf::db_put $family => $key => $value
2192
2193Stores the given C<$value> in the family.
2194
2195=cut
2196
2197our $DB;
2198
2199sub db_init {
2200 unless ($DB) {
2201 $DB = BDB::db_create $DB_ENV;
2202
2203 cf::sync_job {
2204 eval {
2205 $DB->set_flags (BDB::CHKSUM);
2206
2207 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2208 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2209 cf::cleanup "db_open(db): $!" if $!;
2210 };
2211 cf::cleanup "db_open(db): $@" if $@;
2212 };
2213
2214 my $path = cf::localdir . "/database.pst";
2215 if (stat $path) {
2216 cf::sync_job {
2217 my $pst = Storable::retrieve $path;
2218
2219 cf::db_put (board => data => $pst->{board});
2220 cf::db_put (guildrules => data => $pst->{guildrules});
2221 cf::db_put (rent => balance => $pst->{rent}{balance});
2222 BDB::db_env_txn_checkpoint $DB_ENV;
2223
2224 unlink $path;
2225 };
2226 }
2227 }
2228}
2229
2230sub db_get($$) {
2231 my $key = "$_[0]/$_[1]";
2232
2233 cf::sync_job {
2234 BDB::db_get $DB, undef, $key, my $data;
2235
2236 $! ? ()
2237 : Compress::LZF::sthaw $data
2238 }
2239}
2240
2241sub db_put($$$) {
2242 BDB::dbreq_pri 4;
2243 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2244}
2245
2246#############################################################################
2247# the server's init and main functions 2811# the server's init and main functions
2248 2812
2249sub init_resources { 2813sub load_facedata($) {
2250 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2814 my ($path) = @_;
2815
2816 my $enc = JSON::XS->new->utf8->canonical;
2817
2818 warn "loading facedata from $path\n";
2819
2820 my $facedata;
2821 0 < aio_load $path, $facedata
2822 or die "$path: $!";
2823
2824 $facedata = Coro::Storable::thaw $facedata;
2825
2826 $facedata->{version} == 2
2827 or cf::cleanup "$path: version mismatch, cannot proceed.";
2828
2829 # patch in the exptable
2830 $facedata->{resource}{"res/exp_table"} = {
2831 type => FT_RSRC,
2832 data => $enc->encode ([map cf::level_to_min_exp $_, 0 .. cf::settings->max_level]),
2833 };
2834 cf::cede_to_tick;
2835
2836 {
2837 my $faces = $facedata->{faceinfo};
2838
2839 while (my ($face, $info) = each %$faces) {
2840 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2841 cf::face::set_visibility $idx, $info->{visibility};
2842 cf::face::set_magicmap $idx, $info->{magicmap};
2843 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2844 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2845
2846 cf::cede_to_tick;
2847 }
2848
2849 while (my ($face, $info) = each %$faces) {
2850 next unless $info->{smooth};
2851 my $idx = cf::face::find $face
2852 or next;
2853 if (my $smooth = cf::face::find $info->{smooth}) {
2854 cf::face::set_smooth $idx, $smooth;
2855 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2856 } else {
2857 warn "smooth face '$info->{smooth}' not found for face '$face'";
2858 }
2859
2860 cf::cede_to_tick;
2861 }
2862 }
2863
2864 {
2865 my $anims = $facedata->{animinfo};
2866
2867 while (my ($anim, $info) = each %$anims) {
2868 cf::anim::set $anim, $info->{frames}, $info->{facings};
2869 cf::cede_to_tick;
2870 }
2871
2872 cf::anim::invalidate_all; # d'oh
2873 }
2874
2875 {
2876 # TODO: for gcfclient pleasure, we should give resources
2877 # that gcfclient doesn't grok a >10000 face index.
2878 my $res = $facedata->{resource};
2879
2880 my $soundconf = delete $res->{"res/sound.conf"};
2881
2882 while (my ($name, $info) = each %$res) {
2883 my $idx = (cf::face::find $name) || cf::face::alloc $name;
2884 my $data;
2885
2886 if ($info->{type} & 1) {
2887 # prepend meta info
2888
2889 my $meta = $enc->encode ({
2890 name => $name,
2891 %{ $info->{meta} || {} },
2892 });
2893
2894 $data = pack "(w/a*)*", $meta, $info->{data};
2895 }
2896
2897 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2898 cf::face::set_type $idx, $info->{type};
2899
2900 cf::cede_to_tick;
2901 }
2902
2903 if ($soundconf) {
2904 $soundconf = $enc->decode (delete $soundconf->{data});
2905
2906 for (0 .. SOUND_CAST_SPELL_0 - 1) {
2907 my $sound = $soundconf->{compat}[$_]
2908 or next;
2909
2910 my $face = cf::face::find "sound/$sound->[1]";
2911 cf::sound::set $sound->[0] => $face;
2912 cf::sound::old_sound_index $_, $face; # gcfclient-compat
2913 }
2914
2915 while (my ($k, $v) = each %{$soundconf->{event}}) {
2916 my $face = cf::face::find "sound/$v";
2917 cf::sound::set $k => $face;
2918 }
2919 }
2920 }
2921
2922 1
2923}
2924
2925register_exticmd fx_want => sub {
2926 my ($ns, $want) = @_;
2927
2928 while (my ($k, $v) = each %$want) {
2929 $ns->fx_want ($k, $v);
2930 }
2931};
2932
2933sub reload_regions {
2934 load_resource_file "$MAPDIR/regions"
2251 or die "unable to load regions file\n";#d# 2935 or die "unable to load regions file\n";
2936
2937 for (cf::region::list) {
2938 $_->{match} = qr/$_->{match}/
2939 if exists $_->{match};
2940 }
2941}
2942
2943sub reload_facedata {
2944 load_facedata "$DATADIR/facedata"
2945 or die "unable to load facedata\n";
2946}
2947
2948sub reload_archetypes {
2949 load_resource_file "$DATADIR/archetypes"
2950 or die "unable to load archetypes\n";
2951 #d# NEED to laod twice to resolve forward references
2952 # this really needs to be done in an extra post-pass
2953 # (which needs to be synchronous, so solve it differently)
2954 load_resource_file "$DATADIR/archetypes"
2955 or die "unable to load archetypes\n";
2956}
2957
2958sub reload_treasures {
2959 load_resource_file "$DATADIR/treasures"
2960 or die "unable to load treasurelists\n";
2961}
2962
2963sub reload_resources {
2964 warn "reloading resource files...\n";
2965
2966 reload_regions;
2967 reload_facedata;
2968 #reload_archetypes;#d#
2969 reload_archetypes;
2970 reload_treasures;
2971
2972 warn "finished reloading resource files\n";
2973}
2974
2975sub init {
2976 reload_resources;
2252} 2977}
2253 2978
2254sub cfg_load { 2979sub cfg_load {
2255 open my $fh, "<:utf8", cf::confdir . "/config" 2980 open my $fh, "<:utf8", "$CONFDIR/config"
2256 or return; 2981 or return;
2257 2982
2258 local $/; 2983 local $/;
2259 *CFG = YAML::Syck::Load <$fh>; 2984 *CFG = YAML::Syck::Load <$fh>;
2260 2985
2268 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 2993 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2269 and die "WARNING: m(un)lockall failed: $!\n"; 2994 and die "WARNING: m(un)lockall failed: $!\n";
2270 }; 2995 };
2271 warn $@ if $@; 2996 warn $@ if $@;
2272 } 2997 }
2273}
2274
2275sub init {
2276 init_resources;
2277} 2998}
2278 2999
2279sub main { 3000sub main {
2280 # we must not ever block the main coroutine 3001 # we must not ever block the main coroutine
2281 local $Coro::idle = sub { 3002 local $Coro::idle = sub {
2309 }, 3030 },
2310 ); 3031 );
2311 } 3032 }
2312} 3033}
2313 3034
3035sub write_runtime {
3036 my $runtime = "$LOCALDIR/runtime";
3037
3038 # first touch the runtime file to show we are still running:
3039 # the fsync below can take a very very long time.
3040
3041 IO::AIO::aio_utime $runtime, undef, undef;
3042
3043 my $guard = cf::lock_acquire "write_runtime";
3044
3045 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
3046 or return;
3047
3048 my $value = $cf::RUNTIME + 90 + 10;
3049 # 10 is the runtime save interval, for a monotonic clock
3050 # 60 allows for the watchdog to kill the server.
3051
3052 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3053 and return;
3054
3055 # always fsync - this file is important
3056 aio_fsync $fh
3057 and return;
3058
3059 # touch it again to show we are up-to-date
3060 aio_utime $fh, undef, undef;
3061
3062 close $fh
3063 or return;
3064
3065 aio_rename "$runtime~", $runtime
3066 and return;
3067
3068 warn "runtime file written.\n";
3069
3070 1
3071}
3072
2314sub emergency_save() { 3073sub emergency_save() {
2315 my $freeze_guard = cf::freeze_mainloop; 3074 my $freeze_guard = cf::freeze_mainloop;
2316 3075
2317 warn "enter emergency perl save\n"; 3076 warn "enter emergency perl save\n";
2318 3077
2349 3108
2350 warn Carp::longmess "post_cleanup backtrace" 3109 warn Carp::longmess "post_cleanup backtrace"
2351 if $make_core; 3110 if $make_core;
2352} 3111}
2353 3112
2354sub reload() { 3113sub do_reload_perl() {
2355 # can/must only be called in main 3114 # can/must only be called in main
2356 if ($Coro::current != $Coro::main) { 3115 if ($Coro::current != $Coro::main) {
2357 warn "can only reload from main coroutine"; 3116 warn "can only reload from main coroutine";
2358 return; 3117 return;
2359 } 3118 }
2384 Coro::cede; 3143 Coro::cede;
2385 last unless IO::AIO::nreqs || BDB::nreqs; 3144 last unless IO::AIO::nreqs || BDB::nreqs;
2386 warn "iterate..."; 3145 warn "iterate...";
2387 } 3146 }
2388 3147
3148 ++$RELOAD;
3149
2389 warn "cancelling all extension coros"; 3150 warn "cancelling all extension coros";
2390 $_->cancel for values %EXT_CORO; 3151 $_->cancel for values %EXT_CORO;
2391 %EXT_CORO = (); 3152 %EXT_CORO = ();
2392 3153
2393 warn "removing commands"; 3154 warn "removing commands";
2394 %COMMAND = (); 3155 %COMMAND = ();
2395 3156
2396 warn "removing ext commands"; 3157 warn "removing ext/exti commands";
2397 %EXTCMD = (); 3158 %EXTCMD = ();
3159 %EXTICMD = ();
2398 3160
2399 warn "unloading/nuking all extensions"; 3161 warn "unloading/nuking all extensions";
2400 for my $pkg (@EXTS) { 3162 for my $pkg (@EXTS) {
2401 warn "... unloading $pkg"; 3163 warn "... unloading $pkg";
2402 3164
2432 Symbol::delete_package "safe::$_" 3194 Symbol::delete_package "safe::$_"
2433 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3195 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2434 3196
2435 warn "unloading cf.pm \"a bit\""; 3197 warn "unloading cf.pm \"a bit\"";
2436 delete $INC{"cf.pm"}; 3198 delete $INC{"cf.pm"};
3199 delete $INC{"cf/pod.pm"};
2437 3200
2438 # don't, removes xs symbols, too, 3201 # don't, removes xs symbols, too,
2439 # and global variables created in xs 3202 # and global variables created in xs
2440 #Symbol::delete_package __PACKAGE__; 3203 #Symbol::delete_package __PACKAGE__;
2441 3204
2450 3213
2451 warn "loading extensions"; 3214 warn "loading extensions";
2452 cf::load_extensions; 3215 cf::load_extensions;
2453 3216
2454 warn "reattaching attachments to objects/players"; 3217 warn "reattaching attachments to objects/players";
2455 _global_reattach; 3218 _global_reattach; # objects, sockets
2456 warn "reattaching attachments to maps"; 3219 warn "reattaching attachments to maps";
2457 reattach $_ for values %MAP; 3220 reattach $_ for values %MAP;
2458 3221 warn "reattaching attachments to players";
2459 warn "loading reloadable resources"; 3222 reattach $_ for values %PLAYER;
2460 init_resources;
2461 3223
2462 warn "leaving sync_job"; 3224 warn "leaving sync_job";
2463 3225
2464 1 3226 1
2465 } or do { 3227 } or do {
2471 warn "reloaded"; 3233 warn "reloaded";
2472}; 3234};
2473 3235
2474our $RELOAD_WATCHER; # used only during reload 3236our $RELOAD_WATCHER; # used only during reload
2475 3237
3238sub reload_perl() {
3239 # doing reload synchronously and two reloads happen back-to-back,
3240 # coro crashes during coro_state_free->destroy here.
3241
3242 $RELOAD_WATCHER ||= Event->timer (
3243 reentrant => 0,
3244 after => 0,
3245 data => WF_AUTOCANCEL,
3246 cb => sub {
3247 do_reload_perl;
3248 undef $RELOAD_WATCHER;
3249 },
3250 );
3251}
3252
2476register_command "reload" => sub { 3253register_command "reload" => sub {
2477 my ($who, $arg) = @_; 3254 my ($who, $arg) = @_;
2478 3255
2479 if ($who->flag (FLAG_WIZ)) { 3256 if ($who->flag (FLAG_WIZ)) {
2480 $who->message ("reloading server."); 3257 $who->message ("reloading server.");
2481 3258 async { reload_perl };
2482 # doing reload synchronously and two reloads happen back-to-back,
2483 # coro crashes during coro_state_free->destroy here.
2484
2485 $RELOAD_WATCHER ||= Event->timer (
2486 reentrant => 0,
2487 after => 0,
2488 data => WF_AUTOCANCEL,
2489 cb => sub {
2490 reload;
2491 undef $RELOAD_WATCHER;
2492 },
2493 );
2494 } 3259 }
2495}; 3260};
2496 3261
2497unshift @INC, $LIBDIR; 3262unshift @INC, $LIBDIR;
2498 3263
2499my $bug_warning = 0; 3264my $bug_warning = 0;
2500 3265
3266our @WAIT_FOR_TICK;
3267our @WAIT_FOR_TICK_BEGIN;
3268
3269sub wait_for_tick {
3270 return unless $TICK_WATCHER->is_active;
3271 return if $Coro::current == $Coro::main;
3272
3273 my $signal = new Coro::Signal;
3274 push @WAIT_FOR_TICK, $signal;
3275 $signal->wait;
3276}
3277
3278sub wait_for_tick_begin {
3279 return unless $TICK_WATCHER->is_active;
3280 return if $Coro::current == $Coro::main;
3281
3282 my $signal = new Coro::Signal;
3283 push @WAIT_FOR_TICK_BEGIN, $signal;
3284 $signal->wait;
3285}
3286
3287 my $min = 1e6;#d#
3288 my $avg = 10;
2501$TICK_WATCHER = Event->timer ( 3289$TICK_WATCHER = Event->timer (
2502 reentrant => 0, 3290 reentrant => 0,
2503 parked => 1, 3291 parked => 1,
2504 prio => 0, 3292 prio => 0,
2505 at => $NEXT_TICK || $TICK, 3293 at => $NEXT_TICK || $TICK,
2509 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3297 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2510 unless ++$bug_warning > 10; 3298 unless ++$bug_warning > 10;
2511 return; 3299 return;
2512 } 3300 }
2513 3301
2514 $NOW = Event::time; 3302 $NOW = $tick_start = Event::time;
2515 3303
2516 cf::server_tick; # one server iteration 3304 cf::server_tick; # one server iteration
3305
3306 0 && sync_job {#d#
3307 for(1..10) {
3308 my $t = Event::time;
3309 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3310 or die;
3311
3312 $map->width (50);
3313 $map->height (50);
3314 $map->alloc;
3315 $map->_load_objects ("/tmp/x.map", 1);
3316 my $t = Event::time - $t;
3317
3318 #next unless $t < 0.0013;#d#
3319 if ($t < $min) {
3320 $min = $t;
3321 }
3322 $avg = $avg * 0.99 + $t * 0.01;
3323 }
3324 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3325 exit 0;
3326 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3327 };
3328
2517 $RUNTIME += $TICK; 3329 $RUNTIME += $TICK;
2518 $NEXT_TICK += $TICK; 3330 $NEXT_TICK += $TICK;
2519 3331
2520 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3332 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2521 $NEXT_RUNTIME_WRITE = $NOW + 10; 3333 $NEXT_RUNTIME_WRITE = $NOW + 10;
2523 write_runtime 3335 write_runtime
2524 or warn "ERROR: unable to write runtime file: $!"; 3336 or warn "ERROR: unable to write runtime file: $!";
2525 }; 3337 };
2526 } 3338 }
2527 3339
2528 $WAIT_FOR_TICK->broadcast;
2529 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2530
2531# my $AFTER = Event::time; 3340# my $AFTER = Event::time;
2532# warn $AFTER - $NOW;#d# 3341# warn $AFTER - $NOW;#d#
2533 3342
3343 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3344 $sig->send;
3345 }
3346 while (my $sig = shift @WAIT_FOR_TICK) {
3347 $sig->send;
3348 }
3349
3350 $NOW = Event::time;
3351
2534 # if we are delayed by four ticks or more, skip them all 3352 # if we are delayed by four ticks or more, skip them all
2535 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3353 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2536 3354
2537 $TICK_WATCHER->at ($NEXT_TICK); 3355 $TICK_WATCHER->at ($NEXT_TICK);
2538 $TICK_WATCHER->start; 3356 $TICK_WATCHER->start;
3357
3358 $LOAD = ($NOW - $tick_start) / $TICK;
3359 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3360
3361 _post_tick;
3362
3363
2539 }, 3364 },
2540); 3365);
2541 3366
2542{ 3367{
2543 BDB::max_poll_time $TICK * 0.1; 3368 BDB::max_poll_time $TICK * 0.1;
2571 3396
2572 cf::sync_job { 3397 cf::sync_job {
2573 eval { 3398 eval {
2574 BDB::db_env_open 3399 BDB::db_env_open
2575 $DB_ENV, 3400 $DB_ENV,
2576 $BDB_ENV_DIR, 3401 $BDBDIR,
2577 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3402 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2578 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3403 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2579 0666; 3404 0666;
2580 3405
2581 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 3406 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2582 3407
2583 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 3408 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2584 $DB_ENV->set_lk_detect; 3409 $DB_ENV->set_lk_detect;
2585 }; 3410 };
2586 3411
2602 prio => 6, 3427 prio => 6,
2603 cb => \&IO::AIO::poll_cb, 3428 cb => \&IO::AIO::poll_cb,
2604 ); 3429 );
2605} 3430}
2606 3431
3432my $_log_backtrace;
3433
3434sub _log_backtrace {
3435 my ($msg, @addr) = @_;
3436
3437 $msg =~ s/\n//;
3438
3439 # limit the # of concurrent backtraces
3440 if ($_log_backtrace < 2) {
3441 ++$_log_backtrace;
3442 async {
3443 my @bt = fork_call {
3444 @addr = map { sprintf "%x", $_ } @addr;
3445 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3446 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3447 or die "addr2line: $!";
3448
3449 my @funcs;
3450 my @res = <$fh>;
3451 chomp for @res;
3452 while (@res) {
3453 my ($func, $line) = splice @res, 0, 2, ();
3454 push @funcs, "[$func] $line";
3455 }
3456
3457 @funcs
3458 };
3459
3460 LOG llevInfo, "[ABT] $msg\n";
3461 LOG llevInfo, "[ABT] $_\n" for @bt;
3462 --$_log_backtrace;
3463 };
3464 } else {
3465 LOG llevInfo, "[ABT] $msg\n";
3466 LOG llevInfo, "[ABT] [suppressed]\n";
3467 }
3468}
3469
3470# load additional modules
3471use cf::pod;
3472
2607END { cf::emergency_save } 3473END { cf::emergency_save }
2608 3474
26091 34751
2610 3476

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines