ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.199 by root, Mon Jan 29 14:46:01 2007 UTC vs.
Revision 1.310 by elmex, Mon Jul 16 15:43:49 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.5 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use JSON::XS 1.4 ();
26use BDB ();
20use Data::Dumper; 27use Data::Dumper;
21use Digest::MD5; 28use Digest::MD5;
22use Fcntl; 29use Fcntl;
30use YAML::Syck ();
23use IO::AIO 2.32 (); 31use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 32use Time::HiRes;
33use Compress::LZF;
34use Digest::MD5 ();
26 35
36# configure various modules to our taste
37#
38$Storable::canonical = 1; # reduce rsync transfers
39Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
40Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
41
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 42$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 43
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 44# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 45$YAML::Syck::ImplicitUnicode = 1;
33 46
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 47$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35 48
49sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
50
36our %COMMAND = (); 51our %COMMAND = ();
37our %COMMAND_TIME = (); 52our %COMMAND_TIME = ();
38 53
39our @EXTS = (); # list of extension package names 54our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 55our %EXTCMD = ();
56our %EXTICMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 57our %EXT_CORO = (); # coroutines bound to extensions
42our %EXT_MAP = (); # pluggable maps 58our %EXT_MAP = (); # pluggable maps
43 59
60our $RELOAD; # number of reloads so far
44our @EVENT; 61our @EVENT;
45our $LIBDIR = datadir . "/ext";
46 62
47our $TICK = MAX_TIME * 1e-6; 63our $CONFDIR = confdir;
64our $DATADIR = datadir;
65our $LIBDIR = "$DATADIR/ext";
66our $PODDIR = "$DATADIR/pod";
67our $MAPDIR = "$DATADIR/" . mapdir;
68our $LOCALDIR = localdir;
69our $TMPDIR = "$LOCALDIR/" . tmpdir;
70our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
71our $PLAYERDIR = "$LOCALDIR/" . playerdir;
72our $RANDOMDIR = "$LOCALDIR/random";
73our $BDBDIR = "$LOCALDIR/db";
74
75our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48our $TICK_WATCHER; 76our $TICK_WATCHER;
49our $AIO_POLL_WATCHER; 77our $AIO_POLL_WATCHER;
50our $WRITE_RUNTIME_WATCHER; 78our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51our $NEXT_TICK; 79our $NEXT_TICK;
52our $NOW; 80our $NOW;
81our $USE_FSYNC = 1; # use fsync to write maps - default off
82
83our $BDB_POLL_WATCHER;
84our $DB_ENV;
53 85
54our %CFG; 86our %CFG;
55 87
56our $UPTIME; $UPTIME ||= time; 88our $UPTIME; $UPTIME ||= time;
57our $RUNTIME; 89our $RUNTIME;
58 90
59our %PLAYER; # all users 91our %PLAYER; # all users
60our %MAP; # all maps 92our %MAP; # all maps
61our $LINK_MAP; # the special {link} map, which is always available 93our $LINK_MAP; # the special {link} map, which is always available
62our $RANDOM_MAPS = cf::localdir . "/random";
63
64our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66 94
67# used to convert map paths into valid unix filenames by replacing / by ∕ 95# used to convert map paths into valid unix filenames by replacing / by ∕
68our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 96our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69 97
98our $LOAD; # a number between 0 (idle) and 1 (too many objects)
99our $LOADAVG; # same thing, but with alpha-smoothing
100our $tick_start; # for load detecting purposes
101
70binmode STDOUT; 102binmode STDOUT;
71binmode STDERR; 103binmode STDERR;
72 104
73# read virtual server time, if available 105# read virtual server time, if available
74unless ($RUNTIME || !-e cf::localdir . "/runtime") { 106unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75 open my $fh, "<", cf::localdir . "/runtime" 107 open my $fh, "<", "$LOCALDIR/runtime"
76 or die "unable to read runtime file: $!"; 108 or die "unable to read runtime file: $!";
77 $RUNTIME = <$fh> + 0.; 109 $RUNTIME = <$fh> + 0.;
78} 110}
79 111
80mkdir cf::localdir; 112mkdir $_
81mkdir cf::localdir . "/" . cf::playerdir; 113 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82mkdir cf::localdir . "/" . cf::tmpdir;
83mkdir cf::localdir . "/" . cf::uniquedir;
84mkdir $RANDOM_MAPS;
85 114
86our $EMERGENCY_POSITION; 115our $EMERGENCY_POSITION;
87 116
88sub cf::map::normalise; 117sub cf::map::normalise;
89 118
100=item $cf::RUNTIME 129=item $cf::RUNTIME
101 130
102The time this server has run, starts at 0 and is increased by $cf::TICK on 131The time this server has run, starts at 0 and is increased by $cf::TICK on
103every server tick. 132every server tick.
104 133
105=item $cf::LIBDIR 134=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
135$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
136$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
106 137
107The perl library directory, where extensions and cf-specific modules can 138Various directories - "/etc", read-only install directory, perl-library
108be found. It will be added to C<@INC> automatically. 139directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
140unique-items directory, player file directory, random maps directory and
141database environment.
109 142
110=item $cf::NOW 143=item $cf::NOW
111 144
112The time of the last (current) server tick. 145The time of the last (current) server tick.
113 146
114=item $cf::TICK 147=item $cf::TICK
115 148
116The interval between server ticks, in seconds. 149The interval between server ticks, in seconds.
150
151=item $cf::LOADAVG
152
153The current CPU load on the server (alpha-smoothed), as a value between 0
154(none) and 1 (overloaded), indicating how much time is spent on processing
155objects per tick. Healthy values are < 0.5.
156
157=item $cf::LOAD
158
159The raw value load value from the last tick.
117 160
118=item %cf::CFG 161=item %cf::CFG
119 162
120Configuration for the server, loaded from C</etc/crossfire/config>, or 163Configuration for the server, loaded from C</etc/crossfire/config>, or
121from wherever your confdir points to. 164from wherever your confdir points to.
122 165
123=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 166=item cf::wait_for_tick, cf::wait_for_tick_begin
124 167
125These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 168These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
126or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 169returns directly I<after> the tick processing (and consequently, can only wake one process
127processing has been done. Call C<< ->wait >> on them to maximise the 170per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
128window of cpu time available, or simply to synchronise to the server tick. 171
172=item @cf::INVOKE_RESULTS
173
174This array contains the results of the last C<invoke ()> call. When
175C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
176that call.
129 177
130=back 178=back
131 179
132=cut 180=cut
133 181
134BEGIN { 182BEGIN {
135 *CORE::GLOBAL::warn = sub { 183 *CORE::GLOBAL::warn = sub {
136 my $msg = join "", @_; 184 my $msg = join "", @_;
137 utf8::encode $msg;
138 185
139 $msg .= "\n" 186 $msg .= "\n"
140 unless $msg =~ /\n$/; 187 unless $msg =~ /\n$/;
141 188
189 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
190
191 utf8::encode $msg;
142 LOG llevError, $msg; 192 LOG llevError, $msg;
143 }; 193 };
144} 194}
145 195
146@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 196@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
147@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 197@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
148@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 198@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
149@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 199@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
150@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 200@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
201@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
151@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 202@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
152 203
153# we bless all objects into (empty) derived classes to force a method lookup 204# we bless all objects into (empty) derived classes to force a method lookup
154# within the Safe compartment. 205# within the Safe compartment.
155for my $pkg (qw( 206for my $pkg (qw(
156 cf::global cf::attachable 207 cf::global cf::attachable
164} 215}
165 216
166$Event::DIED = sub { 217$Event::DIED = sub {
167 warn "error in event callback: @_"; 218 warn "error in event callback: @_";
168}; 219};
220
221#############################################################################
169 222
170=head2 UTILITY FUNCTIONS 223=head2 UTILITY FUNCTIONS
171 224
172=over 4 225=over 4
173 226
192 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 245 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
193 $d 246 $d
194 } || "[unable to dump $_[0]: '$@']"; 247 } || "[unable to dump $_[0]: '$@']";
195} 248}
196 249
197use JSON::Syck (); # TODO# replace by JSON::PC once working
198
199=item $ref = cf::from_json $json 250=item $ref = cf::from_json $json
200 251
201Converts a JSON string into the corresponding perl data structure. 252Converts a JSON string into the corresponding perl data structure.
202 253
203=cut
204
205sub from_json($) {
206 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
207 JSON::Syck::Load $_[0]
208}
209
210=item $json = cf::to_json $ref 254=item $json = cf::to_json $ref
211 255
212Converts a perl data structure into its JSON representation. 256Converts a perl data structure into its JSON representation.
213 257
214=cut 258=cut
215 259
216sub to_json($) { 260our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
217 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 261
218 JSON::Syck::Dump $_[0] 262sub to_json ($) { $json_coder->encode ($_[0]) }
219} 263sub from_json ($) { $json_coder->decode ($_[0]) }
220 264
221=item cf::lock_wait $string 265=item cf::lock_wait $string
222 266
223Wait until the given lock is available. See cf::lock_acquire. 267Wait until the given lock is available. See cf::lock_acquire.
224 268
230returned. 274returned.
231 275
232Lock names should begin with a unique identifier (for example, cf::map::find 276Lock names should begin with a unique identifier (for example, cf::map::find
233uses map_find and cf::map::load uses map_load). 277uses map_find and cf::map::load uses map_load).
234 278
279=item $locked = cf::lock_active $string
280
281Return true if the lock is currently active, i.e. somebody has locked it.
282
235=cut 283=cut
236 284
237our %LOCK; 285our %LOCK;
238 286
239sub lock_wait($) { 287sub lock_wait($) {
258 # wake up all waiters, to be on the safe side 306 # wake up all waiters, to be on the safe side
259 $_->ready for @{ delete $LOCK{$key} }; 307 $_->ready for @{ delete $LOCK{$key} };
260 } 308 }
261} 309}
262 310
311sub lock_active($) {
312 my ($key) = @_;
313
314 ! ! $LOCK{$key}
315}
316
263sub freeze_mainloop { 317sub freeze_mainloop {
264 return unless $TICK_WATCHER->is_active; 318 return unless $TICK_WATCHER->is_active;
265 319
266 my $guard = Coro::guard { 320 my $guard = Coro::guard {
267 $TICK_WATCHER->start; 321 $TICK_WATCHER->start;
268 $WRITE_RUNTIME_WATCHER->start;
269 }; 322 };
270 $WRITE_RUNTIME_WATCHER->stop;
271 $TICK_WATCHER->stop; 323 $TICK_WATCHER->stop;
272 $guard 324 $guard
273} 325}
274 326
275=item cf::async { BLOCK } 327=item cf::async { BLOCK }
282 334
283BEGIN { *async = \&Coro::async_pool } 335BEGIN { *async = \&Coro::async_pool }
284 336
285=item cf::sync_job { BLOCK } 337=item cf::sync_job { BLOCK }
286 338
287The design of crossfire+ requires that the main coro ($Coro::main) is 339The design of Crossfire TRT requires that the main coroutine ($Coro::main)
288always able to handle events or runnable, as crossfire+ is only partly 340is always able to handle events or runnable, as Crossfire TRT is only
289reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 341partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
342acceptable.
290 343
291If it must be done, put the blocking parts into C<sync_job>. This will run 344If it must be done, put the blocking parts into C<sync_job>. This will run
292the given BLOCK in another coroutine while waiting for the result. The 345the given BLOCK in another coroutine while waiting for the result. The
293server will be frozen during this time, so the block should either finish 346server will be frozen during this time, so the block should either finish
294fast or be very important. 347fast or be very important.
297 350
298sub sync_job(&) { 351sub sync_job(&) {
299 my ($job) = @_; 352 my ($job) = @_;
300 353
301 if ($Coro::current == $Coro::main) { 354 if ($Coro::current == $Coro::main) {
355 my $time = Event::time;
356
302 # this is the main coro, too bad, we have to block 357 # this is the main coro, too bad, we have to block
303 # till the operation succeeds, freezing the server :/ 358 # till the operation succeeds, freezing the server :/
304 359
305 # TODO: use suspend/resume instead 360 # TODO: use suspend/resume instead
306 # (but this is cancel-safe) 361 # (but this is cancel-safe)
317 372
318 while ($busy) { 373 while ($busy) {
319 Coro::cede or Event::one_event; 374 Coro::cede or Event::one_event;
320 } 375 }
321 376
377 $time = Event::time - $time;
378
379 LOG llevError | logBacktrace, Carp::longmess "long sync job"
380 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
381
382 $tick_start += $time; # do not account sync jobs to server load
383
322 wantarray ? @res : $res[0] 384 wantarray ? @res : $res[0]
323 } else { 385 } else {
324 # we are in another coroutine, how wonderful, everything just works 386 # we are in another coroutine, how wonderful, everything just works
325 387
326 $job->() 388 $job->()
345 $EXT_CORO{$coro+0} = $coro; 407 $EXT_CORO{$coro+0} = $coro;
346 408
347 $coro 409 $coro
348} 410}
349 411
350sub write_runtime { 412=item fork_call { }, $args
351 my $runtime = cf::localdir . "/runtime";
352 413
353 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 414Executes the given code block with the given arguments in a seperate
354 or return; 415process, returning the results. Everything must be serialisable with
416Coro::Storable. May, of course, block. Note that the executed sub may
417never block itself or use any form of Event handling.
355 418
356 my $value = $cf::RUNTIME + 90 + 10; 419=cut
357 # 10 is the runtime save interval, for a monotonic clock
358 # 60 allows for the watchdog to kill the server.
359 420
360 (aio_write $fh, 0, (length $value), $value, 0) <= 0 421sub _store_scalar {
361 and return; 422 open my $fh, ">", \my $buf
362 423 or die "fork_call: cannot open fh-to-buf in child : $!";
363 aio_fsync $fh 424 Storable::store_fd $_[0], $fh;
364 and return;
365
366 close $fh 425 close $fh;
367 or return;
368 426
369 aio_rename "$runtime~", $runtime 427 $buf
370 and return; 428}
371 429
430sub fork_call(&@) {
431 my ($cb, @args) = @_;
432
433# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
434# or die "socketpair: $!";
435 pipe my $fh1, my $fh2
436 or die "pipe: $!";
437
438 if (my $pid = fork) {
439 close $fh2;
440
441 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
442 warn "pst<$res>" unless $res =~ /^pst/;
443 $res = Coro::Storable::thaw $res;
444
445 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
446
447 Carp::confess $$res unless "ARRAY" eq ref $res;
448
449 return wantarray ? @$res : $res->[-1];
450 } else {
451 reset_signals;
452 local $SIG{__WARN__};
453 local $SIG{__DIE__};
454 # just in case, this hack effectively disables event
455 # in the child. cleaner and slower would be canceling all watchers,
456 # but this works for the time being.
457 local $Coro::idle;
458 $Coro::current->prio (Coro::PRIO_MAX);
459
460 eval {
461 close $fh1;
462
463 my @res = eval { $cb->(@args) };
464
465 syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;
466 close $fh2;
467 };
468
469 warn $@ if $@;
470 _exit 0;
372 1 471 }
472}
473
474=item $value = cf::db_get $family => $key
475
476Returns a single value from the environment database.
477
478=item cf::db_put $family => $key => $value
479
480Stores the given C<$value> in the family. It can currently store binary
481data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
482
483=cut
484
485our $DB;
486
487sub db_init {
488 unless ($DB) {
489 $DB = BDB::db_create $DB_ENV;
490
491 cf::sync_job {
492 eval {
493 $DB->set_flags (BDB::CHKSUM);
494
495 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
496 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
497 cf::cleanup "db_open(db): $!" if $!;
498 };
499 cf::cleanup "db_open(db): $@" if $@;
500 };
501 }
502}
503
504sub db_get($$) {
505 my $key = "$_[0]/$_[1]";
506
507 cf::sync_job {
508 BDB::db_get $DB, undef, $key, my $data;
509
510 $! ? ()
511 : $data
512 }
513}
514
515sub db_put($$$) {
516 BDB::dbreq_pri 4;
517 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
518}
519
520=item cf::cache $id => [$paths...], $processversion => $process
521
522Generic caching function that returns the value of the resource $id,
523caching and regenerating as required.
524
525This function can block.
526
527=cut
528
529sub cache {
530 my ($id, $src, $processversion, $process) = @_;
531
532 my $meta =
533 join "\x00",
534 $processversion,
535 map {
536 aio_stat $_
537 and Carp::croak "$_: $!";
538
539 ($_, (stat _)[7,9])
540 } @$src;
541
542 my $dbmeta = db_get cache => "$id/meta";
543 if ($dbmeta ne $meta) {
544 # changed, we may need to process
545
546 my @data;
547 my $md5;
548
549 for (0 .. $#$src) {
550 0 <= aio_load $src->[$_], $data[$_]
551 or Carp::croak "$src->[$_]: $!";
552 }
553
554 # if processing is expensive, check
555 # checksum first
556 if (1) {
557 $md5 =
558 join "\x00",
559 $processversion,
560 map {
561 Coro::cede;
562 ($src->[$_], Digest::MD5::md5_hex $data[$_])
563 } 0.. $#$src;
564
565
566 my $dbmd5 = db_get cache => "$id/md5";
567 if ($dbmd5 eq $md5) {
568 db_put cache => "$id/meta", $meta;
569
570 return db_get cache => "$id/data";
571 }
572 }
573
574 my $t1 = Time::HiRes::time;
575 my $data = $process->(\@data);
576 my $t2 = Time::HiRes::time;
577
578 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
579
580 db_put cache => "$id/data", $data;
581 db_put cache => "$id/md5" , $md5;
582 db_put cache => "$id/meta", $meta;
583
584 return $data;
585 }
586
587 db_get cache => "$id/data"
588}
589
590=item cf::datalog type => key => value, ...
591
592Log a datalog packet of the given type with the given key-value pairs.
593
594=cut
595
596sub datalog($@) {
597 my ($type, %kv) = @_;
598 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
373} 599}
374 600
375=back 601=back
376 602
377=cut 603=cut
384attach callbacks/event handlers (a collection of which is called an "attachment") 610attach callbacks/event handlers (a collection of which is called an "attachment")
385to it. All such attachable objects support the following methods. 611to it. All such attachable objects support the following methods.
386 612
387In the following description, CLASS can be any of C<global>, C<object> 613In the following description, CLASS can be any of C<global>, C<object>
388C<player>, C<client> or C<map> (i.e. the attachable objects in 614C<player>, C<client> or C<map> (i.e. the attachable objects in
389crossfire+). 615Crossfire TRT).
390 616
391=over 4 617=over 4
392 618
393=item $attachable->attach ($attachment, key => $value...) 619=item $attachable->attach ($attachment, key => $value...)
394 620
557 $registry = $CB_TYPE[$object_type] ||= []; 783 $registry = $CB_TYPE[$object_type] ||= [];
558 784
559 } elsif ($type eq "subtype") { 785 } elsif ($type eq "subtype") {
560 defined $object_type or Carp::croak "subtype specified without type"; 786 defined $object_type or Carp::croak "subtype specified without type";
561 my $object_subtype = shift @arg; 787 my $object_subtype = shift @arg;
562 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 788 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
563 789
564 } elsif ($type eq "package") { 790 } elsif ($type eq "package") {
565 my $pkg = shift @arg; 791 my $pkg = shift @arg;
566 792
567 while (my ($name, $id) = each %cb_id) { 793 while (my ($name, $id) = each %cb_id) {
596 _attach $registry, $klass, @attach; 822 _attach $registry, $klass, @attach;
597 } 823 }
598 824
599 $obj->{$name} = \%arg; 825 $obj->{$name} = \%arg;
600 } else { 826 } else {
601 warn "object uses attachment '$name' that is not available, postponing.\n"; 827 warn "object uses attachment '$name' which is not available, postponing.\n";
602 } 828 }
603 829
604 $obj->{_attachment}{$name} = undef; 830 $obj->{_attachment}{$name} = undef;
605} 831}
606 832
608 if (ref $_[0]) { 834 if (ref $_[0]) {
609 _object_attach @_; 835 _object_attach @_;
610 } else { 836 } else {
611 _attach shift->_attach_registry, @_; 837 _attach shift->_attach_registry, @_;
612 } 838 }
839 _recalc_want;
613}; 840};
614 841
615# all those should be optimised 842# all those should be optimised
616sub cf::attachable::detach { 843sub cf::attachable::detach {
617 my ($obj, $name) = @_; 844 my ($obj, $name) = @_;
620 delete $obj->{_attachment}{$name}; 847 delete $obj->{_attachment}{$name};
621 reattach ($obj); 848 reattach ($obj);
622 } else { 849 } else {
623 Carp::croak "cannot, currently, detach class attachments"; 850 Carp::croak "cannot, currently, detach class attachments";
624 } 851 }
852 _recalc_want;
625}; 853};
626 854
627sub cf::attachable::attached { 855sub cf::attachable::attached {
628 my ($obj, $name) = @_; 856 my ($obj, $name) = @_;
629 857
644 "; 872 ";
645 die if $@; 873 die if $@;
646} 874}
647 875
648our $override; 876our $override;
649our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals? 877our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
650 878
651sub override { 879sub override {
652 $override = 1; 880 $override = 1;
653 @invoke_results = (); 881 @INVOKE_RESULTS = (@_);
654} 882}
655 883
656sub do_invoke { 884sub do_invoke {
657 my $event = shift; 885 my $event = shift;
658 my $callbacks = shift; 886 my $callbacks = shift;
659 887
660 @invoke_results = (); 888 @INVOKE_RESULTS = ();
661 889
662 local $override; 890 local $override;
663 891
664 for (@$callbacks) { 892 for (@$callbacks) {
665 eval { &{$_->[1]} }; 893 eval { &{$_->[1]} };
682 910
683Generate an object-specific event with the given arguments. 911Generate an object-specific event with the given arguments.
684 912
685This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be 913This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
686removed in future versions), and there is no public API to access override 914removed in future versions), and there is no public API to access override
687results (if you must, access C<@cf::invoke_results> directly). 915results (if you must, access C<@cf::INVOKE_RESULTS> directly).
688 916
689=back 917=back
690 918
691=cut 919=cut
692 920
752 $filename, length $$rdata, scalar @$objs; 980 $filename, length $$rdata, scalar @$objs;
753 981
754 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 982 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
755 chmod SAVE_MODE, $fh; 983 chmod SAVE_MODE, $fh;
756 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 984 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
757 aio_fsync $fh; 985 aio_fsync $fh if $cf::USE_FSYNC;
758 close $fh; 986 close $fh;
759 987
760 if (@$objs) { 988 if (@$objs) {
761 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 989 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
762 chmod SAVE_MODE, $fh; 990 chmod SAVE_MODE, $fh;
763 my $data = Storable::nfreeze { version => 1, objs => $objs }; 991 my $data = Storable::nfreeze { version => 1, objs => $objs };
764 aio_write $fh, 0, (length $data), $data, 0; 992 aio_write $fh, 0, (length $data), $data, 0;
765 aio_fsync $fh; 993 aio_fsync $fh if $cf::USE_FSYNC;
766 close $fh; 994 close $fh;
767 aio_rename "$filename.pst~", "$filename.pst"; 995 aio_rename "$filename.pst~", "$filename.pst";
768 } 996 }
769 } else { 997 } else {
770 aio_unlink "$filename.pst"; 998 aio_unlink "$filename.pst";
802 or return; 1030 or return;
803 $av = eval { (Storable::thaw $av)->{objs} }; 1031 $av = eval { (Storable::thaw $av)->{objs} };
804 } 1032 }
805 1033
806 warn sprintf "loading %s (%d)\n", 1034 warn sprintf "loading %s (%d)\n",
807 $filename, length $data, scalar @{$av || []};#d# 1035 $filename, length $data, scalar @{$av || []};
808 return ($data, $av); 1036 return ($data, $av);
809} 1037}
1038
1039=head2 COMMAND CALLBACKS
1040
1041=over 4
1042
1043=cut
810 1044
811############################################################################# 1045#############################################################################
812# command handling &c 1046# command handling &c
813 1047
814=item cf::register_command $name => \&callback($ob,$args); 1048=item cf::register_command $name => \&callback($ob,$args);
827 push @{ $COMMAND{$name} }, [$caller, $cb]; 1061 push @{ $COMMAND{$name} }, [$caller, $cb];
828} 1062}
829 1063
830=item cf::register_extcmd $name => \&callback($pl,$packet); 1064=item cf::register_extcmd $name => \&callback($pl,$packet);
831 1065
832Register a callbackf ro execution when the client sends an extcmd packet. 1066Register a callback for execution when the client sends an (synchronous)
1067extcmd packet. Ext commands will be processed in the order they are
1068received by the server, like other user commands. The first argument is
1069the logged-in player. Ext commands can only be processed after a player
1070has logged in successfully.
833 1071
834If the callback returns something, it is sent back as if reply was being 1072If the callback returns something, it is sent back as if reply was being
835called. 1073called.
836 1074
1075=item cf::register_exticmd $name => \&callback($ns,$packet);
1076
1077Register a callback for execution when the client sends an (asynchronous)
1078exticmd packet. Exti commands are processed by the server as soon as they
1079are received, i.e. out of order w.r.t. other commands. The first argument
1080is a client socket. Exti commands can be received anytime, even before
1081log-in.
1082
1083If the callback returns something, it is sent back as if reply was being
1084called.
1085
837=cut 1086=cut
838 1087
839sub register_extcmd { 1088sub register_extcmd {
840 my ($name, $cb) = @_; 1089 my ($name, $cb) = @_;
841 1090
842 $EXTCMD{$name} = $cb; 1091 $EXTCMD{$name} = $cb;
1092}
1093
1094sub register_exticmd {
1095 my ($name, $cb) = @_;
1096
1097 $EXTICMD{$name} = $cb;
843} 1098}
844 1099
845cf::player->attach ( 1100cf::player->attach (
846 on_command => sub { 1101 on_command => sub {
847 my ($pl, $name, $params) = @_; 1102 my ($pl, $name, $params) = @_;
856 cf::override; 1111 cf::override;
857 }, 1112 },
858 on_extcmd => sub { 1113 on_extcmd => sub {
859 my ($pl, $buf) = @_; 1114 my ($pl, $buf) = @_;
860 1115
861 my $msg = eval { from_json $buf }; 1116 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
862 1117
863 if (ref $msg) { 1118 if (ref $msg) {
864 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 1119 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
865 if (my %reply = $cb->($pl, $msg)) { 1120 if (my %reply = $cb->($pl, $msg)) {
866 $pl->ext_reply ($msg->{msgid}, %reply); 1121 $pl->ext_reply ($msg->{msgid}, %reply);
872 1127
873 cf::override; 1128 cf::override;
874 }, 1129 },
875); 1130);
876 1131
877sub load_extension {
878 my ($path) = @_;
879
880 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
881 my $base = $1;
882 my $pkg = $1;
883 $pkg =~ s/[^[:word:]]/_/g;
884 $pkg = "ext::$pkg";
885
886 warn "... loading '$path' into '$pkg'\n";
887
888 open my $fh, "<:utf8", $path
889 or die "$path: $!";
890
891 my $source =
892 "package $pkg; use strict; use utf8;\n"
893 . "#line 1 \"$path\"\n{\n"
894 . (do { local $/; <$fh> })
895 . "\n};\n1";
896
897 unless (eval $source) {
898 my $msg = $@ ? "$path: $@\n"
899 : "extension disabled.\n";
900 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
901 warn $@;
902 warn "mandatory extension failed to load, exiting.\n";
903 exit 1;
904 }
905 die $@;
906 }
907
908 push @EXTS, $pkg;
909}
910
911sub load_extensions { 1132sub load_extensions {
1133 cf::sync_job {
1134 my %todo;
1135
912 for my $ext (<$LIBDIR/*.ext>) { 1136 for my $path (<$LIBDIR/*.ext>) {
913 next unless -r $ext; 1137 next unless -r $path;
914 eval { 1138
915 load_extension $ext; 1139 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1140 my $base = $1;
1141 my $pkg = $1;
1142 $pkg =~ s/[^[:word:]]/_/g;
1143 $pkg = "ext::$pkg";
1144
1145 open my $fh, "<:utf8", $path
1146 or die "$path: $!";
1147
1148 my $source = do { local $/; <$fh> };
1149
1150 my %ext = (
1151 path => $path,
1152 base => $base,
1153 pkg => $pkg,
1154 );
1155
1156 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1157 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1158
1159 $ext{source} =
1160 "package $pkg; use strict; use utf8;\n"
1161 . "#line 1 \"$path\"\n{\n"
1162 . $source
1163 . "\n};\n1";
1164
1165 $todo{$base} = \%ext;
1166 }
1167
1168 my %done;
1169 while (%todo) {
1170 my $progress;
1171
1172 while (my ($k, $v) = each %todo) {
1173 for (split /,\s*/, $v->{meta}{depends}) {
1174 goto skip
1175 unless exists $done{$_};
1176 }
1177
1178 warn "... loading '$k' into '$v->{pkg}'\n";
1179
1180 unless (eval $v->{source}) {
1181 my $msg = $@ ? "$v->{path}: $@\n"
1182 : "$v->{base}: extension inactive.\n";
1183
1184 if (exists $v->{meta}{mandatory}) {
1185 warn $msg;
1186 warn "mandatory extension failed to load, exiting.\n";
1187 exit 1;
1188 }
1189
1190 warn $msg;
1191 }
1192
1193 $done{$k} = delete $todo{$k};
1194 push @EXTS, $v->{pkg};
1195 $progress = 1;
916 1 1196 }
917 } or warn "$ext not loaded: $@"; 1197
1198 skip:
1199 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1200 unless $progress;
1201 }
918 } 1202 };
919} 1203}
920 1204
921############################################################################# 1205#############################################################################
922 1206
1207=back
1208
923=head2 CORE EXTENSIONS 1209=head2 CORE EXTENSIONS
924 1210
925Functions and methods that extend core crossfire objects. 1211Functions and methods that extend core crossfire objects.
926 1212
927=cut 1213=cut
939Returns the given player object, loading it if necessary (might block). 1225Returns the given player object, loading it if necessary (might block).
940 1226
941=cut 1227=cut
942 1228
943sub playerdir($) { 1229sub playerdir($) {
944 cf::localdir 1230 "$PLAYERDIR/"
945 . "/"
946 . cf::playerdir
947 . "/"
948 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1231 . (ref $_[0] ? $_[0]->ob->name : $_[0])
949} 1232}
950 1233
951sub path($) { 1234sub path($) {
952 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1235 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
953 1236
954 (playerdir $login) . "/$login.pl" 1237 (playerdir $login) . "/playerdata"
955} 1238}
956 1239
957sub find_active($) { 1240sub find_active($) {
958 $cf::PLAYER{$_[0]} 1241 $cf::PLAYER{$_[0]}
959 and $cf::PLAYER{$_[0]}->active 1242 and $cf::PLAYER{$_[0]}->active
972 my $login = $_[0]; 1255 my $login = $_[0];
973 1256
974 my $guard = cf::lock_acquire "user_find:$login"; 1257 my $guard = cf::lock_acquire "user_find:$login";
975 1258
976 $cf::PLAYER{$_[0]} || do { 1259 $cf::PLAYER{$_[0]} || do {
1260 # rename old playerfiles to new ones
1261 #TODO: remove when no longer required
1262 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1263 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1264 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1265 aio_unlink +(playerdir $login) . "/$login.pl";
1266
977 my $pl = load_pl path $login 1267 my $pl = load_pl path $login
978 or return; 1268 or return;
979 $cf::PLAYER{$login} = $pl 1269 $cf::PLAYER{$login} = $pl
980 } 1270 }
981 } 1271 }
1018 1308
1019=cut 1309=cut
1020 1310
1021sub quit_character { 1311sub quit_character {
1022 my ($pl) = @_; 1312 my ($pl) = @_;
1313
1314 my $name = $pl->ob->name;
1023 1315
1024 $pl->{deny_save} = 1; 1316 $pl->{deny_save} = 1;
1025 $pl->password ("*"); # this should lock out the player until we nuked the dir 1317 $pl->password ("*"); # this should lock out the player until we nuked the dir
1026 1318
1027 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1319 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1032 my $path = playerdir $pl; 1324 my $path = playerdir $pl;
1033 my $temp = "$path~$cf::RUNTIME~deleting~"; 1325 my $temp = "$path~$cf::RUNTIME~deleting~";
1034 aio_rename $path, $temp; 1326 aio_rename $path, $temp;
1035 delete $cf::PLAYER{$pl->ob->name}; 1327 delete $cf::PLAYER{$pl->ob->name};
1036 $pl->destroy; 1328 $pl->destroy;
1329
1330 my $prefix = qr<^~\Q$name\E/>;
1331
1332 # nuke player maps
1333 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1334
1037 IO::AIO::aio_rmtree $temp; 1335 IO::AIO::aio_rmtree $temp;
1336}
1337
1338=item $pl->kick
1339
1340Kicks a player out of the game. This destroys the connection.
1341
1342=cut
1343
1344sub kick {
1345 my ($pl, $kicker) = @_;
1346
1347 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1348 $pl->killer ("kicked");
1349 $pl->ns->destroy;
1038} 1350}
1039 1351
1040=item cf::player::list_logins 1352=item cf::player::list_logins
1041 1353
1042Returns am arrayref of all valid playernames in the system, can take a 1354Returns am arrayref of all valid playernames in the system, can take a
1043while and may block, so not sync_job-capable, ever. 1355while and may block, so not sync_job-capable, ever.
1044 1356
1045=cut 1357=cut
1046 1358
1047sub list_logins { 1359sub list_logins {
1048 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1360 my $dirs = aio_readdir $PLAYERDIR
1049 or return []; 1361 or return [];
1050 1362
1051 my @logins; 1363 my @logins;
1052 1364
1053 for my $login (@$dirs) { 1365 for my $login (@$dirs) {
1070=cut 1382=cut
1071 1383
1072sub maps($) { 1384sub maps($) {
1073 my ($pl) = @_; 1385 my ($pl) = @_;
1074 1386
1387 $pl = ref $pl ? $pl->ob->name : $pl;
1388
1075 my $files = aio_readdir playerdir $pl 1389 my $files = aio_readdir playerdir $pl
1076 or return; 1390 or return;
1077 1391
1078 my @paths; 1392 my @paths;
1079 1393
1080 for (@$files) { 1394 for (@$files) {
1081 utf8::decode $_; 1395 utf8::decode $_;
1082 next if /\.(?:pl|pst)$/; 1396 next if /\.(?:pl|pst)$/;
1083 next unless /^$PATH_SEP/o; 1397 next unless /^$PATH_SEP/o;
1084 1398
1085 push @paths, cf::map::normalise "~" . $pl->ob->name . "/" . $_; 1399 push @paths, cf::map::normalise "~$pl/$_";
1086 } 1400 }
1087 1401
1088 \@paths 1402 \@paths
1089} 1403}
1090 1404
1405=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1406
1407Expand crossfire pod fragments into protocol xml.
1408
1409=cut
1410
1411sub expand_cfpod {
1412 ((my $self), (local $_)) = @_;
1413
1414 # escape & and <
1415 s/&/&amp;/g;
1416 s/(?<![BIUGH])</&lt;/g;
1417
1418 # this is buggy, it needs to properly take care of nested <'s
1419
1420 1 while
1421 # replace B<>, I<>, U<> etc.
1422 s/B<([^\>]*)>/<b>$1<\/b>/
1423 || s/I<([^\>]*)>/<i>$1<\/i>/
1424 || s/U<([^\>]*)>/<u>$1<\/u>/
1425 # replace G<male|female> tags
1426 || s{G<([^>|]*)\|([^>]*)>}{
1427 $self->gender ? $2 : $1
1428 }ge
1429 # replace H<hint text>
1430 || s{H<([^\>]*)>}
1431 {
1432 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1433 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1434 "")
1435 [$self->{hintmode}]
1436 }ge;
1437
1438 # create single paragraphs (very hackish)
1439 s/(?<=\S)\n(?=\w)/ /g;
1440
1441 # compress some whitespace
1442 s/\s+\n/\n/g; # ws line-ends
1443 s/\n\n+/\n/g; # double lines
1444 s/^\n+//; # beginning lines
1445 s/\n+$//; # ending lines
1446
1447 $_
1448}
1449
1450sub hintmode {
1451 $_[0]{hintmode} = $_[1] if @_ > 1;
1452 $_[0]{hintmode}
1453}
1454
1091=item $player->ext_reply ($msgid, $msgtype, %msg) 1455=item $player->ext_reply ($msgid, %msg)
1092 1456
1093Sends an ext reply to the player. 1457Sends an ext reply to the player.
1094 1458
1095=cut 1459=cut
1096 1460
1097sub ext_reply($$$%) { 1461sub ext_reply($$%) {
1098 my ($self, $id, %msg) = @_; 1462 my ($self, $id, %msg) = @_;
1099 1463
1100 $msg{msgid} = $id; 1464 $msg{msgid} = $id;
1101 1465 $self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1102 $self->send ("ext " . cf::to_json \%msg);
1103} 1466}
1104 1467
1105package cf; 1468=item $player->ext_event ($type, %msg)
1469
1470Sends an ext event to the client.
1471
1472=cut
1473
1474sub ext_event($$%) {
1475 my ($self, $type, %msg) = @_;
1476
1477 $self->ns->ext_event ($type, %msg);
1478}
1479
1480=head3 cf::region
1481
1482=over 4
1483
1484=cut
1485
1486package cf::region;
1487
1488=item cf::region::find_by_path $path
1489
1490Tries to decuce the likely region for a map knowing only its path.
1491
1492=cut
1493
1494sub find_by_path($) {
1495 my ($path) = @_;
1496
1497 my ($match, $specificity);
1498
1499 for my $region (list) {
1500 if ($region->{match} && $path =~ $region->{match}) {
1501 ($match, $specificity) = ($region, $region->specificity)
1502 if $region->specificity > $specificity;
1503 }
1504 }
1505
1506 $match
1507}
1106 1508
1107=back 1509=back
1108
1109 1510
1110=head3 cf::map 1511=head3 cf::map
1111 1512
1112=over 4 1513=over 4
1113 1514
1168 my ($self, $merge) = @_; 1569 my ($self, $merge) = @_;
1169 1570
1170 # we have to keep some variables in memory intact 1571 # we have to keep some variables in memory intact
1171 local $self->{path}; 1572 local $self->{path};
1172 local $self->{load_path}; 1573 local $self->{load_path};
1173 local $self->{deny_save};
1174 local $self->{deny_reset};
1175 1574
1176 $self->SUPER::thawer_merge ($merge); 1575 $self->SUPER::thawer_merge ($merge);
1177} 1576}
1178 1577
1179sub normalise { 1578sub normalise {
1226 $self->init; # pass $1 etc. 1625 $self->init; # pass $1 etc.
1227 return $self; 1626 return $self;
1228 } 1627 }
1229 } 1628 }
1230 1629
1231 Carp::carp "unable to resolve path '$path' (base '$base')."; 1630 Carp::cluck "unable to resolve path '$path' (base '$base').";
1232 () 1631 ()
1233} 1632}
1234 1633
1235sub init { 1634sub init {
1236 my ($self) = @_; 1635 my ($self) = @_;
1251 1650
1252# the original (read-only) location 1651# the original (read-only) location
1253sub load_path { 1652sub load_path {
1254 my ($self) = @_; 1653 my ($self) = @_;
1255 1654
1256 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path} 1655 "$MAPDIR/$self->{path}.map"
1257} 1656}
1258 1657
1259# the temporary/swap location 1658# the temporary/swap location
1260sub save_path { 1659sub save_path {
1261 my ($self) = @_; 1660 my ($self) = @_;
1262 1661
1263 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1662 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1264 sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path 1663 "$TMPDIR/$path.map"
1265} 1664}
1266 1665
1267# the unique path, undef == no special unique path 1666# the unique path, undef == no special unique path
1268sub uniq_path { 1667sub uniq_path {
1269 my ($self) = @_; 1668 my ($self) = @_;
1270 1669
1271 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1670 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1272 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1671 "$UNIQUEDIR/$path"
1273} 1672}
1274 1673
1275# and all this just because we cannot iterate over 1674# and all this just because we cannot iterate over
1276# all maps in C++... 1675# all maps in C++...
1277sub change_all_map_light { 1676sub change_all_map_light {
1279 1678
1280 $_->change_map_light ($change) 1679 $_->change_map_light ($change)
1281 for grep $_->outdoor, values %cf::MAP; 1680 for grep $_->outdoor, values %cf::MAP;
1282} 1681}
1283 1682
1683sub decay_objects {
1684 my ($self) = @_;
1685
1686 return if $self->{deny_reset};
1687
1688 $self->do_decay_objects;
1689}
1690
1284sub unlink_save { 1691sub unlink_save {
1285 my ($self) = @_; 1692 my ($self) = @_;
1286 1693
1287 utf8::encode (my $save = $self->save_path); 1694 utf8::encode (my $save = $self->save_path);
1288 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 1695 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1291 1698
1292sub load_header_from($) { 1699sub load_header_from($) {
1293 my ($self, $path) = @_; 1700 my ($self, $path) = @_;
1294 1701
1295 utf8::encode $path; 1702 utf8::encode $path;
1296 aio_open $path, O_RDONLY, 0 1703 #aio_open $path, O_RDONLY, 0
1297 or return; 1704 # or return;
1298 1705
1299 $self->_load_header ($path) 1706 $self->_load_header ($path)
1300 or return; 1707 or return;
1301 1708
1302 $self->{load_path} = $path; 1709 $self->{load_path} = $path;
1344 $self->load_header_orig 1751 $self->load_header_orig
1345 or return; 1752 or return;
1346 $self->prepare_orig; 1753 $self->prepare_orig;
1347 } 1754 }
1348 1755
1756 $self->{deny_reset} = 1
1757 if $self->no_reset;
1758
1759 $self->default_region (cf::region::find_by_path $self->{path})
1760 unless $self->default_region;
1761
1349 1 1762 1
1350} 1763}
1351 1764
1352sub find; 1765sub find;
1353sub find { 1766sub find {
1365 $map->{last_save} = $cf::RUNTIME; 1778 $map->{last_save} = $cf::RUNTIME;
1366 1779
1367 $map->load_header 1780 $map->load_header
1368 or return; 1781 or return;
1369 1782
1370 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1783 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1371 # doing this can freeze the server in a sync job, obviously 1784 # doing this can freeze the server in a sync job, obviously
1372 #$cf::WAIT_FOR_TICK->wait; 1785 #$cf::WAIT_FOR_TICK->wait;
1373 $map->reset; 1786 $map->reset;
1374 undef $guard; 1787 undef $guard;
1375 return find $path; 1788 return find $path;
1386 my ($self) = @_; 1799 my ($self) = @_;
1387 1800
1388 local $self->{deny_reset} = 1; # loading can take a long time 1801 local $self->{deny_reset} = 1; # loading can take a long time
1389 1802
1390 my $path = $self->{path}; 1803 my $path = $self->{path};
1804
1805 {
1391 my $guard = cf::lock_acquire "map_load:$path"; 1806 my $guard = cf::lock_acquire "map_load:$path";
1392 1807
1393 return if $self->in_memory != cf::MAP_SWAPPED; 1808 return if $self->in_memory != cf::MAP_SWAPPED;
1394 1809
1395 $self->in_memory (cf::MAP_LOADING); 1810 $self->in_memory (cf::MAP_LOADING);
1396 1811
1397 $self->alloc; 1812 $self->alloc;
1398 1813
1399 $self->pre_load; 1814 $self->pre_load;
1400
1401 $self->_load_objects ($self->{load_path}, 1)
1402 or return;
1403
1404 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1405 if delete $self->{load_original};
1406
1407 if (my $uniq = $self->uniq_path) {
1408 utf8::encode $uniq;
1409 if (aio_open $uniq, O_RDONLY, 0) {
1410 $self->clear_unique_items;
1411 $self->_load_objects ($uniq, 0);
1412 }
1413 }
1414
1415 Coro::cede;
1416
1417 # now do the right thing for maps
1418 $self->link_multipart_objects;
1419
1420 unless ($self->{deny_activate}) {
1421 $self->decay_objects;
1422 $self->fix_auto_apply;
1423 $self->update_buttons;
1424 Coro::cede; 1815 Coro::cede;
1425 $self->set_darkness_map; 1816
1817 $self->_load_objects ($self->{load_path}, 1)
1818 or return;
1819
1820 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1821 if delete $self->{load_original};
1822
1823 if (my $uniq = $self->uniq_path) {
1824 utf8::encode $uniq;
1825 if (aio_open $uniq, O_RDONLY, 0) {
1826 $self->clear_unique_items;
1827 $self->_load_objects ($uniq, 0);
1828 }
1829 }
1830
1831 Coro::cede;
1832 # now do the right thing for maps
1833 $self->link_multipart_objects;
1426 $self->difficulty ($self->estimate_difficulty) 1834 $self->difficulty ($self->estimate_difficulty)
1427 unless $self->difficulty; 1835 unless $self->difficulty;
1428 Coro::cede; 1836 Coro::cede;
1837
1838 unless ($self->{deny_activate}) {
1839 $self->decay_objects;
1840 $self->fix_auto_apply;
1841 $self->update_buttons;
1842 Coro::cede;
1843 $self->set_darkness_map;
1844 Coro::cede;
1429 $self->activate; 1845 $self->activate;
1846 }
1847
1848 $self->in_memory (cf::MAP_IN_MEMORY);
1430 } 1849 }
1431 1850
1432 $self->post_load; 1851 $self->post_load;
1433
1434 $self->in_memory (cf::MAP_IN_MEMORY);
1435} 1852}
1436 1853
1437sub customise_for { 1854sub customise_for {
1438 my ($self, $ob) = @_; 1855 my ($self, $ob) = @_;
1439 1856
1440 return find "~" . $ob->name . "/" . $self->{path} 1857 return find "~" . $ob->name . "/" . $self->{path}
1441 if $self->per_player; 1858 if $self->per_player;
1859
1860# return find "?party/" . $ob->name . "/" . $self->{path}
1861# if $self->per_party;
1442 1862
1443 $self 1863 $self
1444} 1864}
1445 1865
1446# find and load all maps in the 3x3 area around a map 1866# find and load all maps in the 3x3 area around a map
1493 1913
1494 undef $MAP_PREFETCH{$path}; 1914 undef $MAP_PREFETCH{$path};
1495 $MAP_PREFETCHER ||= cf::async { 1915 $MAP_PREFETCHER ||= cf::async {
1496 while (%MAP_PREFETCH) { 1916 while (%MAP_PREFETCH) {
1497 for my $path (keys %MAP_PREFETCH) { 1917 for my $path (keys %MAP_PREFETCH) {
1498 my $map = find $path 1918 if (my $map = find $path) {
1499 or next;
1500 $map->load; 1919 $map->load;
1920 }
1501 1921
1502 delete $MAP_PREFETCH{$path}; 1922 delete $MAP_PREFETCH{$path};
1503 } 1923 }
1504 } 1924 }
1505 undef $MAP_PREFETCHER; 1925 undef $MAP_PREFETCHER;
1557 1977
1558sub reset_at { 1978sub reset_at {
1559 my ($self) = @_; 1979 my ($self) = @_;
1560 1980
1561 # TODO: safety, remove and allow resettable per-player maps 1981 # TODO: safety, remove and allow resettable per-player maps
1562 return 1e99 if $self->isa ("ext::map_per_player");#d#
1563 return 1e99 if $self->{deny_reset}; 1982 return 1e99 if $self->{deny_reset};
1564 1983
1565 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1984 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1566 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1985 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1567 1986
1578 my ($self) = @_; 1997 my ($self) = @_;
1579 1998
1580 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1999 my $lock = cf::lock_acquire "map_data:$self->{path}";
1581 2000
1582 return if $self->players; 2001 return if $self->players;
1583 return if $self->isa ("ext::map_per_player");#d#
1584 2002
1585 warn "resetting map ", $self->path;#d# 2003 warn "resetting map ", $self->path;
2004
2005 $self->in_memory (cf::MAP_SWAPPED);
2006
2007 # need to save uniques path
2008 unless ($self->{deny_save}) {
2009 my $uniq = $self->uniq_path; utf8::encode $uniq;
2010
2011 $self->_save_objects ($uniq, cf::IO_UNIQUES)
2012 if $uniq;
2013 }
1586 2014
1587 delete $cf::MAP{$self->path}; 2015 delete $cf::MAP{$self->path};
1588 2016
1589 $self->in_memory (cf::MAP_SWAPPED);
1590 $self->clear; 2017 $self->clear;
1591 2018
1592 $_->clear_links_to ($self) for values %cf::MAP; 2019 $_->clear_links_to ($self) for values %cf::MAP;
1593 2020
1594 $self->unlink_save; 2021 $self->unlink_save;
1613 $cf::MAP{$self->path} = $self; 2040 $cf::MAP{$self->path} = $self;
1614 2041
1615 $self->reset; # polite request, might not happen 2042 $self->reset; # polite request, might not happen
1616} 2043}
1617 2044
2045=item $maps = cf::map::tmp_maps
2046
2047Returns an arrayref with all map paths of currently instantiated and saved
2048maps. May block.
2049
2050=cut
2051
2052sub tmp_maps() {
2053 [
2054 map {
2055 utf8::decode $_;
2056 /\.map$/
2057 ? normalise $_
2058 : ()
2059 } @{ aio_readdir $TMPDIR or [] }
2060 ]
2061}
2062
2063=item $maps = cf::map::random_maps
2064
2065Returns an arrayref with all map paths of currently instantiated and saved
2066random maps. May block.
2067
2068=cut
2069
2070sub random_maps() {
2071 [
2072 map {
2073 utf8::decode $_;
2074 /\.map$/
2075 ? normalise "?random/$_"
2076 : ()
2077 } @{ aio_readdir $RANDOMDIR or [] }
2078 ]
2079}
2080
1618=item cf::map::unique_maps 2081=item cf::map::unique_maps
1619 2082
1620Returns an arrayref of paths of all shared maps that have 2083Returns an arrayref of paths of all shared maps that have
1621instantiated unique items. May block. 2084instantiated unique items. May block.
1622 2085
1623=cut 2086=cut
1624 2087
1625sub unique_maps() { 2088sub unique_maps() {
1626 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2089 [
1627 or return; 2090 map {
1628
1629 my @paths;
1630
1631 for (@$files) {
1632 utf8::decode $_; 2091 utf8::decode $_;
1633 next if /\.pst$/; 2092 /\.map$/
1634 next unless /^$PATH_SEP/o; 2093 ? normalise $_
1635 2094 : ()
1636 push @paths, cf::map::normalise $_; 2095 } @{ aio_readdir $UNIQUEDIR or [] }
1637 } 2096 ]
1638
1639 \@paths
1640} 2097}
1641 2098
1642package cf; 2099package cf;
1643 2100
1644=back 2101=back
1690 2147
1691 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2148 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1692 2149
1693 if ($self->{record_replies}) { 2150 if ($self->{record_replies}) {
1694 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2151 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2152
1695 } else { 2153 } else {
2154 my $pl = $self->contr;
2155
2156 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2157 my $diag = $pl->{npc_dialog};
2158 $diag->{pl}->ext_reply (
2159 $diag->{id},
2160 msgtype => "reply",
2161 msg => $diag->{pl}->expand_cfpod ($msg),
2162 add_topics => []
2163 );
2164
2165 } else {
1696 $msg = $npc->name . " says: $msg" if $npc; 2166 $msg = $npc->name . " says: $msg" if $npc;
1697 $self->message ($msg, $flags); 2167 $self->message ($msg, $flags);
2168 }
1698 } 2169 }
1699} 2170}
1700 2171
1701=item $player_object->may ("access") 2172=item $player_object->may ("access")
1702 2173
1750 $self->deactivate_recursive; 2221 $self->deactivate_recursive;
1751 2222
1752 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2223 return if UNIVERSAL::isa $self->map, "ext::map_link";
1753 2224
1754 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2225 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1755 if $self->map; 2226 if $self->map && $self->map->{path} ne "{link}";
1756 2227
1757 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2228 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1758} 2229}
1759 2230
1760sub cf::object::player::leave_link { 2231sub cf::object::player::leave_link {
1761 my ($self, $map, $x, $y) = @_; 2232 my ($self, $map, $x, $y) = @_;
2233
2234 return unless $self->contr->active;
1762 2235
1763 my $link_pos = delete $self->{_link_pos}; 2236 my $link_pos = delete $self->{_link_pos};
1764 2237
1765 unless ($map) { 2238 unless ($map) {
1766 # restore original map position 2239 # restore original map position
1784 $map->load; 2257 $map->load;
1785 $map->load_diag; 2258 $map->load_diag;
1786 2259
1787 return unless $self->contr->active; 2260 return unless $self->contr->active;
1788 $self->activate_recursive; 2261 $self->activate_recursive;
2262
2263 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1789 $self->enter_map ($map, $x, $y); 2264 $self->enter_map ($map, $x, $y);
1790} 2265}
1791 2266
1792cf::player->attach ( 2267=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1793 on_logout => sub {
1794 my ($pl) = @_;
1795 2268
1796 # abort map switching before logout 2269Moves the player to the given map-path and coordinates by first freezing
1797 if ($pl->ob->{_link_pos}) { 2270her, loading and preparing them map, calling the provided $check callback
1798 cf::sync_job { 2271that has to return the map if sucecssful, and then unfreezes the player on
1799 $pl->ob->leave_link 2272the new (success) or old (failed) map position. In either case, $done will
1800 }; 2273be called at the end of this process.
1801 }
1802 },
1803 on_login => sub {
1804 my ($pl) = @_;
1805 2274
1806 # try to abort aborted map switching on player login :)
1807 # should happen only on crashes
1808 if ($pl->ob->{_link_pos}) {
1809 $pl->ob->enter_link;
1810 (async {
1811 # we need this sleep as the login has a concurrent enter_exit running
1812 # and this sleep increases chances of the player not ending up in scorn
1813 $pl->ob->reply (undef,
1814 "There was an internal problem at your last logout, "
1815 . "the server will try to bring you to your intended destination in a second.",
1816 cf::NDI_RED);
1817 Coro::Timer::sleep 1;
1818 $pl->ob->leave_link;
1819 })->prio (2);
1820 }
1821 },
1822);
1823
1824=item $player_object->goto ($path, $x, $y)
1825
1826=cut 2275=cut
2276
2277our $GOTOGEN;
1827 2278
1828sub cf::object::player::goto { 2279sub cf::object::player::goto {
1829 my ($self, $path, $x, $y) = @_; 2280 my ($self, $path, $x, $y, $check, $done) = @_;
2281
2282 # do generation counting so two concurrent goto's will be executed in-order
2283 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1830 2284
1831 $self->enter_link; 2285 $self->enter_link;
1832 2286
1833 (async { 2287 (async {
1834 my $map = eval { 2288 my $map = eval {
1835 my $map = cf::map::find $path; 2289 my $map = cf::map::find $path;
2290
2291 if ($map) {
1836 $map = $map->customise_for ($self) if $map; 2292 $map = $map->customise_for ($self);
2293 $map = $check->($map) if $check && $map;
2294 } else {
2295 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2296 }
2297
1837 $map 2298 $map
2299 };
2300
2301 if ($@) {
2302 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2303 LOG llevError | logBacktrace, Carp::longmess $@;
1838 } or 2304 }
1839 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1840 2305
2306 if ($gen == $self->{_goto_generation}) {
2307 delete $self->{_goto_generation};
1841 $self->leave_link ($map, $x, $y); 2308 $self->leave_link ($map, $x, $y);
2309 }
2310
2311 $done->() if $done;
1842 })->prio (1); 2312 })->prio (1);
1843} 2313}
1844 2314
1845=item $player_object->enter_exit ($exit_object) 2315=item $player_object->enter_exit ($exit_object)
1846 2316
1885 2355
1886 $rmp->{random_seed} ||= $exit->random_seed; 2356 $rmp->{random_seed} ||= $exit->random_seed;
1887 2357
1888 my $data = cf::to_json $rmp; 2358 my $data = cf::to_json $rmp;
1889 my $md5 = Digest::MD5::md5_hex $data; 2359 my $md5 = Digest::MD5::md5_hex $data;
1890 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2360 my $meta = "$RANDOMDIR/$md5.meta";
1891 2361
1892 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2362 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1893 aio_write $fh, 0, (length $data), $data, 0; 2363 aio_write $fh, 0, (length $data), $data, 0;
1894 undef $fh; 2364 undef $fh;
1895 aio_rename "$meta~", $meta; 2365 aio_rename "$meta~", $meta;
1904 2374
1905 return unless $self->type == cf::PLAYER; 2375 return unless $self->type == cf::PLAYER;
1906 2376
1907 if ($exit->slaying eq "/!") { 2377 if ($exit->slaying eq "/!") {
1908 #TODO: this should de-fi-ni-te-ly not be a sync-job 2378 #TODO: this should de-fi-ni-te-ly not be a sync-job
2379 # the problem is that $exit might not survive long enough
2380 # so it needs to be done right now, right here
1909 cf::sync_job { prepare_random_map $exit }; 2381 cf::sync_job { prepare_random_map $exit };
1910 } 2382 }
1911 2383
1912 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 2384 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1913 my $hp = $exit->stats->hp; 2385 my $hp = $exit->stats->hp;
1914 my $sp = $exit->stats->sp; 2386 my $sp = $exit->stats->sp;
1915 2387
1916 $self->enter_link; 2388 $self->enter_link;
2389
2390 # if exit is damned, update players death & WoR home-position
2391 $self->contr->savebed ($slaying, $hp, $sp)
2392 if $exit->flag (FLAG_DAMNED);
1917 2393
1918 (async { 2394 (async {
1919 $self->deactivate_recursive; # just to be sure 2395 $self->deactivate_recursive; # just to be sure
1920 unless (eval { 2396 unless (eval {
1921 $self->goto ($slaying, $hp, $sp); 2397 $self->goto ($slaying, $hp, $sp);
1922 2398
1923 1; 2399 1;
1924 }) { 2400 }) {
1925 $self->message ("Something went wrong deep within the crossfire server. " 2401 $self->message ("Something went wrong deep within the crossfire server. "
1926 . "I'll try to bring you back to the map you were before. " 2402 . "I'll try to bring you back to the map you were before. "
1927 . "Please report this to the dungeon master!", 2403 . "Please report this to the dungeon master!",
1928 cf::NDI_UNIQUE | cf::NDI_RED); 2404 cf::NDI_UNIQUE | cf::NDI_RED);
1929 2405
1930 warn "ERROR in enter_exit: $@"; 2406 warn "ERROR in enter_exit: $@";
1931 $self->leave_link; 2407 $self->leave_link;
1932 } 2408 }
1933 })->prio (1); 2409 })->prio (1);
1946 2422
1947sub cf::client::send_drawinfo { 2423sub cf::client::send_drawinfo {
1948 my ($self, $text, $flags) = @_; 2424 my ($self, $text, $flags) = @_;
1949 2425
1950 utf8::encode $text; 2426 utf8::encode $text;
1951 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2427 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1952} 2428}
1953 2429
2430=item $client->send_msg ($color, $type, $msg, [extra...])
2431
2432Send a drawinfo or msg packet to the client, formatting the msg for the
2433client if neccessary. C<$type> should be a string identifying the type of
2434the message, with C<log> being the default. If C<$color> is negative, suppress
2435the message unless the client supports the msg packet.
2436
2437=cut
2438
2439sub cf::client::send_msg {
2440 my ($self, $color, $type, $msg, @extra) = @_;
2441
2442 $msg = $self->pl->expand_cfpod ($msg);
2443
2444 return unless @extra || length $msg;
2445
2446 if ($self->can_msg) {
2447 $self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
2448 } else {
2449 # replace some tags by gcfclient-compatible ones
2450 for ($msg) {
2451 1 while
2452 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2453 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2454 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2455 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2456 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2457 }
2458
2459 if ($color >= 0) {
2460 if (0 && $msg =~ /\[/) {
2461 $self->send_packet ("drawextinfo $color 4 0 $msg")
2462 } else {
2463 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2464 $self->send_packet ("drawinfo $color $msg")
2465 }
2466 }
2467 }
2468}
2469
2470=item $client->ext_event ($type, %msg)
2471
2472Sends an ext event to the client.
2473
2474=cut
2475
2476sub cf::client::ext_event($$%) {
2477 my ($self, $type, %msg) = @_;
2478
2479 return unless $self->extcmd;
2480
2481 $msg{msgtype} = "event_$type";
2482 $self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
2483}
1954 2484
1955=item $success = $client->query ($flags, "text", \&cb) 2485=item $success = $client->query ($flags, "text", \&cb)
1956 2486
1957Queues a query to the client, calling the given callback with 2487Queues a query to the client, calling the given callback with
1958the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2488the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1959C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2489C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1960 2490
1961Queries can fail, so check the return code. Or don't, as queries will become 2491Queries can fail, so check the return code. Or don't, as queries will
1962reliable at some point in the future. 2492become reliable at some point in the future.
1963 2493
1964=cut 2494=cut
1965 2495
1966sub cf::client::query { 2496sub cf::client::query {
1967 my ($self, $flags, $text, $cb) = @_; 2497 my ($self, $flags, $text, $cb) = @_;
1975 utf8::encode $text; 2505 utf8::encode $text;
1976 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2506 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1977 2507
1978 $self->send_packet ($self->{query_queue}[0][0]) 2508 $self->send_packet ($self->{query_queue}[0][0])
1979 if @{ $self->{query_queue} } == 1; 2509 if @{ $self->{query_queue} } == 1;
2510
2511 1
1980} 2512}
1981 2513
1982cf::client->attach ( 2514cf::client->attach (
2515 on_connect => sub {
2516 my ($ns) = @_;
2517
2518 $ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
2519 },
1983 on_reply => sub { 2520 on_reply => sub {
1984 my ($ns, $msg) = @_; 2521 my ($ns, $msg) = @_;
1985 2522
1986 # this weird shuffling is so that direct followup queries 2523 # this weird shuffling is so that direct followup queries
1987 # get handled first 2524 # get handled first
1988 my $queue = delete $ns->{query_queue} 2525 my $queue = delete $ns->{query_queue}
1989 or return; # be conservative, not sure how that can happen, but we saw a crash here 2526 or return; # be conservative, not sure how that can happen, but we saw a crash here
1990 2527
1991 (shift @$queue)->[1]->($msg); 2528 (shift @$queue)->[1]->($msg);
2529 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1992 2530
1993 push @{ $ns->{query_queue} }, @$queue; 2531 push @{ $ns->{query_queue} }, @$queue;
1994 2532
1995 if (@{ $ns->{query_queue} } == @$queue) { 2533 if (@{ $ns->{query_queue} } == @$queue) {
1996 if (@$queue) { 2534 if (@$queue) {
1998 } else { 2536 } else {
1999 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2537 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2000 } 2538 }
2001 } 2539 }
2002 }, 2540 },
2541 on_exticmd => sub {
2542 my ($ns, $buf) = @_;
2543
2544 my $msg = eval { $ns->{json_coder}->decode ($buf) };
2545
2546 if (ref $msg) {
2547 if (my $cb = $EXTICMD{$msg->{msgtype}}) {
2548 if (my %reply = $cb->($ns, $msg)) {
2549 $reply{msgid} = $msg->{msgid};
2550 $ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
2551 }
2552 }
2553 } else {
2554 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2555 }
2556
2557 cf::override;
2558 },
2003); 2559);
2004 2560
2005=item $client->async (\&cb) 2561=item $client->async (\&cb)
2006 2562
2007Create a new coroutine, running the specified callback. The coroutine will 2563Create a new coroutine, running the specified callback. The coroutine will
2054 2610
2055# here we export the classes and methods available to script code 2611# here we export the classes and methods available to script code
2056 2612
2057=pod 2613=pod
2058 2614
2059The following fucntions and emthods are available within a safe environment: 2615The following functions and methods are available within a safe environment:
2060 2616
2061 cf::object contr pay_amount pay_player map 2617 cf::object
2618 contr pay_amount pay_player map x y force_find force_add
2619 insert remove
2620
2062 cf::object::player player 2621 cf::object::player
2063 cf::player peaceful 2622 player
2064 cf::map trigger 2623
2624 cf::player
2625 peaceful
2626
2627 cf::map
2628 trigger
2065 2629
2066=cut 2630=cut
2067 2631
2068for ( 2632for (
2069 ["cf::object" => qw(contr pay_amount pay_player map)], 2633 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2634 insert remove)],
2070 ["cf::object::player" => qw(player)], 2635 ["cf::object::player" => qw(player)],
2071 ["cf::player" => qw(peaceful)], 2636 ["cf::player" => qw(peaceful)],
2072 ["cf::map" => qw(trigger)], 2637 ["cf::map" => qw(trigger)],
2073) { 2638) {
2074 no strict 'refs'; 2639 no strict 'refs';
2145=back 2710=back
2146 2711
2147=cut 2712=cut
2148 2713
2149############################################################################# 2714#############################################################################
2715# the server's init and main functions
2150 2716
2151=head2 EXTENSION DATABASE SUPPORT 2717sub load_facedata($) {
2718 my ($path) = @_;
2152 2719
2153Crossfire maintains a very simple database for extension use. It can 2720 warn "loading facedata from $path\n";
2154currently store anything that can be serialised using Storable, which
2155excludes objects.
2156 2721
2157The parameter C<$family> should best start with the name of the extension 2722 my $facedata;
2158using it, it should be unique. 2723 0 < aio_load $path, $facedata
2724 or die "$path: $!";
2159 2725
2160=over 4 2726 $facedata = Coro::Storable::thaw $facedata;
2161 2727
2162=item $hashref = cf::db_get $family 2728 $facedata->{version} == 2
2729 or cf::cleanup "$path: version mismatch, cannot proceed.";
2163 2730
2164Return a hashref for use by the extension C<$family>, which can be
2165modified. After modifications, you have to call C<cf::db_dirty> or
2166C<cf::db_sync>.
2167
2168=item $value = cf::db_get $family => $key
2169
2170Returns a single value from the database
2171
2172=item cf::db_put $family => $hashref
2173
2174Stores the given family hashref into the database. Updates are delayed, if
2175you want the data to be synced to disk immediately, use C<cf::db_sync>.
2176
2177=item cf::db_put $family => $key => $value
2178
2179Stores the given C<$value> in the family hash. Updates are delayed, if you
2180want the data to be synced to disk immediately, use C<cf::db_sync>.
2181
2182=item cf::db_dirty
2183
2184Marks the database as dirty, to be updated at a later time.
2185
2186=item cf::db_sync
2187
2188Immediately write the database to disk I<if it is dirty>.
2189
2190=cut
2191
2192our $DB;
2193
2194{
2195 my $path = cf::localdir . "/database.pst";
2196
2197 sub db_load() {
2198 $DB = stat $path ? Storable::retrieve $path : { };
2199 } 2731 {
2732 my $faces = $facedata->{faceinfo};
2200 2733
2201 my $pid; 2734 while (my ($face, $info) = each %$faces) {
2735 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2736 cf::face::set_visibility $idx, $info->{visibility};
2737 cf::face::set_magicmap $idx, $info->{magicmap};
2738 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2739 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2202 2740
2203 sub db_save() { 2741 cf::cede_to_tick;
2204 waitpid $pid, 0 if $pid;
2205 if (0 == ($pid = fork)) {
2206 $DB->{_meta}{version} = 1;
2207 Storable::nstore $DB, "$path~";
2208 rename "$path~", $path;
2209 cf::_exit 0 if defined $pid;
2210 }
2211 }
2212
2213 my $dirty;
2214
2215 sub db_sync() {
2216 db_save if $dirty;
2217 undef $dirty;
2218 }
2219
2220 my $idle = Event->idle (
2221 reentrant => 0,
2222 min => 10,
2223 max => 20,
2224 repeat => 0,
2225 data => WF_AUTOCANCEL,
2226 cb => \&db_sync,
2227 );
2228
2229 sub db_dirty() {
2230 $dirty = 1;
2231 $idle->start;
2232 }
2233
2234 sub db_get($;$) {
2235 @_ >= 2
2236 ? $DB->{$_[0]}{$_[1]}
2237 : ($DB->{$_[0]} ||= { })
2238 }
2239
2240 sub db_put($$;$) {
2241 if (@_ >= 3) {
2242 $DB->{$_[0]}{$_[1]} = $_[2];
2243 } else {
2244 $DB->{$_[0]} = $_[1];
2245 }
2246 db_dirty;
2247 }
2248
2249 cf::global->attach (
2250 prio => 10000,
2251 on_cleanup => sub {
2252 db_sync;
2253 }, 2742 }
2254 );
2255}
2256 2743
2257############################################################################# 2744 while (my ($face, $info) = each %$faces) {
2258# the server's main() 2745 next unless $info->{smooth};
2746 my $idx = cf::face::find $face
2747 or next;
2748 if (my $smooth = cf::face::find $info->{smooth}) {
2749 cf::face::set_smooth $idx, $smooth;
2750 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2751 } else {
2752 warn "smooth face '$info->{smooth}' not found for face '$face'";
2753 }
2754
2755 cf::cede_to_tick;
2756 }
2757 }
2758
2759 {
2760 my $anims = $facedata->{animinfo};
2761
2762 while (my ($anim, $info) = each %$anims) {
2763 cf::anim::set $anim, $info->{frames}, $info->{facings};
2764 cf::cede_to_tick;
2765 }
2766
2767 cf::anim::invalidate_all; # d'oh
2768 }
2769
2770 {
2771 # TODO: for gcfclient pleasure, we should give resources
2772 # that gcfclient doesn't grok a >10000 face index.
2773 my $res = $facedata->{resource};
2774 my $enc = JSON::XS->new->utf8->canonical;
2775
2776 while (my ($name, $info) = each %$res) {
2777 my $meta = $enc->encode ({
2778 name => $name,
2779 type => $info->{type},
2780 copyright => $info->{copyright}, #TODO#
2781 });
2782
2783 my $idx = (cf::face::find $name) || cf::face::alloc $name;
2784
2785 if ($name =~ /\.jpg$/) {
2786 cf::face::set_data $idx, 0, $info->{data}, $info->{chksum};#d# temp hack
2787 cf::face::set_data $idx, 1, $info->{data}, $info->{chksum};#d# temp hack
2788 } else {
2789 my $data = pack "(w/a*)*", $meta, $info->{data};
2790 my $chk = Digest::MD5::md5 "$info->{chksum},$meta"; # mangle data checksum and metadata
2791
2792 cf::face::set_type $idx, 1;
2793 cf::face::set_data $idx, 0, $data, $chk;
2794 }
2795
2796 cf::cede_to_tick;
2797 }
2798 }
2799
2800 1
2801}
2802
2803sub reload_regions {
2804 load_resource_file "$MAPDIR/regions"
2805 or die "unable to load regions file\n";
2806
2807 for (cf::region::list) {
2808 $_->{match} = qr/$_->{match}/
2809 if exists $_->{match};
2810 }
2811}
2812
2813sub reload_facedata {
2814 load_facedata "$DATADIR/facedata"
2815 or die "unable to load facedata\n";
2816}
2817
2818sub reload_archetypes {
2819 load_resource_file "$DATADIR/archetypes"
2820 or die "unable to load archetypes\n";
2821 #d# NEED to laod twice to resolve forward references
2822 # this really needs to be done in an extra post-pass
2823 # (which needs to be synchronous, so solve it differently)
2824 load_resource_file "$DATADIR/archetypes"
2825 or die "unable to load archetypes\n";
2826}
2827
2828sub reload_treasures {
2829 load_resource_file "$DATADIR/treasures"
2830 or die "unable to load treasurelists\n";
2831}
2832
2833sub reload_resources {
2834 warn "reloading resource files...\n";
2835
2836 reload_regions;
2837 reload_facedata;
2838 #reload_archetypes;#d#
2839 reload_archetypes;
2840 reload_treasures;
2841
2842 warn "finished reloading resource files\n";
2843}
2844
2845sub init {
2846 reload_resources;
2847}
2259 2848
2260sub cfg_load { 2849sub cfg_load {
2261 open my $fh, "<:utf8", cf::confdir . "/config" 2850 open my $fh, "<:utf8", "$CONFDIR/config"
2262 or return; 2851 or return;
2263 2852
2264 local $/; 2853 local $/;
2265 *CFG = YAML::Syck::Load <$fh>; 2854 *CFG = YAML::Syck::Load <$fh>;
2266 2855
2286 Event::one_event; 2875 Event::one_event;
2287 })->prio (Coro::PRIO_MAX); 2876 })->prio (Coro::PRIO_MAX);
2288 }; 2877 };
2289 2878
2290 cfg_load; 2879 cfg_load;
2291 db_load; 2880 db_init;
2292 load_extensions; 2881 load_extensions;
2293 2882
2294 $TICK_WATCHER->start; 2883 $TICK_WATCHER->start;
2295 Event::loop; 2884 Event::loop;
2296} 2885}
2311 }, 2900 },
2312 ); 2901 );
2313 } 2902 }
2314} 2903}
2315 2904
2905sub write_runtime {
2906 my $runtime = "$LOCALDIR/runtime";
2907
2908 # first touch the runtime file to show we are still running:
2909 # the fsync below can take a very very long time.
2910
2911 IO::AIO::aio_utime $runtime, undef, undef;
2912
2913 my $guard = cf::lock_acquire "write_runtime";
2914
2915 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2916 or return;
2917
2918 my $value = $cf::RUNTIME + 90 + 10;
2919 # 10 is the runtime save interval, for a monotonic clock
2920 # 60 allows for the watchdog to kill the server.
2921
2922 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2923 and return;
2924
2925 # always fsync - this file is important
2926 aio_fsync $fh
2927 and return;
2928
2929 # touch it again to show we are up-to-date
2930 aio_utime $fh, undef, undef;
2931
2932 close $fh
2933 or return;
2934
2935 aio_rename "$runtime~", $runtime
2936 and return;
2937
2938 warn "runtime file written.\n";
2939
2940 1
2941}
2942
2316sub emergency_save() { 2943sub emergency_save() {
2317 my $freeze_guard = cf::freeze_mainloop; 2944 my $freeze_guard = cf::freeze_mainloop;
2318 2945
2319 warn "enter emergency perl save\n"; 2946 warn "enter emergency perl save\n";
2320 2947
2335 my $map = $cf::MAP{$path} or next; 2962 my $map = $cf::MAP{$path} or next;
2336 $map->valid or next; 2963 $map->valid or next;
2337 $map->save; 2964 $map->save;
2338 } 2965 }
2339 warn "end emergency map save\n"; 2966 warn "end emergency map save\n";
2967
2968 warn "begin emergency database checkpoint\n";
2969 BDB::db_env_txn_checkpoint $DB_ENV;
2970 warn "end emergency database checkpoint\n";
2340 }; 2971 };
2341 2972
2342 warn "leave emergency perl save\n"; 2973 warn "leave emergency perl save\n";
2343} 2974}
2344 2975
2976sub post_cleanup {
2977 my ($make_core) = @_;
2978
2979 warn Carp::longmess "post_cleanup backtrace"
2980 if $make_core;
2981}
2982
2345sub reload() { 2983sub do_reload_perl() {
2346 # can/must only be called in main 2984 # can/must only be called in main
2347 if ($Coro::current != $Coro::main) { 2985 if ($Coro::current != $Coro::main) {
2348 warn "can only reload from main coroutine"; 2986 warn "can only reload from main coroutine";
2349 return; 2987 return;
2350 } 2988 }
2351 2989
2352 warn "reloading..."; 2990 warn "reloading...";
2353 2991
2354 warn "cancelling server ticker"; 2992 warn "entering sync_job";
2355 $TICK_WATCHER->cancel;
2356 2993
2994 cf::sync_job {
2995 cf::write_runtime; # external watchdog should not bark
2357 cf::emergency_save; 2996 cf::emergency_save;
2997 cf::write_runtime; # external watchdog should not bark
2358 2998
2359 eval { 2999 warn "syncing database to disk";
3000 BDB::db_env_txn_checkpoint $DB_ENV;
3001
2360 # if anything goes wrong in here, we should simply crash as we already saved 3002 # if anything goes wrong in here, we should simply crash as we already saved
2361
2362 warn "syncing database to disk";
2363 cf::db_sync;
2364 3003
2365 warn "cancelling all WF_AUTOCANCEL watchers"; 3004 warn "cancelling all WF_AUTOCANCEL watchers";
2366 for (Event::all_watchers) { 3005 for (Event::all_watchers) {
2367 $_->cancel if $_->data & WF_AUTOCANCEL; 3006 $_->cancel if $_->data & WF_AUTOCANCEL;
2368 } 3007 }
2369 3008
2370 warn "flushing outstanding aio requests"; 3009 warn "flushing outstanding aio requests";
2371 for (;;) { 3010 for (;;) {
3011 BDB::flush;
2372 IO::AIO::flush; 3012 IO::AIO::flush;
2373 Coro::cede; 3013 Coro::cede;
2374 last unless IO::AIO::nreqs; 3014 last unless IO::AIO::nreqs || BDB::nreqs;
2375 warn "iterate..."; 3015 warn "iterate...";
2376 } 3016 }
3017
3018 ++$RELOAD;
2377 3019
2378 warn "cancelling all extension coros"; 3020 warn "cancelling all extension coros";
2379 $_->cancel for values %EXT_CORO; 3021 $_->cancel for values %EXT_CORO;
2380 %EXT_CORO = (); 3022 %EXT_CORO = ();
2381 3023
2382 warn "removing commands"; 3024 warn "removing commands";
2383 %COMMAND = (); 3025 %COMMAND = ();
2384 3026
2385 warn "removing ext commands"; 3027 warn "removing ext/exti commands";
2386 %EXTCMD = (); 3028 %EXTCMD = ();
3029 %EXTICMD = ();
2387 3030
2388 warn "unloading/nuking all extensions"; 3031 warn "unloading/nuking all extensions";
2389 for my $pkg (@EXTS) { 3032 for my $pkg (@EXTS) {
2390 warn "... unloading $pkg"; 3033 warn "... unloading $pkg";
2391 3034
2421 Symbol::delete_package "safe::$_" 3064 Symbol::delete_package "safe::$_"
2422 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3065 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2423 3066
2424 warn "unloading cf.pm \"a bit\""; 3067 warn "unloading cf.pm \"a bit\"";
2425 delete $INC{"cf.pm"}; 3068 delete $INC{"cf.pm"};
3069 delete $INC{"cf/pod.pm"};
2426 3070
2427 # don't, removes xs symbols, too, 3071 # don't, removes xs symbols, too,
2428 # and global variables created in xs 3072 # and global variables created in xs
2429 #Symbol::delete_package __PACKAGE__; 3073 #Symbol::delete_package __PACKAGE__;
2430 3074
2434 require cf; 3078 require cf;
2435 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 3079 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2436 3080
2437 warn "loading config and database again"; 3081 warn "loading config and database again";
2438 cf::cfg_load; 3082 cf::cfg_load;
2439 cf::db_load;
2440 3083
2441 warn "loading extensions"; 3084 warn "loading extensions";
2442 cf::load_extensions; 3085 cf::load_extensions;
2443 3086
2444 warn "reattaching attachments to objects/players"; 3087 warn "reattaching attachments to objects/players";
2445 _global_reattach; 3088 _global_reattach; # objects, sockets
2446 warn "reattaching attachments to maps"; 3089 warn "reattaching attachments to maps";
2447 reattach $_ for values %MAP; 3090 reattach $_ for values %MAP;
3091 warn "reattaching attachments to players";
3092 reattach $_ for values %PLAYER;
2448 3093
2449 warn "restarting server ticker"; 3094 warn "leaving sync_job";
2450 3095
2451 $TICK_WATCHER->start; 3096 1
2452 }; 3097 } or do {
2453
2454 if ($@) {
2455 warn $@; 3098 warn $@;
2456 warn "error while reloading, exiting."; 3099 warn "error while reloading, exiting.";
2457 exit 1; 3100 exit 1;
2458 } 3101 };
2459 3102
2460 warn "reloaded"; 3103 warn "reloaded";
2461}; 3104};
2462 3105
2463our $RELOAD_WATCHER; # used only during reload 3106our $RELOAD_WATCHER; # used only during reload
2464 3107
3108sub reload_perl() {
3109 # doing reload synchronously and two reloads happen back-to-back,
3110 # coro crashes during coro_state_free->destroy here.
3111
3112 $RELOAD_WATCHER ||= Event->timer (
3113 reentrant => 0,
3114 after => 0,
3115 data => WF_AUTOCANCEL,
3116 cb => sub {
3117 do_reload_perl;
3118 undef $RELOAD_WATCHER;
3119 },
3120 );
3121}
3122
2465register_command "reload" => sub { 3123register_command "reload" => sub {
2466 my ($who, $arg) = @_; 3124 my ($who, $arg) = @_;
2467 3125
2468 if ($who->flag (FLAG_WIZ)) { 3126 if ($who->flag (FLAG_WIZ)) {
2469 $who->message ("reloading server."); 3127 $who->message ("reloading server.");
2470 3128 async { reload_perl };
2471 # doing reload synchronously and two reloads happen back-to-back,
2472 # coro crashes during coro_state_free->destroy here.
2473
2474 $RELOAD_WATCHER ||= Event->timer (
2475 reentrant => 0,
2476 after => 0,
2477 data => WF_AUTOCANCEL,
2478 cb => sub {
2479 reload;
2480 undef $RELOAD_WATCHER;
2481 },
2482 );
2483 } 3129 }
2484}; 3130};
2485 3131
2486unshift @INC, $LIBDIR; 3132unshift @INC, $LIBDIR;
2487 3133
2488my $bug_warning = 0; 3134my $bug_warning = 0;
2489 3135
3136our @WAIT_FOR_TICK;
3137our @WAIT_FOR_TICK_BEGIN;
3138
3139sub wait_for_tick {
3140 return unless $TICK_WATCHER->is_active;
3141 return if $Coro::current == $Coro::main;
3142
3143 my $signal = new Coro::Signal;
3144 push @WAIT_FOR_TICK, $signal;
3145 $signal->wait;
3146}
3147
3148sub wait_for_tick_begin {
3149 return unless $TICK_WATCHER->is_active;
3150 return if $Coro::current == $Coro::main;
3151
3152 my $signal = new Coro::Signal;
3153 push @WAIT_FOR_TICK_BEGIN, $signal;
3154 $signal->wait;
3155}
3156
3157 my $min = 1e6;#d#
3158 my $avg = 10;
2490$TICK_WATCHER = Event->timer ( 3159$TICK_WATCHER = Event->timer (
2491 reentrant => 0, 3160 reentrant => 0,
2492 parked => 1, 3161 parked => 1,
2493 prio => 0, 3162 prio => 0,
2494 at => $NEXT_TICK || $TICK, 3163 at => $NEXT_TICK || $TICK,
2498 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3167 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2499 unless ++$bug_warning > 10; 3168 unless ++$bug_warning > 10;
2500 return; 3169 return;
2501 } 3170 }
2502 3171
2503 $NOW = Event::time; 3172 $NOW = $tick_start = Event::time;
2504 3173
2505 cf::server_tick; # one server iteration 3174 cf::server_tick; # one server iteration
3175
3176 0 && sync_job {#d#
3177 for(1..10) {
3178 my $t = Event::time;
3179 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3180 or die;
3181
3182 $map->width (50);
3183 $map->height (50);
3184 $map->alloc;
3185 $map->_load_objects ("/tmp/x.map", 1);
3186 my $t = Event::time - $t;
3187
3188 #next unless $t < 0.0013;#d#
3189 if ($t < $min) {
3190 $min = $t;
3191 }
3192 $avg = $avg * 0.99 + $t * 0.01;
3193 }
3194 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3195 exit 0;
3196 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3197 };
3198
2506 $RUNTIME += $TICK; 3199 $RUNTIME += $TICK;
2507 $NEXT_TICK += $TICK; 3200 $NEXT_TICK += $TICK;
2508 3201
2509 $WAIT_FOR_TICK->broadcast; 3202 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2510 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 3203 $NEXT_RUNTIME_WRITE = $NOW + 10;
2511 3204 Coro::async_pool {
2512 Event::sweep; 3205 write_runtime
2513 Coro::cede_notself; 3206 or warn "ERROR: unable to write runtime file: $!";
3207 };
2514 3208 }
3209
2515# my $AFTER = Event::time; 3210# my $AFTER = Event::time;
2516# warn $AFTER - $NOW;#d# 3211# warn $AFTER - $NOW;#d#
2517 3212
3213 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3214 $sig->send;
3215 }
3216 while (my $sig = shift @WAIT_FOR_TICK) {
3217 $sig->send;
3218 }
3219
3220 $NOW = Event::time;
3221
2518 # if we are delayed by four ticks or more, skip them all 3222 # if we are delayed by four ticks or more, skip them all
2519 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3223 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2520 3224
2521 $TICK_WATCHER->at ($NEXT_TICK); 3225 $TICK_WATCHER->at ($NEXT_TICK);
2522 $TICK_WATCHER->start; 3226 $TICK_WATCHER->start;
3227
3228 $LOAD = ($NOW - $tick_start) / $TICK;
3229 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3230
3231 _post_tick;
3232
3233
2523 }, 3234 },
2524); 3235);
2525 3236
3237{
3238 BDB::max_poll_time $TICK * 0.1;
3239 $BDB_POLL_WATCHER = Event->io (
3240 reentrant => 0,
3241 fd => BDB::poll_fileno,
3242 poll => 'r',
3243 prio => 0,
3244 data => WF_AUTOCANCEL,
3245 cb => \&BDB::poll_cb,
3246 );
3247 BDB::min_parallel 8;
3248
3249 BDB::set_sync_prepare {
3250 my $status;
3251 my $current = $Coro::current;
3252 (
3253 sub {
3254 $status = $!;
3255 $current->ready; undef $current;
3256 },
3257 sub {
3258 Coro::schedule while defined $current;
3259 $! = $status;
3260 },
3261 )
3262 };
3263
3264 unless ($DB_ENV) {
3265 $DB_ENV = BDB::db_env_create;
3266
3267 cf::sync_job {
3268 eval {
3269 BDB::db_env_open
3270 $DB_ENV,
3271 $BDBDIR,
3272 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3273 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3274 0666;
3275
3276 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3277
3278 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3279 $DB_ENV->set_lk_detect;
3280 };
3281
3282 cf::cleanup "db_env_open(db): $@" if $@;
3283 };
3284 }
3285}
3286
3287{
3288 IO::AIO::min_parallel 8;
3289
3290 undef $Coro::AIO::WATCHER;
2526IO::AIO::max_poll_time $TICK * 0.1; 3291 IO::AIO::max_poll_time $TICK * 0.1;
2527
2528undef $Coro::AIO::WATCHER;
2529$AIO_POLL_WATCHER = Event->io ( 3292 $AIO_POLL_WATCHER = Event->io (
2530 reentrant => 0, 3293 reentrant => 0,
3294 data => WF_AUTOCANCEL,
2531 fd => IO::AIO::poll_fileno, 3295 fd => IO::AIO::poll_fileno,
2532 poll => 'r', 3296 poll => 'r',
2533 prio => 6, 3297 prio => 6,
2534 data => WF_AUTOCANCEL,
2535 cb => \&IO::AIO::poll_cb, 3298 cb => \&IO::AIO::poll_cb,
2536); 3299 );
3300}
2537 3301
2538$WRITE_RUNTIME_WATCHER = Event->timer ( 3302my $_log_backtrace;
2539 reentrant => 0, 3303
2540 data => WF_AUTOCANCEL, 3304sub _log_backtrace {
2541 after => 1, 3305 my ($msg, @addr) = @_;
2542 interval => 10, 3306
2543 prio => 6, # keep it lowest so it acts like a watchdog 3307 $msg =~ s/\n//;
2544 cb => Coro::unblock_sub { 3308
2545 write_runtime 3309 # limit the # of concurrent backtraces
2546 or warn "ERROR: unable to write runtime file: $!"; 3310 if ($_log_backtrace < 2) {
3311 ++$_log_backtrace;
3312 async {
3313 my @bt = fork_call {
3314 @addr = map { sprintf "%x", $_ } @addr;
3315 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3316 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3317 or die "addr2line: $!";
3318
3319 my @funcs;
3320 my @res = <$fh>;
3321 chomp for @res;
3322 while (@res) {
3323 my ($func, $line) = splice @res, 0, 2, ();
3324 push @funcs, "[$func] $line";
3325 }
3326
3327 @funcs
3328 };
3329
3330 LOG llevInfo, "[ABT] $msg\n";
3331 LOG llevInfo, "[ABT] $_\n" for @bt;
3332 --$_log_backtrace;
3333 };
3334 } else {
3335 LOG llevInfo, "[ABT] $msg\n";
3336 LOG llevInfo, "[ABT] [suppressed]\n";
2547 }, 3337 }
2548); 3338}
3339
3340# load additional modules
3341use cf::pod;
2549 3342
2550END { cf::emergency_save } 3343END { cf::emergency_save }
2551 3344
25521 33451
2553 3346

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines