ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.239 by root, Mon Apr 16 06:23:42 2007 UTC vs.
Revision 1.283 by root, Sun Jun 24 04:09:29 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext";
58 59
59our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63our $NEXT_TICK; 76our $NEXT_TICK;
64our $NOW; 77our $NOW;
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80 91
81# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
82our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
84binmode STDOUT; 99binmode STDOUT;
85binmode STDERR; 100binmode STDERR;
86 101
87# read virtual server time, if available 102# read virtual server time, if available
88unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
89 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
90 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
91 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
92} 107}
93 108
94mkdir cf::localdir; 109mkdir $_
95mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96mkdir cf::localdir . "/" . cf::tmpdir;
97mkdir cf::localdir . "/" . cf::uniquedir;
98mkdir $RANDOM_MAPS;
99mkdir $BDB_ENV_DIR;
100 111
101our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
102 113
103sub cf::map::normalise; 114sub cf::map::normalise;
104 115
115=item $cf::RUNTIME 126=item $cf::RUNTIME
116 127
117The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
118every server tick. 129every server tick.
119 130
120=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121 134
122The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
123be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
124 139
125=item $cf::NOW 140=item $cf::NOW
126 141
127The time of the last (current) server tick. 142The time of the last (current) server tick.
128 143
129=item $cf::TICK 144=item $cf::TICK
130 145
131The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
132 157
133=item %cf::CFG 158=item %cf::CFG
134 159
135Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
136from wherever your confdir points to. 161from wherever your confdir points to.
146=cut 171=cut
147 172
148BEGIN { 173BEGIN {
149 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
150 my $msg = join "", @_; 175 my $msg = join "", @_;
151 utf8::encode $msg;
152 176
153 $msg .= "\n" 177 $msg .= "\n"
154 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
155 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
156 LOG llevError, $msg; 183 LOG llevError, $msg;
157 }; 184 };
158} 185}
159 186
160@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
161@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 188@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
162@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 189@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
163@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 190@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
164@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 191@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
192@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
165@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 193@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
166 194
167# we bless all objects into (empty) derived classes to force a method lookup 195# we bless all objects into (empty) derived classes to force a method lookup
168# within the Safe compartment. 196# within the Safe compartment.
169for my $pkg (qw( 197for my $pkg (qw(
170 cf::global cf::attachable 198 cf::global cf::attachable
178} 206}
179 207
180$Event::DIED = sub { 208$Event::DIED = sub {
181 warn "error in event callback: @_"; 209 warn "error in event callback: @_";
182}; 210};
211
212#############################################################################
183 213
184=head2 UTILITY FUNCTIONS 214=head2 UTILITY FUNCTIONS
185 215
186=over 4 216=over 4
187 217
230returned. 260returned.
231 261
232Lock names should begin with a unique identifier (for example, cf::map::find 262Lock names should begin with a unique identifier (for example, cf::map::find
233uses map_find and cf::map::load uses map_load). 263uses map_find and cf::map::load uses map_load).
234 264
265=item $locked = cf::lock_active $string
266
267Return true if the lock is currently active, i.e. somebody has locked it.
268
235=cut 269=cut
236 270
237our %LOCK; 271our %LOCK;
238 272
239sub lock_wait($) { 273sub lock_wait($) {
256 290
257 Coro::guard { 291 Coro::guard {
258 # wake up all waiters, to be on the safe side 292 # wake up all waiters, to be on the safe side
259 $_->ready for @{ delete $LOCK{$key} }; 293 $_->ready for @{ delete $LOCK{$key} };
260 } 294 }
295}
296
297sub lock_active($) {
298 my ($key) = @_;
299
300 ! ! $LOCK{$key}
261} 301}
262 302
263sub freeze_mainloop { 303sub freeze_mainloop {
264 return unless $TICK_WATCHER->is_active; 304 return unless $TICK_WATCHER->is_active;
265 305
280 320
281BEGIN { *async = \&Coro::async_pool } 321BEGIN { *async = \&Coro::async_pool }
282 322
283=item cf::sync_job { BLOCK } 323=item cf::sync_job { BLOCK }
284 324
285The design of crossfire+ requires that the main coro ($Coro::main) is 325The design of Crossfire TRT requires that the main coroutine ($Coro::main)
286always able to handle events or runnable, as crossfire+ is only partly 326is always able to handle events or runnable, as Crossfire TRT is only
287reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 327partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
328acceptable.
288 329
289If it must be done, put the blocking parts into C<sync_job>. This will run 330If it must be done, put the blocking parts into C<sync_job>. This will run
290the given BLOCK in another coroutine while waiting for the result. The 331the given BLOCK in another coroutine while waiting for the result. The
291server will be frozen during this time, so the block should either finish 332server will be frozen during this time, so the block should either finish
292fast or be very important. 333fast or be very important.
295 336
296sub sync_job(&) { 337sub sync_job(&) {
297 my ($job) = @_; 338 my ($job) = @_;
298 339
299 if ($Coro::current == $Coro::main) { 340 if ($Coro::current == $Coro::main) {
341 my $time = Event::time;
342
300 # this is the main coro, too bad, we have to block 343 # this is the main coro, too bad, we have to block
301 # till the operation succeeds, freezing the server :/ 344 # till the operation succeeds, freezing the server :/
302 345
303 # TODO: use suspend/resume instead 346 # TODO: use suspend/resume instead
304 # (but this is cancel-safe) 347 # (but this is cancel-safe)
315 358
316 while ($busy) { 359 while ($busy) {
317 Coro::cede or Event::one_event; 360 Coro::cede or Event::one_event;
318 } 361 }
319 362
363 $time = Event::time - $time;
364
365 LOG llevError | logBacktrace, Carp::longmess "long sync job"
366 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
367
368 $tick_start += $time; # do not account sync jobs to server load
369
320 wantarray ? @res : $res[0] 370 wantarray ? @res : $res[0]
321 } else { 371 } else {
322 # we are in another coroutine, how wonderful, everything just works 372 # we are in another coroutine, how wonderful, everything just works
323 373
324 $job->() 374 $job->()
343 $EXT_CORO{$coro+0} = $coro; 393 $EXT_CORO{$coro+0} = $coro;
344 394
345 $coro 395 $coro
346} 396}
347 397
348sub write_runtime { 398=item fork_call { }, $args
349 my $guard = cf::lock_acquire "write_runtime";
350 399
351 my $runtime = cf::localdir . "/runtime"; 400Executes the given code block with the given arguments in a seperate
401process, returning the results. Everything must be serialisable with
402Coro::Storable. May, of course, block. Note that the executed sub may
403never block itself or use any form of Event handling.
352 404
353 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 405=cut
354 or return;
355 406
356 my $value = $cf::RUNTIME + 90 + 10; 407sub fork_call(&@) {
357 # 10 is the runtime save interval, for a monotonic clock 408 my ($cb, @args) = @_;
358 # 60 allows for the watchdog to kill the server.
359 409
360 (aio_write $fh, 0, (length $value), $value, 0) <= 0 410# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
361 and return; 411# or die "socketpair: $!";
412 pipe my $fh1, my $fh2
413 or die "pipe: $!";
362 414
363 # always fsync - this file is important 415 if (my $pid = fork) {
364 aio_fsync $fh
365 and return;
366
367 close $fh 416 close $fh2;
368 or return;
369 417
370 aio_rename "$runtime~", $runtime 418 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
371 and return; 419 $res = Coro::Storable::thaw $res;
372 420
421 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
422
423 die $$res unless "ARRAY" eq ref $res;
424
425 return wantarray ? @$res : $res->[-1];
426 } else {
427 reset_signals;
428 local $SIG{__WARN__};
429 local $SIG{__DIE__};
430 eval {
431 close $fh1;
432
433 my @res = eval { $cb->(@args) };
434 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
435 };
436
437 warn $@ if $@;
438 _exit 0;
373 1 439 }
440}
441
442=item $value = cf::db_get $family => $key
443
444Returns a single value from the environment database.
445
446=item cf::db_put $family => $key => $value
447
448Stores the given C<$value> in the family. It can currently store binary
449data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
450
451=cut
452
453our $DB;
454
455sub db_init {
456 unless ($DB) {
457 $DB = BDB::db_create $DB_ENV;
458
459 cf::sync_job {
460 eval {
461 $DB->set_flags (BDB::CHKSUM);
462
463 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
464 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
465 cf::cleanup "db_open(db): $!" if $!;
466 };
467 cf::cleanup "db_open(db): $@" if $@;
468 };
469 }
470}
471
472sub db_get($$) {
473 my $key = "$_[0]/$_[1]";
474
475 cf::sync_job {
476 BDB::db_get $DB, undef, $key, my $data;
477
478 $! ? ()
479 : $data
480 }
481}
482
483sub db_put($$$) {
484 BDB::dbreq_pri 4;
485 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
486}
487
488=item cf::cache $id => [$paths...], $processversion => $process
489
490Generic caching function that returns the value of the resource $id,
491caching and regenerating as required.
492
493This function can block.
494
495=cut
496
497sub cache {
498 my ($id, $src, $processversion, $process) = @_;
499
500 my $meta =
501 join "\x00",
502 $processversion,
503 map {
504 aio_stat $_
505 and Carp::croak "$_: $!";
506
507 ($_, (stat _)[7,9])
508 } @$src;
509
510 my $dbmeta = db_get cache => "$id/meta";
511 if ($dbmeta ne $meta) {
512 # changed, we may need to process
513
514 my @data;
515 my $md5;
516
517 for (0 .. $#$src) {
518 0 <= aio_load $src->[$_], $data[$_]
519 or Carp::croak "$src->[$_]: $!";
520 }
521
522 # if processing is expensive, check
523 # checksum first
524 if (1) {
525 $md5 =
526 join "\x00",
527 $processversion,
528 map {
529 Coro::cede;
530 ($src->[$_], Digest::MD5::md5_hex $data[$_])
531 } 0.. $#$src;
532
533
534 my $dbmd5 = db_get cache => "$id/md5";
535 if ($dbmd5 eq $md5) {
536 db_put cache => "$id/meta", $meta;
537
538 return db_get cache => "$id/data";
539 }
540 }
541
542 my $t1 = Time::HiRes::time;
543 my $data = $process->(\@data);
544 my $t2 = Time::HiRes::time;
545
546 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
547
548 db_put cache => "$id/data", $data;
549 db_put cache => "$id/md5" , $md5;
550 db_put cache => "$id/meta", $meta;
551
552 return $data;
553 }
554
555 db_get cache => "$id/data"
374} 556}
375 557
376=item cf::datalog type => key => value, ... 558=item cf::datalog type => key => value, ...
377 559
378Log a datalog packet of the given type with the given key-value pairs. 560Log a datalog packet of the given type with the given key-value pairs.
396attach callbacks/event handlers (a collection of which is called an "attachment") 578attach callbacks/event handlers (a collection of which is called an "attachment")
397to it. All such attachable objects support the following methods. 579to it. All such attachable objects support the following methods.
398 580
399In the following description, CLASS can be any of C<global>, C<object> 581In the following description, CLASS can be any of C<global>, C<object>
400C<player>, C<client> or C<map> (i.e. the attachable objects in 582C<player>, C<client> or C<map> (i.e. the attachable objects in
401crossfire+). 583Crossfire TRT).
402 584
403=over 4 585=over 4
404 586
405=item $attachable->attach ($attachment, key => $value...) 587=item $attachable->attach ($attachment, key => $value...)
406 588
569 $registry = $CB_TYPE[$object_type] ||= []; 751 $registry = $CB_TYPE[$object_type] ||= [];
570 752
571 } elsif ($type eq "subtype") { 753 } elsif ($type eq "subtype") {
572 defined $object_type or Carp::croak "subtype specified without type"; 754 defined $object_type or Carp::croak "subtype specified without type";
573 my $object_subtype = shift @arg; 755 my $object_subtype = shift @arg;
574 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 756 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
575 757
576 } elsif ($type eq "package") { 758 } elsif ($type eq "package") {
577 my $pkg = shift @arg; 759 my $pkg = shift @arg;
578 760
579 while (my ($name, $id) = each %cb_id) { 761 while (my ($name, $id) = each %cb_id) {
608 _attach $registry, $klass, @attach; 790 _attach $registry, $klass, @attach;
609 } 791 }
610 792
611 $obj->{$name} = \%arg; 793 $obj->{$name} = \%arg;
612 } else { 794 } else {
613 warn "object uses attachment '$name' that is not available, postponing.\n"; 795 warn "object uses attachment '$name' which is not available, postponing.\n";
614 } 796 }
615 797
616 $obj->{_attachment}{$name} = undef; 798 $obj->{_attachment}{$name} = undef;
617} 799}
618 800
620 if (ref $_[0]) { 802 if (ref $_[0]) {
621 _object_attach @_; 803 _object_attach @_;
622 } else { 804 } else {
623 _attach shift->_attach_registry, @_; 805 _attach shift->_attach_registry, @_;
624 } 806 }
807 _recalc_want;
625}; 808};
626 809
627# all those should be optimised 810# all those should be optimised
628sub cf::attachable::detach { 811sub cf::attachable::detach {
629 my ($obj, $name) = @_; 812 my ($obj, $name) = @_;
632 delete $obj->{_attachment}{$name}; 815 delete $obj->{_attachment}{$name};
633 reattach ($obj); 816 reattach ($obj);
634 } else { 817 } else {
635 Carp::croak "cannot, currently, detach class attachments"; 818 Carp::croak "cannot, currently, detach class attachments";
636 } 819 }
820 _recalc_want;
637}; 821};
638 822
639sub cf::attachable::attached { 823sub cf::attachable::attached {
640 my ($obj, $name) = @_; 824 my ($obj, $name) = @_;
641 825
814 or return; 998 or return;
815 $av = eval { (Storable::thaw $av)->{objs} }; 999 $av = eval { (Storable::thaw $av)->{objs} };
816 } 1000 }
817 1001
818 warn sprintf "loading %s (%d)\n", 1002 warn sprintf "loading %s (%d)\n",
819 $filename, length $data, scalar @{$av || []};#d# 1003 $filename, length $data, scalar @{$av || []};
820 return ($data, $av); 1004 return ($data, $av);
821} 1005}
1006
1007=head2 COMMAND CALLBACKS
1008
1009=over 4
1010
1011=cut
822 1012
823############################################################################# 1013#############################################################################
824# command handling &c 1014# command handling &c
825 1015
826=item cf::register_command $name => \&callback($ob,$args); 1016=item cf::register_command $name => \&callback($ob,$args);
839 push @{ $COMMAND{$name} }, [$caller, $cb]; 1029 push @{ $COMMAND{$name} }, [$caller, $cb];
840} 1030}
841 1031
842=item cf::register_extcmd $name => \&callback($pl,$packet); 1032=item cf::register_extcmd $name => \&callback($pl,$packet);
843 1033
844Register a callbackf ro execution when the client sends an extcmd packet. 1034Register a callback fro execution when the client sends an extcmd packet.
845 1035
846If the callback returns something, it is sent back as if reply was being 1036If the callback returns something, it is sent back as if reply was being
847called. 1037called.
848 1038
849=cut 1039=cut
884 1074
885 cf::override; 1075 cf::override;
886 }, 1076 },
887); 1077);
888 1078
889sub load_extension {
890 my ($path) = @_;
891
892 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
893 my $base = $1;
894 my $pkg = $1;
895 $pkg =~ s/[^[:word:]]/_/g;
896 $pkg = "ext::$pkg";
897
898 warn "... loading '$path' into '$pkg'\n";
899
900 open my $fh, "<:utf8", $path
901 or die "$path: $!";
902
903 my $source =
904 "package $pkg; use strict; use utf8;\n"
905 . "#line 1 \"$path\"\n{\n"
906 . (do { local $/; <$fh> })
907 . "\n};\n1";
908
909 unless (eval $source) {
910 my $msg = $@ ? "$path: $@\n"
911 : "extension disabled.\n";
912 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
913 warn $@;
914 warn "mandatory extension failed to load, exiting.\n";
915 exit 1;
916 }
917 die $@;
918 }
919
920 push @EXTS, $pkg;
921}
922
923sub load_extensions { 1079sub load_extensions {
1080 cf::sync_job {
1081 my %todo;
1082
924 for my $ext (<$LIBDIR/*.ext>) { 1083 for my $path (<$LIBDIR/*.ext>) {
925 next unless -r $ext; 1084 next unless -r $path;
926 eval { 1085
927 load_extension $ext; 1086 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1087 my $base = $1;
1088 my $pkg = $1;
1089 $pkg =~ s/[^[:word:]]/_/g;
1090 $pkg = "ext::$pkg";
1091
1092 open my $fh, "<:utf8", $path
1093 or die "$path: $!";
1094
1095 my $source = do { local $/; <$fh> };
1096
1097 my %ext = (
1098 path => $path,
1099 base => $base,
1100 pkg => $pkg,
1101 );
1102
1103 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1104 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1105
1106 $ext{source} =
1107 "package $pkg; use strict; use utf8;\n"
1108 . "#line 1 \"$path\"\n{\n"
1109 . $source
1110 . "\n};\n1";
1111
1112 $todo{$base} = \%ext;
1113 }
1114
1115 my %done;
1116 while (%todo) {
1117 my $progress;
1118
1119 while (my ($k, $v) = each %todo) {
1120 for (split /,\s*/, $v->{meta}{depends}) {
1121 goto skip
1122 unless exists $done{$_};
1123 }
1124
1125 warn "... loading '$k' into '$v->{pkg}'\n";
1126
1127 unless (eval $v->{source}) {
1128 my $msg = $@ ? "$v->{path}: $@\n"
1129 : "$v->{base}: extension inactive.\n";
1130
1131 if (exists $v->{meta}{mandatory}) {
1132 warn $msg;
1133 warn "mandatory extension failed to load, exiting.\n";
1134 exit 1;
1135 }
1136
1137 warn $msg;
1138 }
1139
1140 $done{$k} = delete $todo{$k};
1141 push @EXTS, $v->{pkg};
1142 $progress = 1;
928 1 1143 }
929 } or warn "$ext not loaded: $@"; 1144
1145 skip:
1146 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1147 unless $progress;
1148 }
930 } 1149 };
931} 1150}
932 1151
933############################################################################# 1152#############################################################################
934 1153
1154=back
1155
935=head2 CORE EXTENSIONS 1156=head2 CORE EXTENSIONS
936 1157
937Functions and methods that extend core crossfire objects. 1158Functions and methods that extend core crossfire objects.
938 1159
939=cut 1160=cut
951Returns the given player object, loading it if necessary (might block). 1172Returns the given player object, loading it if necessary (might block).
952 1173
953=cut 1174=cut
954 1175
955sub playerdir($) { 1176sub playerdir($) {
956 cf::localdir 1177 "$PLAYERDIR/"
957 . "/"
958 . cf::playerdir
959 . "/"
960 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1178 . (ref $_[0] ? $_[0]->ob->name : $_[0])
961} 1179}
962 1180
963sub path($) { 1181sub path($) {
964 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1182 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1084while and may block, so not sync_job-capable, ever. 1302while and may block, so not sync_job-capable, ever.
1085 1303
1086=cut 1304=cut
1087 1305
1088sub list_logins { 1306sub list_logins {
1089 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1307 my $dirs = aio_readdir $PLAYERDIR
1090 or return []; 1308 or return [];
1091 1309
1092 my @logins; 1310 my @logins;
1093 1311
1094 for my $login (@$dirs) { 1312 for my $login (@$dirs) {
1129 } 1347 }
1130 1348
1131 \@paths 1349 \@paths
1132} 1350}
1133 1351
1352=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1353
1354Expand crossfire pod fragments into protocol xml.
1355
1356=cut
1357
1358sub expand_cfpod {
1359 ((my $self), (local $_)) = @_;
1360
1361 # escape & and <
1362 s/&/&amp;/g;
1363 s/(?<![BIUGH])</&lt;/g;
1364
1365 # this is buggy, it needs to properly take care of nested <'s
1366
1367 1 while
1368 # replace B<>, I<>, U<> etc.
1369 s/B<([^\>]*)>/<b>$1<\/b>/
1370 || s/I<([^\>]*)>/<i>$1<\/i>/
1371 || s/U<([^\>]*)>/<u>$1<\/u>/
1372 # replace G<male|female> tags
1373 || s{G<([^>|]*)\|([^>]*)>}{
1374 $self->gender ? $2 : $1
1375 }ge
1376 # replace H<hint text>
1377 || s/H<([^\>]*)>/<fg name="lightblue">[$1]<\/fg>/g;
1378
1379 # create single paragraphs (very hackish)
1380 s/(?<=\S)\n(?=\w)/ /g;
1381
1382 $_
1383}
1384
1134=item $player->ext_reply ($msgid, %msg) 1385=item $player->ext_reply ($msgid, %msg)
1135 1386
1136Sends an ext reply to the player. 1387Sends an ext reply to the player.
1137 1388
1138=cut 1389=cut
1165 1416
1166package cf::region; 1417package cf::region;
1167 1418
1168=item cf::region::find_by_path $path 1419=item cf::region::find_by_path $path
1169 1420
1170Tries to decuce the probable region for a map knowing only its path. 1421Tries to decuce the likely region for a map knowing only its path.
1171 1422
1172=cut 1423=cut
1173 1424
1174sub find_by_path($) { 1425sub find_by_path($) {
1175 my ($path) = @_; 1426 my ($path) = @_;
1249 my ($self, $merge) = @_; 1500 my ($self, $merge) = @_;
1250 1501
1251 # we have to keep some variables in memory intact 1502 # we have to keep some variables in memory intact
1252 local $self->{path}; 1503 local $self->{path};
1253 local $self->{load_path}; 1504 local $self->{load_path};
1254 local $self->{deny_save};
1255 local $self->{deny_reset};
1256 1505
1257 $self->SUPER::thawer_merge ($merge); 1506 $self->SUPER::thawer_merge ($merge);
1258} 1507}
1259 1508
1260sub normalise { 1509sub normalise {
1332 1581
1333# the original (read-only) location 1582# the original (read-only) location
1334sub load_path { 1583sub load_path {
1335 my ($self) = @_; 1584 my ($self) = @_;
1336 1585
1337 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1586 "$MAPDIR/$self->{path}.map"
1338} 1587}
1339 1588
1340# the temporary/swap location 1589# the temporary/swap location
1341sub save_path { 1590sub save_path {
1342 my ($self) = @_; 1591 my ($self) = @_;
1343 1592
1344 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1593 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1594 "$TMPDIR/$path.map"
1346} 1595}
1347 1596
1348# the unique path, undef == no special unique path 1597# the unique path, undef == no special unique path
1349sub uniq_path { 1598sub uniq_path {
1350 my ($self) = @_; 1599 my ($self) = @_;
1351 1600
1352 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1601 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1602 "$UNIQUEDIR/$path"
1354} 1603}
1355 1604
1356# and all this just because we cannot iterate over 1605# and all this just because we cannot iterate over
1357# all maps in C++... 1606# all maps in C++...
1358sub change_all_map_light { 1607sub change_all_map_light {
1359 my ($change) = @_; 1608 my ($change) = @_;
1360 1609
1361 $_->change_map_light ($change) 1610 $_->change_map_light ($change)
1362 for grep $_->outdoor, values %cf::MAP; 1611 for grep $_->outdoor, values %cf::MAP;
1612}
1613
1614sub decay_objects {
1615 my ($self) = @_;
1616
1617 return if $self->{deny_reset};
1618
1619 $self->do_decay_objects;
1363} 1620}
1364 1621
1365sub unlink_save { 1622sub unlink_save {
1366 my ($self) = @_; 1623 my ($self) = @_;
1367 1624
1425 $self->load_header_orig 1682 $self->load_header_orig
1426 or return; 1683 or return;
1427 $self->prepare_orig; 1684 $self->prepare_orig;
1428 } 1685 }
1429 1686
1687 $self->{deny_reset} = 1
1688 if $self->no_reset;
1689
1430 $self->default_region (cf::region::find_by_path $self->{path}) 1690 $self->default_region (cf::region::find_by_path $self->{path})
1431 unless $self->default_region; 1691 unless $self->default_region;
1432 1692
1433 1 1693 1
1434} 1694}
1449 $map->{last_save} = $cf::RUNTIME; 1709 $map->{last_save} = $cf::RUNTIME;
1450 1710
1451 $map->load_header 1711 $map->load_header
1452 or return; 1712 or return;
1453 1713
1454 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1714 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1455 # doing this can freeze the server in a sync job, obviously 1715 # doing this can freeze the server in a sync job, obviously
1456 #$cf::WAIT_FOR_TICK->wait; 1716 #$cf::WAIT_FOR_TICK->wait;
1457 $map->reset; 1717 $map->reset;
1458 undef $guard; 1718 undef $guard;
1459 return find $path; 1719 return find $path;
1470 my ($self) = @_; 1730 my ($self) = @_;
1471 1731
1472 local $self->{deny_reset} = 1; # loading can take a long time 1732 local $self->{deny_reset} = 1; # loading can take a long time
1473 1733
1474 my $path = $self->{path}; 1734 my $path = $self->{path};
1735
1736 {
1475 my $guard = cf::lock_acquire "map_load:$path"; 1737 my $guard = cf::lock_acquire "map_load:$path";
1476 1738
1477 return if $self->in_memory != cf::MAP_SWAPPED; 1739 return if $self->in_memory != cf::MAP_SWAPPED;
1478 1740
1479 $self->in_memory (cf::MAP_LOADING); 1741 $self->in_memory (cf::MAP_LOADING);
1480 1742
1481 $self->alloc; 1743 $self->alloc;
1482 1744
1483 $self->pre_load; 1745 $self->pre_load;
1484 Coro::cede;
1485
1486 $self->_load_objects ($self->{load_path}, 1)
1487 or return;
1488
1489 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1490 if delete $self->{load_original};
1491
1492 if (my $uniq = $self->uniq_path) {
1493 utf8::encode $uniq;
1494 if (aio_open $uniq, O_RDONLY, 0) {
1495 $self->clear_unique_items;
1496 $self->_load_objects ($uniq, 0);
1497 }
1498 }
1499
1500 Coro::cede;
1501 # now do the right thing for maps
1502 $self->link_multipart_objects;
1503 Coro::cede;
1504
1505 unless ($self->{deny_activate}) {
1506 $self->decay_objects;
1507 $self->fix_auto_apply;
1508 $self->update_buttons;
1509 Coro::cede; 1746 Coro::cede;
1510 $self->set_darkness_map; 1747
1748 $self->_load_objects ($self->{load_path}, 1)
1749 or return;
1750
1751 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1752 if delete $self->{load_original};
1753
1754 if (my $uniq = $self->uniq_path) {
1755 utf8::encode $uniq;
1756 if (aio_open $uniq, O_RDONLY, 0) {
1757 $self->clear_unique_items;
1758 $self->_load_objects ($uniq, 0);
1759 }
1760 }
1761
1762 Coro::cede;
1763 # now do the right thing for maps
1764 $self->link_multipart_objects;
1511 $self->difficulty ($self->estimate_difficulty) 1765 $self->difficulty ($self->estimate_difficulty)
1512 unless $self->difficulty; 1766 unless $self->difficulty;
1513 Coro::cede; 1767 Coro::cede;
1768
1769 unless ($self->{deny_activate}) {
1770 $self->decay_objects;
1771 $self->fix_auto_apply;
1772 $self->update_buttons;
1773 Coro::cede;
1774 $self->set_darkness_map;
1775 Coro::cede;
1514 $self->activate; 1776 $self->activate;
1515 Coro::cede; 1777 }
1778
1779 $self->in_memory (cf::MAP_IN_MEMORY);
1516 } 1780 }
1517 1781
1518 $self->post_load; 1782 $self->post_load;
1519 Coro::cede;
1520
1521 $self->in_memory (cf::MAP_IN_MEMORY);
1522} 1783}
1523 1784
1524sub customise_for { 1785sub customise_for {
1525 my ($self, $ob) = @_; 1786 my ($self, $ob) = @_;
1526 1787
1527 return find "~" . $ob->name . "/" . $self->{path} 1788 return find "~" . $ob->name . "/" . $self->{path}
1528 if $self->per_player; 1789 if $self->per_player;
1790
1791# return find "?party/" . $ob->name . "/" . $self->{path}
1792# if $self->per_party;
1529 1793
1530 $self 1794 $self
1531} 1795}
1532 1796
1533# find and load all maps in the 3x3 area around a map 1797# find and load all maps in the 3x3 area around a map
1644 1908
1645sub reset_at { 1909sub reset_at {
1646 my ($self) = @_; 1910 my ($self) = @_;
1647 1911
1648 # TODO: safety, remove and allow resettable per-player maps 1912 # TODO: safety, remove and allow resettable per-player maps
1649 return 1e99 if $self->isa ("ext::map_per_player");#d#
1650 return 1e99 if $self->{deny_reset}; 1913 return 1e99 if $self->{deny_reset};
1651 1914
1652 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1915 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1653 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1916 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1654 1917
1665 my ($self) = @_; 1928 my ($self) = @_;
1666 1929
1667 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1930 my $lock = cf::lock_acquire "map_data:$self->{path}";
1668 1931
1669 return if $self->players; 1932 return if $self->players;
1670 return if $self->isa ("ext::map_per_player");#d#
1671 1933
1672 warn "resetting map ", $self->path;#d# 1934 warn "resetting map ", $self->path;
1673 1935
1674 $self->in_memory (cf::MAP_SWAPPED); 1936 $self->in_memory (cf::MAP_SWAPPED);
1675 1937
1676 # need to save uniques path 1938 # need to save uniques path
1677 unless ($self->{deny_save}) { 1939 unless ($self->{deny_save}) {
1709 $cf::MAP{$self->path} = $self; 1971 $cf::MAP{$self->path} = $self;
1710 1972
1711 $self->reset; # polite request, might not happen 1973 $self->reset; # polite request, might not happen
1712} 1974}
1713 1975
1976=item $maps = cf::map::tmp_maps
1977
1978Returns an arrayref with all map paths of currently instantiated and saved
1979maps. May block.
1980
1981=cut
1982
1983sub tmp_maps() {
1984 [
1985 map {
1986 utf8::decode $_;
1987 /\.map$/
1988 ? normalise $_
1989 : ()
1990 } @{ aio_readdir $TMPDIR or [] }
1991 ]
1992}
1993
1994=item $maps = cf::map::random_maps
1995
1996Returns an arrayref with all map paths of currently instantiated and saved
1997random maps. May block.
1998
1999=cut
2000
2001sub random_maps() {
2002 [
2003 map {
2004 utf8::decode $_;
2005 /\.map$/
2006 ? normalise "?random/$_"
2007 : ()
2008 } @{ aio_readdir $RANDOMDIR or [] }
2009 ]
2010}
2011
1714=item cf::map::unique_maps 2012=item cf::map::unique_maps
1715 2013
1716Returns an arrayref of paths of all shared maps that have 2014Returns an arrayref of paths of all shared maps that have
1717instantiated unique items. May block. 2015instantiated unique items. May block.
1718 2016
1719=cut 2017=cut
1720 2018
1721sub unique_maps() { 2019sub unique_maps() {
1722 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 2020 [
1723 or return; 2021 map {
1724
1725 my @paths;
1726
1727 for (@$files) {
1728 utf8::decode $_; 2022 utf8::decode $_;
1729 next if /\.pst$/; 2023 /\.map$/
1730 next unless /^$PATH_SEP/o; 2024 ? normalise $_
1731 2025 : ()
1732 push @paths, cf::map::normalise $_; 2026 } @{ aio_readdir $UNIQUEDIR or [] }
1733 } 2027 ]
1734
1735 \@paths
1736} 2028}
1737 2029
1738package cf; 2030package cf;
1739 2031
1740=back 2032=back
1786 2078
1787 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2079 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1788 2080
1789 if ($self->{record_replies}) { 2081 if ($self->{record_replies}) {
1790 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2082 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2083
1791 } else { 2084 } else {
2085 my $pl = $self->contr;
2086
2087 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2088 my $diag = $pl->{npc_dialog};
2089 $diag->{pl}->ext_reply (
2090 $diag->{id},
2091 msgtype => "reply",
2092 msg => $diag->{pl}->expand_cfpod ($msg),
2093 add_topics => []
2094 );
2095
2096 } else {
1792 $msg = $npc->name . " says: $msg" if $npc; 2097 $msg = $npc->name . " says: $msg" if $npc;
1793 $self->message ($msg, $flags); 2098 $self->message ($msg, $flags);
2099 }
1794 } 2100 }
1795} 2101}
1796 2102
1797=item $player_object->may ("access") 2103=item $player_object->may ("access")
1798 2104
1846 $self->deactivate_recursive; 2152 $self->deactivate_recursive;
1847 2153
1848 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2154 return if UNIVERSAL::isa $self->map, "ext::map_link";
1849 2155
1850 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2156 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1851 if $self->map; 2157 if $self->map && $self->map->{path} ne "{link}";
1852 2158
1853 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2159 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1854} 2160}
1855 2161
1856sub cf::object::player::leave_link { 2162sub cf::object::player::leave_link {
1857 my ($self, $map, $x, $y) = @_; 2163 my ($self, $map, $x, $y) = @_;
2164
2165 return unless $self->contr->active;
1858 2166
1859 my $link_pos = delete $self->{_link_pos}; 2167 my $link_pos = delete $self->{_link_pos};
1860 2168
1861 unless ($map) { 2169 unless ($map) {
1862 # restore original map position 2170 # restore original map position
1885 2193
1886 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2194 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1887 $self->enter_map ($map, $x, $y); 2195 $self->enter_map ($map, $x, $y);
1888} 2196}
1889 2197
1890cf::player->attach (
1891 on_logout => sub {
1892 my ($pl) = @_;
1893
1894 # abort map switching before logout
1895 if ($pl->ob->{_link_pos}) {
1896 cf::sync_job {
1897 $pl->ob->leave_link
1898 };
1899 }
1900 },
1901 on_login => sub {
1902 my ($pl) = @_;
1903
1904 # try to abort aborted map switching on player login :)
1905 # should happen only on crashes
1906 if ($pl->ob->{_link_pos}) {
1907 $pl->ob->enter_link;
1908 (async {
1909 $pl->ob->reply (undef,
1910 "There was an internal problem at your last logout, "
1911 . "the server will try to bring you to your intended destination in a second.",
1912 cf::NDI_RED);
1913 # we need this sleep as the login has a concurrent enter_exit running
1914 # and this sleep increases chances of the player not ending up in scorn
1915 Coro::Timer::sleep 1;
1916 $pl->ob->leave_link;
1917 })->prio (2);
1918 }
1919 },
1920);
1921
1922=item $player_object->goto ($path, $x, $y) 2198=item $player_object->goto ($path, $x, $y[, $check->($map)])
1923 2199
2200Moves the player to the given map-path and coordinates by first freezing
2201her, loading and preparing them map, calling the provided $check callback
2202that has to return the map if sucecssful, and then unfreezes the player on
2203the new (success) or old (failed) map position.
2204
1924=cut 2205=cut
2206
2207our $GOTOGEN;
1925 2208
1926sub cf::object::player::goto { 2209sub cf::object::player::goto {
1927 my ($self, $path, $x, $y) = @_; 2210 my ($self, $path, $x, $y, $check) = @_;
2211
2212 # do generation counting so two concurrent goto's will be executed in-order
2213 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1928 2214
1929 $self->enter_link; 2215 $self->enter_link;
1930 2216
1931 (async { 2217 (async {
1932 my $map = eval { 2218 my $map = eval {
1933 my $map = cf::map::find $path; 2219 my $map = cf::map::find $path;
2220
2221 if ($map) {
1934 $map = $map->customise_for ($self) if $map; 2222 $map = $map->customise_for ($self);
2223 $map = $check->($map) if $check && $map;
2224 } else {
2225 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2226 }
2227
1935 $map 2228 $map
2229 };
2230
2231 if ($@) {
2232 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2233 LOG llevError | logBacktrace, Carp::longmess $@;
1936 } or 2234 }
1937 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1938 2235
2236 if ($gen == $self->{_goto_generation}) {
2237 delete $self->{_goto_generation};
1939 $self->leave_link ($map, $x, $y); 2238 $self->leave_link ($map, $x, $y);
2239 }
1940 })->prio (1); 2240 })->prio (1);
1941} 2241}
1942 2242
1943=item $player_object->enter_exit ($exit_object) 2243=item $player_object->enter_exit ($exit_object)
1944 2244
1983 2283
1984 $rmp->{random_seed} ||= $exit->random_seed; 2284 $rmp->{random_seed} ||= $exit->random_seed;
1985 2285
1986 my $data = cf::to_json $rmp; 2286 my $data = cf::to_json $rmp;
1987 my $md5 = Digest::MD5::md5_hex $data; 2287 my $md5 = Digest::MD5::md5_hex $data;
1988 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2288 my $meta = "$RANDOMDIR/$md5.meta";
1989 2289
1990 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2290 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1991 aio_write $fh, 0, (length $data), $data, 0; 2291 aio_write $fh, 0, (length $data), $data, 0;
1992 undef $fh; 2292 undef $fh;
1993 aio_rename "$meta~", $meta; 2293 aio_rename "$meta~", $meta;
2047sub cf::client::send_drawinfo { 2347sub cf::client::send_drawinfo {
2048 my ($self, $text, $flags) = @_; 2348 my ($self, $text, $flags) = @_;
2049 2349
2050 utf8::encode $text; 2350 utf8::encode $text;
2051 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2351 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2352}
2353
2354=item $client->send_msg ($color, $type, $msg, [extra...])
2355
2356Send a drawinfo or msg packet to the client, formatting the msg for the
2357client if neccessary. C<$type> should be a string identifying the type of
2358the message, with C<log> being the default. If C<$color> is negative, suppress
2359the message unless the client supports the msg packet.
2360
2361=cut
2362
2363sub cf::client::send_msg {
2364 my ($self, $color, $type, $msg, @extra) = @_;
2365
2366 $msg = $self->pl->expand_cfpod ($msg);
2367
2368 if ($self->can_msg) {
2369 $self->send_packet ("msg " . cf::to_json [$color, $type, $msg, @extra]);
2370 } else {
2371 # replace some tags by gcfclient-compatible ones
2372 for ($msg) {
2373 1 while
2374 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2375 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2376 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2377 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2378 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${1}[\/color]/;
2379 }
2380
2381 if ($color >= 0) {
2382 if ($msg =~ /\[/) {
2383 $self->send_packet ("drawextinfo $color 4 0 $msg")
2384 } else {
2385 $self->send_packet ("drawinfo $color $msg")
2386 }
2387 }
2388 }
2052} 2389}
2053 2390
2054=item $client->ext_event ($type, %msg) 2391=item $client->ext_event ($type, %msg)
2055 2392
2056Sends an exti event to the client. 2393Sends an exti event to the client.
2258=back 2595=back
2259 2596
2260=cut 2597=cut
2261 2598
2262############################################################################# 2599#############################################################################
2263
2264=head2 EXTENSION DATABASE SUPPORT
2265
2266Crossfire maintains a very simple database for extension use. It can
2267currently store anything that can be serialised using Storable, which
2268excludes objects.
2269
2270The parameter C<$family> should best start with the name of the extension
2271using it, it should be unique.
2272
2273=over 4
2274
2275=item $value = cf::db_get $family => $key
2276
2277Returns a single value from the database.
2278
2279=item cf::db_put $family => $key => $value
2280
2281Stores the given C<$value> in the family.
2282
2283=cut
2284
2285our $DB;
2286
2287sub db_init {
2288 unless ($DB) {
2289 $DB = BDB::db_create $DB_ENV;
2290
2291 cf::sync_job {
2292 eval {
2293 $DB->set_flags (BDB::CHKSUM);
2294
2295 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2296 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2297 cf::cleanup "db_open(db): $!" if $!;
2298 };
2299 cf::cleanup "db_open(db): $@" if $@;
2300 };
2301
2302 my $path = cf::localdir . "/database.pst";
2303 if (stat $path) {
2304 cf::sync_job {
2305 my $pst = Storable::retrieve $path;
2306
2307 cf::db_put (board => data => $pst->{board});
2308 cf::db_put (guildrules => data => $pst->{guildrules});
2309 cf::db_put (rent => balance => $pst->{rent}{balance});
2310 BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312 unlink $path;
2313 };
2314 }
2315 }
2316}
2317
2318sub db_get($$) {
2319 my $key = "$_[0]/$_[1]";
2320
2321 cf::sync_job {
2322 BDB::db_get $DB, undef, $key, my $data;
2323
2324 $! ? ()
2325 : Compress::LZF::sthaw $data
2326 }
2327}
2328
2329sub db_put($$$) {
2330 BDB::dbreq_pri 4;
2331 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2332}
2333
2334#############################################################################
2335# the server's init and main functions 2600# the server's init and main functions
2336 2601
2337sub load_facedata { 2602sub load_facedata($) {
2338 my $path = sprintf "%s/facedata", cf::datadir; 2603 my ($path) = @_;
2339 2604
2340 warn "loading facedata from $path\n"; 2605 warn "loading facedata from $path\n";
2341 2606
2342 my $facedata; 2607 my $facedata;
2343 0 < aio_load $path, $facedata 2608 0 < aio_load $path, $facedata
2384 } 2649 }
2385 2650
2386 1 2651 1
2387} 2652}
2388 2653
2654sub reload_regions {
2655 load_resource_file "$MAPDIR/regions"
2656 or die "unable to load regions file\n";
2657}
2658
2659sub reload_facedata {
2660 load_facedata "$DATADIR/facedata"
2661 or die "unable to load facedata\n";
2662}
2663
2664sub reload_archetypes {
2665 load_resource_file "$DATADIR/archetypes"
2666 or die "unable to load archetypes\n";
2667}
2668
2669sub reload_treasures {
2670 load_resource_file "$DATADIR/treasures"
2671 or die "unable to load treasurelists\n";
2672}
2673
2389sub reload_resources { 2674sub reload_resources {
2390 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2675 warn "reloading resource files...\n";
2391 or die "unable to load regions file\n";#d# 2676
2677 reload_regions;
2392 load_facedata 2678 reload_facedata;
2393 or die "unable to load facedata\n";#d# 2679 #reload_archetypes;#d#
2680 reload_archetypes;
2681 reload_treasures;
2682
2683 warn "finished reloading resource files\n";
2394} 2684}
2395 2685
2396sub init { 2686sub init {
2397 reload_resources; 2687 reload_resources;
2398} 2688}
2399 2689
2400sub cfg_load { 2690sub cfg_load {
2401 open my $fh, "<:utf8", cf::confdir . "/config" 2691 open my $fh, "<:utf8", "$CONFDIR/config"
2402 or return; 2692 or return;
2403 2693
2404 local $/; 2694 local $/;
2405 *CFG = YAML::Syck::Load <$fh>; 2695 *CFG = YAML::Syck::Load <$fh>;
2406 2696
2451 }, 2741 },
2452 ); 2742 );
2453 } 2743 }
2454} 2744}
2455 2745
2746sub write_runtime {
2747 my $runtime = "$LOCALDIR/runtime";
2748
2749 # first touch the runtime file to show we are still running:
2750 # the fsync below can take a very very long time.
2751
2752 IO::AIO::aio_utime $runtime, undef, undef;
2753
2754 my $guard = cf::lock_acquire "write_runtime";
2755
2756 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2757 or return;
2758
2759 my $value = $cf::RUNTIME + 90 + 10;
2760 # 10 is the runtime save interval, for a monotonic clock
2761 # 60 allows for the watchdog to kill the server.
2762
2763 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2764 and return;
2765
2766 # always fsync - this file is important
2767 aio_fsync $fh
2768 and return;
2769
2770 # touch it again to show we are up-to-date
2771 aio_utime $fh, undef, undef;
2772
2773 close $fh
2774 or return;
2775
2776 aio_rename "$runtime~", $runtime
2777 and return;
2778
2779 warn "runtime file written.\n";
2780
2781 1
2782}
2783
2456sub emergency_save() { 2784sub emergency_save() {
2457 my $freeze_guard = cf::freeze_mainloop; 2785 my $freeze_guard = cf::freeze_mainloop;
2458 2786
2459 warn "enter emergency perl save\n"; 2787 warn "enter emergency perl save\n";
2460 2788
2491 2819
2492 warn Carp::longmess "post_cleanup backtrace" 2820 warn Carp::longmess "post_cleanup backtrace"
2493 if $make_core; 2821 if $make_core;
2494} 2822}
2495 2823
2496sub reload() { 2824sub do_reload_perl() {
2497 # can/must only be called in main 2825 # can/must only be called in main
2498 if ($Coro::current != $Coro::main) { 2826 if ($Coro::current != $Coro::main) {
2499 warn "can only reload from main coroutine"; 2827 warn "can only reload from main coroutine";
2500 return; 2828 return;
2501 } 2829 }
2576 Symbol::delete_package "safe::$_" 2904 Symbol::delete_package "safe::$_"
2577 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2905 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2578 2906
2579 warn "unloading cf.pm \"a bit\""; 2907 warn "unloading cf.pm \"a bit\"";
2580 delete $INC{"cf.pm"}; 2908 delete $INC{"cf.pm"};
2909 delete $INC{"cf/pod.pm"};
2581 2910
2582 # don't, removes xs symbols, too, 2911 # don't, removes xs symbols, too,
2583 # and global variables created in xs 2912 # and global variables created in xs
2584 #Symbol::delete_package __PACKAGE__; 2913 #Symbol::delete_package __PACKAGE__;
2585 2914
2600 warn "reattaching attachments to maps"; 2929 warn "reattaching attachments to maps";
2601 reattach $_ for values %MAP; 2930 reattach $_ for values %MAP;
2602 warn "reattaching attachments to players"; 2931 warn "reattaching attachments to players";
2603 reattach $_ for values %PLAYER; 2932 reattach $_ for values %PLAYER;
2604 2933
2605 warn "loading reloadable resources";
2606 reload_resources;
2607
2608 warn "leaving sync_job"; 2934 warn "leaving sync_job";
2609 2935
2610 1 2936 1
2611 } or do { 2937 } or do {
2612 warn $@; 2938 warn $@;
2617 warn "reloaded"; 2943 warn "reloaded";
2618}; 2944};
2619 2945
2620our $RELOAD_WATCHER; # used only during reload 2946our $RELOAD_WATCHER; # used only during reload
2621 2947
2948sub reload_perl() {
2949 # doing reload synchronously and two reloads happen back-to-back,
2950 # coro crashes during coro_state_free->destroy here.
2951
2952 $RELOAD_WATCHER ||= Event->timer (
2953 reentrant => 0,
2954 after => 0,
2955 data => WF_AUTOCANCEL,
2956 cb => sub {
2957 do_reload_perl;
2958 undef $RELOAD_WATCHER;
2959 },
2960 );
2961}
2962
2622register_command "reload" => sub { 2963register_command "reload" => sub {
2623 my ($who, $arg) = @_; 2964 my ($who, $arg) = @_;
2624 2965
2625 if ($who->flag (FLAG_WIZ)) { 2966 if ($who->flag (FLAG_WIZ)) {
2626 $who->message ("reloading server."); 2967 $who->message ("reloading server.");
2627 2968 async { reload_perl };
2628 # doing reload synchronously and two reloads happen back-to-back,
2629 # coro crashes during coro_state_free->destroy here.
2630
2631 $RELOAD_WATCHER ||= Event->timer (
2632 reentrant => 0,
2633 after => 0,
2634 data => WF_AUTOCANCEL,
2635 cb => sub {
2636 reload;
2637 undef $RELOAD_WATCHER;
2638 },
2639 );
2640 } 2969 }
2641}; 2970};
2642 2971
2643unshift @INC, $LIBDIR; 2972unshift @INC, $LIBDIR;
2644 2973
2646 2975
2647our @WAIT_FOR_TICK; 2976our @WAIT_FOR_TICK;
2648our @WAIT_FOR_TICK_BEGIN; 2977our @WAIT_FOR_TICK_BEGIN;
2649 2978
2650sub wait_for_tick { 2979sub wait_for_tick {
2980 return unless $TICK_WATCHER->is_active;
2981 return if $Coro::current == $Coro::main;
2982
2651 my $signal = new Coro::Signal; 2983 my $signal = new Coro::Signal;
2652 push @WAIT_FOR_TICK, $signal; 2984 push @WAIT_FOR_TICK, $signal;
2653 $signal->wait; 2985 $signal->wait;
2654} 2986}
2655 2987
2656sub wait_for_tick_begin { 2988sub wait_for_tick_begin {
2989 return unless $TICK_WATCHER->is_active;
2990 return if $Coro::current == $Coro::main;
2991
2657 my $signal = new Coro::Signal; 2992 my $signal = new Coro::Signal;
2658 push @WAIT_FOR_TICK_BEGIN, $signal; 2993 push @WAIT_FOR_TICK_BEGIN, $signal;
2659 $signal->wait; 2994 $signal->wait;
2660} 2995}
2661 2996
2997 my $min = 1e6;#d#
2998 my $avg = 10;
2662$TICK_WATCHER = Event->timer ( 2999$TICK_WATCHER = Event->timer (
2663 reentrant => 0, 3000 reentrant => 0,
2664 parked => 1, 3001 parked => 1,
2665 prio => 0, 3002 prio => 0,
2666 at => $NEXT_TICK || $TICK, 3003 at => $NEXT_TICK || $TICK,
2670 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3007 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2671 unless ++$bug_warning > 10; 3008 unless ++$bug_warning > 10;
2672 return; 3009 return;
2673 } 3010 }
2674 3011
2675 $NOW = Event::time; 3012 $NOW = $tick_start = Event::time;
2676 3013
2677 cf::server_tick; # one server iteration 3014 cf::server_tick; # one server iteration
3015
3016 0 && sync_job {#d#
3017 for(1..10) {
3018 my $t = Event::time;
3019 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3020 or die;
3021
3022 $map->width (50);
3023 $map->height (50);
3024 $map->alloc;
3025 $map->_load_objects ("/tmp/x.map", 1);
3026 my $t = Event::time - $t;
3027
3028 #next unless $t < 0.0013;#d#
3029 if ($t < $min) {
3030 $min = $t;
3031 }
3032 $avg = $avg * 0.99 + $t * 0.01;
3033 }
3034 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3035 exit 0;
3036 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3037 };
3038
2678 $RUNTIME += $TICK; 3039 $RUNTIME += $TICK;
2679 $NEXT_TICK += $TICK; 3040 $NEXT_TICK += $TICK;
2680 3041
2681 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3042 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2682 $NEXT_RUNTIME_WRITE = $NOW + 10; 3043 $NEXT_RUNTIME_WRITE = $NOW + 10;
2684 write_runtime 3045 write_runtime
2685 or warn "ERROR: unable to write runtime file: $!"; 3046 or warn "ERROR: unable to write runtime file: $!";
2686 }; 3047 };
2687 } 3048 }
2688 3049
3050# my $AFTER = Event::time;
3051# warn $AFTER - $NOW;#d#
3052
2689 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3053 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2690 $sig->send; 3054 $sig->send;
2691 } 3055 }
2692 while (my $sig = shift @WAIT_FOR_TICK) { 3056 while (my $sig = shift @WAIT_FOR_TICK) {
2693 $sig->send; 3057 $sig->send;
2694 } 3058 }
2695 3059
2696# my $AFTER = Event::time; 3060 $NOW = Event::time;
2697# warn $AFTER - $NOW;#d#
2698 3061
2699 # if we are delayed by four ticks or more, skip them all 3062 # if we are delayed by four ticks or more, skip them all
2700 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3063 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2701 3064
2702 $TICK_WATCHER->at ($NEXT_TICK); 3065 $TICK_WATCHER->at ($NEXT_TICK);
2703 $TICK_WATCHER->start; 3066 $TICK_WATCHER->start;
3067
3068 $LOAD = ($NOW - $tick_start) / $TICK;
3069 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3070
3071 _post_tick;
3072
3073
2704 }, 3074 },
2705); 3075);
2706 3076
2707{ 3077{
2708 BDB::max_poll_time $TICK * 0.1; 3078 BDB::max_poll_time $TICK * 0.1;
2736 3106
2737 cf::sync_job { 3107 cf::sync_job {
2738 eval { 3108 eval {
2739 BDB::db_env_open 3109 BDB::db_env_open
2740 $DB_ENV, 3110 $DB_ENV,
2741 $BDB_ENV_DIR, 3111 $BDBDIR,
2742 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3112 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2743 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3113 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2744 0666; 3114 0666;
2745 3115
2746 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 3116 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2747 3117
2748 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 3118 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2749 $DB_ENV->set_lk_detect; 3119 $DB_ENV->set_lk_detect;
2750 }; 3120 };
2751 3121
2767 prio => 6, 3137 prio => 6,
2768 cb => \&IO::AIO::poll_cb, 3138 cb => \&IO::AIO::poll_cb,
2769 ); 3139 );
2770} 3140}
2771 3141
3142my $_log_backtrace;
3143
3144sub _log_backtrace {
3145 my ($msg, @addr) = @_;
3146
3147 $msg =~ s/\n//;
3148
3149 # limit the # of concurrent backtraces
3150 if ($_log_backtrace < 2) {
3151 ++$_log_backtrace;
3152 async {
3153 my @bt = fork_call {
3154 @addr = map { sprintf "%x", $_ } @addr;
3155 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3156 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3157 or die "addr2line: $!";
3158
3159 my @funcs;
3160 my @res = <$fh>;
3161 chomp for @res;
3162 while (@res) {
3163 my ($func, $line) = splice @res, 0, 2, ();
3164 push @funcs, "[$func] $line";
3165 }
3166
3167 @funcs
3168 };
3169
3170 LOG llevInfo, "[ABT] $msg\n";
3171 LOG llevInfo, "[ABT] $_\n" for @bt;
3172 --$_log_backtrace;
3173 };
3174 } else {
3175 LOG llevInfo, "[ABT] $msg\n";
3176 LOG llevInfo, "[ABT] [suppressed]\n";
3177 }
3178}
3179
3180# load additional modules
3181use cf::pod;
3182
2772END { cf::emergency_save } 3183END { cf::emergency_save }
2773 3184
27741 31851
2775 3186

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines