ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.254 by root, Thu Apr 19 11:12:45 2007 UTC vs.
Revision 1.288 by root, Mon Jun 25 07:40:53 2007 UTC

20use Coro::Signal; 20use Coro::Signal;
21use Coro::Semaphore; 21use Coro::Semaphore;
22use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable; 23use Coro::Storable;
24 24
25use JSON::XS 1.4 ();
25use BDB (); 26use BDB ();
26use Data::Dumper; 27use Data::Dumper;
27use Digest::MD5; 28use Digest::MD5;
28use Fcntl; 29use Fcntl;
29use YAML::Syck (); 30use YAML::Syck ();
49our %COMMAND = (); 50our %COMMAND = ();
50our %COMMAND_TIME = (); 51our %COMMAND_TIME = ();
51 52
52our @EXTS = (); # list of extension package names 53our @EXTS = (); # list of extension package names
53our %EXTCMD = (); 54our %EXTCMD = ();
55our %EXTICMD = ();
54our %EXT_CORO = (); # coroutines bound to extensions 56our %EXT_CORO = (); # coroutines bound to extensions
55our %EXT_MAP = (); # pluggable maps 57our %EXT_MAP = (); # pluggable maps
56 58
57our $RELOAD; # number of reloads so far 59our $RELOAD; # number of reloads so far
58our @EVENT; 60our @EVENT;
90our $LINK_MAP; # the special {link} map, which is always available 92our $LINK_MAP; # the special {link} map, which is always available
91 93
92# used to convert map paths into valid unix filenames by replacing / by ∕ 94# used to convert map paths into valid unix filenames by replacing / by ∕
93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 95our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94 96
97our $LOAD; # a number between 0 (idle) and 1 (too many objects)
98our $LOADAVG; # same thing, but with alpha-smoothing
99our $tick_start; # for load detecting purposes
100
95binmode STDOUT; 101binmode STDOUT;
96binmode STDERR; 102binmode STDERR;
97 103
98# read virtual server time, if available 104# read virtual server time, if available
99unless ($RUNTIME || !-e "$LOCALDIR/runtime") { 105unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
139 145
140=item $cf::TICK 146=item $cf::TICK
141 147
142The interval between server ticks, in seconds. 148The interval between server ticks, in seconds.
143 149
150=item $cf::LOADAVG
151
152The current CPU load on the server (alpha-smoothed), as a value between 0
153(none) and 1 (overloaded), indicating how much time is spent on processing
154objects per tick. Healthy values are < 0.5.
155
156=item $cf::LOAD
157
158The raw value load value from the last tick.
159
144=item %cf::CFG 160=item %cf::CFG
145 161
146Configuration for the server, loaded from C</etc/crossfire/config>, or 162Configuration for the server, loaded from C</etc/crossfire/config>, or
147from wherever your confdir points to. 163from wherever your confdir points to.
148 164
161 my $msg = join "", @_; 177 my $msg = join "", @_;
162 178
163 $msg .= "\n" 179 $msg .= "\n"
164 unless $msg =~ /\n$/; 180 unless $msg =~ /\n$/;
165 181
166 $msg =~ s/([\x00-\x09\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 182 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167 183
168 utf8::encode $msg; 184 utf8::encode $msg;
169 LOG llevError, $msg; 185 LOG llevError, $msg;
170 }; 186 };
171} 187}
173@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 189@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 190@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 191@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 192@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 193@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
194@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 195@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179 196
180# we bless all objects into (empty) derived classes to force a method lookup 197# we bless all objects into (empty) derived classes to force a method lookup
181# within the Safe compartment. 198# within the Safe compartment.
182for my $pkg (qw( 199for my $pkg (qw(
183 cf::global cf::attachable 200 cf::global cf::attachable
191} 208}
192 209
193$Event::DIED = sub { 210$Event::DIED = sub {
194 warn "error in event callback: @_"; 211 warn "error in event callback: @_";
195}; 212};
213
214#############################################################################
196 215
197=head2 UTILITY FUNCTIONS 216=head2 UTILITY FUNCTIONS
198 217
199=over 4 218=over 4
200 219
219 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 238 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220 $d 239 $d
221 } || "[unable to dump $_[0]: '$@']"; 240 } || "[unable to dump $_[0]: '$@']";
222} 241}
223 242
224use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
225
226=item $ref = cf::from_json $json 243=item $ref = cf::from_json $json
227 244
228Converts a JSON string into the corresponding perl data structure. 245Converts a JSON string into the corresponding perl data structure.
229 246
230=item $json = cf::to_json $ref 247=item $json = cf::to_json $ref
231 248
232Converts a perl data structure into its JSON representation. 249Converts a perl data structure into its JSON representation.
250
251=cut
252
253our $json_coder = JSON::XS->new->convert_blessed->utf8->max_size (1e6); # accept ~1mb max
254
255sub to_json ($) { $json_coder->encode ($_[0]) }
256sub from_json ($) { $json_coder->decode ($_[0]) }
233 257
234=item cf::lock_wait $string 258=item cf::lock_wait $string
235 259
236Wait until the given lock is available. See cf::lock_acquire. 260Wait until the given lock is available. See cf::lock_acquire.
237 261
303 327
304BEGIN { *async = \&Coro::async_pool } 328BEGIN { *async = \&Coro::async_pool }
305 329
306=item cf::sync_job { BLOCK } 330=item cf::sync_job { BLOCK }
307 331
308The design of crossfire+ requires that the main coro ($Coro::main) is 332The design of Crossfire TRT requires that the main coroutine ($Coro::main)
309always able to handle events or runnable, as crossfire+ is only partly 333is always able to handle events or runnable, as Crossfire TRT is only
310reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 334partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
335acceptable.
311 336
312If it must be done, put the blocking parts into C<sync_job>. This will run 337If it must be done, put the blocking parts into C<sync_job>. This will run
313the given BLOCK in another coroutine while waiting for the result. The 338the given BLOCK in another coroutine while waiting for the result. The
314server will be frozen during this time, so the block should either finish 339server will be frozen during this time, so the block should either finish
315fast or be very important. 340fast or be very important.
318 343
319sub sync_job(&) { 344sub sync_job(&) {
320 my ($job) = @_; 345 my ($job) = @_;
321 346
322 if ($Coro::current == $Coro::main) { 347 if ($Coro::current == $Coro::main) {
348 my $time = Event::time;
349
323 # this is the main coro, too bad, we have to block 350 # this is the main coro, too bad, we have to block
324 # till the operation succeeds, freezing the server :/ 351 # till the operation succeeds, freezing the server :/
325 352
326 # TODO: use suspend/resume instead 353 # TODO: use suspend/resume instead
327 # (but this is cancel-safe) 354 # (but this is cancel-safe)
338 365
339 while ($busy) { 366 while ($busy) {
340 Coro::cede or Event::one_event; 367 Coro::cede or Event::one_event;
341 } 368 }
342 369
370 $time = Event::time - $time;
371
372 LOG llevError | logBacktrace, Carp::longmess "long sync job"
373 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
374
375 $tick_start += $time; # do not account sync jobs to server load
376
343 wantarray ? @res : $res[0] 377 wantarray ? @res : $res[0]
344 } else { 378 } else {
345 # we are in another coroutine, how wonderful, everything just works 379 # we are in another coroutine, how wonderful, everything just works
346 380
347 $job->() 381 $job->()
366 $EXT_CORO{$coro+0} = $coro; 400 $EXT_CORO{$coro+0} = $coro;
367 401
368 $coro 402 $coro
369} 403}
370 404
371sub write_runtime { 405=item fork_call { }, $args
372 my $guard = cf::lock_acquire "write_runtime";
373 406
374 my $runtime = "$LOCALDIR/runtime"; 407Executes the given code block with the given arguments in a seperate
408process, returning the results. Everything must be serialisable with
409Coro::Storable. May, of course, block. Note that the executed sub may
410never block itself or use any form of Event handling.
375 411
376 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 412=cut
377 or return;
378 413
379 my $value = $cf::RUNTIME + 90 + 10; 414sub fork_call(&@) {
380 # 10 is the runtime save interval, for a monotonic clock 415 my ($cb, @args) = @_;
381 # 60 allows for the watchdog to kill the server.
382 416
383 (aio_write $fh, 0, (length $value), $value, 0) <= 0 417# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
384 and return; 418# or die "socketpair: $!";
419 pipe my $fh1, my $fh2
420 or die "pipe: $!";
385 421
386 # always fsync - this file is important 422 if (my $pid = fork) {
387 aio_fsync $fh
388 and return;
389
390 close $fh 423 close $fh2;
391 or return;
392 424
393 aio_rename "$runtime~", $runtime 425 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
394 and return; 426 $res = Coro::Storable::thaw $res;
395 427
428 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
429
430 die $$res unless "ARRAY" eq ref $res;
431
432 return wantarray ? @$res : $res->[-1];
433 } else {
434 reset_signals;
435 local $SIG{__WARN__};
436 local $SIG{__DIE__};
437 eval {
438 close $fh1;
439
440 my @res = eval { $cb->(@args) };
441 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
442 };
443
444 warn $@ if $@;
445 _exit 0;
396 1 446 }
447}
448
449=item $value = cf::db_get $family => $key
450
451Returns a single value from the environment database.
452
453=item cf::db_put $family => $key => $value
454
455Stores the given C<$value> in the family. It can currently store binary
456data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
457
458=cut
459
460our $DB;
461
462sub db_init {
463 unless ($DB) {
464 $DB = BDB::db_create $DB_ENV;
465
466 cf::sync_job {
467 eval {
468 $DB->set_flags (BDB::CHKSUM);
469
470 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
471 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
472 cf::cleanup "db_open(db): $!" if $!;
473 };
474 cf::cleanup "db_open(db): $@" if $@;
475 };
476 }
477}
478
479sub db_get($$) {
480 my $key = "$_[0]/$_[1]";
481
482 cf::sync_job {
483 BDB::db_get $DB, undef, $key, my $data;
484
485 $! ? ()
486 : $data
487 }
488}
489
490sub db_put($$$) {
491 BDB::dbreq_pri 4;
492 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
493}
494
495=item cf::cache $id => [$paths...], $processversion => $process
496
497Generic caching function that returns the value of the resource $id,
498caching and regenerating as required.
499
500This function can block.
501
502=cut
503
504sub cache {
505 my ($id, $src, $processversion, $process) = @_;
506
507 my $meta =
508 join "\x00",
509 $processversion,
510 map {
511 aio_stat $_
512 and Carp::croak "$_: $!";
513
514 ($_, (stat _)[7,9])
515 } @$src;
516
517 my $dbmeta = db_get cache => "$id/meta";
518 if ($dbmeta ne $meta) {
519 # changed, we may need to process
520
521 my @data;
522 my $md5;
523
524 for (0 .. $#$src) {
525 0 <= aio_load $src->[$_], $data[$_]
526 or Carp::croak "$src->[$_]: $!";
527 }
528
529 # if processing is expensive, check
530 # checksum first
531 if (1) {
532 $md5 =
533 join "\x00",
534 $processversion,
535 map {
536 Coro::cede;
537 ($src->[$_], Digest::MD5::md5_hex $data[$_])
538 } 0.. $#$src;
539
540
541 my $dbmd5 = db_get cache => "$id/md5";
542 if ($dbmd5 eq $md5) {
543 db_put cache => "$id/meta", $meta;
544
545 return db_get cache => "$id/data";
546 }
547 }
548
549 my $t1 = Time::HiRes::time;
550 my $data = $process->(\@data);
551 my $t2 = Time::HiRes::time;
552
553 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
554
555 db_put cache => "$id/data", $data;
556 db_put cache => "$id/md5" , $md5;
557 db_put cache => "$id/meta", $meta;
558
559 return $data;
560 }
561
562 db_get cache => "$id/data"
397} 563}
398 564
399=item cf::datalog type => key => value, ... 565=item cf::datalog type => key => value, ...
400 566
401Log a datalog packet of the given type with the given key-value pairs. 567Log a datalog packet of the given type with the given key-value pairs.
419attach callbacks/event handlers (a collection of which is called an "attachment") 585attach callbacks/event handlers (a collection of which is called an "attachment")
420to it. All such attachable objects support the following methods. 586to it. All such attachable objects support the following methods.
421 587
422In the following description, CLASS can be any of C<global>, C<object> 588In the following description, CLASS can be any of C<global>, C<object>
423C<player>, C<client> or C<map> (i.e. the attachable objects in 589C<player>, C<client> or C<map> (i.e. the attachable objects in
424crossfire+). 590Crossfire TRT).
425 591
426=over 4 592=over 4
427 593
428=item $attachable->attach ($attachment, key => $value...) 594=item $attachable->attach ($attachment, key => $value...)
429 595
592 $registry = $CB_TYPE[$object_type] ||= []; 758 $registry = $CB_TYPE[$object_type] ||= [];
593 759
594 } elsif ($type eq "subtype") { 760 } elsif ($type eq "subtype") {
595 defined $object_type or Carp::croak "subtype specified without type"; 761 defined $object_type or Carp::croak "subtype specified without type";
596 my $object_subtype = shift @arg; 762 my $object_subtype = shift @arg;
597 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 763 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
598 764
599 } elsif ($type eq "package") { 765 } elsif ($type eq "package") {
600 my $pkg = shift @arg; 766 my $pkg = shift @arg;
601 767
602 while (my ($name, $id) = each %cb_id) { 768 while (my ($name, $id) = each %cb_id) {
631 _attach $registry, $klass, @attach; 797 _attach $registry, $klass, @attach;
632 } 798 }
633 799
634 $obj->{$name} = \%arg; 800 $obj->{$name} = \%arg;
635 } else { 801 } else {
636 warn "object uses attachment '$name' that is not available, postponing.\n"; 802 warn "object uses attachment '$name' which is not available, postponing.\n";
637 } 803 }
638 804
639 $obj->{_attachment}{$name} = undef; 805 $obj->{_attachment}{$name} = undef;
640} 806}
641 807
643 if (ref $_[0]) { 809 if (ref $_[0]) {
644 _object_attach @_; 810 _object_attach @_;
645 } else { 811 } else {
646 _attach shift->_attach_registry, @_; 812 _attach shift->_attach_registry, @_;
647 } 813 }
814 _recalc_want;
648}; 815};
649 816
650# all those should be optimised 817# all those should be optimised
651sub cf::attachable::detach { 818sub cf::attachable::detach {
652 my ($obj, $name) = @_; 819 my ($obj, $name) = @_;
655 delete $obj->{_attachment}{$name}; 822 delete $obj->{_attachment}{$name};
656 reattach ($obj); 823 reattach ($obj);
657 } else { 824 } else {
658 Carp::croak "cannot, currently, detach class attachments"; 825 Carp::croak "cannot, currently, detach class attachments";
659 } 826 }
827 _recalc_want;
660}; 828};
661 829
662sub cf::attachable::attached { 830sub cf::attachable::attached {
663 my ($obj, $name) = @_; 831 my ($obj, $name) = @_;
664 832
837 or return; 1005 or return;
838 $av = eval { (Storable::thaw $av)->{objs} }; 1006 $av = eval { (Storable::thaw $av)->{objs} };
839 } 1007 }
840 1008
841 warn sprintf "loading %s (%d)\n", 1009 warn sprintf "loading %s (%d)\n",
842 $filename, length $data, scalar @{$av || []};#d# 1010 $filename, length $data, scalar @{$av || []};
843 return ($data, $av); 1011 return ($data, $av);
844} 1012}
1013
1014=head2 COMMAND CALLBACKS
1015
1016=over 4
1017
1018=cut
845 1019
846############################################################################# 1020#############################################################################
847# command handling &c 1021# command handling &c
848 1022
849=item cf::register_command $name => \&callback($ob,$args); 1023=item cf::register_command $name => \&callback($ob,$args);
862 push @{ $COMMAND{$name} }, [$caller, $cb]; 1036 push @{ $COMMAND{$name} }, [$caller, $cb];
863} 1037}
864 1038
865=item cf::register_extcmd $name => \&callback($pl,$packet); 1039=item cf::register_extcmd $name => \&callback($pl,$packet);
866 1040
867Register a callbackf ro execution when the client sends an extcmd packet. 1041Register a callback for execution when the client sends an (synchronous)
1042extcmd packet. Ext commands will be processed in the order they are
1043received by the server, like other user commands. The first argument is
1044the logged-in player. Ext commands can only be processed after a player
1045has logged in successfully.
868 1046
869If the callback returns something, it is sent back as if reply was being 1047If the callback returns something, it is sent back as if reply was being
870called. 1048called.
871 1049
1050=item cf::register_exticmd $name => \&callback($ns,$packet);
1051
1052Register a callback for execution when the client sends an (asynchronous)
1053exticmd packet. Exti commands are processed by the server as soon as they
1054are received, i.e. out of order w.r.t. other commands. The first argument
1055is a client socket. Exti commands can be received anytime, even before
1056log-in.
1057
1058If the callback returns something, it is sent back as if reply was being
1059called.
1060
872=cut 1061=cut
873 1062
874sub register_extcmd { 1063sub register_extcmd {
875 my ($name, $cb) = @_; 1064 my ($name, $cb) = @_;
876 1065
877 $EXTCMD{$name} = $cb; 1066 $EXTCMD{$name} = $cb;
1067}
1068
1069sub register_exticmd {
1070 my ($name, $cb) = @_;
1071
1072 $EXTICMD{$name} = $cb;
878} 1073}
879 1074
880cf::player->attach ( 1075cf::player->attach (
881 on_command => sub { 1076 on_command => sub {
882 my ($pl, $name, $params) = @_; 1077 my ($pl, $name, $params) = @_;
907 1102
908 cf::override; 1103 cf::override;
909 }, 1104 },
910); 1105);
911 1106
912sub load_extension {
913 my ($path) = @_;
914
915 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
916 my $base = $1;
917 my $pkg = $1;
918 $pkg =~ s/[^[:word:]]/_/g;
919 $pkg = "ext::$pkg";
920
921 warn "... loading '$path' into '$pkg'\n";
922
923 open my $fh, "<:utf8", $path
924 or die "$path: $!";
925
926 my $source =
927 "package $pkg; use strict; use utf8;\n"
928 . "#line 1 \"$path\"\n{\n"
929 . (do { local $/; <$fh> })
930 . "\n};\n1";
931
932 unless (eval $source) {
933 my $msg = $@ ? "$path: $@\n"
934 : "extension disabled.\n";
935 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
936 warn $@;
937 warn "mandatory extension failed to load, exiting.\n";
938 exit 1;
939 }
940 die $@;
941 }
942
943 push @EXTS, $pkg;
944}
945
946sub load_extensions { 1107sub load_extensions {
1108 cf::sync_job {
1109 my %todo;
1110
947 for my $ext (<$LIBDIR/*.ext>) { 1111 for my $path (<$LIBDIR/*.ext>) {
948 next unless -r $ext; 1112 next unless -r $path;
949 eval { 1113
950 load_extension $ext; 1114 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1115 my $base = $1;
1116 my $pkg = $1;
1117 $pkg =~ s/[^[:word:]]/_/g;
1118 $pkg = "ext::$pkg";
1119
1120 open my $fh, "<:utf8", $path
1121 or die "$path: $!";
1122
1123 my $source = do { local $/; <$fh> };
1124
1125 my %ext = (
1126 path => $path,
1127 base => $base,
1128 pkg => $pkg,
1129 );
1130
1131 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1132 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1133
1134 $ext{source} =
1135 "package $pkg; use strict; use utf8;\n"
1136 . "#line 1 \"$path\"\n{\n"
1137 . $source
1138 . "\n};\n1";
1139
1140 $todo{$base} = \%ext;
1141 }
1142
1143 my %done;
1144 while (%todo) {
1145 my $progress;
1146
1147 while (my ($k, $v) = each %todo) {
1148 for (split /,\s*/, $v->{meta}{depends}) {
1149 goto skip
1150 unless exists $done{$_};
1151 }
1152
1153 warn "... loading '$k' into '$v->{pkg}'\n";
1154
1155 unless (eval $v->{source}) {
1156 my $msg = $@ ? "$v->{path}: $@\n"
1157 : "$v->{base}: extension inactive.\n";
1158
1159 if (exists $v->{meta}{mandatory}) {
1160 warn $msg;
1161 warn "mandatory extension failed to load, exiting.\n";
1162 exit 1;
1163 }
1164
1165 warn $msg;
1166 }
1167
1168 $done{$k} = delete $todo{$k};
1169 push @EXTS, $v->{pkg};
1170 $progress = 1;
951 1 1171 }
952 } or warn "$ext not loaded: $@"; 1172
1173 skip:
1174 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1175 unless $progress;
1176 }
953 } 1177 };
954} 1178}
955 1179
956############################################################################# 1180#############################################################################
1181
1182=back
957 1183
958=head2 CORE EXTENSIONS 1184=head2 CORE EXTENSIONS
959 1185
960Functions and methods that extend core crossfire objects. 1186Functions and methods that extend core crossfire objects.
961 1187
1149 } 1375 }
1150 1376
1151 \@paths 1377 \@paths
1152} 1378}
1153 1379
1380=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
1381
1382Expand crossfire pod fragments into protocol xml.
1383
1384=cut
1385
1386sub expand_cfpod {
1387 ((my $self), (local $_)) = @_;
1388
1389 # escape & and <
1390 s/&/&amp;/g;
1391 s/(?<![BIUGH])</&lt;/g;
1392
1393 # this is buggy, it needs to properly take care of nested <'s
1394
1395 1 while
1396 # replace B<>, I<>, U<> etc.
1397 s/B<([^\>]*)>/<b>$1<\/b>/
1398 || s/I<([^\>]*)>/<i>$1<\/i>/
1399 || s/U<([^\>]*)>/<u>$1<\/u>/
1400 # replace G<male|female> tags
1401 || s{G<([^>|]*)\|([^>]*)>}{
1402 $self->gender ? $2 : $1
1403 }ge
1404 # replace H<hint text>
1405 || s/H<([^\>]*)>/<fg name="lightblue">[$1]<\/fg>/g;
1406
1407 # create single paragraphs (very hackish)
1408 s/(?<=\S)\n(?=\w)/ /g;
1409
1410 $_
1411}
1412
1154=item $player->ext_reply ($msgid, %msg) 1413=item $player->ext_reply ($msgid, %msg)
1155 1414
1156Sends an ext reply to the player. 1415Sends an ext reply to the player.
1157 1416
1158=cut 1417=cut
1159 1418
1160sub ext_reply($$%) { 1419sub ext_reply($$%) {
1161 my ($self, $id, %msg) = @_; 1420 my ($self, $id, %msg) = @_;
1162 1421
1163 $msg{msgid} = $id; 1422 $msg{msgid} = $id;
1164
1165 $self->send ("ext " . cf::to_json \%msg); 1423 $self->send ("ext " . cf::to_json \%msg);
1166} 1424}
1167 1425
1168=item $player->ext_event ($type, %msg) 1426=item $player->ext_event ($type, %msg)
1169 1427
1185 1443
1186package cf::region; 1444package cf::region;
1187 1445
1188=item cf::region::find_by_path $path 1446=item cf::region::find_by_path $path
1189 1447
1190Tries to decuce the probable region for a map knowing only its path. 1448Tries to decuce the likely region for a map knowing only its path.
1191 1449
1192=cut 1450=cut
1193 1451
1194sub find_by_path($) { 1452sub find_by_path($) {
1195 my ($path) = @_; 1453 my ($path) = @_;
1269 my ($self, $merge) = @_; 1527 my ($self, $merge) = @_;
1270 1528
1271 # we have to keep some variables in memory intact 1529 # we have to keep some variables in memory intact
1272 local $self->{path}; 1530 local $self->{path};
1273 local $self->{load_path}; 1531 local $self->{load_path};
1274 local $self->{deny_save};
1275 local $self->{deny_reset};
1276 1532
1277 $self->SUPER::thawer_merge ($merge); 1533 $self->SUPER::thawer_merge ($merge);
1278} 1534}
1279 1535
1280sub normalise { 1536sub normalise {
1380 1636
1381 $_->change_map_light ($change) 1637 $_->change_map_light ($change)
1382 for grep $_->outdoor, values %cf::MAP; 1638 for grep $_->outdoor, values %cf::MAP;
1383} 1639}
1384 1640
1641sub decay_objects {
1642 my ($self) = @_;
1643
1644 return if $self->{deny_reset};
1645
1646 $self->do_decay_objects;
1647}
1648
1385sub unlink_save { 1649sub unlink_save {
1386 my ($self) = @_; 1650 my ($self) = @_;
1387 1651
1388 utf8::encode (my $save = $self->save_path); 1652 utf8::encode (my $save = $self->save_path);
1389 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save; 1653 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1445 $self->load_header_orig 1709 $self->load_header_orig
1446 or return; 1710 or return;
1447 $self->prepare_orig; 1711 $self->prepare_orig;
1448 } 1712 }
1449 1713
1714 $self->{deny_reset} = 1
1715 if $self->no_reset;
1716
1450 $self->default_region (cf::region::find_by_path $self->{path}) 1717 $self->default_region (cf::region::find_by_path $self->{path})
1451 unless $self->default_region; 1718 unless $self->default_region;
1452 1719
1453 1 1720 1
1454} 1721}
1469 $map->{last_save} = $cf::RUNTIME; 1736 $map->{last_save} = $cf::RUNTIME;
1470 1737
1471 $map->load_header 1738 $map->load_header
1472 or return; 1739 or return;
1473 1740
1474 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1741 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1475 # doing this can freeze the server in a sync job, obviously 1742 # doing this can freeze the server in a sync job, obviously
1476 #$cf::WAIT_FOR_TICK->wait; 1743 #$cf::WAIT_FOR_TICK->wait;
1477 $map->reset; 1744 $map->reset;
1478 undef $guard; 1745 undef $guard;
1479 return find $path; 1746 return find $path;
1490 my ($self) = @_; 1757 my ($self) = @_;
1491 1758
1492 local $self->{deny_reset} = 1; # loading can take a long time 1759 local $self->{deny_reset} = 1; # loading can take a long time
1493 1760
1494 my $path = $self->{path}; 1761 my $path = $self->{path};
1762
1763 {
1495 my $guard = cf::lock_acquire "map_load:$path"; 1764 my $guard = cf::lock_acquire "map_load:$path";
1496 1765
1497 return if $self->in_memory != cf::MAP_SWAPPED; 1766 return if $self->in_memory != cf::MAP_SWAPPED;
1498 1767
1499 $self->in_memory (cf::MAP_LOADING); 1768 $self->in_memory (cf::MAP_LOADING);
1500 1769
1501 $self->alloc; 1770 $self->alloc;
1502 1771
1503 $self->pre_load; 1772 $self->pre_load;
1504 Coro::cede;
1505
1506 $self->_load_objects ($self->{load_path}, 1)
1507 or return;
1508
1509 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1510 if delete $self->{load_original};
1511
1512 if (my $uniq = $self->uniq_path) {
1513 utf8::encode $uniq;
1514 if (aio_open $uniq, O_RDONLY, 0) {
1515 $self->clear_unique_items;
1516 $self->_load_objects ($uniq, 0);
1517 }
1518 }
1519
1520 Coro::cede;
1521 # now do the right thing for maps
1522 $self->link_multipart_objects;
1523 Coro::cede;
1524
1525 unless ($self->{deny_activate}) {
1526 $self->decay_objects;
1527 $self->fix_auto_apply;
1528 $self->update_buttons;
1529 Coro::cede; 1773 Coro::cede;
1530 $self->set_darkness_map; 1774
1775 $self->_load_objects ($self->{load_path}, 1)
1776 or return;
1777
1778 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1779 if delete $self->{load_original};
1780
1781 if (my $uniq = $self->uniq_path) {
1782 utf8::encode $uniq;
1783 if (aio_open $uniq, O_RDONLY, 0) {
1784 $self->clear_unique_items;
1785 $self->_load_objects ($uniq, 0);
1786 }
1787 }
1788
1789 Coro::cede;
1790 # now do the right thing for maps
1791 $self->link_multipart_objects;
1531 $self->difficulty ($self->estimate_difficulty) 1792 $self->difficulty ($self->estimate_difficulty)
1532 unless $self->difficulty; 1793 unless $self->difficulty;
1533 Coro::cede; 1794 Coro::cede;
1795
1796 unless ($self->{deny_activate}) {
1797 $self->decay_objects;
1798 $self->fix_auto_apply;
1799 $self->update_buttons;
1800 Coro::cede;
1801 $self->set_darkness_map;
1802 Coro::cede;
1534 $self->activate; 1803 $self->activate;
1535 Coro::cede; 1804 }
1805
1806 $self->in_memory (cf::MAP_IN_MEMORY);
1536 } 1807 }
1537 1808
1538 $self->post_load; 1809 $self->post_load;
1539 Coro::cede;
1540
1541 $self->in_memory (cf::MAP_IN_MEMORY);
1542} 1810}
1543 1811
1544sub customise_for { 1812sub customise_for {
1545 my ($self, $ob) = @_; 1813 my ($self, $ob) = @_;
1546 1814
1547 return find "~" . $ob->name . "/" . $self->{path} 1815 return find "~" . $ob->name . "/" . $self->{path}
1548 if $self->per_player; 1816 if $self->per_player;
1817
1818# return find "?party/" . $ob->name . "/" . $self->{path}
1819# if $self->per_party;
1549 1820
1550 $self 1821 $self
1551} 1822}
1552 1823
1553# find and load all maps in the 3x3 area around a map 1824# find and load all maps in the 3x3 area around a map
1664 1935
1665sub reset_at { 1936sub reset_at {
1666 my ($self) = @_; 1937 my ($self) = @_;
1667 1938
1668 # TODO: safety, remove and allow resettable per-player maps 1939 # TODO: safety, remove and allow resettable per-player maps
1669 return 1e99 if $self->isa ("ext::map_per_player");#d#
1670 return 1e99 if $self->{deny_reset}; 1940 return 1e99 if $self->{deny_reset};
1671 1941
1672 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1942 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1673 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1943 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1674 1944
1685 my ($self) = @_; 1955 my ($self) = @_;
1686 1956
1687 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1957 my $lock = cf::lock_acquire "map_data:$self->{path}";
1688 1958
1689 return if $self->players; 1959 return if $self->players;
1690 return if $self->isa ("ext::map_per_player");#d#
1691 1960
1692 warn "resetting map ", $self->path;#d# 1961 warn "resetting map ", $self->path;
1693 1962
1694 $self->in_memory (cf::MAP_SWAPPED); 1963 $self->in_memory (cf::MAP_SWAPPED);
1695 1964
1696 # need to save uniques path 1965 # need to save uniques path
1697 unless ($self->{deny_save}) { 1966 unless ($self->{deny_save}) {
1729 $cf::MAP{$self->path} = $self; 1998 $cf::MAP{$self->path} = $self;
1730 1999
1731 $self->reset; # polite request, might not happen 2000 $self->reset; # polite request, might not happen
1732} 2001}
1733 2002
2003=item $maps = cf::map::tmp_maps
2004
2005Returns an arrayref with all map paths of currently instantiated and saved
2006maps. May block.
2007
2008=cut
2009
2010sub tmp_maps() {
2011 [
2012 map {
2013 utf8::decode $_;
2014 /\.map$/
2015 ? normalise $_
2016 : ()
2017 } @{ aio_readdir $TMPDIR or [] }
2018 ]
2019}
2020
2021=item $maps = cf::map::random_maps
2022
2023Returns an arrayref with all map paths of currently instantiated and saved
2024random maps. May block.
2025
2026=cut
2027
2028sub random_maps() {
2029 [
2030 map {
2031 utf8::decode $_;
2032 /\.map$/
2033 ? normalise "?random/$_"
2034 : ()
2035 } @{ aio_readdir $RANDOMDIR or [] }
2036 ]
2037}
2038
1734=item cf::map::unique_maps 2039=item cf::map::unique_maps
1735 2040
1736Returns an arrayref of paths of all shared maps that have 2041Returns an arrayref of paths of all shared maps that have
1737instantiated unique items. May block. 2042instantiated unique items. May block.
1738 2043
1739=cut 2044=cut
1740 2045
1741sub unique_maps() { 2046sub unique_maps() {
1742 my $files = aio_readdir $UNIQUEDIR 2047 [
1743 or return; 2048 map {
1744
1745 my @paths;
1746
1747 for (@$files) {
1748 utf8::decode $_; 2049 utf8::decode $_;
1749 next if /\.pst$/; 2050 /\.map$/
1750 next unless /^$PATH_SEP/o; 2051 ? normalise $_
1751 2052 : ()
1752 push @paths, cf::map::normalise $_; 2053 } @{ aio_readdir $UNIQUEDIR or [] }
1753 } 2054 ]
1754
1755 \@paths
1756} 2055}
1757 2056
1758package cf; 2057package cf;
1759 2058
1760=back 2059=back
1806 2105
1807 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4; 2106 $flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1808 2107
1809 if ($self->{record_replies}) { 2108 if ($self->{record_replies}) {
1810 push @{ $self->{record_replies} }, [$npc, $msg, $flags]; 2109 push @{ $self->{record_replies} }, [$npc, $msg, $flags];
2110
1811 } else { 2111 } else {
2112 my $pl = $self->contr;
2113
2114 if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2115 my $diag = $pl->{npc_dialog};
2116 $diag->{pl}->ext_reply (
2117 $diag->{id},
2118 msgtype => "reply",
2119 msg => $diag->{pl}->expand_cfpod ($msg),
2120 add_topics => []
2121 );
2122
2123 } else {
1812 $msg = $npc->name . " says: $msg" if $npc; 2124 $msg = $npc->name . " says: $msg" if $npc;
1813 $self->message ($msg, $flags); 2125 $self->message ($msg, $flags);
2126 }
1814 } 2127 }
1815} 2128}
1816 2129
1817=item $player_object->may ("access") 2130=item $player_object->may ("access")
1818 2131
1866 $self->deactivate_recursive; 2179 $self->deactivate_recursive;
1867 2180
1868 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2181 return if UNIVERSAL::isa $self->map, "ext::map_link";
1869 2182
1870 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2183 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1871 if $self->map; 2184 if $self->map && $self->map->{path} ne "{link}";
1872 2185
1873 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2186 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1874} 2187}
1875 2188
1876sub cf::object::player::leave_link { 2189sub cf::object::player::leave_link {
1877 my ($self, $map, $x, $y) = @_; 2190 my ($self, $map, $x, $y) = @_;
2191
2192 return unless $self->contr->active;
1878 2193
1879 my $link_pos = delete $self->{_link_pos}; 2194 my $link_pos = delete $self->{_link_pos};
1880 2195
1881 unless ($map) { 2196 unless ($map) {
1882 # restore original map position 2197 # restore original map position
1905 2220
1906 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2221 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1907 $self->enter_map ($map, $x, $y); 2222 $self->enter_map ($map, $x, $y);
1908} 2223}
1909 2224
1910cf::player->attach (
1911 on_logout => sub {
1912 my ($pl) = @_;
1913
1914 # abort map switching before logout
1915 if ($pl->ob->{_link_pos}) {
1916 cf::sync_job {
1917 $pl->ob->leave_link
1918 };
1919 }
1920 },
1921 on_login => sub {
1922 my ($pl) = @_;
1923
1924 # try to abort aborted map switching on player login :)
1925 # should happen only on crashes
1926 if ($pl->ob->{_link_pos}) {
1927 $pl->ob->enter_link;
1928 (async {
1929 $pl->ob->reply (undef,
1930 "There was an internal problem at your last logout, "
1931 . "the server will try to bring you to your intended destination in a second.",
1932 cf::NDI_RED);
1933 # we need this sleep as the login has a concurrent enter_exit running
1934 # and this sleep increases chances of the player not ending up in scorn
1935 Coro::Timer::sleep 1;
1936 $pl->ob->leave_link;
1937 })->prio (2);
1938 }
1939 },
1940);
1941
1942=item $player_object->goto ($path, $x, $y) 2225=item $player_object->goto ($path, $x, $y[, $check->($map)])
1943 2226
2227Moves the player to the given map-path and coordinates by first freezing
2228her, loading and preparing them map, calling the provided $check callback
2229that has to return the map if sucecssful, and then unfreezes the player on
2230the new (success) or old (failed) map position.
2231
1944=cut 2232=cut
2233
2234our $GOTOGEN;
1945 2235
1946sub cf::object::player::goto { 2236sub cf::object::player::goto {
1947 my ($self, $path, $x, $y) = @_; 2237 my ($self, $path, $x, $y, $check) = @_;
2238
2239 # do generation counting so two concurrent goto's will be executed in-order
2240 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1948 2241
1949 $self->enter_link; 2242 $self->enter_link;
1950 2243
1951 (async { 2244 (async {
1952 my $map = eval { 2245 my $map = eval {
1953 my $map = cf::map::find $path; 2246 my $map = cf::map::find $path;
2247
2248 if ($map) {
1954 $map = $map->customise_for ($self) if $map; 2249 $map = $map->customise_for ($self);
2250 $map = $check->($map) if $check && $map;
2251 } else {
2252 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2253 }
2254
1955 $map 2255 $map
2256 };
2257
2258 if ($@) {
2259 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2260 LOG llevError | logBacktrace, Carp::longmess $@;
1956 } or 2261 }
1957 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1958 2262
2263 if ($gen == $self->{_goto_generation}) {
2264 delete $self->{_goto_generation};
1959 $self->leave_link ($map, $x, $y); 2265 $self->leave_link ($map, $x, $y);
2266 }
1960 })->prio (1); 2267 })->prio (1);
1961} 2268}
1962 2269
1963=item $player_object->enter_exit ($exit_object) 2270=item $player_object->enter_exit ($exit_object)
1964 2271
2069 2376
2070 utf8::encode $text; 2377 utf8::encode $text;
2071 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text); 2378 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2072} 2379}
2073 2380
2381=item $client->send_msg ($color, $type, $msg, [extra...])
2382
2383Send a drawinfo or msg packet to the client, formatting the msg for the
2384client if neccessary. C<$type> should be a string identifying the type of
2385the message, with C<log> being the default. If C<$color> is negative, suppress
2386the message unless the client supports the msg packet.
2387
2388=cut
2389
2390sub cf::client::send_msg {
2391 my ($self, $color, $type, $msg, @extra) = @_;
2392
2393 $msg = $self->pl->expand_cfpod ($msg);
2394
2395 if ($self->can_msg) {
2396 $self->send_packet ("msg " . cf::to_json [$color, $type, $msg, @extra]);
2397 } else {
2398 # replace some tags by gcfclient-compatible ones
2399 for ($msg) {
2400 1 while
2401 s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2402 || s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2403 || s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2404 || s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2405 || s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2406 }
2407
2408 if ($color >= 0) {
2409 if (0 && $msg =~ /\[/) {
2410 $self->send_packet ("drawextinfo $color 4 0 $msg")
2411 } else {
2412 $msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2413 $self->send_packet ("drawinfo $color $msg")
2414 }
2415 }
2416 }
2417}
2418
2074=item $client->ext_event ($type, %msg) 2419=item $client->ext_event ($type, %msg)
2075 2420
2076Sends an exti event to the client. 2421Sends an ext event to the client.
2077 2422
2078=cut 2423=cut
2079 2424
2080sub cf::client::ext_event($$%) { 2425sub cf::client::ext_event($$%) {
2081 my ($self, $type, %msg) = @_; 2426 my ($self, $type, %msg) = @_;
2088 2433
2089Queues a query to the client, calling the given callback with 2434Queues a query to the client, calling the given callback with
2090the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2435the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2091C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>. 2436C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2092 2437
2093Queries can fail, so check the return code. Or don't, as queries will become 2438Queries can fail, so check the return code. Or don't, as queries will
2094reliable at some point in the future. 2439become reliable at some point in the future.
2095 2440
2096=cut 2441=cut
2097 2442
2098sub cf::client::query { 2443sub cf::client::query {
2099 my ($self, $flags, $text, $cb) = @_; 2444 my ($self, $flags, $text, $cb) = @_;
2107 utf8::encode $text; 2452 utf8::encode $text;
2108 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb]; 2453 push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2109 2454
2110 $self->send_packet ($self->{query_queue}[0][0]) 2455 $self->send_packet ($self->{query_queue}[0][0])
2111 if @{ $self->{query_queue} } == 1; 2456 if @{ $self->{query_queue} } == 1;
2457
2458 1
2112} 2459}
2113 2460
2114cf::client->attach ( 2461cf::client->attach (
2115 on_reply => sub { 2462 on_reply => sub {
2116 my ($ns, $msg) = @_; 2463 my ($ns, $msg) = @_;
2130 $ns->send_packet ($ns->{query_queue}[0][0]); 2477 $ns->send_packet ($ns->{query_queue}[0][0]);
2131 } else { 2478 } else {
2132 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM; 2479 $ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2133 } 2480 }
2134 } 2481 }
2482 },
2483 on_exticmd => sub {
2484 my ($ns, $buf) = @_;
2485
2486 my $msg = eval { from_json $buf };
2487
2488 if (ref $msg) {
2489 if (my $cb = $EXTICMD{$msg->{msgtype}}) {
2490 if (my %reply = $cb->($ns, $msg)) {
2491 $reply{msgid} = $msg->{msgid};
2492 $ns->send ("ext " . cf::to_json \%reply);
2493 }
2494 }
2495 } else {
2496 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2497 }
2498
2499 cf::override;
2135 }, 2500 },
2136); 2501);
2137 2502
2138=item $client->async (\&cb) 2503=item $client->async (\&cb)
2139 2504
2278=back 2643=back
2279 2644
2280=cut 2645=cut
2281 2646
2282############################################################################# 2647#############################################################################
2283
2284=head2 EXTENSION DATABASE SUPPORT
2285
2286Crossfire maintains a very simple database for extension use. It can
2287currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2288convert to/from binary).
2289
2290The parameter C<$family> should best start with the name of the extension
2291using it, it should be unique.
2292
2293=over 4
2294
2295=item $value = cf::db_get $family => $key
2296
2297Returns a single value from the database.
2298
2299=item cf::db_put $family => $key => $value
2300
2301Stores the given C<$value> in the family.
2302
2303=cut
2304
2305our $DB;
2306
2307sub db_init {
2308 unless ($DB) {
2309 $DB = BDB::db_create $DB_ENV;
2310
2311 cf::sync_job {
2312 eval {
2313 $DB->set_flags (BDB::CHKSUM);
2314
2315 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2316 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2317 cf::cleanup "db_open(db): $!" if $!;
2318 };
2319 cf::cleanup "db_open(db): $@" if $@;
2320 };
2321 }
2322}
2323
2324sub db_get($$) {
2325 my $key = "$_[0]/$_[1]";
2326
2327 cf::sync_job {
2328 BDB::db_get $DB, undef, $key, my $data;
2329
2330 $! ? ()
2331 : $data
2332 }
2333}
2334
2335sub db_put($$$) {
2336 BDB::dbreq_pri 4;
2337 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2338}
2339
2340=item cf::cache $id => [$paths...], $processversion => $process
2341
2342Generic caching function that returns the value of the resource $id,
2343caching and regenerating as required.
2344
2345This function can block.
2346
2347=cut
2348
2349sub cache {
2350 my ($id, $src, $processversion, $process) = @_;
2351
2352 my $meta =
2353 join "\x00",
2354 $processversion,
2355 map {
2356 aio_stat $_
2357 and Carp::croak "$_: $!";
2358
2359 ($_, (stat _)[7,9])
2360 } @$src;
2361
2362 my $dbmeta = db_get cache => "$id/meta";
2363 if ($dbmeta ne $meta) {
2364 # changed, we may need to process
2365
2366 my @data;
2367 my $md5;
2368
2369 for (0 .. $#$src) {
2370 0 <= aio_load $src->[$_], $data[$_]
2371 or Carp::croak "$src->[$_]: $!";
2372 }
2373
2374 # if processing is expensive, check
2375 # checksum first
2376 if (1) {
2377 $md5 =
2378 join "\x00",
2379 $processversion,
2380 map {
2381 Coro::cede;
2382 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2383 } 0.. $#$src;
2384
2385
2386 my $dbmd5 = db_get cache => "$id/md5";
2387 if ($dbmd5 eq $md5) {
2388 db_put cache => "$id/meta", $meta;
2389
2390 return db_get cache => "$id/data";
2391 }
2392 }
2393
2394 my $t1 = Time::HiRes::time;
2395 my $data = $process->(\@data);
2396 my $t2 = Time::HiRes::time;
2397
2398 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400 db_put cache => "$id/data", $data;
2401 db_put cache => "$id/md5" , $md5;
2402 db_put cache => "$id/meta", $meta;
2403
2404 return $data;
2405 }
2406
2407 db_get cache => "$id/data"
2408}
2409
2410=item fork_call { }, $args
2411
2412Executes the given code block with the given arguments in a seperate
2413process, returning the results. Everything must be serialisable with
2414Coro::Storable. May, of course, block. Note that the executed sub may
2415never block itself or use any form of Event handling.
2416
2417=cut
2418
2419sub fork_call(&@) {
2420 my ($cb, @args) = @_;
2421
2422# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423# or die "socketpair: $!";
2424 pipe my $fh1, my $fh2
2425 or die "pipe: $!";
2426
2427 if (my $pid = fork) {
2428 close $fh2;
2429
2430 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431 $res = Coro::Storable::thaw $res;
2432
2433 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435 die $$res unless "ARRAY" eq ref $res;
2436
2437 return wantarray ? @$res : $res->[-1];
2438 } else {
2439 local $SIG{__WARN__};
2440 eval {
2441 local $SIG{__DIE__};
2442 close $fh1;
2443
2444 my @res = eval { $cb->(@args) };
2445 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446 };
2447
2448 warn $@ if $@;
2449 _exit 0;
2450 }
2451}
2452
2453
2454
2455#############################################################################
2456# the server's init and main functions 2648# the server's init and main functions
2457 2649
2458sub load_facedata($) { 2650sub load_facedata($) {
2459 my ($path) = @_; 2651 my ($path) = @_;
2460 2652
2530sub reload_resources { 2722sub reload_resources {
2531 warn "reloading resource files...\n"; 2723 warn "reloading resource files...\n";
2532 2724
2533 reload_regions; 2725 reload_regions;
2534 reload_facedata; 2726 reload_facedata;
2727 #reload_archetypes;#d#
2535 reload_archetypes; 2728 reload_archetypes;
2536 reload_treasures; 2729 reload_treasures;
2537 2730
2538 warn "finished reloading resource files\n"; 2731 warn "finished reloading resource files\n";
2539} 2732}
2596 }, 2789 },
2597 ); 2790 );
2598 } 2791 }
2599} 2792}
2600 2793
2794sub write_runtime {
2795 my $runtime = "$LOCALDIR/runtime";
2796
2797 # first touch the runtime file to show we are still running:
2798 # the fsync below can take a very very long time.
2799
2800 IO::AIO::aio_utime $runtime, undef, undef;
2801
2802 my $guard = cf::lock_acquire "write_runtime";
2803
2804 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2805 or return;
2806
2807 my $value = $cf::RUNTIME + 90 + 10;
2808 # 10 is the runtime save interval, for a monotonic clock
2809 # 60 allows for the watchdog to kill the server.
2810
2811 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2812 and return;
2813
2814 # always fsync - this file is important
2815 aio_fsync $fh
2816 and return;
2817
2818 # touch it again to show we are up-to-date
2819 aio_utime $fh, undef, undef;
2820
2821 close $fh
2822 or return;
2823
2824 aio_rename "$runtime~", $runtime
2825 and return;
2826
2827 warn "runtime file written.\n";
2828
2829 1
2830}
2831
2601sub emergency_save() { 2832sub emergency_save() {
2602 my $freeze_guard = cf::freeze_mainloop; 2833 my $freeze_guard = cf::freeze_mainloop;
2603 2834
2604 warn "enter emergency perl save\n"; 2835 warn "enter emergency perl save\n";
2605 2836
2680 %EXT_CORO = (); 2911 %EXT_CORO = ();
2681 2912
2682 warn "removing commands"; 2913 warn "removing commands";
2683 %COMMAND = (); 2914 %COMMAND = ();
2684 2915
2685 warn "removing ext commands"; 2916 warn "removing ext/exti commands";
2686 %EXTCMD = (); 2917 %EXTCMD = ();
2918 %EXTICMD = ();
2687 2919
2688 warn "unloading/nuking all extensions"; 2920 warn "unloading/nuking all extensions";
2689 for my $pkg (@EXTS) { 2921 for my $pkg (@EXTS) {
2690 warn "... unloading $pkg"; 2922 warn "... unloading $pkg";
2691 2923
2809 my $signal = new Coro::Signal; 3041 my $signal = new Coro::Signal;
2810 push @WAIT_FOR_TICK_BEGIN, $signal; 3042 push @WAIT_FOR_TICK_BEGIN, $signal;
2811 $signal->wait; 3043 $signal->wait;
2812} 3044}
2813 3045
3046 my $min = 1e6;#d#
3047 my $avg = 10;
2814$TICK_WATCHER = Event->timer ( 3048$TICK_WATCHER = Event->timer (
2815 reentrant => 0, 3049 reentrant => 0,
2816 parked => 1, 3050 parked => 1,
2817 prio => 0, 3051 prio => 0,
2818 at => $NEXT_TICK || $TICK, 3052 at => $NEXT_TICK || $TICK,
2822 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3056 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2823 unless ++$bug_warning > 10; 3057 unless ++$bug_warning > 10;
2824 return; 3058 return;
2825 } 3059 }
2826 3060
2827 $NOW = Event::time; 3061 $NOW = $tick_start = Event::time;
2828 3062
2829 cf::server_tick; # one server iteration 3063 cf::server_tick; # one server iteration
3064
3065 0 && sync_job {#d#
3066 for(1..10) {
3067 my $t = Event::time;
3068 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3069 or die;
3070
3071 $map->width (50);
3072 $map->height (50);
3073 $map->alloc;
3074 $map->_load_objects ("/tmp/x.map", 1);
3075 my $t = Event::time - $t;
3076
3077 #next unless $t < 0.0013;#d#
3078 if ($t < $min) {
3079 $min = $t;
3080 }
3081 $avg = $avg * 0.99 + $t * 0.01;
3082 }
3083 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3084 exit 0;
3085 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3086 };
2830 3087
2831 $RUNTIME += $TICK; 3088 $RUNTIME += $TICK;
2832 $NEXT_TICK += $TICK; 3089 $NEXT_TICK += $TICK;
2833 3090
2834 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3091 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2840 } 3097 }
2841 3098
2842# my $AFTER = Event::time; 3099# my $AFTER = Event::time;
2843# warn $AFTER - $NOW;#d# 3100# warn $AFTER - $NOW;#d#
2844 3101
3102 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3103 $sig->send;
3104 }
3105 while (my $sig = shift @WAIT_FOR_TICK) {
3106 $sig->send;
3107 }
3108
3109 $NOW = Event::time;
3110
2845 # if we are delayed by four ticks or more, skip them all 3111 # if we are delayed by four ticks or more, skip them all
2846 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 3112 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2847 3113
2848 $TICK_WATCHER->at ($NEXT_TICK); 3114 $TICK_WATCHER->at ($NEXT_TICK);
2849 $TICK_WATCHER->start; 3115 $TICK_WATCHER->start;
2850 3116
2851 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3117 $LOAD = ($NOW - $tick_start) / $TICK;
2852 $sig->send; 3118 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2853 }
2854 while (my $sig = shift @WAIT_FOR_TICK) {
2855 $sig->send;
2856 }
2857 3119
2858 _post_tick; 3120 _post_tick;
3121
3122
2859 }, 3123 },
2860); 3124);
2861 3125
2862{ 3126{
2863 BDB::max_poll_time $TICK * 0.1; 3127 BDB::max_poll_time $TICK * 0.1;
2922 prio => 6, 3186 prio => 6,
2923 cb => \&IO::AIO::poll_cb, 3187 cb => \&IO::AIO::poll_cb,
2924 ); 3188 );
2925} 3189}
2926 3190
3191my $_log_backtrace;
3192
3193sub _log_backtrace {
3194 my ($msg, @addr) = @_;
3195
3196 $msg =~ s/\n//;
3197
3198 # limit the # of concurrent backtraces
3199 if ($_log_backtrace < 2) {
3200 ++$_log_backtrace;
3201 async {
3202 my @bt = fork_call {
3203 @addr = map { sprintf "%x", $_ } @addr;
3204 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3205 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3206 or die "addr2line: $!";
3207
3208 my @funcs;
3209 my @res = <$fh>;
3210 chomp for @res;
3211 while (@res) {
3212 my ($func, $line) = splice @res, 0, 2, ();
3213 push @funcs, "[$func] $line";
3214 }
3215
3216 @funcs
3217 };
3218
3219 LOG llevInfo, "[ABT] $msg\n";
3220 LOG llevInfo, "[ABT] $_\n" for @bt;
3221 --$_log_backtrace;
3222 };
3223 } else {
3224 LOG llevInfo, "[ABT] $msg\n";
3225 LOG llevInfo, "[ABT] [suppressed]\n";
3226 }
3227}
3228
2927# load additional modules 3229# load additional modules
2928use cf::pod; 3230use cf::pod;
2929 3231
2930END { cf::emergency_save } 3232END { cf::emergency_save }
2931 3233

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines