ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.242 by root, Mon Apr 16 12:37:08 2007 UTC vs.
Revision 1.281 by root, Sat Jun 16 23:22:59 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
9use Event; 10use Event;
10use Opcode; 11use Opcode;
11use Safe; 12use Safe;
12use Safe::Hole; 13use Safe::Hole;
13 14
14use Coro 3.52 (); 15use Coro 3.61 ();
15use Coro::State; 16use Coro::State;
17use Coro::Handle;
16use Coro::Event; 18use Coro::Event;
17use Coro::Timer; 19use Coro::Timer;
18use Coro::Signal; 20use Coro::Signal;
19use Coro::Semaphore; 21use Coro::Semaphore;
20use Coro::AIO; 22use Coro::AIO;
52our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
53our %EXT_MAP = (); # pluggable maps 55our %EXT_MAP = (); # pluggable maps
54 56
55our $RELOAD; # number of reloads so far 57our $RELOAD; # number of reloads so far
56our @EVENT; 58our @EVENT;
57our $LIBDIR = datadir . "/ext";
58 59
59our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60our $TICK_WATCHER; 73our $TICK_WATCHER;
61our $AIO_POLL_WATCHER; 74our $AIO_POLL_WATCHER;
62our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63our $NEXT_TICK; 76our $NEXT_TICK;
64our $NOW; 77our $NOW;
73our $RUNTIME; 86our $RUNTIME;
74 87
75our %PLAYER; # all users 88our %PLAYER; # all users
76our %MAP; # all maps 89our %MAP; # all maps
77our $LINK_MAP; # the special {link} map, which is always available 90our $LINK_MAP; # the special {link} map, which is always available
78our $RANDOM_MAPS = cf::localdir . "/random";
79our $BDB_ENV_DIR = cf::localdir . "/db";
80 91
81# used to convert map paths into valid unix filenames by replacing / by ∕ 92# used to convert map paths into valid unix filenames by replacing / by ∕
82our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83 94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
98
84binmode STDOUT; 99binmode STDOUT;
85binmode STDERR; 100binmode STDERR;
86 101
87# read virtual server time, if available 102# read virtual server time, if available
88unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
89 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
90 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
91 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
92} 107}
93 108
94mkdir cf::localdir; 109mkdir $_
95mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96mkdir cf::localdir . "/" . cf::tmpdir;
97mkdir cf::localdir . "/" . cf::uniquedir;
98mkdir $RANDOM_MAPS;
99mkdir $BDB_ENV_DIR;
100 111
101our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
102 113
103sub cf::map::normalise; 114sub cf::map::normalise;
104 115
115=item $cf::RUNTIME 126=item $cf::RUNTIME
116 127
117The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
118every server tick. 129every server tick.
119 130
120=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121 134
122The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
123be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
124 139
125=item $cf::NOW 140=item $cf::NOW
126 141
127The time of the last (current) server tick. 142The time of the last (current) server tick.
128 143
129=item $cf::TICK 144=item $cf::TICK
130 145
131The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
132 157
133=item %cf::CFG 158=item %cf::CFG
134 159
135Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
136from wherever your confdir points to. 161from wherever your confdir points to.
146=cut 171=cut
147 172
148BEGIN { 173BEGIN {
149 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
150 my $msg = join "", @_; 175 my $msg = join "", @_;
151 utf8::encode $msg;
152 176
153 $msg .= "\n" 177 $msg .= "\n"
154 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
155 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
156 LOG llevError, $msg; 183 LOG llevError, $msg;
157 }; 184 };
158} 185}
159 186
160@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
161@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 188@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
162@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 189@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
163@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 190@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
164@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable'; 191@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
192@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
165@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; 193@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
166 194
167# we bless all objects into (empty) derived classes to force a method lookup 195# we bless all objects into (empty) derived classes to force a method lookup
168# within the Safe compartment. 196# within the Safe compartment.
169for my $pkg (qw( 197for my $pkg (qw(
170 cf::global cf::attachable 198 cf::global cf::attachable
178} 206}
179 207
180$Event::DIED = sub { 208$Event::DIED = sub {
181 warn "error in event callback: @_"; 209 warn "error in event callback: @_";
182}; 210};
211
212#############################################################################
183 213
184=head2 UTILITY FUNCTIONS 214=head2 UTILITY FUNCTIONS
185 215
186=over 4 216=over 4
187 217
230returned. 260returned.
231 261
232Lock names should begin with a unique identifier (for example, cf::map::find 262Lock names should begin with a unique identifier (for example, cf::map::find
233uses map_find and cf::map::load uses map_load). 263uses map_find and cf::map::load uses map_load).
234 264
265=item $locked = cf::lock_active $string
266
267Return true if the lock is currently active, i.e. somebody has locked it.
268
235=cut 269=cut
236 270
237our %LOCK; 271our %LOCK;
238 272
239sub lock_wait($) { 273sub lock_wait($) {
256 290
257 Coro::guard { 291 Coro::guard {
258 # wake up all waiters, to be on the safe side 292 # wake up all waiters, to be on the safe side
259 $_->ready for @{ delete $LOCK{$key} }; 293 $_->ready for @{ delete $LOCK{$key} };
260 } 294 }
295}
296
297sub lock_active($) {
298 my ($key) = @_;
299
300 ! ! $LOCK{$key}
261} 301}
262 302
263sub freeze_mainloop { 303sub freeze_mainloop {
264 return unless $TICK_WATCHER->is_active; 304 return unless $TICK_WATCHER->is_active;
265 305
280 320
281BEGIN { *async = \&Coro::async_pool } 321BEGIN { *async = \&Coro::async_pool }
282 322
283=item cf::sync_job { BLOCK } 323=item cf::sync_job { BLOCK }
284 324
285The design of crossfire+ requires that the main coro ($Coro::main) is 325The design of Crossfire TRT requires that the main coroutine ($Coro::main)
286always able to handle events or runnable, as crossfire+ is only partly 326is always able to handle events or runnable, as Crossfire TRT is only
287reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable. 327partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
328acceptable.
288 329
289If it must be done, put the blocking parts into C<sync_job>. This will run 330If it must be done, put the blocking parts into C<sync_job>. This will run
290the given BLOCK in another coroutine while waiting for the result. The 331the given BLOCK in another coroutine while waiting for the result. The
291server will be frozen during this time, so the block should either finish 332server will be frozen during this time, so the block should either finish
292fast or be very important. 333fast or be very important.
295 336
296sub sync_job(&) { 337sub sync_job(&) {
297 my ($job) = @_; 338 my ($job) = @_;
298 339
299 if ($Coro::current == $Coro::main) { 340 if ($Coro::current == $Coro::main) {
341 my $time = Event::time;
342
300 # this is the main coro, too bad, we have to block 343 # this is the main coro, too bad, we have to block
301 # till the operation succeeds, freezing the server :/ 344 # till the operation succeeds, freezing the server :/
302 345
303 # TODO: use suspend/resume instead 346 # TODO: use suspend/resume instead
304 # (but this is cancel-safe) 347 # (but this is cancel-safe)
315 358
316 while ($busy) { 359 while ($busy) {
317 Coro::cede or Event::one_event; 360 Coro::cede or Event::one_event;
318 } 361 }
319 362
363 $time = Event::time - $time;
364
365 LOG llevError | logBacktrace, Carp::longmess "long sync job"
366 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
367
368 $tick_start += $time; # do not account sync jobs to server load
369
320 wantarray ? @res : $res[0] 370 wantarray ? @res : $res[0]
321 } else { 371 } else {
322 # we are in another coroutine, how wonderful, everything just works 372 # we are in another coroutine, how wonderful, everything just works
323 373
324 $job->() 374 $job->()
343 $EXT_CORO{$coro+0} = $coro; 393 $EXT_CORO{$coro+0} = $coro;
344 394
345 $coro 395 $coro
346} 396}
347 397
348sub write_runtime { 398=item fork_call { }, $args
349 my $guard = cf::lock_acquire "write_runtime";
350 399
351 my $runtime = cf::localdir . "/runtime"; 400Executes the given code block with the given arguments in a seperate
401process, returning the results. Everything must be serialisable with
402Coro::Storable. May, of course, block. Note that the executed sub may
403never block itself or use any form of Event handling.
352 404
353 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 405=cut
354 or return;
355 406
356 my $value = $cf::RUNTIME + 90 + 10; 407sub fork_call(&@) {
357 # 10 is the runtime save interval, for a monotonic clock 408 my ($cb, @args) = @_;
358 # 60 allows for the watchdog to kill the server.
359 409
360 (aio_write $fh, 0, (length $value), $value, 0) <= 0 410# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
361 and return; 411# or die "socketpair: $!";
412 pipe my $fh1, my $fh2
413 or die "pipe: $!";
362 414
363 # always fsync - this file is important 415 if (my $pid = fork) {
364 aio_fsync $fh
365 and return;
366
367 close $fh 416 close $fh2;
368 or return;
369 417
370 aio_rename "$runtime~", $runtime 418 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
371 and return; 419 $res = Coro::Storable::thaw $res;
372 420
421 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
422
423 die $$res unless "ARRAY" eq ref $res;
424
425 return wantarray ? @$res : $res->[-1];
426 } else {
427 reset_signals;
428 local $SIG{__WARN__};
429 local $SIG{__DIE__};
430 eval {
431 close $fh1;
432
433 my @res = eval { $cb->(@args) };
434 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
435 };
436
437 warn $@ if $@;
438 _exit 0;
373 1 439 }
440}
441
442=item $value = cf::db_get $family => $key
443
444Returns a single value from the environment database.
445
446=item cf::db_put $family => $key => $value
447
448Stores the given C<$value> in the family. It can currently store binary
449data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
450
451=cut
452
453our $DB;
454
455sub db_init {
456 unless ($DB) {
457 $DB = BDB::db_create $DB_ENV;
458
459 cf::sync_job {
460 eval {
461 $DB->set_flags (BDB::CHKSUM);
462
463 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
464 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
465 cf::cleanup "db_open(db): $!" if $!;
466 };
467 cf::cleanup "db_open(db): $@" if $@;
468 };
469 }
470}
471
472sub db_get($$) {
473 my $key = "$_[0]/$_[1]";
474
475 cf::sync_job {
476 BDB::db_get $DB, undef, $key, my $data;
477
478 $! ? ()
479 : $data
480 }
481}
482
483sub db_put($$$) {
484 BDB::dbreq_pri 4;
485 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
486}
487
488=item cf::cache $id => [$paths...], $processversion => $process
489
490Generic caching function that returns the value of the resource $id,
491caching and regenerating as required.
492
493This function can block.
494
495=cut
496
497sub cache {
498 my ($id, $src, $processversion, $process) = @_;
499
500 my $meta =
501 join "\x00",
502 $processversion,
503 map {
504 aio_stat $_
505 and Carp::croak "$_: $!";
506
507 ($_, (stat _)[7,9])
508 } @$src;
509
510 my $dbmeta = db_get cache => "$id/meta";
511 if ($dbmeta ne $meta) {
512 # changed, we may need to process
513
514 my @data;
515 my $md5;
516
517 for (0 .. $#$src) {
518 0 <= aio_load $src->[$_], $data[$_]
519 or Carp::croak "$src->[$_]: $!";
520 }
521
522 # if processing is expensive, check
523 # checksum first
524 if (1) {
525 $md5 =
526 join "\x00",
527 $processversion,
528 map {
529 Coro::cede;
530 ($src->[$_], Digest::MD5::md5_hex $data[$_])
531 } 0.. $#$src;
532
533
534 my $dbmd5 = db_get cache => "$id/md5";
535 if ($dbmd5 eq $md5) {
536 db_put cache => "$id/meta", $meta;
537
538 return db_get cache => "$id/data";
539 }
540 }
541
542 my $t1 = Time::HiRes::time;
543 my $data = $process->(\@data);
544 my $t2 = Time::HiRes::time;
545
546 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
547
548 db_put cache => "$id/data", $data;
549 db_put cache => "$id/md5" , $md5;
550 db_put cache => "$id/meta", $meta;
551
552 return $data;
553 }
554
555 db_get cache => "$id/data"
374} 556}
375 557
376=item cf::datalog type => key => value, ... 558=item cf::datalog type => key => value, ...
377 559
378Log a datalog packet of the given type with the given key-value pairs. 560Log a datalog packet of the given type with the given key-value pairs.
396attach callbacks/event handlers (a collection of which is called an "attachment") 578attach callbacks/event handlers (a collection of which is called an "attachment")
397to it. All such attachable objects support the following methods. 579to it. All such attachable objects support the following methods.
398 580
399In the following description, CLASS can be any of C<global>, C<object> 581In the following description, CLASS can be any of C<global>, C<object>
400C<player>, C<client> or C<map> (i.e. the attachable objects in 582C<player>, C<client> or C<map> (i.e. the attachable objects in
401crossfire+). 583Crossfire TRT).
402 584
403=over 4 585=over 4
404 586
405=item $attachable->attach ($attachment, key => $value...) 587=item $attachable->attach ($attachment, key => $value...)
406 588
569 $registry = $CB_TYPE[$object_type] ||= []; 751 $registry = $CB_TYPE[$object_type] ||= [];
570 752
571 } elsif ($type eq "subtype") { 753 } elsif ($type eq "subtype") {
572 defined $object_type or Carp::croak "subtype specified without type"; 754 defined $object_type or Carp::croak "subtype specified without type";
573 my $object_subtype = shift @arg; 755 my $object_subtype = shift @arg;
574 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 756 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
575 757
576 } elsif ($type eq "package") { 758 } elsif ($type eq "package") {
577 my $pkg = shift @arg; 759 my $pkg = shift @arg;
578 760
579 while (my ($name, $id) = each %cb_id) { 761 while (my ($name, $id) = each %cb_id) {
608 _attach $registry, $klass, @attach; 790 _attach $registry, $klass, @attach;
609 } 791 }
610 792
611 $obj->{$name} = \%arg; 793 $obj->{$name} = \%arg;
612 } else { 794 } else {
613 warn "object uses attachment '$name' that is not available, postponing.\n"; 795 warn "object uses attachment '$name' which is not available, postponing.\n";
614 } 796 }
615 797
616 $obj->{_attachment}{$name} = undef; 798 $obj->{_attachment}{$name} = undef;
617} 799}
618 800
620 if (ref $_[0]) { 802 if (ref $_[0]) {
621 _object_attach @_; 803 _object_attach @_;
622 } else { 804 } else {
623 _attach shift->_attach_registry, @_; 805 _attach shift->_attach_registry, @_;
624 } 806 }
807 _recalc_want;
625}; 808};
626 809
627# all those should be optimised 810# all those should be optimised
628sub cf::attachable::detach { 811sub cf::attachable::detach {
629 my ($obj, $name) = @_; 812 my ($obj, $name) = @_;
632 delete $obj->{_attachment}{$name}; 815 delete $obj->{_attachment}{$name};
633 reattach ($obj); 816 reattach ($obj);
634 } else { 817 } else {
635 Carp::croak "cannot, currently, detach class attachments"; 818 Carp::croak "cannot, currently, detach class attachments";
636 } 819 }
820 _recalc_want;
637}; 821};
638 822
639sub cf::attachable::attached { 823sub cf::attachable::attached {
640 my ($obj, $name) = @_; 824 my ($obj, $name) = @_;
641 825
814 or return; 998 or return;
815 $av = eval { (Storable::thaw $av)->{objs} }; 999 $av = eval { (Storable::thaw $av)->{objs} };
816 } 1000 }
817 1001
818 warn sprintf "loading %s (%d)\n", 1002 warn sprintf "loading %s (%d)\n",
819 $filename, length $data, scalar @{$av || []};#d# 1003 $filename, length $data, scalar @{$av || []};
820 return ($data, $av); 1004 return ($data, $av);
821} 1005}
1006
1007=head2 COMMAND CALLBACKS
1008
1009=over 4
1010
1011=cut
822 1012
823############################################################################# 1013#############################################################################
824# command handling &c 1014# command handling &c
825 1015
826=item cf::register_command $name => \&callback($ob,$args); 1016=item cf::register_command $name => \&callback($ob,$args);
839 push @{ $COMMAND{$name} }, [$caller, $cb]; 1029 push @{ $COMMAND{$name} }, [$caller, $cb];
840} 1030}
841 1031
842=item cf::register_extcmd $name => \&callback($pl,$packet); 1032=item cf::register_extcmd $name => \&callback($pl,$packet);
843 1033
844Register a callbackf ro execution when the client sends an extcmd packet. 1034Register a callback fro execution when the client sends an extcmd packet.
845 1035
846If the callback returns something, it is sent back as if reply was being 1036If the callback returns something, it is sent back as if reply was being
847called. 1037called.
848 1038
849=cut 1039=cut
884 1074
885 cf::override; 1075 cf::override;
886 }, 1076 },
887); 1077);
888 1078
889sub load_extension {
890 my ($path) = @_;
891
892 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
893 my $base = $1;
894 my $pkg = $1;
895 $pkg =~ s/[^[:word:]]/_/g;
896 $pkg = "ext::$pkg";
897
898 warn "... loading '$path' into '$pkg'\n";
899
900 open my $fh, "<:utf8", $path
901 or die "$path: $!";
902
903 my $source =
904 "package $pkg; use strict; use utf8;\n"
905 . "#line 1 \"$path\"\n{\n"
906 . (do { local $/; <$fh> })
907 . "\n};\n1";
908
909 unless (eval $source) {
910 my $msg = $@ ? "$path: $@\n"
911 : "extension disabled.\n";
912 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
913 warn $@;
914 warn "mandatory extension failed to load, exiting.\n";
915 exit 1;
916 }
917 die $@;
918 }
919
920 push @EXTS, $pkg;
921}
922
923sub load_extensions { 1079sub load_extensions {
1080 cf::sync_job {
1081 my %todo;
1082
924 for my $ext (<$LIBDIR/*.ext>) { 1083 for my $path (<$LIBDIR/*.ext>) {
925 next unless -r $ext; 1084 next unless -r $path;
926 eval { 1085
927 load_extension $ext; 1086 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
1087 my $base = $1;
1088 my $pkg = $1;
1089 $pkg =~ s/[^[:word:]]/_/g;
1090 $pkg = "ext::$pkg";
1091
1092 open my $fh, "<:utf8", $path
1093 or die "$path: $!";
1094
1095 my $source = do { local $/; <$fh> };
1096
1097 my %ext = (
1098 path => $path,
1099 base => $base,
1100 pkg => $pkg,
1101 );
1102
1103 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1104 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1105
1106 $ext{source} =
1107 "package $pkg; use strict; use utf8;\n"
1108 . "#line 1 \"$path\"\n{\n"
1109 . $source
1110 . "\n};\n1";
1111
1112 $todo{$base} = \%ext;
1113 }
1114
1115 my %done;
1116 while (%todo) {
1117 my $progress;
1118
1119 while (my ($k, $v) = each %todo) {
1120 for (split /,\s*/, $v->{meta}{depends}) {
1121 goto skip
1122 unless exists $done{$_};
1123 }
1124
1125 warn "... loading '$k' into '$v->{pkg}'\n";
1126
1127 unless (eval $v->{source}) {
1128 my $msg = $@ ? "$v->{path}: $@\n"
1129 : "$v->{base}: extension inactive.\n";
1130
1131 if (exists $v->{meta}{mandatory}) {
1132 warn $msg;
1133 warn "mandatory extension failed to load, exiting.\n";
1134 exit 1;
1135 }
1136
1137 warn $msg;
1138 }
1139
1140 $done{$k} = delete $todo{$k};
1141 push @EXTS, $v->{pkg};
1142 $progress = 1;
928 1 1143 }
929 } or warn "$ext not loaded: $@"; 1144
1145 skip:
1146 die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1147 unless $progress;
1148 }
930 } 1149 };
931} 1150}
932 1151
933############################################################################# 1152#############################################################################
934 1153
1154=back
1155
935=head2 CORE EXTENSIONS 1156=head2 CORE EXTENSIONS
936 1157
937Functions and methods that extend core crossfire objects. 1158Functions and methods that extend core crossfire objects.
938 1159
939=cut 1160=cut
951Returns the given player object, loading it if necessary (might block). 1172Returns the given player object, loading it if necessary (might block).
952 1173
953=cut 1174=cut
954 1175
955sub playerdir($) { 1176sub playerdir($) {
956 cf::localdir 1177 "$PLAYERDIR/"
957 . "/"
958 . cf::playerdir
959 . "/"
960 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1178 . (ref $_[0] ? $_[0]->ob->name : $_[0])
961} 1179}
962 1180
963sub path($) { 1181sub path($) {
964 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1182 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1084while and may block, so not sync_job-capable, ever. 1302while and may block, so not sync_job-capable, ever.
1085 1303
1086=cut 1304=cut
1087 1305
1088sub list_logins { 1306sub list_logins {
1089 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1307 my $dirs = aio_readdir $PLAYERDIR
1090 or return []; 1308 or return [];
1091 1309
1092 my @logins; 1310 my @logins;
1093 1311
1094 for my $login (@$dirs) { 1312 for my $login (@$dirs) {
1165 1383
1166package cf::region; 1384package cf::region;
1167 1385
1168=item cf::region::find_by_path $path 1386=item cf::region::find_by_path $path
1169 1387
1170Tries to decuce the probable region for a map knowing only its path. 1388Tries to decuce the likely region for a map knowing only its path.
1171 1389
1172=cut 1390=cut
1173 1391
1174sub find_by_path($) { 1392sub find_by_path($) {
1175 my ($path) = @_; 1393 my ($path) = @_;
1249 my ($self, $merge) = @_; 1467 my ($self, $merge) = @_;
1250 1468
1251 # we have to keep some variables in memory intact 1469 # we have to keep some variables in memory intact
1252 local $self->{path}; 1470 local $self->{path};
1253 local $self->{load_path}; 1471 local $self->{load_path};
1254 local $self->{deny_save};
1255 local $self->{deny_reset};
1256 1472
1257 $self->SUPER::thawer_merge ($merge); 1473 $self->SUPER::thawer_merge ($merge);
1258} 1474}
1259 1475
1260sub normalise { 1476sub normalise {
1332 1548
1333# the original (read-only) location 1549# the original (read-only) location
1334sub load_path { 1550sub load_path {
1335 my ($self) = @_; 1551 my ($self) = @_;
1336 1552
1337 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path} 1553 "$MAPDIR/$self->{path}.map"
1338} 1554}
1339 1555
1340# the temporary/swap location 1556# the temporary/swap location
1341sub save_path { 1557sub save_path {
1342 my ($self) = @_; 1558 my ($self) = @_;
1343 1559
1344 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1560 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path 1561 "$TMPDIR/$path.map"
1346} 1562}
1347 1563
1348# the unique path, undef == no special unique path 1564# the unique path, undef == no special unique path
1349sub uniq_path { 1565sub uniq_path {
1350 my ($self) = @_; 1566 my ($self) = @_;
1351 1567
1352 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1568 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path 1569 "$UNIQUEDIR/$path"
1354} 1570}
1355 1571
1356# and all this just because we cannot iterate over 1572# and all this just because we cannot iterate over
1357# all maps in C++... 1573# all maps in C++...
1358sub change_all_map_light { 1574sub change_all_map_light {
1359 my ($change) = @_; 1575 my ($change) = @_;
1360 1576
1361 $_->change_map_light ($change) 1577 $_->change_map_light ($change)
1362 for grep $_->outdoor, values %cf::MAP; 1578 for grep $_->outdoor, values %cf::MAP;
1579}
1580
1581sub decay_objects {
1582 my ($self) = @_;
1583
1584 return if $self->{deny_reset};
1585
1586 $self->do_decay_objects;
1363} 1587}
1364 1588
1365sub unlink_save { 1589sub unlink_save {
1366 my ($self) = @_; 1590 my ($self) = @_;
1367 1591
1425 $self->load_header_orig 1649 $self->load_header_orig
1426 or return; 1650 or return;
1427 $self->prepare_orig; 1651 $self->prepare_orig;
1428 } 1652 }
1429 1653
1654 $self->{deny_reset} = 1
1655 if $self->no_reset;
1656
1430 $self->default_region (cf::region::find_by_path $self->{path}) 1657 $self->default_region (cf::region::find_by_path $self->{path})
1431 unless $self->default_region; 1658 unless $self->default_region;
1432 1659
1433 1 1660 1
1434} 1661}
1449 $map->{last_save} = $cf::RUNTIME; 1676 $map->{last_save} = $cf::RUNTIME;
1450 1677
1451 $map->load_header 1678 $map->load_header
1452 or return; 1679 or return;
1453 1680
1454 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?) 1681 if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1455 # doing this can freeze the server in a sync job, obviously 1682 # doing this can freeze the server in a sync job, obviously
1456 #$cf::WAIT_FOR_TICK->wait; 1683 #$cf::WAIT_FOR_TICK->wait;
1457 $map->reset; 1684 $map->reset;
1458 undef $guard; 1685 undef $guard;
1459 return find $path; 1686 return find $path;
1470 my ($self) = @_; 1697 my ($self) = @_;
1471 1698
1472 local $self->{deny_reset} = 1; # loading can take a long time 1699 local $self->{deny_reset} = 1; # loading can take a long time
1473 1700
1474 my $path = $self->{path}; 1701 my $path = $self->{path};
1702
1703 {
1475 my $guard = cf::lock_acquire "map_load:$path"; 1704 my $guard = cf::lock_acquire "map_load:$path";
1476 1705
1477 return if $self->in_memory != cf::MAP_SWAPPED; 1706 return if $self->in_memory != cf::MAP_SWAPPED;
1478 1707
1479 $self->in_memory (cf::MAP_LOADING); 1708 $self->in_memory (cf::MAP_LOADING);
1480 1709
1481 $self->alloc; 1710 $self->alloc;
1482 1711
1483 $self->pre_load; 1712 $self->pre_load;
1484 Coro::cede;
1485
1486 $self->_load_objects ($self->{load_path}, 1)
1487 or return;
1488
1489 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1490 if delete $self->{load_original};
1491
1492 if (my $uniq = $self->uniq_path) {
1493 utf8::encode $uniq;
1494 if (aio_open $uniq, O_RDONLY, 0) {
1495 $self->clear_unique_items;
1496 $self->_load_objects ($uniq, 0);
1497 }
1498 }
1499
1500 Coro::cede;
1501 # now do the right thing for maps
1502 $self->link_multipart_objects;
1503 Coro::cede;
1504
1505 unless ($self->{deny_activate}) {
1506 $self->decay_objects;
1507 $self->fix_auto_apply;
1508 $self->update_buttons;
1509 Coro::cede; 1713 Coro::cede;
1510 $self->set_darkness_map; 1714
1715 $self->_load_objects ($self->{load_path}, 1)
1716 or return;
1717
1718 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1719 if delete $self->{load_original};
1720
1721 if (my $uniq = $self->uniq_path) {
1722 utf8::encode $uniq;
1723 if (aio_open $uniq, O_RDONLY, 0) {
1724 $self->clear_unique_items;
1725 $self->_load_objects ($uniq, 0);
1726 }
1727 }
1728
1729 Coro::cede;
1730 # now do the right thing for maps
1731 $self->link_multipart_objects;
1511 $self->difficulty ($self->estimate_difficulty) 1732 $self->difficulty ($self->estimate_difficulty)
1512 unless $self->difficulty; 1733 unless $self->difficulty;
1513 Coro::cede; 1734 Coro::cede;
1735
1736 unless ($self->{deny_activate}) {
1737 $self->decay_objects;
1738 $self->fix_auto_apply;
1739 $self->update_buttons;
1740 Coro::cede;
1741 $self->set_darkness_map;
1742 Coro::cede;
1514 $self->activate; 1743 $self->activate;
1515 Coro::cede; 1744 }
1745
1746 $self->in_memory (cf::MAP_IN_MEMORY);
1516 } 1747 }
1517 1748
1518 $self->post_load; 1749 $self->post_load;
1519 Coro::cede;
1520
1521 $self->in_memory (cf::MAP_IN_MEMORY);
1522} 1750}
1523 1751
1524sub customise_for { 1752sub customise_for {
1525 my ($self, $ob) = @_; 1753 my ($self, $ob) = @_;
1526 1754
1527 return find "~" . $ob->name . "/" . $self->{path} 1755 return find "~" . $ob->name . "/" . $self->{path}
1528 if $self->per_player; 1756 if $self->per_player;
1757
1758# return find "?party/" . $ob->name . "/" . $self->{path}
1759# if $self->per_party;
1529 1760
1530 $self 1761 $self
1531} 1762}
1532 1763
1533# find and load all maps in the 3x3 area around a map 1764# find and load all maps in the 3x3 area around a map
1644 1875
1645sub reset_at { 1876sub reset_at {
1646 my ($self) = @_; 1877 my ($self) = @_;
1647 1878
1648 # TODO: safety, remove and allow resettable per-player maps 1879 # TODO: safety, remove and allow resettable per-player maps
1649 return 1e99 if $self->isa ("ext::map_per_player");#d#
1650 return 1e99 if $self->{deny_reset}; 1880 return 1e99 if $self->{deny_reset};
1651 1881
1652 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1882 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1653 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1883 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1654 1884
1665 my ($self) = @_; 1895 my ($self) = @_;
1666 1896
1667 my $lock = cf::lock_acquire "map_data:$self->{path}"; 1897 my $lock = cf::lock_acquire "map_data:$self->{path}";
1668 1898
1669 return if $self->players; 1899 return if $self->players;
1670 return if $self->isa ("ext::map_per_player");#d#
1671 1900
1672 warn "resetting map ", $self->path;#d# 1901 warn "resetting map ", $self->path;
1673 1902
1674 $self->in_memory (cf::MAP_SWAPPED); 1903 $self->in_memory (cf::MAP_SWAPPED);
1675 1904
1676 # need to save uniques path 1905 # need to save uniques path
1677 unless ($self->{deny_save}) { 1906 unless ($self->{deny_save}) {
1709 $cf::MAP{$self->path} = $self; 1938 $cf::MAP{$self->path} = $self;
1710 1939
1711 $self->reset; # polite request, might not happen 1940 $self->reset; # polite request, might not happen
1712} 1941}
1713 1942
1943=item $maps = cf::map::tmp_maps
1944
1945Returns an arrayref with all map paths of currently instantiated and saved
1946maps. May block.
1947
1948=cut
1949
1950sub tmp_maps() {
1951 [
1952 map {
1953 utf8::decode $_;
1954 /\.map$/
1955 ? normalise $_
1956 : ()
1957 } @{ aio_readdir $TMPDIR or [] }
1958 ]
1959}
1960
1961=item $maps = cf::map::random_maps
1962
1963Returns an arrayref with all map paths of currently instantiated and saved
1964random maps. May block.
1965
1966=cut
1967
1968sub random_maps() {
1969 [
1970 map {
1971 utf8::decode $_;
1972 /\.map$/
1973 ? normalise "?random/$_"
1974 : ()
1975 } @{ aio_readdir $RANDOMDIR or [] }
1976 ]
1977}
1978
1714=item cf::map::unique_maps 1979=item cf::map::unique_maps
1715 1980
1716Returns an arrayref of paths of all shared maps that have 1981Returns an arrayref of paths of all shared maps that have
1717instantiated unique items. May block. 1982instantiated unique items. May block.
1718 1983
1719=cut 1984=cut
1720 1985
1721sub unique_maps() { 1986sub unique_maps() {
1722 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1987 [
1723 or return; 1988 map {
1724
1725 my @paths;
1726
1727 for (@$files) {
1728 utf8::decode $_; 1989 utf8::decode $_;
1729 next if /\.pst$/; 1990 /\.map$/
1730 next unless /^$PATH_SEP/o; 1991 ? normalise $_
1731 1992 : ()
1732 push @paths, cf::map::normalise $_; 1993 } @{ aio_readdir $UNIQUEDIR or [] }
1733 } 1994 ]
1734
1735 \@paths
1736} 1995}
1737 1996
1738package cf; 1997package cf;
1739 1998
1740=back 1999=back
1846 $self->deactivate_recursive; 2105 $self->deactivate_recursive;
1847 2106
1848 return if UNIVERSAL::isa $self->map, "ext::map_link"; 2107 return if UNIVERSAL::isa $self->map, "ext::map_link";
1849 2108
1850 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 2109 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1851 if $self->map; 2110 if $self->map && $self->map->{path} ne "{link}";
1852 2111
1853 $self->enter_map ($LINK_MAP || link_map, 10, 10); 2112 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1854} 2113}
1855 2114
1856sub cf::object::player::leave_link { 2115sub cf::object::player::leave_link {
1857 my ($self, $map, $x, $y) = @_; 2116 my ($self, $map, $x, $y) = @_;
2117
2118 return unless $self->contr->active;
1858 2119
1859 my $link_pos = delete $self->{_link_pos}; 2120 my $link_pos = delete $self->{_link_pos};
1860 2121
1861 unless ($map) { 2122 unless ($map) {
1862 # restore original map position 2123 # restore original map position
1885 2146
1886 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2147 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1887 $self->enter_map ($map, $x, $y); 2148 $self->enter_map ($map, $x, $y);
1888} 2149}
1889 2150
1890cf::player->attach (
1891 on_logout => sub {
1892 my ($pl) = @_;
1893
1894 # abort map switching before logout
1895 if ($pl->ob->{_link_pos}) {
1896 cf::sync_job {
1897 $pl->ob->leave_link
1898 };
1899 }
1900 },
1901 on_login => sub {
1902 my ($pl) = @_;
1903
1904 # try to abort aborted map switching on player login :)
1905 # should happen only on crashes
1906 if ($pl->ob->{_link_pos}) {
1907 $pl->ob->enter_link;
1908 (async {
1909 $pl->ob->reply (undef,
1910 "There was an internal problem at your last logout, "
1911 . "the server will try to bring you to your intended destination in a second.",
1912 cf::NDI_RED);
1913 # we need this sleep as the login has a concurrent enter_exit running
1914 # and this sleep increases chances of the player not ending up in scorn
1915 Coro::Timer::sleep 1;
1916 $pl->ob->leave_link;
1917 })->prio (2);
1918 }
1919 },
1920);
1921
1922=item $player_object->goto ($path, $x, $y) 2151=item $player_object->goto ($path, $x, $y[, $check->($map)])
1923 2152
2153Moves the player to the given map-path and coordinates by first freezing
2154her, loading and preparing them map, calling the provided $check callback
2155that has to return the map if sucecssful, and then unfreezes the player on
2156the new (success) or old (failed) map position.
2157
1924=cut 2158=cut
2159
2160our $GOTOGEN;
1925 2161
1926sub cf::object::player::goto { 2162sub cf::object::player::goto {
1927 my ($self, $path, $x, $y) = @_; 2163 my ($self, $path, $x, $y, $check) = @_;
2164
2165 # do generation counting so two concurrent goto's will be executed in-order
2166 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1928 2167
1929 $self->enter_link; 2168 $self->enter_link;
1930 2169
1931 (async { 2170 (async {
1932 my $map = eval { 2171 my $map = eval {
1933 my $map = cf::map::find $path; 2172 my $map = cf::map::find $path;
2173
2174 if ($map) {
1934 $map = $map->customise_for ($self) if $map; 2175 $map = $map->customise_for ($self);
2176 $map = $check->($map) if $check && $map;
2177 } else {
2178 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
2179 }
2180
1935 $map 2181 $map
2182 };
2183
2184 if ($@) {
2185 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2186 LOG llevError | logBacktrace, Carp::longmess $@;
1936 } or 2187 }
1937 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1938 2188
2189 if ($gen == $self->{_goto_generation}) {
2190 delete $self->{_goto_generation};
1939 $self->leave_link ($map, $x, $y); 2191 $self->leave_link ($map, $x, $y);
2192 }
1940 })->prio (1); 2193 })->prio (1);
1941} 2194}
1942 2195
1943=item $player_object->enter_exit ($exit_object) 2196=item $player_object->enter_exit ($exit_object)
1944 2197
1983 2236
1984 $rmp->{random_seed} ||= $exit->random_seed; 2237 $rmp->{random_seed} ||= $exit->random_seed;
1985 2238
1986 my $data = cf::to_json $rmp; 2239 my $data = cf::to_json $rmp;
1987 my $md5 = Digest::MD5::md5_hex $data; 2240 my $md5 = Digest::MD5::md5_hex $data;
1988 my $meta = "$cf::RANDOM_MAPS/$md5.meta"; 2241 my $meta = "$RANDOMDIR/$md5.meta";
1989 2242
1990 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2243 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1991 aio_write $fh, 0, (length $data), $data, 0; 2244 aio_write $fh, 0, (length $data), $data, 0;
1992 undef $fh; 2245 undef $fh;
1993 aio_rename "$meta~", $meta; 2246 aio_rename "$meta~", $meta;
2258=back 2511=back
2259 2512
2260=cut 2513=cut
2261 2514
2262############################################################################# 2515#############################################################################
2263
2264=head2 EXTENSION DATABASE SUPPORT
2265
2266Crossfire maintains a very simple database for extension use. It can
2267currently store anything that can be serialised using Storable, which
2268excludes objects.
2269
2270The parameter C<$family> should best start with the name of the extension
2271using it, it should be unique.
2272
2273=over 4
2274
2275=item $value = cf::db_get $family => $key
2276
2277Returns a single value from the database.
2278
2279=item cf::db_put $family => $key => $value
2280
2281Stores the given C<$value> in the family.
2282
2283=cut
2284
2285our $DB;
2286
2287sub db_init {
2288 unless ($DB) {
2289 $DB = BDB::db_create $DB_ENV;
2290
2291 cf::sync_job {
2292 eval {
2293 $DB->set_flags (BDB::CHKSUM);
2294
2295 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2296 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2297 cf::cleanup "db_open(db): $!" if $!;
2298 };
2299 cf::cleanup "db_open(db): $@" if $@;
2300 };
2301
2302 my $path = cf::localdir . "/database.pst";
2303 if (stat $path) {
2304 cf::sync_job {
2305 my $pst = Storable::retrieve $path;
2306
2307 cf::db_put (board => data => $pst->{board});
2308 cf::db_put (guildrules => data => $pst->{guildrules});
2309 cf::db_put (rent => balance => $pst->{rent}{balance});
2310 BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312 unlink $path;
2313 };
2314 }
2315 }
2316}
2317
2318sub db_get($$) {
2319 my $key = "$_[0]/$_[1]";
2320
2321 cf::sync_job {
2322 BDB::db_get $DB, undef, $key, my $data;
2323
2324 $! ? ()
2325 : Compress::LZF::sthaw $data
2326 }
2327}
2328
2329sub db_put($$$) {
2330 BDB::dbreq_pri 4;
2331 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2332}
2333
2334#############################################################################
2335# the server's init and main functions 2516# the server's init and main functions
2336 2517
2337sub load_facedata { 2518sub load_facedata($) {
2338 my $path = sprintf "%s/facedata", cf::datadir; 2519 my ($path) = @_;
2339 2520
2340 warn "loading facedata from $path\n"; 2521 warn "loading facedata from $path\n";
2341 2522
2342 my $facedata; 2523 my $facedata;
2343 0 < aio_load $path, $facedata 2524 0 < aio_load $path, $facedata
2384 } 2565 }
2385 2566
2386 1 2567 1
2387} 2568}
2388 2569
2389our $archetypes_loaded; 2570sub reload_regions {
2571 load_resource_file "$MAPDIR/regions"
2572 or die "unable to load regions file\n";
2573}
2390 2574
2575sub reload_facedata {
2576 load_facedata "$DATADIR/facedata"
2577 or die "unable to load facedata\n";
2578}
2579
2391sub load_archetypes { 2580sub reload_archetypes {
2392 return 1 if $archetypes_loaded++; # current can only load them once 2581 load_resource_file "$DATADIR/archetypes"
2393# load_archetype_file sprintf "%s/archetypes", cf::datadir; 2582 or die "unable to load archetypes\n";
2394 load_archetype_file sprintf "%s/archetypes", cf::datadir
2395} 2583}
2396 2584
2397sub load_treasures { 2585sub reload_treasures {
2398 load_treasure_file sprintf "%s/treasures", cf::datadir 2586 load_resource_file "$DATADIR/treasures"
2587 or die "unable to load treasurelists\n";
2399} 2588}
2400 2589
2401sub reload_resources { 2590sub reload_resources {
2402 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir 2591 warn "reloading resource files...\n";
2403 or die "unable to load regions file\n"; 2592
2593 reload_regions;
2404 load_facedata 2594 reload_facedata;
2405 or die "unable to load facedata\n"; 2595 #reload_archetypes;#d#
2406 load_archetypes 2596 reload_archetypes;
2407 or die "unable to load archetypes\n";
2408 load_treasures 2597 reload_treasures;
2409 or die "unable to load treasurelists\n"; 2598
2599 warn "finished reloading resource files\n";
2410} 2600}
2411 2601
2412sub init { 2602sub init {
2413 reload_resources; 2603 reload_resources;
2414} 2604}
2415 2605
2416sub cfg_load { 2606sub cfg_load {
2417 open my $fh, "<:utf8", cf::confdir . "/config" 2607 open my $fh, "<:utf8", "$CONFDIR/config"
2418 or return; 2608 or return;
2419 2609
2420 local $/; 2610 local $/;
2421 *CFG = YAML::Syck::Load <$fh>; 2611 *CFG = YAML::Syck::Load <$fh>;
2422 2612
2467 }, 2657 },
2468 ); 2658 );
2469 } 2659 }
2470} 2660}
2471 2661
2662sub write_runtime {
2663 my $runtime = "$LOCALDIR/runtime";
2664
2665 # first touch the runtime file to show we are still running:
2666 # the fsync below can take a very very long time.
2667
2668 IO::AIO::aio_utime $runtime, undef, undef;
2669
2670 my $guard = cf::lock_acquire "write_runtime";
2671
2672 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
2673 or return;
2674
2675 my $value = $cf::RUNTIME + 90 + 10;
2676 # 10 is the runtime save interval, for a monotonic clock
2677 # 60 allows for the watchdog to kill the server.
2678
2679 (aio_write $fh, 0, (length $value), $value, 0) <= 0
2680 and return;
2681
2682 # always fsync - this file is important
2683 aio_fsync $fh
2684 and return;
2685
2686 # touch it again to show we are up-to-date
2687 aio_utime $fh, undef, undef;
2688
2689 close $fh
2690 or return;
2691
2692 aio_rename "$runtime~", $runtime
2693 and return;
2694
2695 warn "runtime file written.\n";
2696
2697 1
2698}
2699
2472sub emergency_save() { 2700sub emergency_save() {
2473 my $freeze_guard = cf::freeze_mainloop; 2701 my $freeze_guard = cf::freeze_mainloop;
2474 2702
2475 warn "enter emergency perl save\n"; 2703 warn "enter emergency perl save\n";
2476 2704
2507 2735
2508 warn Carp::longmess "post_cleanup backtrace" 2736 warn Carp::longmess "post_cleanup backtrace"
2509 if $make_core; 2737 if $make_core;
2510} 2738}
2511 2739
2512sub reload() { 2740sub do_reload_perl() {
2513 # can/must only be called in main 2741 # can/must only be called in main
2514 if ($Coro::current != $Coro::main) { 2742 if ($Coro::current != $Coro::main) {
2515 warn "can only reload from main coroutine"; 2743 warn "can only reload from main coroutine";
2516 return; 2744 return;
2517 } 2745 }
2592 Symbol::delete_package "safe::$_" 2820 Symbol::delete_package "safe::$_"
2593 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2821 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2594 2822
2595 warn "unloading cf.pm \"a bit\""; 2823 warn "unloading cf.pm \"a bit\"";
2596 delete $INC{"cf.pm"}; 2824 delete $INC{"cf.pm"};
2825 delete $INC{"cf/pod.pm"};
2597 2826
2598 # don't, removes xs symbols, too, 2827 # don't, removes xs symbols, too,
2599 # and global variables created in xs 2828 # and global variables created in xs
2600 #Symbol::delete_package __PACKAGE__; 2829 #Symbol::delete_package __PACKAGE__;
2601 2830
2616 warn "reattaching attachments to maps"; 2845 warn "reattaching attachments to maps";
2617 reattach $_ for values %MAP; 2846 reattach $_ for values %MAP;
2618 warn "reattaching attachments to players"; 2847 warn "reattaching attachments to players";
2619 reattach $_ for values %PLAYER; 2848 reattach $_ for values %PLAYER;
2620 2849
2621 warn "loading reloadable resources";
2622 reload_resources;
2623
2624 warn "leaving sync_job"; 2850 warn "leaving sync_job";
2625 2851
2626 1 2852 1
2627 } or do { 2853 } or do {
2628 warn $@; 2854 warn $@;
2633 warn "reloaded"; 2859 warn "reloaded";
2634}; 2860};
2635 2861
2636our $RELOAD_WATCHER; # used only during reload 2862our $RELOAD_WATCHER; # used only during reload
2637 2863
2864sub reload_perl() {
2865 # doing reload synchronously and two reloads happen back-to-back,
2866 # coro crashes during coro_state_free->destroy here.
2867
2868 $RELOAD_WATCHER ||= Event->timer (
2869 reentrant => 0,
2870 after => 0,
2871 data => WF_AUTOCANCEL,
2872 cb => sub {
2873 do_reload_perl;
2874 undef $RELOAD_WATCHER;
2875 },
2876 );
2877}
2878
2638register_command "reload" => sub { 2879register_command "reload" => sub {
2639 my ($who, $arg) = @_; 2880 my ($who, $arg) = @_;
2640 2881
2641 if ($who->flag (FLAG_WIZ)) { 2882 if ($who->flag (FLAG_WIZ)) {
2642 $who->message ("reloading server."); 2883 $who->message ("reloading server.");
2643 2884 async { reload_perl };
2644 # doing reload synchronously and two reloads happen back-to-back,
2645 # coro crashes during coro_state_free->destroy here.
2646
2647 $RELOAD_WATCHER ||= Event->timer (
2648 reentrant => 0,
2649 after => 0,
2650 data => WF_AUTOCANCEL,
2651 cb => sub {
2652 reload;
2653 undef $RELOAD_WATCHER;
2654 },
2655 );
2656 } 2885 }
2657}; 2886};
2658 2887
2659unshift @INC, $LIBDIR; 2888unshift @INC, $LIBDIR;
2660 2889
2679 my $signal = new Coro::Signal; 2908 my $signal = new Coro::Signal;
2680 push @WAIT_FOR_TICK_BEGIN, $signal; 2909 push @WAIT_FOR_TICK_BEGIN, $signal;
2681 $signal->wait; 2910 $signal->wait;
2682} 2911}
2683 2912
2913 my $min = 1e6;#d#
2914 my $avg = 10;
2684$TICK_WATCHER = Event->timer ( 2915$TICK_WATCHER = Event->timer (
2685 reentrant => 0, 2916 reentrant => 0,
2686 parked => 1, 2917 parked => 1,
2687 prio => 0, 2918 prio => 0,
2688 at => $NEXT_TICK || $TICK, 2919 at => $NEXT_TICK || $TICK,
2692 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 2923 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2693 unless ++$bug_warning > 10; 2924 unless ++$bug_warning > 10;
2694 return; 2925 return;
2695 } 2926 }
2696 2927
2697 $NOW = Event::time; 2928 $NOW = $tick_start = Event::time;
2698 2929
2699 cf::server_tick; # one server iteration 2930 cf::server_tick; # one server iteration
2931
2932 0 && sync_job {#d#
2933 for(1..10) {
2934 my $t = Event::time;
2935 my $map = my $map = new_from_path cf::map "/tmp/x.map"
2936 or die;
2937
2938 $map->width (50);
2939 $map->height (50);
2940 $map->alloc;
2941 $map->_load_objects ("/tmp/x.map", 1);
2942 my $t = Event::time - $t;
2943
2944 #next unless $t < 0.0013;#d#
2945 if ($t < $min) {
2946 $min = $t;
2947 }
2948 $avg = $avg * 0.99 + $t * 0.01;
2949 }
2950 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2951 exit 0;
2952 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2953 };
2954
2700 $RUNTIME += $TICK; 2955 $RUNTIME += $TICK;
2701 $NEXT_TICK += $TICK; 2956 $NEXT_TICK += $TICK;
2702 2957
2703 if ($NOW >= $NEXT_RUNTIME_WRITE) { 2958 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2704 $NEXT_RUNTIME_WRITE = $NOW + 10; 2959 $NEXT_RUNTIME_WRITE = $NOW + 10;
2706 write_runtime 2961 write_runtime
2707 or warn "ERROR: unable to write runtime file: $!"; 2962 or warn "ERROR: unable to write runtime file: $!";
2708 }; 2963 };
2709 } 2964 }
2710 2965
2966# my $AFTER = Event::time;
2967# warn $AFTER - $NOW;#d#
2968
2711 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 2969 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2712 $sig->send; 2970 $sig->send;
2713 } 2971 }
2714 while (my $sig = shift @WAIT_FOR_TICK) { 2972 while (my $sig = shift @WAIT_FOR_TICK) {
2715 $sig->send; 2973 $sig->send;
2716 } 2974 }
2717 2975
2718# my $AFTER = Event::time; 2976 $NOW = Event::time;
2719# warn $AFTER - $NOW;#d#
2720 2977
2721 # if we are delayed by four ticks or more, skip them all 2978 # if we are delayed by four ticks or more, skip them all
2722 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2979 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2723 2980
2724 $TICK_WATCHER->at ($NEXT_TICK); 2981 $TICK_WATCHER->at ($NEXT_TICK);
2725 $TICK_WATCHER->start; 2982 $TICK_WATCHER->start;
2983
2984 $LOAD = ($NOW - $tick_start) / $TICK;
2985 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2986
2987 _post_tick;
2988
2989
2726 }, 2990 },
2727); 2991);
2728 2992
2729{ 2993{
2730 BDB::max_poll_time $TICK * 0.1; 2994 BDB::max_poll_time $TICK * 0.1;
2758 3022
2759 cf::sync_job { 3023 cf::sync_job {
2760 eval { 3024 eval {
2761 BDB::db_env_open 3025 BDB::db_env_open
2762 $DB_ENV, 3026 $DB_ENV,
2763 $BDB_ENV_DIR, 3027 $BDBDIR,
2764 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3028 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2765 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3029 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2766 0666; 3030 0666;
2767 3031
2768 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!; 3032 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2769 3033
2770 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1); 3034 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2771 $DB_ENV->set_lk_detect; 3035 $DB_ENV->set_lk_detect;
2772 }; 3036 };
2773 3037
2789 prio => 6, 3053 prio => 6,
2790 cb => \&IO::AIO::poll_cb, 3054 cb => \&IO::AIO::poll_cb,
2791 ); 3055 );
2792} 3056}
2793 3057
3058my $_log_backtrace;
3059
3060sub _log_backtrace {
3061 my ($msg, @addr) = @_;
3062
3063 $msg =~ s/\n//;
3064
3065 # limit the # of concurrent backtraces
3066 if ($_log_backtrace < 2) {
3067 ++$_log_backtrace;
3068 async {
3069 my @bt = fork_call {
3070 @addr = map { sprintf "%x", $_ } @addr;
3071 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3072 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3073 or die "addr2line: $!";
3074
3075 my @funcs;
3076 my @res = <$fh>;
3077 chomp for @res;
3078 while (@res) {
3079 my ($func, $line) = splice @res, 0, 2, ();
3080 push @funcs, "[$func] $line";
3081 }
3082
3083 @funcs
3084 };
3085
3086 LOG llevInfo, "[ABT] $msg\n";
3087 LOG llevInfo, "[ABT] $_\n" for @bt;
3088 --$_log_backtrace;
3089 };
3090 } else {
3091 LOG llevInfo, "[ABT] $msg\n";
3092 LOG llevInfo, "[ABT] [suppressed]\n";
3093 }
3094}
3095
3096# load additional modules
3097use cf::pod;
3098
2794END { cf::emergency_save } 3099END { cf::emergency_save }
2795 3100
27961 31011
2797 3102

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines