ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.160 by root, Wed Jan 10 22:54:06 2007 UTC vs.
Revision 1.272 by root, Sun Jun 3 15:32:50 2007 UTC

3use utf8; 3use utf8;
4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket;
8use Storable; 9use Storable;
10use Event;
9use Opcode; 11use Opcode;
10use Safe; 12use Safe;
11use Safe::Hole; 13use Safe::Hole;
12 14
13use Coro 3.3 (); 15use Coro 3.61 ();
16use Coro::State;
17use Coro::Handle;
14use Coro::Event; 18use Coro::Event;
15use Coro::Timer; 19use Coro::Timer;
16use Coro::Signal; 20use Coro::Signal;
17use Coro::Semaphore; 21use Coro::Semaphore;
18use Coro::AIO; 22use Coro::AIO;
23use Coro::Storable;
19 24
25use BDB ();
20use Data::Dumper; 26use Data::Dumper;
21use Digest::MD5; 27use Digest::MD5;
22use Fcntl; 28use Fcntl;
29use YAML::Syck ();
23use IO::AIO 2.32 (); 30use IO::AIO 2.32 ();
24use YAML::Syck ();
25use Time::HiRes; 31use Time::HiRes;
32use Compress::LZF;
26 33
34# configure various modules to our taste
35#
36$Storable::canonical = 1; # reduce rsync transfers
37Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39
27use Event; $Event::Eval = 1; # no idea why this is required, but it is 40$Event::Eval = 1; # no idea why this is required, but it is
28
29sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30 41
31# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 42# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32$YAML::Syck::ImplicitUnicode = 1; 43$YAML::Syck::ImplicitUnicode = 1;
33 44
34$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 45$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46
47sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35 48
36our %COMMAND = (); 49our %COMMAND = ();
37our %COMMAND_TIME = (); 50our %COMMAND_TIME = ();
38 51
39our @EXTS = (); # list of extension package names 52our @EXTS = (); # list of extension package names
40our %EXTCMD = (); 53our %EXTCMD = ();
41our %EXT_CORO = (); # coroutines bound to extensions 54our %EXT_CORO = (); # coroutines bound to extensions
55our %EXT_MAP = (); # pluggable maps
42 56
57our $RELOAD; # number of reloads so far
43our @EVENT; 58our @EVENT;
44our $LIBDIR = datadir . "/ext";
45 59
46our $TICK = MAX_TIME * 1e-6; 60our $CONFDIR = confdir;
61our $DATADIR = datadir;
62our $LIBDIR = "$DATADIR/ext";
63our $PODDIR = "$DATADIR/pod";
64our $MAPDIR = "$DATADIR/" . mapdir;
65our $LOCALDIR = localdir;
66our $TMPDIR = "$LOCALDIR/" . tmpdir;
67our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db";
71
72our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
47our $TICK_WATCHER; 73our $TICK_WATCHER;
74our $AIO_POLL_WATCHER;
75our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
48our $NEXT_TICK; 76our $NEXT_TICK;
49our $NOW; 77our $NOW;
78our $USE_FSYNC = 1; # use fsync to write maps - default off
79
80our $BDB_POLL_WATCHER;
81our $DB_ENV;
50 82
51our %CFG; 83our %CFG;
52 84
53our $UPTIME; $UPTIME ||= time; 85our $UPTIME; $UPTIME ||= time;
54our $RUNTIME; 86our $RUNTIME;
55 87
56our %PLAYER; # all users 88our %PLAYER; # all users
57our %MAP; # all maps 89our %MAP; # all maps
58our $LINK_MAP; # the special {link} map 90our $LINK_MAP; # the special {link} map, which is always available
59our $RANDOM_MAPS = cf::localdir . "/random";
60 91
61our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal; 92# used to convert map paths into valid unix filenames by replacing / by ∕
62our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal; 93our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94
95our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96our $LOADAVG; # same thing, but with alpha-smoothing
97our $tick_start; # for load detecting purposes
63 98
64binmode STDOUT; 99binmode STDOUT;
65binmode STDERR; 100binmode STDERR;
66 101
67# read virtual server time, if available 102# read virtual server time, if available
68unless ($RUNTIME || !-e cf::localdir . "/runtime") { 103unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
69 open my $fh, "<", cf::localdir . "/runtime" 104 open my $fh, "<", "$LOCALDIR/runtime"
70 or die "unable to read runtime file: $!"; 105 or die "unable to read runtime file: $!";
71 $RUNTIME = <$fh> + 0.; 106 $RUNTIME = <$fh> + 0.;
72} 107}
73 108
74mkdir cf::localdir; 109mkdir $_
75mkdir cf::localdir . "/" . cf::playerdir; 110 for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
76mkdir cf::localdir . "/" . cf::tmpdir;
77mkdir cf::localdir . "/" . cf::uniquedir;
78mkdir $RANDOM_MAPS;
79 111
80# a special map that is always available
81our $LINK_MAP;
82our $EMERGENCY_POSITION; 112our $EMERGENCY_POSITION;
113
114sub cf::map::normalise;
83 115
84############################################################################# 116#############################################################################
85 117
86=head2 GLOBAL VARIABLES 118=head2 GLOBAL VARIABLES
87 119
94=item $cf::RUNTIME 126=item $cf::RUNTIME
95 127
96The time this server has run, starts at 0 and is increased by $cf::TICK on 128The time this server has run, starts at 0 and is increased by $cf::TICK on
97every server tick. 129every server tick.
98 130
99=item $cf::LIBDIR 131=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
100 134
101The perl library directory, where extensions and cf-specific modules can 135Various directories - "/etc", read-only install directory, perl-library
102be found. It will be added to C<@INC> automatically. 136directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137unique-items directory, player file directory, random maps directory and
138database environment.
103 139
104=item $cf::NOW 140=item $cf::NOW
105 141
106The time of the last (current) server tick. 142The time of the last (current) server tick.
107 143
108=item $cf::TICK 144=item $cf::TICK
109 145
110The interval between server ticks, in seconds. 146The interval between server ticks, in seconds.
147
148=item $cf::LOADAVG
149
150The current CPU load on the server (alpha-smoothed), as a value between 0
151(none) and 1 (overloaded), indicating how much time is spent on processing
152objects per tick. Healthy values are < 0.5.
153
154=item $cf::LOAD
155
156The raw value load value from the last tick.
111 157
112=item %cf::CFG 158=item %cf::CFG
113 159
114Configuration for the server, loaded from C</etc/crossfire/config>, or 160Configuration for the server, loaded from C</etc/crossfire/config>, or
115from wherever your confdir points to. 161from wherever your confdir points to.
116 162
117=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE 163=item cf::wait_for_tick, cf::wait_for_tick_begin
118 164
119These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK) 165These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
120or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick 166returns directly I<after> the tick processing (and consequently, can only wake one process
121processing has been done. Call C<< ->wait >> on them to maximise the 167per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
122window of cpu time available, or simply to synchronise to the server tick.
123 168
124=back 169=back
125 170
126=cut 171=cut
127 172
128BEGIN { 173BEGIN {
129 *CORE::GLOBAL::warn = sub { 174 *CORE::GLOBAL::warn = sub {
130 my $msg = join "", @_; 175 my $msg = join "", @_;
131 utf8::encode $msg;
132 176
133 $msg .= "\n" 177 $msg .= "\n"
134 unless $msg =~ /\n$/; 178 unless $msg =~ /\n$/;
135 179
180 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181
182 utf8::encode $msg;
136 LOG llevError, $msg; 183 LOG llevError, $msg;
137 }; 184 };
138} 185}
139 186
140@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 187@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
186 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 233 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
187 $d 234 $d
188 } || "[unable to dump $_[0]: '$@']"; 235 } || "[unable to dump $_[0]: '$@']";
189} 236}
190 237
191use JSON::Syck (); # TODO# replace by JSON::PC once working 238use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
192 239
193=item $ref = cf::from_json $json 240=item $ref = cf::from_json $json
194 241
195Converts a JSON string into the corresponding perl data structure. 242Converts a JSON string into the corresponding perl data structure.
196 243
197=cut
198
199sub from_json($) {
200 $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
201 JSON::Syck::Load $_[0]
202}
203
204=item $json = cf::to_json $ref 244=item $json = cf::to_json $ref
205 245
206Converts a perl data structure into its JSON representation. 246Converts a perl data structure into its JSON representation.
207
208=cut
209
210sub to_json($) {
211 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
212 JSON::Syck::Dump $_[0]
213}
214 247
215=item cf::lock_wait $string 248=item cf::lock_wait $string
216 249
217Wait until the given lock is available. See cf::lock_acquire. 250Wait until the given lock is available. See cf::lock_acquire.
218 251
224returned. 257returned.
225 258
226Lock names should begin with a unique identifier (for example, cf::map::find 259Lock names should begin with a unique identifier (for example, cf::map::find
227uses map_find and cf::map::load uses map_load). 260uses map_find and cf::map::load uses map_load).
228 261
262=item $locked = cf::lock_active $string
263
264Return true if the lock is currently active, i.e. somebody has locked it.
265
229=cut 266=cut
230 267
231our %LOCK; 268our %LOCK;
232 269
233sub lock_wait($) { 270sub lock_wait($) {
252 # wake up all waiters, to be on the safe side 289 # wake up all waiters, to be on the safe side
253 $_->ready for @{ delete $LOCK{$key} }; 290 $_->ready for @{ delete $LOCK{$key} };
254 } 291 }
255} 292}
256 293
294sub lock_active($) {
295 my ($key) = @_;
296
297 ! ! $LOCK{$key}
298}
299
257sub freeze_mainloop { 300sub freeze_mainloop {
258 return unless $TICK_WATCHER->is_active; 301 return unless $TICK_WATCHER->is_active;
259 302
260 my $guard = Coro::guard { $TICK_WATCHER->start }; 303 my $guard = Coro::guard {
304 $TICK_WATCHER->start;
305 };
261 $TICK_WATCHER->stop; 306 $TICK_WATCHER->stop;
262 $guard 307 $guard
263} 308}
264 309
265=item cf::async { BLOCK } 310=item cf::async { BLOCK }
287 332
288sub sync_job(&) { 333sub sync_job(&) {
289 my ($job) = @_; 334 my ($job) = @_;
290 335
291 if ($Coro::current == $Coro::main) { 336 if ($Coro::current == $Coro::main) {
337 my $time = Event::time;
338
292 # this is the main coro, too bad, we have to block 339 # this is the main coro, too bad, we have to block
293 # till the operation succeeds, freezing the server :/ 340 # till the operation succeeds, freezing the server :/
294 341
295 # TODO: use suspend/resume instead 342 # TODO: use suspend/resume instead
296 # (but this is cancel-safe) 343 # (but this is cancel-safe)
307 354
308 while ($busy) { 355 while ($busy) {
309 Coro::cede or Event::one_event; 356 Coro::cede or Event::one_event;
310 } 357 }
311 358
359 $time = Event::time - $time;
360
361 LOG llevError | logBacktrace, Carp::longmess "long sync job"
362 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
363
364 $tick_start += $time; # do not account sync jobs to server load
365
312 wantarray ? @res : $res[0] 366 wantarray ? @res : $res[0]
313 } else { 367 } else {
314 # we are in another coroutine, how wonderful, everything just works 368 # we are in another coroutine, how wonderful, everything just works
315 369
316 $job->() 370 $job->()
336 390
337 $coro 391 $coro
338} 392}
339 393
340sub write_runtime { 394sub write_runtime {
341 my $runtime = cf::localdir . "/runtime"; 395 my $runtime = "$LOCALDIR/runtime";
396
397 # first touch the runtime file to show we are still running:
398 # the fsync below can take a very very long time.
399
400 IO::AIO::aio_utime $runtime, undef, undef;
401
402 my $guard = cf::lock_acquire "write_runtime";
342 403
343 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 404 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
344 or return; 405 or return;
345 406
407 my $value = $cf::RUNTIME + 90 + 10;
346 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 408 # 10 is the runtime save interval, for a monotonic clock
409 # 60 allows for the watchdog to kill the server.
410
347 (aio_write $fh, 0, (length $value), $value, 0) <= 0 411 (aio_write $fh, 0, (length $value), $value, 0) <= 0
348 and return; 412 and return;
349 413
414 # always fsync - this file is important
350 aio_fsync $fh 415 aio_fsync $fh
351 and return; 416 and return;
352 417
418 # touch it again to show we are up-to-date
419 aio_utime $fh, undef, undef;
420
353 close $fh 421 close $fh
354 or return; 422 or return;
355 423
356 aio_rename "$runtime~", $runtime 424 aio_rename "$runtime~", $runtime
357 and return; 425 and return;
358 426
427 warn "runtime file written.\n";#d#
428
359 1 429 1
360} 430}
361 431
432=item cf::datalog type => key => value, ...
433
434Log a datalog packet of the given type with the given key-value pairs.
435
436=cut
437
438sub datalog($@) {
439 my ($type, %kv) = @_;
440 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
441}
442
362=back 443=back
363 444
364=cut 445=cut
365
366#############################################################################
367
368package cf::path;
369
370use overload
371 '""' => \&as_string;
372
373# used to convert map paths into valid unix filenames by repalcing / by ∕
374our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
375
376sub new {
377 my ($class, $path, $base) = @_;
378
379 $path = $path->as_string if ref $path;
380
381 my $self = bless { }, $class;
382
383 # {... are special paths that are not touched
384 # ?xxx/... are special absolute paths
385 # ?random/... random maps
386 # /! non-realised random map exit
387 # /... normal maps
388 # ~/... per-player maps without a specific player (DO NOT USE)
389 # ~user/... per-player map of a specific user
390
391 $path =~ s/$PATH_SEP/\//go;
392
393 if ($path =~ /^{/) {
394 # fine as it is
395 } elsif ($path =~ s{^\?random/}{}) {
396 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
397 $self->{random} = cf::from_json $data;
398 } else {
399 if ($path =~ s{^~([^/]+)?}{}) {
400 $self->{user_rel} = 1;
401
402 if (defined $1) {
403 $self->{user} = $1;
404 } elsif ($base =~ m{^~([^/]+)/}) {
405 $self->{user} = $1;
406 } else {
407 warn "cannot resolve user-relative path without user <$path,$base>\n";
408 }
409 } elsif ($path =~ /^\//) {
410 # already absolute
411 } else {
412 $base =~ s{[^/]+/?$}{};
413 return $class->new ("$base/$path");
414 }
415
416 for ($path) {
417 redo if s{/\.?/}{/};
418 redo if s{/[^/]+/\.\./}{/};
419 }
420 }
421
422 $self->{path} = $path;
423
424 $self
425}
426
427# the name / primary key / in-game path
428sub as_string {
429 my ($self) = @_;
430
431 $self->{user_rel} ? "~$self->{user}$self->{path}"
432 : $self->{random} ? "?random/$self->{path}"
433 : $self->{path}
434}
435
436# the displayed name, this is a one way mapping
437sub visible_name {
438 my ($self) = @_;
439
440# if (my $rmp = $self->{random}) {
441# # todo: be more intelligent about this
442# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
443# } else {
444 $self->as_string
445# }
446}
447
448# escape the /'s in the path
449sub _escaped_path {
450 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
451 $path
452}
453
454# the original (read-only) location
455sub load_path {
456 my ($self) = @_;
457
458 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
459}
460
461# the temporary/swap location
462sub save_path {
463 my ($self) = @_;
464
465 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
466 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
467 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
468}
469
470# the unique path, might be eq to save_path
471sub uniq_path {
472 my ($self) = @_;
473
474 $self->{user_rel} || $self->{random}
475 ? undef
476 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
477}
478
479# return random map parameters, or undef
480sub random_map_params {
481 my ($self) = @_;
482
483 $self->{random}
484}
485
486# this is somewhat ugly, but style maps do need special treatment
487sub is_style_map {
488 $_[0]{path} =~ m{^/styles/}
489}
490
491package cf;
492 446
493############################################################################# 447#############################################################################
494 448
495=head2 ATTACHABLE OBJECTS 449=head2 ATTACHABLE OBJECTS
496 450
622our @CB_TYPE = (); # registry for type (cf-object class) based events 576our @CB_TYPE = (); # registry for type (cf-object class) based events
623our @CB_MAP = (); 577our @CB_MAP = ();
624 578
625my %attachment; 579my %attachment;
626 580
581sub cf::attachable::thawer_merge {
582 # simply override everything except _meta
583 local $_[0]{_meta};
584 %{$_[0]} = %{$_[1]};
585}
586
627sub _attach_cb($$$$) { 587sub _attach_cb($$$$) {
628 my ($registry, $event, $prio, $cb) = @_; 588 my ($registry, $event, $prio, $cb) = @_;
629 589
630 use sort 'stable'; 590 use sort 'stable';
631 591
665 $registry = $CB_TYPE[$object_type] ||= []; 625 $registry = $CB_TYPE[$object_type] ||= [];
666 626
667 } elsif ($type eq "subtype") { 627 } elsif ($type eq "subtype") {
668 defined $object_type or Carp::croak "subtype specified without type"; 628 defined $object_type or Carp::croak "subtype specified without type";
669 my $object_subtype = shift @arg; 629 my $object_subtype = shift @arg;
670 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= []; 630 $registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
671 631
672 } elsif ($type eq "package") { 632 } elsif ($type eq "package") {
673 my $pkg = shift @arg; 633 my $pkg = shift @arg;
674 634
675 while (my ($name, $id) = each %cb_id) { 635 while (my ($name, $id) = each %cb_id) {
716 if (ref $_[0]) { 676 if (ref $_[0]) {
717 _object_attach @_; 677 _object_attach @_;
718 } else { 678 } else {
719 _attach shift->_attach_registry, @_; 679 _attach shift->_attach_registry, @_;
720 } 680 }
681 _recalc_want;
721}; 682};
722 683
723# all those should be optimised 684# all those should be optimised
724sub cf::attachable::detach { 685sub cf::attachable::detach {
725 my ($obj, $name) = @_; 686 my ($obj, $name) = @_;
728 delete $obj->{_attachment}{$name}; 689 delete $obj->{_attachment}{$name};
729 reattach ($obj); 690 reattach ($obj);
730 } else { 691 } else {
731 Carp::croak "cannot, currently, detach class attachments"; 692 Carp::croak "cannot, currently, detach class attachments";
732 } 693 }
694 _recalc_want;
733}; 695};
734 696
735sub cf::attachable::attached { 697sub cf::attachable::attached {
736 my ($obj, $name) = @_; 698 my ($obj, $name) = @_;
737 699
802# object support 764# object support
803 765
804sub reattach { 766sub reattach {
805 # basically do the same as instantiate, without calling instantiate 767 # basically do the same as instantiate, without calling instantiate
806 my ($obj) = @_; 768 my ($obj) = @_;
769
770 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
807 771
808 my $registry = $obj->registry; 772 my $registry = $obj->registry;
809 773
810 @$registry = (); 774 @$registry = ();
811 775
858 $filename, length $$rdata, scalar @$objs; 822 $filename, length $$rdata, scalar @$objs;
859 823
860 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 824 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
861 chmod SAVE_MODE, $fh; 825 chmod SAVE_MODE, $fh;
862 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 826 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
863 aio_fsync $fh; 827 aio_fsync $fh if $cf::USE_FSYNC;
864 close $fh; 828 close $fh;
865 829
866 if (@$objs) { 830 if (@$objs) {
867 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 831 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
868 chmod SAVE_MODE, $fh; 832 chmod SAVE_MODE, $fh;
869 my $data = Storable::nfreeze { version => 1, objs => $objs }; 833 my $data = Storable::nfreeze { version => 1, objs => $objs };
870 aio_write $fh, 0, (length $data), $data, 0; 834 aio_write $fh, 0, (length $data), $data, 0;
871 aio_fsync $fh; 835 aio_fsync $fh if $cf::USE_FSYNC;
872 close $fh; 836 close $fh;
873 aio_rename "$filename.pst~", "$filename.pst"; 837 aio_rename "$filename.pst~", "$filename.pst";
874 } 838 }
875 } else { 839 } else {
876 aio_unlink "$filename.pst"; 840 aio_unlink "$filename.pst";
998 "package $pkg; use strict; use utf8;\n" 962 "package $pkg; use strict; use utf8;\n"
999 . "#line 1 \"$path\"\n{\n" 963 . "#line 1 \"$path\"\n{\n"
1000 . (do { local $/; <$fh> }) 964 . (do { local $/; <$fh> })
1001 . "\n};\n1"; 965 . "\n};\n1";
1002 966
1003 eval $source 967 unless (eval $source) {
1004 or die $@ ? "$path: $@\n" 968 my $msg = $@ ? "$path: $@\n"
1005 : "extension disabled.\n"; 969 : "extension disabled.\n";
970 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
971 warn $@;
972 warn "mandatory extension failed to load, exiting.\n";
973 exit 1;
974 }
975 die $@;
976 }
1006 977
1007 push @EXTS, $pkg; 978 push @EXTS, $pkg;
1008} 979}
1009 980
1010sub load_extensions { 981sub load_extensions {
1016 } or warn "$ext not loaded: $@"; 987 } or warn "$ext not loaded: $@";
1017 } 988 }
1018} 989}
1019 990
1020############################################################################# 991#############################################################################
1021# load/save/clean perl data associated with a map
1022
1023*cf::mapsupport::on_clean = sub {
1024 my ($map) = @_;
1025
1026 my $path = $map->tmpname;
1027 defined $path or return;
1028
1029 unlink "$path.pst";
1030};
1031
1032cf::map->attach (prio => -10000, package => cf::mapsupport::);
1033
1034#############################################################################
1035 992
1036=head2 CORE EXTENSIONS 993=head2 CORE EXTENSIONS
1037 994
1038Functions and methods that extend core crossfire objects. 995Functions and methods that extend core crossfire objects.
1039 996
1052Returns the given player object, loading it if necessary (might block). 1009Returns the given player object, loading it if necessary (might block).
1053 1010
1054=cut 1011=cut
1055 1012
1056sub playerdir($) { 1013sub playerdir($) {
1057 cf::localdir 1014 "$PLAYERDIR/"
1058 . "/"
1059 . cf::playerdir
1060 . "/"
1061 . (ref $_[0] ? $_[0]->ob->name : $_[0]) 1015 . (ref $_[0] ? $_[0]->ob->name : $_[0])
1062} 1016}
1063 1017
1064sub path($) { 1018sub path($) {
1065 my $login = ref $_[0] ? $_[0]->ob->name : $_[0]; 1019 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
1066 1020
1067 (playerdir $login) . "/$login.pl" 1021 (playerdir $login) . "/playerdata"
1068} 1022}
1069 1023
1070sub find_active($) { 1024sub find_active($) {
1071 $cf::PLAYER{$_[0]} 1025 $cf::PLAYER{$_[0]}
1072 and $cf::PLAYER{$_[0]}->active 1026 and $cf::PLAYER{$_[0]}->active
1075 1029
1076sub exists($) { 1030sub exists($) {
1077 my ($login) = @_; 1031 my ($login) = @_;
1078 1032
1079 $cf::PLAYER{$login} 1033 $cf::PLAYER{$login}
1080 or cf::sync_job { !aio_stat $login } 1034 or cf::sync_job { !aio_stat path $login }
1081} 1035}
1082 1036
1083sub find($) { 1037sub find($) {
1084 return $cf::PLAYER{$_[0]} || do { 1038 return $cf::PLAYER{$_[0]} || do {
1085 my $login = $_[0]; 1039 my $login = $_[0];
1086 1040
1087 my $guard = cf::lock_acquire "user_find:$login"; 1041 my $guard = cf::lock_acquire "user_find:$login";
1088 1042
1089 $cf::PLAYER{$_[0]} || do { 1043 $cf::PLAYER{$_[0]} || do {
1044 # rename old playerfiles to new ones
1045 #TODO: remove when no longer required
1046 aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1047 aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1048 aio_unlink +(playerdir $login) . "/$login.pl.pst";
1049 aio_unlink +(playerdir $login) . "/$login.pl";
1050
1090 my $pl = load_pl path $login 1051 my $pl = load_pl path $login
1091 or return; 1052 or return;
1092 $cf::PLAYER{$login} = $pl 1053 $cf::PLAYER{$login} = $pl
1093 } 1054 }
1094 } 1055 }
1131 1092
1132=cut 1093=cut
1133 1094
1134sub quit_character { 1095sub quit_character {
1135 my ($pl) = @_; 1096 my ($pl) = @_;
1097
1098 my $name = $pl->ob->name;
1136 1099
1137 $pl->{deny_save} = 1; 1100 $pl->{deny_save} = 1;
1138 $pl->password ("*"); # this should lock out the player until we nuked the dir 1101 $pl->password ("*"); # this should lock out the player until we nuked the dir
1139 1102
1140 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1103 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1145 my $path = playerdir $pl; 1108 my $path = playerdir $pl;
1146 my $temp = "$path~$cf::RUNTIME~deleting~"; 1109 my $temp = "$path~$cf::RUNTIME~deleting~";
1147 aio_rename $path, $temp; 1110 aio_rename $path, $temp;
1148 delete $cf::PLAYER{$pl->ob->name}; 1111 delete $cf::PLAYER{$pl->ob->name};
1149 $pl->destroy; 1112 $pl->destroy;
1113
1114 my $prefix = qr<^~\Q$name\E/>;
1115
1116 # nuke player maps
1117 $cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
1118
1150 IO::AIO::aio_rmtree $temp; 1119 IO::AIO::aio_rmtree $temp;
1120}
1121
1122=item $pl->kick
1123
1124Kicks a player out of the game. This destroys the connection.
1125
1126=cut
1127
1128sub kick {
1129 my ($pl, $kicker) = @_;
1130
1131 $pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
1132 $pl->killer ("kicked");
1133 $pl->ns->destroy;
1151} 1134}
1152 1135
1153=item cf::player::list_logins 1136=item cf::player::list_logins
1154 1137
1155Returns am arrayref of all valid playernames in the system, can take a 1138Returns am arrayref of all valid playernames in the system, can take a
1156while and may block, so not sync_job-capable, ever. 1139while and may block, so not sync_job-capable, ever.
1157 1140
1158=cut 1141=cut
1159 1142
1160sub list_logins { 1143sub list_logins {
1161 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir 1144 my $dirs = aio_readdir $PLAYERDIR
1162 or return []; 1145 or return [];
1163 1146
1164 my @logins; 1147 my @logins;
1165 1148
1166 for my $login (@$dirs) { 1149 for my $login (@$dirs) {
1175 \@logins 1158 \@logins
1176} 1159}
1177 1160
1178=item $player->maps 1161=item $player->maps
1179 1162
1180Returns an arrayref of cf::path's of all maps that are private for this 1163Returns an arrayref of map paths that are private for this
1181player. May block. 1164player. May block.
1182 1165
1183=cut 1166=cut
1184 1167
1185sub maps($) { 1168sub maps($) {
1186 my ($pl) = @_; 1169 my ($pl) = @_;
1170
1171 $pl = ref $pl ? $pl->ob->name : $pl;
1187 1172
1188 my $files = aio_readdir playerdir $pl 1173 my $files = aio_readdir playerdir $pl
1189 or return; 1174 or return;
1190 1175
1191 my @paths; 1176 my @paths;
1193 for (@$files) { 1178 for (@$files) {
1194 utf8::decode $_; 1179 utf8::decode $_;
1195 next if /\.(?:pl|pst)$/; 1180 next if /\.(?:pl|pst)$/;
1196 next unless /^$PATH_SEP/o; 1181 next unless /^$PATH_SEP/o;
1197 1182
1198 push @paths, new cf::path "~" . $pl->ob->name . "/" . $_; 1183 push @paths, cf::map::normalise "~$pl/$_";
1199 } 1184 }
1200 1185
1201 \@paths 1186 \@paths
1202} 1187}
1203 1188
1204=item $player->ext_reply ($msgid, $msgtype, %msg) 1189=item $player->ext_reply ($msgid, %msg)
1205 1190
1206Sends an ext reply to the player. 1191Sends an ext reply to the player.
1207 1192
1208=cut 1193=cut
1209 1194
1210sub ext_reply($$$%) { 1195sub ext_reply($$%) {
1211 my ($self, $id, %msg) = @_; 1196 my ($self, $id, %msg) = @_;
1212 1197
1213 $msg{msgid} = $id; 1198 $msg{msgid} = $id;
1214 1199
1215 $self->send ("ext " . cf::to_json \%msg); 1200 $self->send ("ext " . cf::to_json \%msg);
1216} 1201}
1217 1202
1218package cf; 1203=item $player->ext_event ($type, %msg)
1204
1205Sends an ext event to the client.
1206
1207=cut
1208
1209sub ext_event($$%) {
1210 my ($self, $type, %msg) = @_;
1211
1212 $self->ns->ext_event ($type, %msg);
1213}
1214
1215=head3 cf::region
1216
1217=over 4
1218
1219=cut
1220
1221package cf::region;
1222
1223=item cf::region::find_by_path $path
1224
1225Tries to decuce the probable region for a map knowing only its path.
1226
1227=cut
1228
1229sub find_by_path($) {
1230 my ($path) = @_;
1231
1232 my ($match, $specificity);
1233
1234 for my $region (list) {
1235 if ($region->match && $path =~ $region->match) {
1236 ($match, $specificity) = ($region, $region->specificity)
1237 if $region->specificity > $specificity;
1238 }
1239 }
1240
1241 $match
1242}
1219 1243
1220=back 1244=back
1221
1222 1245
1223=head3 cf::map 1246=head3 cf::map
1224 1247
1225=over 4 1248=over 4
1226 1249
1229package cf::map; 1252package cf::map;
1230 1253
1231use Fcntl; 1254use Fcntl;
1232use Coro::AIO; 1255use Coro::AIO;
1233 1256
1257use overload
1258 '""' => \&as_string,
1259 fallback => 1;
1260
1234our $MAX_RESET = 3600; 1261our $MAX_RESET = 3600;
1235our $DEFAULT_RESET = 3000; 1262our $DEFAULT_RESET = 3000;
1236 1263
1237sub generate_random_map { 1264sub generate_random_map {
1238 my ($path, $rmp) = @_; 1265 my ($self, $rmp) = @_;
1239
1240 # mit "rum" bekleckern, nicht 1266 # mit "rum" bekleckern, nicht
1241 cf::map::_create_random_map 1267 $self->_create_random_map (
1242 $path,
1243 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1268 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1244 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1269 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1245 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1270 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1246 $rmp->{exit_on_final_map}, 1271 $rmp->{exit_on_final_map},
1247 $rmp->{xsize}, $rmp->{ysize}, 1272 $rmp->{xsize}, $rmp->{ysize},
1248 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1273 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1249 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1274 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1250 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1275 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1251 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1276 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1252 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1277 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1253 (cf::region::find $rmp->{region}) 1278 (cf::region::find $rmp->{region}), $rmp->{custom}
1279 )
1280}
1281
1282=item cf::map->register ($regex, $prio)
1283
1284Register a handler for the map path matching the given regex at the
1285givne priority (higher is better, built-in handlers have priority 0, the
1286default).
1287
1288=cut
1289
1290sub register {
1291 my (undef, $regex, $prio) = @_;
1292 my $pkg = caller;
1293
1294 no strict;
1295 push @{"$pkg\::ISA"}, __PACKAGE__;
1296
1297 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1298}
1299
1300# also paths starting with '/'
1301$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1302
1303sub thawer_merge {
1304 my ($self, $merge) = @_;
1305
1306 # we have to keep some variables in memory intact
1307 local $self->{path};
1308 local $self->{load_path};
1309 local $self->{deny_save};
1310 local $self->{deny_reset};
1311
1312 $self->SUPER::thawer_merge ($merge);
1313}
1314
1315sub normalise {
1316 my ($path, $base) = @_;
1317
1318 $path = "$path"; # make sure its a string
1319
1320 $path =~ s/\.map$//;
1321
1322 # map plan:
1323 #
1324 # /! non-realised random map exit (special hack!)
1325 # {... are special paths that are not being touched
1326 # ?xxx/... are special absolute paths
1327 # ?random/... random maps
1328 # /... normal maps
1329 # ~user/... per-player map of a specific user
1330
1331 $path =~ s/$PATH_SEP/\//go;
1332
1333 # treat it as relative path if it starts with
1334 # something that looks reasonable
1335 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1336 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1337
1338 $base =~ s{[^/]+/?$}{};
1339 $path = "$base/$path";
1340 }
1341
1342 for ($path) {
1343 redo if s{//}{/};
1344 redo if s{/\.?/}{/};
1345 redo if s{/[^/]+/\.\./}{/};
1346 }
1347
1348 $path
1349}
1350
1351sub new_from_path {
1352 my (undef, $path, $base) = @_;
1353
1354 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1355
1356 $path = normalise $path, $base;
1357
1358 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1359 if ($path =~ $EXT_MAP{$pkg}[1]) {
1360 my $self = bless cf::map::new, $pkg;
1361 $self->{path} = $path; $self->path ($path);
1362 $self->init; # pass $1 etc.
1363 return $self;
1364 }
1365 }
1366
1367 Carp::carp "unable to resolve path '$path' (base '$base').";
1368 ()
1369}
1370
1371sub init {
1372 my ($self) = @_;
1373
1374 $self
1375}
1376
1377sub as_string {
1378 my ($self) = @_;
1379
1380 "$self->{path}"
1381}
1382
1383# the displayed name, this is a one way mapping
1384sub visible_name {
1385 &as_string
1386}
1387
1388# the original (read-only) location
1389sub load_path {
1390 my ($self) = @_;
1391
1392 "$MAPDIR/$self->{path}.map"
1393}
1394
1395# the temporary/swap location
1396sub save_path {
1397 my ($self) = @_;
1398
1399 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1400 "$TMPDIR/$path.map"
1401}
1402
1403# the unique path, undef == no special unique path
1404sub uniq_path {
1405 my ($self) = @_;
1406
1407 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1408 "$UNIQUEDIR/$path"
1254} 1409}
1255 1410
1256# and all this just because we cannot iterate over 1411# and all this just because we cannot iterate over
1257# all maps in C++... 1412# all maps in C++...
1258sub change_all_map_light { 1413sub change_all_map_light {
1260 1415
1261 $_->change_map_light ($change) 1416 $_->change_map_light ($change)
1262 for grep $_->outdoor, values %cf::MAP; 1417 for grep $_->outdoor, values %cf::MAP;
1263} 1418}
1264 1419
1420sub unlink_save {
1421 my ($self) = @_;
1422
1423 utf8::encode (my $save = $self->save_path);
1424 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1425 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1426}
1427
1265sub try_load_header($) { 1428sub load_header_from($) {
1266 my ($path) = @_; 1429 my ($self, $path) = @_;
1267 1430
1268 utf8::encode $path; 1431 utf8::encode $path;
1269 aio_open $path, O_RDONLY, 0 1432 #aio_open $path, O_RDONLY, 0
1433 # or return;
1434
1435 $self->_load_header ($path)
1270 or return; 1436 or return;
1271 1437
1272 my $map = cf::map::new 1438 $self->{load_path} = $path;
1439
1440 1
1441}
1442
1443sub load_header_orig {
1444 my ($self) = @_;
1445
1446 $self->load_header_from ($self->load_path)
1447}
1448
1449sub load_header_temp {
1450 my ($self) = @_;
1451
1452 $self->load_header_from ($self->save_path)
1453}
1454
1455sub prepare_temp {
1456 my ($self) = @_;
1457
1458 $self->last_access ((delete $self->{last_access})
1459 || $cf::RUNTIME); #d#
1460 # safety
1461 $self->{instantiate_time} = $cf::RUNTIME
1462 if $self->{instantiate_time} > $cf::RUNTIME;
1463}
1464
1465sub prepare_orig {
1466 my ($self) = @_;
1467
1468 $self->{load_original} = 1;
1469 $self->{instantiate_time} = $cf::RUNTIME;
1470 $self->last_access ($cf::RUNTIME);
1471 $self->instantiate;
1472}
1473
1474sub load_header {
1475 my ($self) = @_;
1476
1477 if ($self->load_header_temp) {
1478 $self->prepare_temp;
1479 } else {
1480 $self->load_header_orig
1273 or return; 1481 or return;
1482 $self->prepare_orig;
1483 }
1274 1484
1275 # for better error messages only, will be overwritten 1485 $self->default_region (cf::region::find_by_path $self->{path})
1276 $map->path ($path); 1486 unless $self->default_region;
1277 1487
1278 $map->load_header ($path) 1488 1
1279 or return;
1280
1281 $map->{load_path} = $path;
1282
1283 $map
1284} 1489}
1285 1490
1286sub find; 1491sub find;
1287sub find { 1492sub find {
1288 my ($path, $origin) = @_; 1493 my ($path, $origin) = @_;
1289 1494
1290 #warn "find<$path,$origin>\n";#d#
1291
1292 $path = new cf::path $path, $origin && $origin->path; 1495 $path = normalise $path, $origin && $origin->path;
1293 my $key = $path->as_string;
1294 1496
1295 cf::lock_wait "map_find:$key"; 1497 cf::lock_wait "map_find:$path";
1296 1498
1297 $cf::MAP{$key} || do { 1499 $cf::MAP{$path} || do {
1298 my $guard = cf::lock_acquire "map_find:$key"; 1500 my $guard = cf::lock_acquire "map_find:$path";
1299 1501 my $map = new_from_path cf::map $path
1300 # do it the slow way
1301 my $map = try_load_header $path->save_path;
1302
1303 Coro::cede;
1304
1305 if ($map) {
1306 $map->last_access ((delete $map->{last_access})
1307 || $cf::RUNTIME); #d#
1308 # safety
1309 $map->{instantiate_time} = $cf::RUNTIME
1310 if $map->{instantiate_time} > $cf::RUNTIME;
1311 } else {
1312 if (my $rmp = $path->random_map_params) {
1313 $map = generate_random_map $key, $rmp;
1314 } else {
1315 $map = try_load_header $path->load_path;
1316 }
1317
1318 $map or return; 1502 or return;
1319 1503
1320 $map->{load_original} = 1;
1321 $map->{instantiate_time} = $cf::RUNTIME;
1322 $map->last_access ($cf::RUNTIME);
1323 $map->instantiate;
1324
1325 # per-player maps become, after loading, normal maps
1326 $map->per_player (0) if $path->{user_rel};
1327 }
1328
1329 $map->path ($key);
1330 $map->{path} = $path;
1331 $map->{last_save} = $cf::RUNTIME; 1504 $map->{last_save} = $cf::RUNTIME;
1332 1505
1333 Coro::cede; 1506 $map->load_header
1507 or return;
1334 1508
1335 if ($map->should_reset) { 1509 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1510 # doing this can freeze the server in a sync job, obviously
1511 #$cf::WAIT_FOR_TICK->wait;
1336 $map->reset; 1512 $map->reset;
1337 undef $guard; 1513 undef $guard;
1338 $map = find $path 1514 return find $path;
1339 or return;
1340 } 1515 }
1341 1516
1342 $cf::MAP{$key} = $map 1517 $cf::MAP{$path} = $map
1343 } 1518 }
1344} 1519}
1520
1521sub pre_load { }
1522sub post_load { }
1345 1523
1346sub load { 1524sub load {
1347 my ($self) = @_; 1525 my ($self) = @_;
1348 1526
1527 local $self->{deny_reset} = 1; # loading can take a long time
1528
1349 my $path = $self->{path}; 1529 my $path = $self->{path};
1530
1531 {
1350 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1532 my $guard = cf::lock_acquire "map_load:$path";
1351 1533
1352 return if $self->in_memory != cf::MAP_SWAPPED; 1534 return if $self->in_memory != cf::MAP_SWAPPED;
1353 1535
1354 $self->in_memory (cf::MAP_LOADING); 1536 $self->in_memory (cf::MAP_LOADING);
1355 1537
1356 $self->alloc; 1538 $self->alloc;
1539
1540 $self->pre_load;
1541 Coro::cede;
1542
1357 $self->load_objects ($self->{load_path}, 1) 1543 $self->_load_objects ($self->{load_path}, 1)
1358 or return; 1544 or return;
1359 1545
1360 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1546 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1361 if delete $self->{load_original}; 1547 if delete $self->{load_original};
1362 1548
1363 if (my $uniq = $path->uniq_path) { 1549 if (my $uniq = $self->uniq_path) {
1364 utf8::encode $uniq; 1550 utf8::encode $uniq;
1365 if (aio_open $uniq, O_RDONLY, 0) { 1551 if (aio_open $uniq, O_RDONLY, 0) {
1366 $self->clear_unique_items; 1552 $self->clear_unique_items;
1367 $self->load_objects ($uniq, 0); 1553 $self->_load_objects ($uniq, 0);
1368 } 1554 }
1369 } 1555 }
1370 1556
1371 Coro::cede; 1557 Coro::cede;
1372
1373 # now do the right thing for maps 1558 # now do the right thing for maps
1374 $self->link_multipart_objects; 1559 $self->link_multipart_objects;
1375
1376 if ($self->{path}->is_style_map) {
1377 $self->{deny_save} = 1;
1378 $self->{deny_reset} = 1;
1379 } else {
1380 $self->fix_auto_apply;
1381 $self->decay_objects;
1382 $self->update_buttons;
1383 $self->set_darkness_map;
1384 $self->difficulty ($self->estimate_difficulty) 1560 $self->difficulty ($self->estimate_difficulty)
1385 unless $self->difficulty; 1561 unless $self->difficulty;
1562 Coro::cede;
1563
1564 unless ($self->{deny_activate}) {
1565 $self->decay_objects;
1566 $self->fix_auto_apply;
1567 $self->update_buttons;
1568 Coro::cede;
1569 $self->set_darkness_map;
1570 Coro::cede;
1386 $self->activate; 1571 $self->activate;
1387 } 1572 }
1388 1573
1389 Coro::cede;
1390
1391 $self->in_memory (cf::MAP_IN_MEMORY); 1574 $self->in_memory (cf::MAP_IN_MEMORY);
1575 }
1576
1577 $self->post_load;
1578}
1579
1580sub customise_for {
1581 my ($self, $ob) = @_;
1582
1583 return find "~" . $ob->name . "/" . $self->{path}
1584 if $self->per_player;
1585
1586 $self
1392} 1587}
1393 1588
1394# find and load all maps in the 3x3 area around a map 1589# find and load all maps in the 3x3 area around a map
1395sub load_diag { 1590sub load_diag {
1396 my ($map) = @_; 1591 my ($map) = @_;
1426 1621
1427 cf::sync_job { $map->load }; 1622 cf::sync_job { $map->load };
1428} 1623}
1429 1624
1430our %MAP_PREFETCH; 1625our %MAP_PREFETCH;
1431our $MAP_PREFETCHER = Coro::async { 1626our $MAP_PREFETCHER = undef;
1432 while () {
1433 while (%MAP_PREFETCH) {
1434 my $key = each %MAP_PREFETCH
1435 or next;
1436 my $path = delete $MAP_PREFETCH{$key};
1437
1438 my $map = find $path
1439 or next;
1440 $map->load;
1441 }
1442 Coro::schedule;
1443 }
1444};
1445 1627
1446sub find_async { 1628sub find_async {
1447 my ($path, $origin) = @_; 1629 my ($path, $origin) = @_;
1448 1630
1449 $path = new cf::path $path, $origin && $origin->path; 1631 $path = normalise $path, $origin && $origin->{path};
1450 my $key = $path->as_string;
1451 1632
1452 if (my $map = $cf::MAP{$key}) { 1633 if (my $map = $cf::MAP{$path}) {
1453 return $map if $map->in_memory == cf::MAP_IN_MEMORY; 1634 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1454 } 1635 }
1455 1636
1456 $MAP_PREFETCH{$key} = $path; 1637 undef $MAP_PREFETCH{$path};
1638 $MAP_PREFETCHER ||= cf::async {
1639 while (%MAP_PREFETCH) {
1640 for my $path (keys %MAP_PREFETCH) {
1641 my $map = find $path
1642 or next;
1643 $map->load;
1644
1645 delete $MAP_PREFETCH{$path};
1646 }
1647 }
1648 undef $MAP_PREFETCHER;
1649 };
1457 $MAP_PREFETCHER->ready; 1650 $MAP_PREFETCHER->prio (6);
1458 1651
1459 () 1652 ()
1460} 1653}
1461 1654
1462sub save { 1655sub save {
1466 1659
1467 $self->{last_save} = $cf::RUNTIME; 1660 $self->{last_save} = $cf::RUNTIME;
1468 1661
1469 return unless $self->dirty; 1662 return unless $self->dirty;
1470 1663
1471 my $save = $self->{path}->save_path; utf8::encode $save; 1664 my $save = $self->save_path; utf8::encode $save;
1472 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1665 my $uniq = $self->uniq_path; utf8::encode $uniq;
1473 1666
1474 $self->{load_path} = $save; 1667 $self->{load_path} = $save;
1475 1668
1476 return if $self->{deny_save}; 1669 return if $self->{deny_save};
1477 1670
1480 cf::async { 1673 cf::async {
1481 $_->contr->save for $self->players; 1674 $_->contr->save for $self->players;
1482 }; 1675 };
1483 1676
1484 if ($uniq) { 1677 if ($uniq) {
1485 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1678 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1486 $self->save_objects ($uniq, cf::IO_UNIQUES); 1679 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1487 } else { 1680 } else {
1488 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1681 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1489 } 1682 }
1490} 1683}
1491 1684
1492sub swap_out { 1685sub swap_out {
1493 my ($self) = @_; 1686 my ($self) = @_;
1507 1700
1508sub reset_at { 1701sub reset_at {
1509 my ($self) = @_; 1702 my ($self) = @_;
1510 1703
1511 # TODO: safety, remove and allow resettable per-player maps 1704 # TODO: safety, remove and allow resettable per-player maps
1512 return 1e99 if $self->{path}{user_rel}; 1705 return 1e99 if $self->isa ("ext::map_per_player");#d#
1513 return 1e99 if $self->{deny_reset}; 1706 return 1e99 if $self->{deny_reset};
1514 1707
1515 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1708 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1516 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1709 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1517 1710
1522 my ($self) = @_; 1715 my ($self) = @_;
1523 1716
1524 $self->reset_at <= $cf::RUNTIME 1717 $self->reset_at <= $cf::RUNTIME
1525} 1718}
1526 1719
1527sub unlink_save {
1528 my ($self) = @_;
1529
1530 utf8::encode (my $save = $self->{path}->save_path);
1531 aioreq_pri 3; IO::AIO::aio_unlink $save;
1532 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1533}
1534
1535sub rename {
1536 my ($self, $new_path) = @_;
1537
1538 $self->unlink_save;
1539
1540 delete $cf::MAP{$self->path};
1541 $self->{path} = new cf::path $new_path;
1542 $self->path ($self->{path}->as_string);
1543 $cf::MAP{$self->path} = $self;
1544
1545 $self->save;
1546}
1547
1548sub reset { 1720sub reset {
1549 my ($self) = @_; 1721 my ($self) = @_;
1550 1722
1551 my $lock = cf::lock_acquire "map_data:" . $self->path; 1723 my $lock = cf::lock_acquire "map_data:$self->{path}";
1552 1724
1553 return if $self->players; 1725 return if $self->players;
1554 return if $self->{path}{user_rel};#d# 1726 return if $self->isa ("ext::map_per_player");#d#
1555 1727
1556 warn "resetting map ", $self->path;#d# 1728 warn "resetting map ", $self->path;#d#
1557 1729
1730 $self->in_memory (cf::MAP_SWAPPED);
1731
1732 # need to save uniques path
1733 unless ($self->{deny_save}) {
1734 my $uniq = $self->uniq_path; utf8::encode $uniq;
1735
1736 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1737 if $uniq;
1738 }
1739
1558 delete $cf::MAP{$self->path}; 1740 delete $cf::MAP{$self->path};
1741
1742 $self->clear;
1559 1743
1560 $_->clear_links_to ($self) for values %cf::MAP; 1744 $_->clear_links_to ($self) for values %cf::MAP;
1561 1745
1562 $self->unlink_save; 1746 $self->unlink_save;
1563 $self->destroy; 1747 $self->destroy;
1566my $nuke_counter = "aaaa"; 1750my $nuke_counter = "aaaa";
1567 1751
1568sub nuke { 1752sub nuke {
1569 my ($self) = @_; 1753 my ($self) = @_;
1570 1754
1755 delete $cf::MAP{$self->path};
1756
1757 $self->unlink_save;
1758
1759 bless $self, "cf::map";
1760 delete $self->{deny_reset};
1571 $self->{deny_save} = 1; 1761 $self->{deny_save} = 1;
1572 $self->reset_timeout (1); 1762 $self->reset_timeout (1);
1573 $self->rename ("{nuke}/" . ($nuke_counter++)); 1763 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1764
1765 $cf::MAP{$self->path} = $self;
1766
1574 $self->reset; # polite request, might not happen 1767 $self->reset; # polite request, might not happen
1575} 1768}
1576 1769
1577sub customise_for {
1578 my ($map, $ob) = @_;
1579
1580 if ($map->per_player) {
1581 return cf::map::find "~" . $ob->name . "/" . $map->{path}{path};
1582 }
1583
1584 $map
1585}
1586
1587=item cf::map::unique_maps 1770=item cf::map::unique_maps
1588 1771
1589Returns an arrayref of cf::path's of all shared maps that have 1772Returns an arrayref of paths of all shared maps that have
1590instantiated unique items. May block. 1773instantiated unique items. May block.
1591 1774
1592=cut 1775=cut
1593 1776
1594sub unique_maps() { 1777sub unique_maps() {
1595 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir 1778 my $files = aio_readdir $UNIQUEDIR
1596 or return; 1779 or return;
1597 1780
1598 my @paths; 1781 my @paths;
1599 1782
1600 for (@$files) { 1783 for (@$files) {
1601 utf8::decode $_; 1784 utf8::decode $_;
1602 next if /\.pst$/; 1785 next if /\.pst$/;
1603 next unless /^$PATH_SEP/o; 1786 next unless /^$PATH_SEP/o;
1604 1787
1605 push @paths, new cf::path $_; 1788 push @paths, cf::map::normalise $_;
1606 } 1789 }
1607 1790
1608 \@paths 1791 \@paths
1609} 1792}
1610 1793
1685 1868
1686=item $player_object->enter_link 1869=item $player_object->enter_link
1687 1870
1688Freezes the player and moves him/her to a special map (C<{link}>). 1871Freezes the player and moves him/her to a special map (C<{link}>).
1689 1872
1690The player should be reaosnably safe there for short amounts of time. You 1873The player should be reasonably safe there for short amounts of time. You
1691I<MUST> call C<leave_link> as soon as possible, though. 1874I<MUST> call C<leave_link> as soon as possible, though.
1692 1875
1876Will never block.
1877
1693=item $player_object->leave_link ($map, $x, $y) 1878=item $player_object->leave_link ($map, $x, $y)
1694 1879
1695Moves the player out of the specila link map onto the given map. If the 1880Moves the player out of the special C<{link}> map onto the specified
1696map is not valid (or omitted), the player will be moved back to the 1881map. If the map is not valid (or omitted), the player will be moved back
1697location he/she was before the call to C<enter_link>, or, if that fails, 1882to the location he/she was before the call to C<enter_link>, or, if that
1698to the emergency map position. 1883fails, to the emergency map position.
1699 1884
1700Might block. 1885Might block.
1701 1886
1702=cut 1887=cut
1888
1889sub link_map {
1890 unless ($LINK_MAP) {
1891 $LINK_MAP = cf::map::find "{link}"
1892 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1893 $LINK_MAP->load;
1894 }
1895
1896 $LINK_MAP
1897}
1703 1898
1704sub cf::object::player::enter_link { 1899sub cf::object::player::enter_link {
1705 my ($self) = @_; 1900 my ($self) = @_;
1706 1901
1707 $self->deactivate_recursive; 1902 $self->deactivate_recursive;
1708 1903
1709 return if $self->map == $LINK_MAP; 1904 return if UNIVERSAL::isa $self->map, "ext::map_link";
1710 1905
1711 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1906 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1712 if $self->map; 1907 if $self->map && $self->map->{path} ne "{link}";
1713 1908
1714 $self->enter_map ($LINK_MAP, 20, 20); 1909 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1715} 1910}
1716 1911
1717sub cf::object::player::leave_link { 1912sub cf::object::player::leave_link {
1718 my ($self, $map, $x, $y) = @_; 1913 my ($self, $map, $x, $y) = @_;
1914
1915 return unless $self->contr->active;
1719 1916
1720 my $link_pos = delete $self->{_link_pos}; 1917 my $link_pos = delete $self->{_link_pos};
1721 1918
1722 unless ($map) { 1919 unless ($map) {
1723 # restore original map position 1920 # restore original map position
1741 $map->load; 1938 $map->load;
1742 $map->load_diag; 1939 $map->load_diag;
1743 1940
1744 return unless $self->contr->active; 1941 return unless $self->contr->active;
1745 $self->activate_recursive; 1942 $self->activate_recursive;
1943
1944 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1746 $self->enter_map ($map, $x, $y); 1945 $self->enter_map ($map, $x, $y);
1747} 1946}
1748 1947
1749cf::player->attach (
1750 on_logout => sub {
1751 my ($pl) = @_;
1752
1753 # abort map switching before logout
1754 if ($pl->ob->{_link_pos}) {
1755 cf::sync_job {
1756 $pl->ob->leave_link
1757 };
1758 }
1759 },
1760 on_login => sub {
1761 my ($pl) = @_;
1762
1763 # try to abort aborted map switching on player login :)
1764 # should happen only on crashes
1765 if ($pl->ob->{_link_pos}) {
1766 $pl->ob->enter_link;
1767 (async {
1768 # we need this sleep as the login has a concurrent enter_exit running
1769 # and this sleep increases chances of the player not ending up in scorn
1770 $pl->ob->reply (undef,
1771 "There was an internal problem at your last logout, "
1772 . "the server will try to bring you to your intended destination in a second.",
1773 cf::NDI_RED);
1774 Coro::Timer::sleep 1;
1775 $pl->ob->leave_link;
1776 })->prio (2);
1777 }
1778 },
1779);
1780
1781=item $player_object->goto ($path, $x, $y) 1948=item $player_object->goto ($path, $x, $y[, $check->($map)])
1782 1949
1950Moves the player to the given map-path and coordinates by first freezing
1951her, loading and preparing them map, calling the provided $check callback
1952that has to return the map if sucecssful, and then unfreezes the player on
1953the new (success) or old (failed) map position.
1954
1783=cut 1955=cut
1956
1957our $GOTOGEN;
1784 1958
1785sub cf::object::player::goto { 1959sub cf::object::player::goto {
1786 my ($self, $path, $x, $y) = @_; 1960 my ($self, $path, $x, $y, $check) = @_;
1787 1961
1788 $path = new cf::path $path; 1962 # do generation counting so two concurrent goto's will be executed in-order
1963 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1789 1964
1790 $self->enter_link; 1965 $self->enter_link;
1791 1966
1792 (async { 1967 (async {
1968 my $map = eval {
1793 my $map = cf::map::find $path->as_string; 1969 my $map = cf::map::find $path;
1970
1971 if ($map) {
1794 $map = $map->customise_for ($self) if $map; 1972 $map = $map->customise_for ($self);
1795 1973 $map = $check->($map) if $check && $map;
1796# warn "entering ", $map->path, " at ($x, $y)\n" 1974 } else {
1797# if $map;
1798
1799 $map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1975 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1976 }
1800 1977
1978 $map
1979 };
1980
1981 if ($@) {
1982 $self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
1983 LOG llevError | logBacktrace, Carp::longmess $@;
1984 }
1985
1986 if ($gen == $self->{_goto_generation}) {
1987 delete $self->{_goto_generation};
1801 $self->leave_link ($map, $x, $y); 1988 $self->leave_link ($map, $x, $y);
1989 }
1802 })->prio (1); 1990 })->prio (1);
1803} 1991}
1804 1992
1805=item $player_object->enter_exit ($exit_object) 1993=item $player_object->enter_exit ($exit_object)
1806 1994
1808 1996
1809sub parse_random_map_params { 1997sub parse_random_map_params {
1810 my ($spec) = @_; 1998 my ($spec) = @_;
1811 1999
1812 my $rmp = { # defaults 2000 my $rmp = { # defaults
1813 xsize => 10, 2001 xsize => (cf::rndm 15, 40),
1814 ysize => 10, 2002 ysize => (cf::rndm 15, 40),
2003 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
2004 #layout => string,
1815 }; 2005 };
1816 2006
1817 for (split /\n/, $spec) { 2007 for (split /\n/, $spec) {
1818 my ($k, $v) = split /\s+/, $_, 2; 2008 my ($k, $v) = split /\s+/, $_, 2;
1819 2009
1823 $rmp 2013 $rmp
1824} 2014}
1825 2015
1826sub prepare_random_map { 2016sub prepare_random_map {
1827 my ($exit) = @_; 2017 my ($exit) = @_;
2018
2019 my $guard = cf::lock_acquire "exit_prepare:$exit";
1828 2020
1829 # all this does is basically replace the /! path by 2021 # all this does is basically replace the /! path by
1830 # a new random map path (?random/...) with a seed 2022 # a new random map path (?random/...) with a seed
1831 # that depends on the exit object 2023 # that depends on the exit object
1832 2024
1833 my $rmp = parse_random_map_params $exit->msg; 2025 my $rmp = parse_random_map_params $exit->msg;
1834 2026
1835 if ($exit->map) { 2027 if ($exit->map) {
1836 $rmp->{region} = $exit->map->region_name; 2028 $rmp->{region} = $exit->region->name;
1837 $rmp->{origin_map} = $exit->map->path; 2029 $rmp->{origin_map} = $exit->map->path;
1838 $rmp->{origin_x} = $exit->x; 2030 $rmp->{origin_x} = $exit->x;
1839 $rmp->{origin_y} = $exit->y; 2031 $rmp->{origin_y} = $exit->y;
1840 } 2032 }
1841 2033
1842 $rmp->{random_seed} ||= $exit->random_seed; 2034 $rmp->{random_seed} ||= $exit->random_seed;
1843 2035
1844 my $data = cf::to_json $rmp; 2036 my $data = cf::to_json $rmp;
1845 my $md5 = Digest::MD5::md5_hex $data; 2037 my $md5 = Digest::MD5::md5_hex $data;
2038 my $meta = "$RANDOMDIR/$md5.meta";
1846 2039
1847 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 2040 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1848 aio_write $fh, 0, (length $data), $data, 0; 2041 aio_write $fh, 0, (length $data), $data, 0;
2042 undef $fh;
2043 aio_rename "$meta~", $meta;
1849 2044
1850 $exit->slaying ("?random/$md5"); 2045 $exit->slaying ("?random/$md5");
1851 $exit->msg (undef); 2046 $exit->msg (undef);
1852 } 2047 }
1853} 2048}
1854 2049
1855sub cf::object::player::enter_exit { 2050sub cf::object::player::enter_exit {
1856 my ($self, $exit) = @_; 2051 my ($self, $exit) = @_;
1857 2052
1858 return unless $self->type == cf::PLAYER; 2053 return unless $self->type == cf::PLAYER;
2054
2055 if ($exit->slaying eq "/!") {
2056 #TODO: this should de-fi-ni-te-ly not be a sync-job
2057 # the problem is that $exit might not survive long enough
2058 # so it needs to be done right now, right here
2059 cf::sync_job { prepare_random_map $exit };
2060 }
2061
2062 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2063 my $hp = $exit->stats->hp;
2064 my $sp = $exit->stats->sp;
1859 2065
1860 $self->enter_link; 2066 $self->enter_link;
1861 2067
1862 (async { 2068 (async {
1863 $self->deactivate_recursive; # just to be sure 2069 $self->deactivate_recursive; # just to be sure
1864 unless (eval { 2070 unless (eval {
1865 prepare_random_map $exit 2071 $self->goto ($slaying, $hp, $sp);
1866 if $exit->slaying eq "/!";
1867
1868 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1869 $self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1870 2072
1871 1; 2073 1;
1872 }) { 2074 }) {
1873 $self->message ("Something went wrong deep within the crossfire server. " 2075 $self->message ("Something went wrong deep within the crossfire server. "
1874 . "I'll try to bring you back to the map you were before. " 2076 . "I'll try to bring you back to the map you were before. "
1875 . "Please report this to the dungeon master!", 2077 . "Please report this to the dungeon master!",
1876 cf::NDI_UNIQUE | cf::NDI_RED); 2078 cf::NDI_UNIQUE | cf::NDI_RED);
1877 2079
1878 warn "ERROR in enter_exit: $@"; 2080 warn "ERROR in enter_exit: $@";
1879 $self->leave_link; 2081 $self->leave_link;
1880 } 2082 }
1881 })->prio (1); 2083 })->prio (1);
1894 2096
1895sub cf::client::send_drawinfo { 2097sub cf::client::send_drawinfo {
1896 my ($self, $text, $flags) = @_; 2098 my ($self, $text, $flags) = @_;
1897 2099
1898 utf8::encode $text; 2100 utf8::encode $text;
1899 $self->send_packet (sprintf "drawinfo %d %s", $flags, $text); 2101 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1900} 2102}
1901 2103
2104=item $client->ext_event ($type, %msg)
2105
2106Sends an exti event to the client.
2107
2108=cut
2109
2110sub cf::client::ext_event($$%) {
2111 my ($self, $type, %msg) = @_;
2112
2113 $msg{msgtype} = "event_$type";
2114 $self->send_packet ("ext " . cf::to_json \%msg);
2115}
1902 2116
1903=item $success = $client->query ($flags, "text", \&cb) 2117=item $success = $client->query ($flags, "text", \&cb)
1904 2118
1905Queues a query to the client, calling the given callback with 2119Queues a query to the client, calling the given callback with
1906the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>, 2120the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1935 # get handled first 2149 # get handled first
1936 my $queue = delete $ns->{query_queue} 2150 my $queue = delete $ns->{query_queue}
1937 or return; # be conservative, not sure how that can happen, but we saw a crash here 2151 or return; # be conservative, not sure how that can happen, but we saw a crash here
1938 2152
1939 (shift @$queue)->[1]->($msg); 2153 (shift @$queue)->[1]->($msg);
2154 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1940 2155
1941 push @{ $ns->{query_queue} }, @$queue; 2156 push @{ $ns->{query_queue} }, @$queue;
1942 2157
1943 if (@{ $ns->{query_queue} } == @$queue) { 2158 if (@{ $ns->{query_queue} } == @$queue) {
1944 if (@$queue) { 2159 if (@$queue) {
2002 2217
2003# here we export the classes and methods available to script code 2218# here we export the classes and methods available to script code
2004 2219
2005=pod 2220=pod
2006 2221
2007The following fucntions and emthods are available within a safe environment: 2222The following functions and methods are available within a safe environment:
2008 2223
2009 cf::object contr pay_amount pay_player map 2224 cf::object contr pay_amount pay_player map
2010 cf::object::player player 2225 cf::object::player player
2011 cf::player peaceful 2226 cf::player peaceful
2012 cf::map trigger 2227 cf::map trigger
2097############################################################################# 2312#############################################################################
2098 2313
2099=head2 EXTENSION DATABASE SUPPORT 2314=head2 EXTENSION DATABASE SUPPORT
2100 2315
2101Crossfire maintains a very simple database for extension use. It can 2316Crossfire maintains a very simple database for extension use. It can
2102currently store anything that can be serialised using Storable, which 2317currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2103excludes objects. 2318convert to/from binary).
2104 2319
2105The parameter C<$family> should best start with the name of the extension 2320The parameter C<$family> should best start with the name of the extension
2106using it, it should be unique. 2321using it, it should be unique.
2107 2322
2108=over 4 2323=over 4
2109 2324
2110=item $hashref = cf::db_get $family
2111
2112Return a hashref for use by the extension C<$family>, which can be
2113modified. After modifications, you have to call C<cf::db_dirty> or
2114C<cf::db_sync>.
2115
2116=item $value = cf::db_get $family => $key 2325=item $value = cf::db_get $family => $key
2117 2326
2118Returns a single value from the database 2327Returns a single value from the database.
2119
2120=item cf::db_put $family => $hashref
2121
2122Stores the given family hashref into the database. Updates are delayed, if
2123you want the data to be synced to disk immediately, use C<cf::db_sync>.
2124 2328
2125=item cf::db_put $family => $key => $value 2329=item cf::db_put $family => $key => $value
2126 2330
2127Stores the given C<$value> in the family hash. Updates are delayed, if you 2331Stores the given C<$value> in the family.
2128want the data to be synced to disk immediately, use C<cf::db_sync>.
2129
2130=item cf::db_dirty
2131
2132Marks the database as dirty, to be updated at a later time.
2133
2134=item cf::db_sync
2135
2136Immediately write the database to disk I<if it is dirty>.
2137 2332
2138=cut 2333=cut
2139 2334
2140our $DB; 2335our $DB;
2141 2336
2142{ 2337sub db_init {
2143 my $path = cf::localdir . "/database.pst"; 2338 unless ($DB) {
2339 $DB = BDB::db_create $DB_ENV;
2144 2340
2145 sub db_load() { 2341 cf::sync_job {
2146 $DB = stat $path ? Storable::retrieve $path : { }; 2342 eval {
2147 } 2343 $DB->set_flags (BDB::CHKSUM);
2148 2344
2149 my $pid; 2345 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2150 2346 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2151 sub db_save() { 2347 cf::cleanup "db_open(db): $!" if $!;
2152 waitpid $pid, 0 if $pid; 2348 };
2153 if (0 == ($pid = fork)) { 2349 cf::cleanup "db_open(db): $@" if $@;
2154 $DB->{_meta}{version} = 1;
2155 Storable::nstore $DB, "$path~";
2156 rename "$path~", $path;
2157 cf::_exit 0 if defined $pid;
2158 } 2350 };
2159 }
2160
2161 my $dirty;
2162
2163 sub db_sync() {
2164 db_save if $dirty;
2165 undef $dirty;
2166 }
2167
2168 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2169 db_sync;
2170 }); 2351 }
2352}
2171 2353
2172 sub db_dirty() {
2173 $dirty = 1;
2174 $idle->start;
2175 }
2176
2177 sub db_get($;$) { 2354sub db_get($$) {
2178 @_ >= 2 2355 my $key = "$_[0]/$_[1]";
2179 ? $DB->{$_[0]}{$_[1]}
2180 : ($DB->{$_[0]} ||= { })
2181 }
2182 2356
2357 cf::sync_job {
2358 BDB::db_get $DB, undef, $key, my $data;
2359
2360 $! ? ()
2361 : $data
2362 }
2363}
2364
2183 sub db_put($$;$) { 2365sub db_put($$$) {
2184 if (@_ >= 3) { 2366 BDB::dbreq_pri 4;
2185 $DB->{$_[0]}{$_[1]} = $_[2]; 2367 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2186 } else { 2368}
2187 $DB->{$_[0]} = $_[1];
2188 }
2189 db_dirty;
2190 }
2191 2369
2192 cf::global->attach ( 2370=item cf::cache $id => [$paths...], $processversion => $process
2193 prio => 10000, 2371
2194 on_cleanup => sub { 2372Generic caching function that returns the value of the resource $id,
2195 db_sync; 2373caching and regenerating as required.
2374
2375This function can block.
2376
2377=cut
2378
2379sub cache {
2380 my ($id, $src, $processversion, $process) = @_;
2381
2382 my $meta =
2383 join "\x00",
2384 $processversion,
2385 map {
2386 aio_stat $_
2387 and Carp::croak "$_: $!";
2388
2389 ($_, (stat _)[7,9])
2390 } @$src;
2391
2392 my $dbmeta = db_get cache => "$id/meta";
2393 if ($dbmeta ne $meta) {
2394 # changed, we may need to process
2395
2396 my @data;
2397 my $md5;
2398
2399 for (0 .. $#$src) {
2400 0 <= aio_load $src->[$_], $data[$_]
2401 or Carp::croak "$src->[$_]: $!";
2196 }, 2402 }
2197 ); 2403
2404 # if processing is expensive, check
2405 # checksum first
2406 if (1) {
2407 $md5 =
2408 join "\x00",
2409 $processversion,
2410 map {
2411 Coro::cede;
2412 ($src->[$_], Digest::MD5::md5_hex $data[$_])
2413 } 0.. $#$src;
2414
2415
2416 my $dbmd5 = db_get cache => "$id/md5";
2417 if ($dbmd5 eq $md5) {
2418 db_put cache => "$id/meta", $meta;
2419
2420 return db_get cache => "$id/data";
2421 }
2422 }
2423
2424 my $t1 = Time::HiRes::time;
2425 my $data = $process->(\@data);
2426 my $t2 = Time::HiRes::time;
2427
2428 warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2429
2430 db_put cache => "$id/data", $data;
2431 db_put cache => "$id/md5" , $md5;
2432 db_put cache => "$id/meta", $meta;
2433
2434 return $data;
2435 }
2436
2437 db_get cache => "$id/data"
2438}
2439
2440=item fork_call { }, $args
2441
2442Executes the given code block with the given arguments in a seperate
2443process, returning the results. Everything must be serialisable with
2444Coro::Storable. May, of course, block. Note that the executed sub may
2445never block itself or use any form of Event handling.
2446
2447=cut
2448
2449sub fork_call(&@) {
2450 my ($cb, @args) = @_;
2451
2452# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2453# or die "socketpair: $!";
2454 pipe my $fh1, my $fh2
2455 or die "pipe: $!";
2456
2457 if (my $pid = fork) {
2458 close $fh2;
2459
2460 my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2461 $res = Coro::Storable::thaw $res;
2462
2463 waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2464
2465 die $$res unless "ARRAY" eq ref $res;
2466
2467 return wantarray ? @$res : $res->[-1];
2468 } else {
2469 reset_signals;
2470 local $SIG{__WARN__};
2471 local $SIG{__DIE__};
2472 eval {
2473 close $fh1;
2474
2475 my @res = eval { $cb->(@args) };
2476 syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2477 };
2478
2479 warn $@ if $@;
2480 _exit 0;
2481 }
2198} 2482}
2199 2483
2200############################################################################# 2484#############################################################################
2201# the server's main() 2485# the server's init and main functions
2486
2487sub load_facedata($) {
2488 my ($path) = @_;
2489
2490 warn "loading facedata from $path\n";
2491
2492 my $facedata;
2493 0 < aio_load $path, $facedata
2494 or die "$path: $!";
2495
2496 $facedata = Coro::Storable::thaw $facedata;
2497
2498 $facedata->{version} == 2
2499 or cf::cleanup "$path: version mismatch, cannot proceed.";
2500
2501 {
2502 my $faces = $facedata->{faceinfo};
2503
2504 while (my ($face, $info) = each %$faces) {
2505 my $idx = (cf::face::find $face) || cf::face::alloc $face;
2506 warn "$face $info->{magicmap}\n" if $face =~ /obol/;#d#
2507 cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2508 cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2509 cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2510 Coro::cede;
2511 }
2512
2513 while (my ($face, $info) = each %$faces) {
2514 next unless $info->{smooth};
2515 my $idx = cf::face::find $face
2516 or next;
2517 if (my $smooth = cf::face::find $info->{smooth}) {
2518 cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2519 } else {
2520 warn "smooth face '$info->{smooth}' not found for face '$face'";
2521 }
2522 Coro::cede;
2523 }
2524 }
2525
2526 {
2527 my $anims = $facedata->{animinfo};
2528
2529 while (my ($anim, $info) = each %$anims) {
2530 cf::anim::set $anim, $info->{frames}, $info->{facings};
2531 Coro::cede;
2532 }
2533
2534 cf::anim::invalidate_all; # d'oh
2535 }
2536
2537 1
2538}
2539
2540sub reload_regions {
2541 load_resource_file "$MAPDIR/regions"
2542 or die "unable to load regions file\n";
2543}
2544
2545sub reload_facedata {
2546 load_facedata "$DATADIR/facedata"
2547 or die "unable to load facedata\n";
2548}
2549
2550sub reload_archetypes {
2551 load_resource_file "$DATADIR/archetypes"
2552 or die "unable to load archetypes\n";
2553}
2554
2555sub reload_treasures {
2556 load_resource_file "$DATADIR/treasures"
2557 or die "unable to load treasurelists\n";
2558}
2559
2560sub reload_resources {
2561 warn "reloading resource files...\n";
2562
2563 reload_regions;
2564 reload_facedata;
2565 reload_archetypes;
2566 reload_treasures;
2567
2568 warn "finished reloading resource files\n";
2569}
2570
2571sub init {
2572 reload_resources;
2573}
2202 2574
2203sub cfg_load { 2575sub cfg_load {
2204 open my $fh, "<:utf8", cf::confdir . "/config" 2576 open my $fh, "<:utf8", "$CONFDIR/config"
2205 or return; 2577 or return;
2206 2578
2207 local $/; 2579 local $/;
2208 *CFG = YAML::Syck::Load <$fh>; 2580 *CFG = YAML::Syck::Load <$fh>;
2209 2581
2223 2595
2224sub main { 2596sub main {
2225 # we must not ever block the main coroutine 2597 # we must not ever block the main coroutine
2226 local $Coro::idle = sub { 2598 local $Coro::idle = sub {
2227 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2599 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2600 (async {
2228 async { Event::one_event }; 2601 Event::one_event;
2602 })->prio (Coro::PRIO_MAX);
2229 }; 2603 };
2230 2604
2231 cfg_load; 2605 cfg_load;
2232 db_load; 2606 db_init;
2233 load_extensions; 2607 load_extensions;
2608
2609 $TICK_WATCHER->start;
2234 Event::loop; 2610 Event::loop;
2235} 2611}
2236 2612
2237############################################################################# 2613#############################################################################
2238# initialisation and cleanup 2614# initialisation and cleanup
2239 2615
2240# install some emergency cleanup handlers 2616# install some emergency cleanup handlers
2241BEGIN { 2617BEGIN {
2242 for my $signal (qw(INT HUP TERM)) { 2618 for my $signal (qw(INT HUP TERM)) {
2243 Event->signal ( 2619 Event->signal (
2620 reentrant => 0,
2244 data => WF_AUTOCANCEL, 2621 data => WF_AUTOCANCEL,
2245 signal => $signal, 2622 signal => $signal,
2623 prio => 0,
2246 cb => sub { 2624 cb => sub {
2247 cf::cleanup "SIG$signal"; 2625 cf::cleanup "SIG$signal";
2248 }, 2626 },
2249 ); 2627 );
2250 } 2628 }
2251} 2629}
2256 warn "enter emergency perl save\n"; 2634 warn "enter emergency perl save\n";
2257 2635
2258 cf::sync_job { 2636 cf::sync_job {
2259 # use a peculiar iteration method to avoid tripping on perl 2637 # use a peculiar iteration method to avoid tripping on perl
2260 # refcount bugs in for. also avoids problems with players 2638 # refcount bugs in for. also avoids problems with players
2261 # and maps saved/Destroyed asynchronously. 2639 # and maps saved/destroyed asynchronously.
2262 warn "begin emergency player save\n"; 2640 warn "begin emergency player save\n";
2263 for my $login (keys %cf::PLAYER) { 2641 for my $login (keys %cf::PLAYER) {
2264 my $pl = $cf::PLAYER{$login} or next; 2642 my $pl = $cf::PLAYER{$login} or next;
2265 $pl->valid or next; 2643 $pl->valid or next;
2266 $pl->save; 2644 $pl->save;
2272 my $map = $cf::MAP{$path} or next; 2650 my $map = $cf::MAP{$path} or next;
2273 $map->valid or next; 2651 $map->valid or next;
2274 $map->save; 2652 $map->save;
2275 } 2653 }
2276 warn "end emergency map save\n"; 2654 warn "end emergency map save\n";
2655
2656 warn "begin emergency database checkpoint\n";
2657 BDB::db_env_txn_checkpoint $DB_ENV;
2658 warn "end emergency database checkpoint\n";
2277 }; 2659 };
2278 2660
2279 warn "leave emergency perl save\n"; 2661 warn "leave emergency perl save\n";
2280} 2662}
2281 2663
2664sub post_cleanup {
2665 my ($make_core) = @_;
2666
2667 warn Carp::longmess "post_cleanup backtrace"
2668 if $make_core;
2669}
2670
2282sub reload() { 2671sub do_reload_perl() {
2283 # can/must only be called in main 2672 # can/must only be called in main
2284 if ($Coro::current != $Coro::main) { 2673 if ($Coro::current != $Coro::main) {
2285 warn "can only reload from main coroutine\n"; 2674 warn "can only reload from main coroutine";
2286 return; 2675 return;
2287 } 2676 }
2288 2677
2289 warn "reloading..."; 2678 warn "reloading...";
2290 2679
2291 warn "freezing server"; 2680 warn "entering sync_job";
2292 my $guard = freeze_mainloop; 2681
2682 cf::sync_job {
2683 cf::write_runtime; # external watchdog should not bark
2293 cf::emergency_save; 2684 cf::emergency_save;
2685 cf::write_runtime; # external watchdog should not bark
2294 2686
2295 warn "sync database to disk"; 2687 warn "syncing database to disk";
2296 cf::db_sync; 2688 BDB::db_env_txn_checkpoint $DB_ENV;
2297 IO::AIO::flush;
2298 2689
2299 eval {
2300 # if anything goes wrong in here, we should simply crash as we already saved 2690 # if anything goes wrong in here, we should simply crash as we already saved
2301 2691
2302 warn "cancel all watchers"; 2692 warn "cancelling all WF_AUTOCANCEL watchers";
2303 for (Event::all_watchers) { 2693 for (Event::all_watchers) {
2304 $_->cancel if $_->data & WF_AUTOCANCEL; 2694 $_->cancel if $_->data & WF_AUTOCANCEL;
2305 } 2695 }
2306 2696
2697 warn "flushing outstanding aio requests";
2698 for (;;) {
2699 BDB::flush;
2700 IO::AIO::flush;
2701 Coro::cede;
2702 last unless IO::AIO::nreqs || BDB::nreqs;
2703 warn "iterate...";
2704 }
2705
2706 ++$RELOAD;
2707
2307 warn "cancel all extension coros"; 2708 warn "cancelling all extension coros";
2308 $_->cancel for values %EXT_CORO; 2709 $_->cancel for values %EXT_CORO;
2309 %EXT_CORO = (); 2710 %EXT_CORO = ();
2310 2711
2311 warn "remove commands"; 2712 warn "removing commands";
2312 %COMMAND = (); 2713 %COMMAND = ();
2313 2714
2314 warn "remove ext commands"; 2715 warn "removing ext commands";
2315 %EXTCMD = (); 2716 %EXTCMD = ();
2316 2717
2317 warn "unload/nuke all extensions"; 2718 warn "unloading/nuking all extensions";
2318 for my $pkg (@EXTS) { 2719 for my $pkg (@EXTS) {
2319 warn "... unloading $pkg"; 2720 warn "... unloading $pkg";
2320 2721
2321 if (my $cb = $pkg->can ("unload")) { 2722 if (my $cb = $pkg->can ("unload")) {
2322 eval { 2723 eval {
2327 2728
2328 warn "... nuking $pkg"; 2729 warn "... nuking $pkg";
2329 Symbol::delete_package $pkg; 2730 Symbol::delete_package $pkg;
2330 } 2731 }
2331 2732
2332 warn "unload all perl modules loaded from $LIBDIR"; 2733 warn "unloading all perl modules loaded from $LIBDIR";
2333 while (my ($k, $v) = each %INC) { 2734 while (my ($k, $v) = each %INC) {
2334 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2735 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2335 2736
2336 warn "removing <$k>"; 2737 warn "... unloading $k";
2337 delete $INC{$k}; 2738 delete $INC{$k};
2338 2739
2339 $k =~ s/\.pm$//; 2740 $k =~ s/\.pm$//;
2340 $k =~ s/\//::/g; 2741 $k =~ s/\//::/g;
2341 2742
2344 } 2745 }
2345 2746
2346 Symbol::delete_package $k; 2747 Symbol::delete_package $k;
2347 } 2748 }
2348 2749
2349 warn "get rid of safe::, as good as possible"; 2750 warn "getting rid of safe::, as good as possible";
2350 Symbol::delete_package "safe::$_" 2751 Symbol::delete_package "safe::$_"
2351 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2752 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2352 2753
2353 warn "unload cf.pm \"a bit\""; 2754 warn "unloading cf.pm \"a bit\"";
2354 delete $INC{"cf.pm"}; 2755 delete $INC{"cf.pm"};
2756 delete $INC{"cf/pod.pm"};
2355 2757
2356 # don't, removes xs symbols, too, 2758 # don't, removes xs symbols, too,
2357 # and global variables created in xs 2759 # and global variables created in xs
2358 #Symbol::delete_package __PACKAGE__; 2760 #Symbol::delete_package __PACKAGE__;
2359 2761
2762 warn "unload completed, starting to reload now";
2763
2360 warn "reloading cf.pm"; 2764 warn "reloading cf.pm";
2361 require cf; 2765 require cf;
2362 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2766 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2363 2767
2364 warn "load config and database again"; 2768 warn "loading config and database again";
2365 cf::cfg_load; 2769 cf::cfg_load;
2366 cf::db_load;
2367 2770
2368 warn "load extensions"; 2771 warn "loading extensions";
2369 cf::load_extensions; 2772 cf::load_extensions;
2370 2773
2371 warn "reattach attachments to objects/players"; 2774 warn "reattaching attachments to objects/players";
2372 _global_reattach; 2775 _global_reattach; # objects, sockets
2373 warn "reattach attachments to maps"; 2776 warn "reattaching attachments to maps";
2374 reattach $_ for values %MAP; 2777 reattach $_ for values %MAP;
2375 }; 2778 warn "reattaching attachments to players";
2779 reattach $_ for values %PLAYER;
2376 2780
2377 if ($@) { 2781 warn "leaving sync_job";
2782
2783 1
2784 } or do {
2378 warn $@; 2785 warn $@;
2379 warn "error while reloading, exiting."; 2786 warn "error while reloading, exiting.";
2380 exit 1; 2787 exit 1;
2381 } 2788 };
2382 2789
2383 warn "reloaded"; 2790 warn "reloaded";
2384}; 2791};
2385 2792
2386############################################################################# 2793our $RELOAD_WATCHER; # used only during reload
2387 2794
2388unless ($LINK_MAP) { 2795sub reload_perl() {
2389 $LINK_MAP = cf::map::new; 2796 # doing reload synchronously and two reloads happen back-to-back,
2797 # coro crashes during coro_state_free->destroy here.
2390 2798
2391 $LINK_MAP->width (41); 2799 $RELOAD_WATCHER ||= Event->timer (
2392 $LINK_MAP->height (41); 2800 reentrant => 0,
2393 $LINK_MAP->alloc;
2394 $LINK_MAP->path ("{link}");
2395 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2396 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2397
2398 # dirty hack because... archetypes are not yet loaded
2399 Event->timer (
2400 after => 10, 2801 after => 0,
2802 data => WF_AUTOCANCEL,
2401 cb => sub { 2803 cb => sub {
2402 $_[0]->w->cancel; 2804 do_reload_perl;
2403 2805 undef $RELOAD_WATCHER;
2404 # provide some exits "home"
2405 my $exit = cf::object::new "exit";
2406
2407 $exit->slaying ($EMERGENCY_POSITION->[0]);
2408 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2409 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2410
2411 $LINK_MAP->insert ($exit->clone, 19, 19);
2412 $LINK_MAP->insert ($exit->clone, 19, 20);
2413 $LINK_MAP->insert ($exit->clone, 19, 21);
2414 $LINK_MAP->insert ($exit->clone, 20, 19);
2415 $LINK_MAP->insert ($exit->clone, 20, 21);
2416 $LINK_MAP->insert ($exit->clone, 21, 19);
2417 $LINK_MAP->insert ($exit->clone, 21, 20);
2418 $LINK_MAP->insert ($exit->clone, 21, 21);
2419
2420 $exit->destroy;
2421 }); 2806 },
2422 2807 );
2423 $LINK_MAP->{deny_save} = 1;
2424 $LINK_MAP->{deny_reset} = 1;
2425
2426 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2427} 2808}
2428 2809
2429register_command "reload" => sub { 2810register_command "reload" => sub {
2430 my ($who, $arg) = @_; 2811 my ($who, $arg) = @_;
2431 2812
2432 if ($who->flag (FLAG_WIZ)) { 2813 if ($who->flag (FLAG_WIZ)) {
2433 $who->message ("start of reload.");
2434 reload;
2435 $who->message ("end of reload."); 2814 $who->message ("reloading server.");
2815 async { reload_perl };
2436 } 2816 }
2437}; 2817};
2438 2818
2439unshift @INC, $LIBDIR; 2819unshift @INC, $LIBDIR;
2440 2820
2821my $bug_warning = 0;
2822
2823our @WAIT_FOR_TICK;
2824our @WAIT_FOR_TICK_BEGIN;
2825
2826sub wait_for_tick {
2827 return unless $TICK_WATCHER->is_active;
2828 return if $Coro::current == $Coro::main;
2829
2830 my $signal = new Coro::Signal;
2831 push @WAIT_FOR_TICK, $signal;
2832 $signal->wait;
2833}
2834
2835sub wait_for_tick_begin {
2836 return unless $TICK_WATCHER->is_active;
2837 return if $Coro::current == $Coro::main;
2838
2839 my $signal = new Coro::Signal;
2840 push @WAIT_FOR_TICK_BEGIN, $signal;
2841 $signal->wait;
2842}
2843
2844 my $min = 1e6;#d#
2845 my $avg = 10;
2441$TICK_WATCHER = Event->timer ( 2846$TICK_WATCHER = Event->timer (
2442 reentrant => 0, 2847 reentrant => 0,
2848 parked => 1,
2443 prio => 0, 2849 prio => 0,
2444 at => $NEXT_TICK || $TICK, 2850 at => $NEXT_TICK || $TICK,
2445 data => WF_AUTOCANCEL, 2851 data => WF_AUTOCANCEL,
2446 cb => sub { 2852 cb => sub {
2853 if ($Coro::current != $Coro::main) {
2854 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2855 unless ++$bug_warning > 10;
2856 return;
2857 }
2858
2859 $NOW = $tick_start = Event::time;
2860
2447 cf::server_tick; # one server iteration 2861 cf::server_tick; # one server iteration
2862
2863 0 && sync_job {#d#
2864 for(1..10) {
2865 my $t = Event::time;
2866 my $map = my $map = new_from_path cf::map "/tmp/x.map"
2867 or die;
2868
2869 $map->width (50);
2870 $map->height (50);
2871 $map->alloc;
2872 $map->_load_objects ("/tmp/x.map", 1);
2873 my $t = Event::time - $t;
2874
2875 #next unless $t < 0.0013;#d#
2876 if ($t < $min) {
2877 $min = $t;
2878 }
2879 $avg = $avg * 0.99 + $t * 0.01;
2880 }
2881 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2882 exit 0;
2883 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2884 };
2885
2448 $RUNTIME += $TICK; 2886 $RUNTIME += $TICK;
2449 $NEXT_TICK += $TICK; 2887 $NEXT_TICK += $TICK;
2450 2888
2451 $WAIT_FOR_TICK->broadcast; 2889 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2452 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited; 2890 $NEXT_RUNTIME_WRITE = $NOW + 10;
2891 Coro::async_pool {
2892 write_runtime
2893 or warn "ERROR: unable to write runtime file: $!";
2894 };
2895 }
2896
2897# my $AFTER = Event::time;
2898# warn $AFTER - $NOW;#d#
2899
2900 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2901 $sig->send;
2902 }
2903 while (my $sig = shift @WAIT_FOR_TICK) {
2904 $sig->send;
2905 }
2906
2907 $NOW = Event::time;
2453 2908
2454 # if we are delayed by four ticks or more, skip them all 2909 # if we are delayed by four ticks or more, skip them all
2455 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2910 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2456 2911
2457 $TICK_WATCHER->at ($NEXT_TICK); 2912 $TICK_WATCHER->at ($NEXT_TICK);
2458 $TICK_WATCHER->start; 2913 $TICK_WATCHER->start;
2914
2915 $LOAD = ($NOW - $tick_start) / $TICK;
2916 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2917
2918 _post_tick;
2919
2920
2459 }, 2921 },
2460); 2922);
2461 2923
2924{
2462IO::AIO::max_poll_time $TICK * 0.2; 2925 BDB::max_poll_time $TICK * 0.1;
2463 2926 $BDB_POLL_WATCHER = Event->io (
2464Event->io ( 2927 reentrant => 0,
2465 fd => IO::AIO::poll_fileno, 2928 fd => BDB::poll_fileno,
2466 poll => 'r', 2929 poll => 'r',
2467 prio => 5, 2930 prio => 0,
2468 data => WF_AUTOCANCEL,
2469 cb => \&IO::AIO::poll_cb,
2470);
2471
2472Event->timer (
2473 data => WF_AUTOCANCEL, 2931 data => WF_AUTOCANCEL,
2474 after => 0, 2932 cb => \&BDB::poll_cb,
2475 interval => 10, 2933 );
2476 cb => sub { 2934 BDB::min_parallel 8;
2477 (Coro::unblock_sub { 2935
2478 write_runtime 2936 BDB::set_sync_prepare {
2479 or warn "ERROR: unable to write runtime file: $!"; 2937 my $status;
2938 my $current = $Coro::current;
2939 (
2940 sub {
2941 $status = $!;
2942 $current->ready; undef $current;
2943 },
2944 sub {
2945 Coro::schedule while defined $current;
2946 $! = $status;
2947 },
2948 )
2949 };
2950
2951 unless ($DB_ENV) {
2952 $DB_ENV = BDB::db_env_create;
2953
2954 cf::sync_job {
2955 eval {
2956 BDB::db_env_open
2957 $DB_ENV,
2958 $BDBDIR,
2959 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2960 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2961 0666;
2962
2963 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2964
2965 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2966 $DB_ENV->set_lk_detect;
2967 };
2968
2969 cf::cleanup "db_env_open(db): $@" if $@;
2480 })->(); 2970 };
2481 }, 2971 }
2482); 2972}
2973
2974{
2975 IO::AIO::min_parallel 8;
2976
2977 undef $Coro::AIO::WATCHER;
2978 IO::AIO::max_poll_time $TICK * 0.1;
2979 $AIO_POLL_WATCHER = Event->io (
2980 reentrant => 0,
2981 data => WF_AUTOCANCEL,
2982 fd => IO::AIO::poll_fileno,
2983 poll => 'r',
2984 prio => 6,
2985 cb => \&IO::AIO::poll_cb,
2986 );
2987}
2988
2989my $_log_backtrace;
2990
2991sub _log_backtrace {
2992 my ($msg, @addr) = @_;
2993
2994 $msg =~ s/\n//;
2995
2996 # limit the # of concurrent backtraces
2997 if ($_log_backtrace < 2) {
2998 ++$_log_backtrace;
2999 async {
3000 my @bt = fork_call {
3001 @addr = map { sprintf "%x", $_ } @addr;
3002 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3003 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3004 or die "addr2line: $!";
3005
3006 my @funcs;
3007 my @res = <$fh>;
3008 chomp for @res;
3009 while (@res) {
3010 my ($func, $line) = splice @res, 0, 2, ();
3011 push @funcs, "[$func] $line";
3012 }
3013
3014 @funcs
3015 };
3016
3017 LOG llevInfo, "[ABT] $msg\n";
3018 LOG llevInfo, "[ABT] $_\n" for @bt;
3019 --$_log_backtrace;
3020 };
3021 } else {
3022 LOG llevInfo, "[ABT] $msg\n";
3023 LOG llevInfo, "[ABT] [suppressed]\n";
3024 }
3025}
3026
3027# load additional modules
3028use cf::pod;
2483 3029
2484END { cf::emergency_save } 3030END { cf::emergency_save }
2485 3031
24861 30321
2487 3033

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines