ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.134 by root, Thu Jan 4 17:28:49 2007 UTC vs.
Revision 1.208 by root, Mon Feb 12 00:27:20 2007 UTC

8use Storable; 8use Storable;
9use Opcode; 9use Opcode;
10use Safe; 10use Safe;
11use Safe::Hole; 11use Safe::Hole;
12 12
13use Coro 3.3 (); 13use Coro 3.5 ();
14use Coro::Event; 14use Coro::Event;
15use Coro::Timer; 15use Coro::Timer;
16use Coro::Signal; 16use Coro::Signal;
17use Coro::Semaphore; 17use Coro::Semaphore;
18use Coro::AIO; 18use Coro::AIO;
19 19
20use BDB ();
21use Data::Dumper;
20use Digest::MD5; 22use Digest::MD5;
21use Fcntl; 23use Fcntl;
22use IO::AIO 2.31 (); 24use IO::AIO 2.32 ();
23use YAML::Syck (); 25use YAML::Syck ();
24use Time::HiRes; 26use Time::HiRes;
27use Compress::LZF;
28
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
25 30
26use Event; $Event::Eval = 1; # no idea why this is required, but it is 31use Event; $Event::Eval = 1; # no idea why this is required, but it is
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
27 34
28# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29$YAML::Syck::ImplicitUnicode = 1; 36$YAML::Syck::ImplicitUnicode = 1;
30 37
31$Coro::main->prio (2); # run main coroutine ("the server") with very high priority 38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 39
35our %COMMAND = (); 40our %COMMAND = ();
36our %COMMAND_TIME = (); 41our %COMMAND_TIME = ();
42
43our @EXTS = (); # list of extension package names
37our %EXTCMD = (); 44our %EXTCMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps
38 47
39our @EVENT; 48our @EVENT;
40our $LIBDIR = datadir . "/ext"; 49our $LIBDIR = datadir . "/ext";
41 50
42our $TICK = MAX_TIME * 1e-6; 51our $TICK = MAX_TIME * 1e-6;
43our $TICK_WATCHER; 52our $TICK_WATCHER;
53our $AIO_POLL_WATCHER;
54our $WRITE_RUNTIME_WATCHER;
44our $NEXT_TICK; 55our $NEXT_TICK;
45our $NOW; 56our $NOW;
57our $USE_FSYNC = 1; # use fsync to write maps - default off
58
59our $BDB_POLL_WATCHER;
60our $DB_ENV;
46 61
47our %CFG; 62our %CFG;
48 63
49our $UPTIME; $UPTIME ||= time; 64our $UPTIME; $UPTIME ||= time;
50our $RUNTIME; 65our $RUNTIME;
51 66
67our %PLAYER; # all users
52our %MAP; # all maps 68our %MAP; # all maps
53our $LINK_MAP; # the special {link} map 69our $LINK_MAP; # the special {link} map, which is always available
54our $RANDOM_MAPS = cf::localdir . "/random"; 70our $RANDOM_MAPS = cf::localdir . "/random";
55our %EXT_CORO; 71our $BDB_ENV_DIR = cf::localdir . "/db";
72
73our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75
76# used to convert map paths into valid unix filenames by replacing / by ∕
77our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
56 78
57binmode STDOUT; 79binmode STDOUT;
58binmode STDERR; 80binmode STDERR;
59 81
60# read virtual server time, if available 82# read virtual server time, if available
67mkdir cf::localdir; 89mkdir cf::localdir;
68mkdir cf::localdir . "/" . cf::playerdir; 90mkdir cf::localdir . "/" . cf::playerdir;
69mkdir cf::localdir . "/" . cf::tmpdir; 91mkdir cf::localdir . "/" . cf::tmpdir;
70mkdir cf::localdir . "/" . cf::uniquedir; 92mkdir cf::localdir . "/" . cf::uniquedir;
71mkdir $RANDOM_MAPS; 93mkdir $RANDOM_MAPS;
94mkdir $BDB_ENV_DIR;
72 95
73# a special map that is always available
74our $LINK_MAP;
75our $EMERGENCY_POSITION; 96our $EMERGENCY_POSITION;
97
98sub cf::map::normalise;
76 99
77############################################################################# 100#############################################################################
78 101
79=head2 GLOBAL VARIABLES 102=head2 GLOBAL VARIABLES
80 103
104 127
105=item %cf::CFG 128=item %cf::CFG
106 129
107Configuration for the server, loaded from C</etc/crossfire/config>, or 130Configuration for the server, loaded from C</etc/crossfire/config>, or
108from wherever your confdir points to. 131from wherever your confdir points to.
132
133=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE
134
135These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)
136or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick
137processing has been done. Call C<< ->wait >> on them to maximise the
138window of cpu time available, or simply to synchronise to the server tick.
109 139
110=back 140=back
111 141
112=cut 142=cut
113 143
117 utf8::encode $msg; 147 utf8::encode $msg;
118 148
119 $msg .= "\n" 149 $msg .= "\n"
120 unless $msg =~ /\n$/; 150 unless $msg =~ /\n$/;
121 151
122 LOG llevError, "cfperl: $msg"; 152 LOG llevError, $msg;
123 }; 153 };
124} 154}
125 155
126@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 156@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
127@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 157@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
145 175
146$Event::DIED = sub { 176$Event::DIED = sub {
147 warn "error in event callback: @_"; 177 warn "error in event callback: @_";
148}; 178};
149 179
150my %ext_pkg;
151my @exts;
152my @hook;
153
154=head2 UTILITY FUNCTIONS 180=head2 UTILITY FUNCTIONS
155 181
156=over 4 182=over 4
157 183
184=item dumpval $ref
185
158=cut 186=cut
187
188sub dumpval {
189 eval {
190 local $SIG{__DIE__};
191 my $d;
192 if (1) {
193 $d = new Data::Dumper([$_[0]], ["*var"]);
194 $d->Terse(1);
195 $d->Indent(2);
196 $d->Quotekeys(0);
197 $d->Useqq(1);
198 #$d->Bless(...);
199 $d->Seen($_[1]) if @_ > 1;
200 $d = $d->Dump();
201 }
202 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203 $d
204 } || "[unable to dump $_[0]: '$@']";
205}
159 206
160use JSON::Syck (); # TODO# replace by JSON::PC once working 207use JSON::Syck (); # TODO# replace by JSON::PC once working
161 208
162=item $ref = cf::from_json $json 209=item $ref = cf::from_json $json
163 210
179sub to_json($) { 226sub to_json($) {
180 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 227 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
181 JSON::Syck::Dump $_[0] 228 JSON::Syck::Dump $_[0]
182} 229}
183 230
184=item my $guard = cf::guard { BLOCK }
185
186Run the given callback when the guard object gets destroyed (useful for
187coroutine cancellations).
188
189You can call C<< ->cancel >> on the guard object to stop the block from
190being executed.
191
192=cut
193
194sub guard(&) {
195 bless \(my $cb = $_[0]), cf::guard::;
196}
197
198sub cf::guard::cancel {
199 ${$_[0]} = sub { };
200}
201
202sub cf::guard::DESTROY {
203 ${$_[0]}->();
204}
205
206=item cf::lock_wait $string 231=item cf::lock_wait $string
207 232
208Wait until the given lock is available. See cf::lock_acquire. 233Wait until the given lock is available. See cf::lock_acquire.
209 234
210=item my $lock = cf::lock_acquire $string 235=item my $lock = cf::lock_acquire $string
211 236
212Wait until the given lock is available and then acquires it and returns 237Wait until the given lock is available and then acquires it and returns
213a guard object. If the guard object gets destroyed (goes out of scope, 238a Coro::guard object. If the guard object gets destroyed (goes out of scope,
214for example when the coroutine gets canceled), the lock is automatically 239for example when the coroutine gets canceled), the lock is automatically
215returned. 240returned.
216 241
217Lock names should begin with a unique identifier (for example, cf::map::find 242Lock names should begin with a unique identifier (for example, cf::map::find
218uses map_find and cf::map::load uses map_load). 243uses map_find and cf::map::load uses map_load).
237 # wait, to be sure we are not locked 262 # wait, to be sure we are not locked
238 lock_wait $key; 263 lock_wait $key;
239 264
240 $LOCK{$key} = []; 265 $LOCK{$key} = [];
241 266
242 cf::guard { 267 Coro::guard {
243 # wake up all waiters, to be on the safe side 268 # wake up all waiters, to be on the safe side
244 $_->ready for @{ delete $LOCK{$key} }; 269 $_->ready for @{ delete $LOCK{$key} };
245 } 270 }
246} 271}
247 272
248=item cf::async { BLOCK }
249
250Like C<Coro::async>, but runs the given BLOCK in an eval and only logs the
251error instead of exiting the server in case of a problem.
252
253=cut
254
255sub async(&) {
256 my ($cb) = @_;
257
258 Coro::async {
259 eval { $cb->() };
260 warn $@ if $@;
261 }
262}
263
264sub freeze_mainloop { 273sub freeze_mainloop {
265 return unless $TICK_WATCHER->is_active; 274 return unless $TICK_WATCHER->is_active;
266 275
267 my $guard = guard { $TICK_WATCHER->start }; 276 my $guard = Coro::guard {
277 $TICK_WATCHER->start;
278 $WRITE_RUNTIME_WATCHER->start;
279 };
280 $WRITE_RUNTIME_WATCHER->stop;
268 $TICK_WATCHER->stop; 281 $TICK_WATCHER->stop;
269 $guard 282 $guard
270} 283}
284
285=item cf::async { BLOCK }
286
287Currently the same as Coro::async_pool, meaning you cannot use
288C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
289thing you are allowed to do is call C<prio> on it.
290
291=cut
292
293BEGIN { *async = \&Coro::async_pool }
271 294
272=item cf::sync_job { BLOCK } 295=item cf::sync_job { BLOCK }
273 296
274The design of crossfire+ requires that the main coro ($Coro::main) is 297The design of crossfire+ requires that the main coro ($Coro::main) is
275always able to handle events or runnable, as crossfire+ is only partly 298always able to handle events or runnable, as crossfire+ is only partly
294 my $freeze_guard = freeze_mainloop; 317 my $freeze_guard = freeze_mainloop;
295 318
296 my $busy = 1; 319 my $busy = 1;
297 my @res; 320 my @res;
298 321
299 (Coro::async { 322 (async {
300 @res = eval { $job->() }; 323 @res = eval { $job->() };
301 warn $@ if $@; 324 warn $@ if $@;
302 undef $busy; 325 undef $busy;
303 })->prio (Coro::PRIO_MAX); 326 })->prio (Coro::PRIO_MAX);
304 327
305 while ($busy) { 328 while ($busy) {
306 Coro::cede_notself; 329 Coro::cede or Event::one_event;
307 Event::one_event unless Coro::nready;
308 } 330 }
309 331
310 wantarray ? @res : $res[0] 332 wantarray ? @res : $res[0]
311 } else { 333 } else {
312 # we are in another coroutine, how wonderful, everything just works 334 # we are in another coroutine, how wonderful, everything just works
313 335
314 $job->() 336 $job->()
315 } 337 }
316} 338}
317 339
318=item $coro = cf::coro { BLOCK } 340=item $coro = cf::async_ext { BLOCK }
319 341
320Creates and returns a new coro. This coro is automcatially being canceled 342Like async, but this coro is automatically being canceled when the
321when the extension calling this is being unloaded. 343extension calling this is being unloaded.
322 344
323=cut 345=cut
324 346
325sub coro(&) { 347sub async_ext(&) {
326 my $cb = shift; 348 my $cb = shift;
327 349
328 my $coro = &cf::async ($cb); 350 my $coro = &Coro::async ($cb);
329 351
330 $coro->on_destroy (sub { 352 $coro->on_destroy (sub {
331 delete $EXT_CORO{$coro+0}; 353 delete $EXT_CORO{$coro+0};
332 }); 354 });
333 $EXT_CORO{$coro+0} = $coro; 355 $EXT_CORO{$coro+0} = $coro;
339 my $runtime = cf::localdir . "/runtime"; 361 my $runtime = cf::localdir . "/runtime";
340 362
341 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 363 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
342 or return; 364 or return;
343 365
366 my $value = $cf::RUNTIME + 90 + 10;
344 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 367 # 10 is the runtime save interval, for a monotonic clock
368 # 60 allows for the watchdog to kill the server.
369
345 (aio_write $fh, 0, (length $value), $value, 0) <= 0 370 (aio_write $fh, 0, (length $value), $value, 0) <= 0
346 and return; 371 and return;
347 372
373 # always fsync - this file is important
348 aio_fsync $fh 374 aio_fsync $fh
349 and return; 375 and return;
350 376
351 close $fh 377 close $fh
352 or return; 378 or return;
358} 384}
359 385
360=back 386=back
361 387
362=cut 388=cut
363
364#############################################################################
365
366package cf::path;
367
368sub new {
369 my ($class, $path, $base) = @_;
370
371 $path = $path->as_string if ref $path;
372
373 my $self = bless { }, $class;
374
375 # {... are special paths that are not touched
376 # ?xxx/... are special absolute paths
377 # ?random/... random maps
378 # /! non-realised random map exit
379 # /... normal maps
380 # ~/... per-player maps without a specific player (DO NOT USE)
381 # ~user/... per-player map of a specific user
382
383 if ($path =~ /^{/) {
384 # fine as it is
385 } elsif ($path =~ s{^\?random/}{}) {
386 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
387 $self->{random} = cf::from_json $data;
388 } else {
389 if ($path =~ s{^~([^/]+)?}{}) {
390 $self->{user_rel} = 1;
391
392 if (defined $1) {
393 $self->{user} = $1;
394 } elsif ($base =~ m{^~([^/]+)/}) {
395 $self->{user} = $1;
396 } else {
397 warn "cannot resolve user-relative path without user <$path,$base>\n";
398 }
399 } elsif ($path =~ /^\//) {
400 # already absolute
401 } else {
402 $base =~ s{[^/]+/?$}{};
403 return $class->new ("$base/$path");
404 }
405
406 for ($path) {
407 redo if s{/\.?/}{/};
408 redo if s{/[^/]+/\.\./}{/};
409 }
410 }
411
412 $self->{path} = $path;
413
414 $self
415}
416
417# the name / primary key / in-game path
418sub as_string {
419 my ($self) = @_;
420
421 $self->{user_rel} ? "~$self->{user}$self->{path}"
422 : $self->{random} ? "?random/$self->{path}"
423 : $self->{path}
424}
425
426# the displayed name, this is a one way mapping
427sub visible_name {
428 my ($self) = @_;
429
430# if (my $rmp = $self->{random}) {
431# # todo: be more intelligent about this
432# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
433# } else {
434 $self->as_string
435# }
436}
437
438# escape the /'s in the path
439sub _escaped_path {
440 # ∕ is U+2215
441 (my $path = $_[0]{path}) =~ s/\//∕/g;
442 $path
443}
444
445# the original (read-only) location
446sub load_path {
447 my ($self) = @_;
448
449 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
450}
451
452# the temporary/swap location
453sub save_path {
454 my ($self) = @_;
455
456 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
457 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
458 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
459}
460
461# the unique path, might be eq to save_path
462sub uniq_path {
463 my ($self) = @_;
464
465 $self->{user_rel} || $self->{random}
466 ? undef
467 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
468}
469
470# return random map parameters, or undef
471sub random_map_params {
472 my ($self) = @_;
473
474 $self->{random}
475}
476
477# this is somewhat ugly, but style maps do need special treatment
478sub is_style_map {
479 $_[0]{path} =~ m{^/styles/}
480}
481
482package cf;
483 389
484############################################################################# 390#############################################################################
485 391
486=head2 ATTACHABLE OBJECTS 392=head2 ATTACHABLE OBJECTS
487 393
613our @CB_TYPE = (); # registry for type (cf-object class) based events 519our @CB_TYPE = (); # registry for type (cf-object class) based events
614our @CB_MAP = (); 520our @CB_MAP = ();
615 521
616my %attachment; 522my %attachment;
617 523
524sub cf::attachable::thawer_merge {
525 # simply override everything except _meta
526 local $_[0]{_meta};
527 %{$_[0]} = %{$_[1]};
528}
529
618sub _attach_cb($$$$) { 530sub _attach_cb($$$$) {
619 my ($registry, $event, $prio, $cb) = @_; 531 my ($registry, $event, $prio, $cb) = @_;
620 532
621 use sort 'stable'; 533 use sort 'stable';
622 534
793# object support 705# object support
794 706
795sub reattach { 707sub reattach {
796 # basically do the same as instantiate, without calling instantiate 708 # basically do the same as instantiate, without calling instantiate
797 my ($obj) = @_; 709 my ($obj) = @_;
710
711 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
798 712
799 my $registry = $obj->registry; 713 my $registry = $obj->registry;
800 714
801 @$registry = (); 715 @$registry = ();
802 716
849 $filename, length $$rdata, scalar @$objs; 763 $filename, length $$rdata, scalar @$objs;
850 764
851 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 765 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
852 chmod SAVE_MODE, $fh; 766 chmod SAVE_MODE, $fh;
853 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 767 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
854 aio_fsync $fh; 768 aio_fsync $fh if $cf::USE_FSYNC;
855 close $fh; 769 close $fh;
856 770
857 if (@$objs) { 771 if (@$objs) {
858 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 772 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
859 chmod SAVE_MODE, $fh; 773 chmod SAVE_MODE, $fh;
860 my $data = Storable::nfreeze { version => 1, objs => $objs }; 774 my $data = Storable::nfreeze { version => 1, objs => $objs };
861 aio_write $fh, 0, (length $data), $data, 0; 775 aio_write $fh, 0, (length $data), $data, 0;
862 aio_fsync $fh; 776 aio_fsync $fh if $cf::USE_FSYNC;
863 close $fh; 777 close $fh;
864 aio_rename "$filename.pst~", "$filename.pst"; 778 aio_rename "$filename.pst~", "$filename.pst";
865 } 779 }
866 } else { 780 } else {
867 aio_unlink "$filename.pst"; 781 aio_unlink "$filename.pst";
873 } 787 }
874 } else { 788 } else {
875 aio_unlink $filename; 789 aio_unlink $filename;
876 aio_unlink "$filename.pst"; 790 aio_unlink "$filename.pst";
877 } 791 }
792
793 #d##TODO# nuke non .map-files if exist
794 if ($filename =~ s/\.map$//) {
795 aio_unlink $filename;
796 aio_unlink "$filename.pst";
797 }
878 } 798 }
879} 799}
880 800
881sub object_freezer_as_string { 801sub object_freezer_as_string {
882 my ($rdata, $objs) = @_; 802 my ($rdata, $objs) = @_;
888 808
889sub object_thawer_load { 809sub object_thawer_load {
890 my ($filename) = @_; 810 my ($filename) = @_;
891 811
892 my ($data, $av); 812 my ($data, $av);
813
814 #d#TODO remove .map if file does not exist
815 aio_stat $filename and $filename =~ s/\.map$//;
893 816
894 (aio_load $filename, $data) >= 0 817 (aio_load $filename, $data) >= 0
895 or return; 818 or return;
896 819
897 unless (aio_stat "$filename.pst") { 820 unless (aio_stat "$filename.pst") {
934=cut 857=cut
935 858
936sub register_extcmd { 859sub register_extcmd {
937 my ($name, $cb) = @_; 860 my ($name, $cb) = @_;
938 861
939 my $caller = caller;
940 #warn "registering extcmd '$name' to '$caller'";
941
942 $EXTCMD{$name} = [$cb, $caller]; 862 $EXTCMD{$name} = $cb;
943} 863}
944 864
945cf::player->attach ( 865cf::player->attach (
946 on_command => sub { 866 on_command => sub {
947 my ($pl, $name, $params) = @_; 867 my ($pl, $name, $params) = @_;
960 880
961 my $msg = eval { from_json $buf }; 881 my $msg = eval { from_json $buf };
962 882
963 if (ref $msg) { 883 if (ref $msg) {
964 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 884 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
965 if (my %reply = $cb->[0]->($pl, $msg)) { 885 if (my %reply = $cb->($pl, $msg)) {
966 $pl->ext_reply ($msg->{msgid}, %reply); 886 $pl->ext_reply ($msg->{msgid}, %reply);
967 } 887 }
968 } 888 }
969 } else { 889 } else {
970 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 890 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
972 892
973 cf::override; 893 cf::override;
974 }, 894 },
975); 895);
976 896
977sub register {
978 my ($base, $pkg) = @_;
979
980 #TODO
981}
982
983sub load_extension { 897sub load_extension {
984 my ($path) = @_; 898 my ($path) = @_;
985 899
986 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 900 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
987 my $base = $1; 901 my $base = $1;
988 my $pkg = $1; 902 my $pkg = $1;
989 $pkg =~ s/[^[:word:]]/_/g; 903 $pkg =~ s/[^[:word:]]/_/g;
990 $pkg = "ext::$pkg"; 904 $pkg = "ext::$pkg";
991 905
992 warn "loading '$path' into '$pkg'\n"; 906 warn "... loading '$path' into '$pkg'\n";
993 907
994 open my $fh, "<:utf8", $path 908 open my $fh, "<:utf8", $path
995 or die "$path: $!"; 909 or die "$path: $!";
996 910
997 my $source = 911 my $source =
998 "package $pkg; use strict; use utf8;\n" 912 "package $pkg; use strict; use utf8;\n"
999 . "#line 1 \"$path\"\n{\n" 913 . "#line 1 \"$path\"\n{\n"
1000 . (do { local $/; <$fh> }) 914 . (do { local $/; <$fh> })
1001 . "\n};\n1"; 915 . "\n};\n1";
1002 916
1003 eval $source 917 unless (eval $source) {
1004 or die $@ ? "$path: $@\n" 918 my $msg = $@ ? "$path: $@\n"
1005 : "extension disabled.\n"; 919 : "extension disabled.\n";
1006 920 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
1007 push @exts, $pkg; 921 warn $@;
1008 $ext_pkg{$base} = $pkg; 922 warn "mandatory extension failed to load, exiting.\n";
1009 923 exit 1;
1010# no strict 'refs'; 924 }
1011# @{"$pkg\::ISA"} = ext::; 925 die $@;
1012
1013 register $base, $pkg;
1014}
1015
1016sub unload_extension {
1017 my ($pkg) = @_;
1018
1019 warn "removing extension $pkg\n";
1020
1021 # remove hooks
1022 #TODO
1023# for my $idx (0 .. $#PLUGIN_EVENT) {
1024# delete $hook[$idx]{$pkg};
1025# } 926 }
1026 927
1027 # remove commands 928 push @EXTS, $pkg;
1028 for my $name (keys %COMMAND) {
1029 my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
1030
1031 if (@cb) {
1032 $COMMAND{$name} = \@cb;
1033 } else {
1034 delete $COMMAND{$name};
1035 }
1036 }
1037
1038 # remove extcmds
1039 for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
1040 delete $EXTCMD{$name};
1041 }
1042
1043 if (my $cb = $pkg->can ("unload")) {
1044 eval {
1045 $cb->($pkg);
1046 1
1047 } or warn "$pkg unloaded, but with errors: $@";
1048 }
1049
1050 Symbol::delete_package $pkg;
1051} 929}
1052 930
1053sub load_extensions { 931sub load_extensions {
1054 for my $ext (<$LIBDIR/*.ext>) { 932 for my $ext (<$LIBDIR/*.ext>) {
1055 next unless -r $ext; 933 next unless -r $ext;
1059 } or warn "$ext not loaded: $@"; 937 } or warn "$ext not loaded: $@";
1060 } 938 }
1061} 939}
1062 940
1063############################################################################# 941#############################################################################
1064# load/save/clean perl data associated with a map
1065
1066*cf::mapsupport::on_clean = sub {
1067 my ($map) = @_;
1068
1069 my $path = $map->tmpname;
1070 defined $path or return;
1071
1072 unlink "$path.pst";
1073};
1074
1075cf::map->attach (prio => -10000, package => cf::mapsupport::);
1076
1077#############################################################################
1078# load/save perl data associated with player->ob objects
1079
1080sub all_objects(@) {
1081 @_, map all_objects ($_->inv), @_
1082}
1083
1084# TODO: compatibility cruft, remove when no longer needed
1085cf::player->attach (
1086 on_load => sub {
1087 my ($pl, $path) = @_;
1088
1089 for my $o (all_objects $pl->ob) {
1090 if (my $value = $o->get_ob_key_value ("_perl_data")) {
1091 $o->set_ob_key_value ("_perl_data");
1092
1093 %$o = %{ Storable::thaw pack "H*", $value };
1094 }
1095 }
1096 },
1097);
1098
1099#############################################################################
1100 942
1101=head2 CORE EXTENSIONS 943=head2 CORE EXTENSIONS
1102 944
1103Functions and methods that extend core crossfire objects. 945Functions and methods that extend core crossfire objects.
1104 946
947=cut
948
949package cf::player;
950
951use Coro::AIO;
952
1105=head3 cf::player 953=head3 cf::player
1106 954
1107=over 4 955=over 4
1108 956
1109=item cf::player::exists $login 957=item cf::player::find $login
1110 958
1111Returns true when the given account exists. 959Returns the given player object, loading it if necessary (might block).
1112 960
1113=cut 961=cut
1114 962
1115sub cf::player::exists($) { 963sub playerdir($) {
1116 cf::player::find $_[0] 964 cf::localdir
1117 or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2; 965 . "/"
966 . cf::playerdir
967 . "/"
968 . (ref $_[0] ? $_[0]->ob->name : $_[0])
969}
970
971sub path($) {
972 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
973
974 (playerdir $login) . "/$login.pl"
975}
976
977sub find_active($) {
978 $cf::PLAYER{$_[0]}
979 and $cf::PLAYER{$_[0]}->active
980 and $cf::PLAYER{$_[0]}
981}
982
983sub exists($) {
984 my ($login) = @_;
985
986 $cf::PLAYER{$login}
987 or cf::sync_job { !aio_stat path $login }
988}
989
990sub find($) {
991 return $cf::PLAYER{$_[0]} || do {
992 my $login = $_[0];
993
994 my $guard = cf::lock_acquire "user_find:$login";
995
996 $cf::PLAYER{$_[0]} || do {
997 my $pl = load_pl path $login
998 or return;
999 $cf::PLAYER{$login} = $pl
1000 }
1001 }
1002}
1003
1004sub save($) {
1005 my ($pl) = @_;
1006
1007 return if $pl->{deny_save};
1008
1009 my $path = path $pl;
1010 my $guard = cf::lock_acquire "user_save:$path";
1011
1012 return if $pl->{deny_save};
1013
1014 aio_mkdir playerdir $pl, 0770;
1015 $pl->{last_save} = $cf::RUNTIME;
1016
1017 $pl->save_pl ($path);
1018 Coro::cede;
1019}
1020
1021sub new($) {
1022 my ($login) = @_;
1023
1024 my $self = create;
1025
1026 $self->ob->name ($login);
1027 $self->{deny_save} = 1;
1028
1029 $cf::PLAYER{$login} = $self;
1030
1031 $self
1032}
1033
1034=item $pl->quit_character
1035
1036Nukes the player without looking back. If logged in, the connection will
1037be destroyed. May block for a long time.
1038
1039=cut
1040
1041sub quit_character {
1042 my ($pl) = @_;
1043
1044 $pl->{deny_save} = 1;
1045 $pl->password ("*"); # this should lock out the player until we nuked the dir
1046
1047 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1048 $pl->deactivate;
1049 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1050 $pl->ns->destroy if $pl->ns;
1051
1052 my $path = playerdir $pl;
1053 my $temp = "$path~$cf::RUNTIME~deleting~";
1054 aio_rename $path, $temp;
1055 delete $cf::PLAYER{$pl->ob->name};
1056 $pl->destroy;
1057 IO::AIO::aio_rmtree $temp;
1058}
1059
1060=item cf::player::list_logins
1061
1062Returns am arrayref of all valid playernames in the system, can take a
1063while and may block, so not sync_job-capable, ever.
1064
1065=cut
1066
1067sub list_logins {
1068 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir
1069 or return [];
1070
1071 my @logins;
1072
1073 for my $login (@$dirs) {
1074 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
1075 aio_read $fh, 0, 512, my $buf, 0 or next;
1076 $buf !~ /^password -------------$/m or next; # official not-valid tag
1077
1078 utf8::decode $login;
1079 push @logins, $login;
1080 }
1081
1082 \@logins
1083}
1084
1085=item $player->maps
1086
1087Returns an arrayref of map paths that are private for this
1088player. May block.
1089
1090=cut
1091
1092sub maps($) {
1093 my ($pl) = @_;
1094
1095 $pl = ref $pl ? $pl->ob->name : $pl;
1096
1097 my $files = aio_readdir playerdir $pl
1098 or return;
1099
1100 my @paths;
1101
1102 for (@$files) {
1103 utf8::decode $_;
1104 next if /\.(?:pl|pst)$/;
1105 next unless /^$PATH_SEP/o;
1106
1107 push @paths, cf::map::normalise "~$pl/$_";
1108 }
1109
1110 \@paths
1118} 1111}
1119 1112
1120=item $player->ext_reply ($msgid, $msgtype, %msg) 1113=item $player->ext_reply ($msgid, $msgtype, %msg)
1121 1114
1122Sends an ext reply to the player. 1115Sends an ext reply to the player.
1123 1116
1124=cut 1117=cut
1125 1118
1126sub cf::player::ext_reply($$$%) { 1119sub ext_reply($$$%) {
1127 my ($self, $id, %msg) = @_; 1120 my ($self, $id, %msg) = @_;
1128 1121
1129 $msg{msgid} = $id; 1122 $msg{msgid} = $id;
1130 1123
1131 $self->send ("ext " . to_json \%msg); 1124 $self->send ("ext " . cf::to_json \%msg);
1132} 1125}
1126
1127package cf;
1133 1128
1134=back 1129=back
1135 1130
1136 1131
1137=head3 cf::map 1132=head3 cf::map
1143package cf::map; 1138package cf::map;
1144 1139
1145use Fcntl; 1140use Fcntl;
1146use Coro::AIO; 1141use Coro::AIO;
1147 1142
1143use overload
1144 '""' => \&as_string,
1145 fallback => 1;
1146
1148our $MAX_RESET = 3600; 1147our $MAX_RESET = 3600;
1149our $DEFAULT_RESET = 3000; 1148our $DEFAULT_RESET = 3000;
1150 1149
1151sub generate_random_map { 1150sub generate_random_map {
1152 my ($path, $rmp) = @_; 1151 my ($self, $rmp) = @_;
1153
1154 # mit "rum" bekleckern, nicht 1152 # mit "rum" bekleckern, nicht
1155 cf::map::_create_random_map 1153 $self->_create_random_map (
1156 $path,
1157 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1154 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1158 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1155 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1159 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1156 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1160 $rmp->{exit_on_final_map}, 1157 $rmp->{exit_on_final_map},
1161 $rmp->{xsize}, $rmp->{ysize}, 1158 $rmp->{xsize}, $rmp->{ysize},
1162 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1159 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1163 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1160 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1164 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1161 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1165 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1162 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1166 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1163 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1167 (cf::region::find $rmp->{region}) 1164 (cf::region::find $rmp->{region}), $rmp->{custom}
1165 )
1166}
1167
1168=item cf::map->register ($regex, $prio)
1169
1170Register a handler for the map path matching the given regex at the
1171givne priority (higher is better, built-in handlers have priority 0, the
1172default).
1173
1174=cut
1175
1176sub register {
1177 my (undef, $regex, $prio) = @_;
1178 my $pkg = caller;
1179
1180 no strict;
1181 push @{"$pkg\::ISA"}, __PACKAGE__;
1182
1183 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1184}
1185
1186# also paths starting with '/'
1187$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1188
1189sub thawer_merge {
1190 my ($self, $merge) = @_;
1191
1192 # we have to keep some variables in memory intact
1193 local $self->{path};
1194 local $self->{load_path};
1195 local $self->{deny_save};
1196 local $self->{deny_reset};
1197
1198 $self->SUPER::thawer_merge ($merge);
1199}
1200
1201sub normalise {
1202 my ($path, $base) = @_;
1203
1204 $path = "$path"; # make sure its a string
1205
1206 $path =~ s/\.map$//;
1207
1208 # map plan:
1209 #
1210 # /! non-realised random map exit (special hack!)
1211 # {... are special paths that are not being touched
1212 # ?xxx/... are special absolute paths
1213 # ?random/... random maps
1214 # /... normal maps
1215 # ~user/... per-player map of a specific user
1216
1217 $path =~ s/$PATH_SEP/\//go;
1218
1219 # treat it as relative path if it starts with
1220 # something that looks reasonable
1221 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1222 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1223
1224 $base =~ s{[^/]+/?$}{};
1225 $path = "$base/$path";
1226 }
1227
1228 for ($path) {
1229 redo if s{//}{/};
1230 redo if s{/\.?/}{/};
1231 redo if s{/[^/]+/\.\./}{/};
1232 }
1233
1234 $path
1235}
1236
1237sub new_from_path {
1238 my (undef, $path, $base) = @_;
1239
1240 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1241
1242 $path = normalise $path, $base;
1243
1244 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1245 if ($path =~ $EXT_MAP{$pkg}[1]) {
1246 my $self = bless cf::map::new, $pkg;
1247 $self->{path} = $path; $self->path ($path);
1248 $self->init; # pass $1 etc.
1249 return $self;
1250 }
1251 }
1252
1253 Carp::carp "unable to resolve path '$path' (base '$base').";
1254 ()
1255}
1256
1257sub init {
1258 my ($self) = @_;
1259
1260 $self
1261}
1262
1263sub as_string {
1264 my ($self) = @_;
1265
1266 "$self->{path}"
1267}
1268
1269# the displayed name, this is a one way mapping
1270sub visible_name {
1271 &as_string
1272}
1273
1274# the original (read-only) location
1275sub load_path {
1276 my ($self) = @_;
1277
1278 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}
1279}
1280
1281# the temporary/swap location
1282sub save_path {
1283 my ($self) = @_;
1284
1285 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1286 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path
1287}
1288
1289# the unique path, undef == no special unique path
1290sub uniq_path {
1291 my ($self) = @_;
1292
1293 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1294 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path
1168} 1295}
1169 1296
1170# and all this just because we cannot iterate over 1297# and all this just because we cannot iterate over
1171# all maps in C++... 1298# all maps in C++...
1172sub change_all_map_light { 1299sub change_all_map_light {
1174 1301
1175 $_->change_map_light ($change) 1302 $_->change_map_light ($change)
1176 for grep $_->outdoor, values %cf::MAP; 1303 for grep $_->outdoor, values %cf::MAP;
1177} 1304}
1178 1305
1306sub unlink_save {
1307 my ($self) = @_;
1308
1309 utf8::encode (my $save = $self->save_path);
1310 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1311 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1312
1313 #d#TODO remove .map and also nuke
1314 $save =~ s/\.map// or return;#d#
1315 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1316 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1317}
1318
1179sub try_load_header($) { 1319sub load_header_from($) {
1180 my ($path) = @_; 1320 my ($self, $path) = @_;
1181 1321
1182 utf8::encode $path; 1322 utf8::encode $path;
1183 aio_open $path, O_RDONLY, 0 1323 #aio_open $path, O_RDONLY, 0
1324 # or return;
1325
1326 $self->_load_header ($path)
1184 or return; 1327 or return;
1185 1328
1186 my $map = cf::map::new 1329 $self->{load_path} = $path;
1330
1331 1
1332}
1333
1334sub load_header_orig {
1335 my ($self) = @_;
1336
1337 $self->load_header_from ($self->load_path)
1338}
1339
1340sub load_header_temp {
1341 my ($self) = @_;
1342
1343 $self->load_header_from ($self->save_path)
1344}
1345
1346sub prepare_temp {
1347 my ($self) = @_;
1348
1349 $self->last_access ((delete $self->{last_access})
1350 || $cf::RUNTIME); #d#
1351 # safety
1352 $self->{instantiate_time} = $cf::RUNTIME
1353 if $self->{instantiate_time} > $cf::RUNTIME;
1354}
1355
1356sub prepare_orig {
1357 my ($self) = @_;
1358
1359 $self->{load_original} = 1;
1360 $self->{instantiate_time} = $cf::RUNTIME;
1361 $self->last_access ($cf::RUNTIME);
1362 $self->instantiate;
1363}
1364
1365sub load_header {
1366 my ($self) = @_;
1367
1368 if ($self->load_header_temp) {
1369 $self->prepare_temp;
1370 } else {
1371 $self->load_header_orig
1187 or return; 1372 or return;
1373 $self->prepare_orig;
1374 }
1188 1375
1189 $map->load_header ($path) 1376 1
1190 or return;
1191
1192 $map->{load_path} = $path;
1193
1194 $map
1195} 1377}
1196 1378
1197sub find; 1379sub find;
1198sub find { 1380sub find {
1199 my ($path, $origin) = @_; 1381 my ($path, $origin) = @_;
1200 1382
1201 #warn "find<$path,$origin>\n";#d#
1202
1203 $path = new cf::path $path, $origin && $origin->path; 1383 $path = normalise $path, $origin && $origin->path;
1204 my $key = $path->as_string;
1205 1384
1206 cf::lock_wait "map_find:$key"; 1385 cf::lock_wait "map_find:$path";
1207 1386
1208 $cf::MAP{$key} || do { 1387 $cf::MAP{$path} || do {
1209 my $guard = cf::lock_acquire "map_find:$key"; 1388 my $guard = cf::lock_acquire "map_find:$path";
1210 1389 my $map = new_from_path cf::map $path
1211 # do it the slow way
1212 my $map = try_load_header $path->save_path;
1213
1214 Coro::cede;
1215
1216 if ($map) {
1217 $map->last_access ((delete $map->{last_access})
1218 || $cf::RUNTIME); #d#
1219 # safety
1220 $map->{instantiate_time} = $cf::RUNTIME
1221 if $map->{instantiate_time} > $cf::RUNTIME;
1222 } else {
1223 if (my $rmp = $path->random_map_params) {
1224 $map = generate_random_map $key, $rmp;
1225 } else {
1226 $map = try_load_header $path->load_path;
1227 }
1228
1229 $map or return; 1390 or return;
1230 1391
1231 $map->{load_original} = 1;
1232 $map->{instantiate_time} = $cf::RUNTIME;
1233 $map->last_access ($cf::RUNTIME);
1234 $map->instantiate;
1235
1236 # per-player maps become, after loading, normal maps
1237 $map->per_player (0) if $path->{user_rel};
1238 }
1239
1240 $map->path ($key);
1241 $map->{path} = $path;
1242 $map->{last_save} = $cf::RUNTIME; 1392 $map->{last_save} = $cf::RUNTIME;
1243 1393
1244 Coro::cede; 1394 $map->load_header
1395 or return;
1245 1396
1246 if ($map->should_reset) { 1397 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1398 # doing this can freeze the server in a sync job, obviously
1399 #$cf::WAIT_FOR_TICK->wait;
1247 $map->reset; 1400 $map->reset;
1248 undef $guard; 1401 undef $guard;
1249 $map = find $path 1402 return find $path;
1250 or return;
1251 } 1403 }
1252 1404
1253 $cf::MAP{$key} = $map 1405 $cf::MAP{$path} = $map
1254 } 1406 }
1255} 1407}
1408
1409sub pre_load { }
1410sub post_load { }
1256 1411
1257sub load { 1412sub load {
1258 my ($self) = @_; 1413 my ($self) = @_;
1259 1414
1415 local $self->{deny_reset} = 1; # loading can take a long time
1416
1260 my $path = $self->{path}; 1417 my $path = $self->{path};
1261 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1418 my $guard = cf::lock_acquire "map_load:$path";
1262 1419
1263 return if $self->in_memory != cf::MAP_SWAPPED; 1420 return if $self->in_memory != cf::MAP_SWAPPED;
1264 1421
1265 $self->in_memory (cf::MAP_LOADING); 1422 $self->in_memory (cf::MAP_LOADING);
1266 1423
1267 $self->alloc; 1424 $self->alloc;
1425
1426 $self->pre_load;
1427
1268 $self->load_objects ($self->{load_path}, 1) 1428 $self->_load_objects ($self->{load_path}, 1)
1269 or return; 1429 or return;
1270 1430
1271 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1431 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1272 if delete $self->{load_original}; 1432 if delete $self->{load_original};
1273 1433
1274 if (my $uniq = $path->uniq_path) { 1434 if (my $uniq = $self->uniq_path) {
1275 utf8::encode $uniq; 1435 utf8::encode $uniq;
1276 if (aio_open $uniq, O_RDONLY, 0) { 1436 if (aio_open $uniq, O_RDONLY, 0) {
1277 $self->clear_unique_items; 1437 $self->clear_unique_items;
1278 $self->load_objects ($uniq, 0); 1438 $self->_load_objects ($uniq, 0);
1279 } 1439 }
1280 } 1440 }
1281 1441
1282 Coro::cede; 1442 Coro::cede;
1283 1443
1284 # now do the right thing for maps 1444 # now do the right thing for maps
1285 $self->link_multipart_objects; 1445 $self->link_multipart_objects;
1286 1446
1287 if ($self->{path}->is_style_map) { 1447 unless ($self->{deny_activate}) {
1288 $self->{deny_save} = 1; 1448 $self->decay_objects;
1289 $self->{deny_reset} = 1;
1290 } else {
1291 $self->fix_auto_apply; 1449 $self->fix_auto_apply;
1292 $self->decay_objects;
1293 $self->update_buttons; 1450 $self->update_buttons;
1451 Coro::cede;
1294 $self->set_darkness_map; 1452 $self->set_darkness_map;
1295 $self->difficulty ($self->estimate_difficulty) 1453 $self->difficulty ($self->estimate_difficulty)
1296 unless $self->difficulty; 1454 unless $self->difficulty;
1455 Coro::cede;
1297 $self->activate; 1456 $self->activate;
1298 } 1457 }
1299 1458
1300 Coro::cede; 1459 $self->post_load;
1301 1460
1302 $self->in_memory (cf::MAP_IN_MEMORY); 1461 $self->in_memory (cf::MAP_IN_MEMORY);
1462}
1463
1464sub customise_for {
1465 my ($self, $ob) = @_;
1466
1467 return find "~" . $ob->name . "/" . $self->{path}
1468 if $self->per_player;
1469
1470 $self
1471}
1472
1473# find and load all maps in the 3x3 area around a map
1474sub load_diag {
1475 my ($map) = @_;
1476
1477 my @diag; # diagonal neighbours
1478
1479 for (0 .. 3) {
1480 my $neigh = $map->tile_path ($_)
1481 or next;
1482 $neigh = find $neigh, $map
1483 or next;
1484 $neigh->load;
1485
1486 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1487 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1488 }
1489
1490 for (@diag) {
1491 my $neigh = find @$_
1492 or next;
1493 $neigh->load;
1494 }
1303} 1495}
1304 1496
1305sub find_sync { 1497sub find_sync {
1306 my ($path, $origin) = @_; 1498 my ($path, $origin) = @_;
1307 1499
1308 cf::sync_job { cf::map::find $path, $origin } 1500 cf::sync_job { find $path, $origin }
1309} 1501}
1310 1502
1311sub do_load_sync { 1503sub do_load_sync {
1312 my ($map) = @_; 1504 my ($map) = @_;
1313 1505
1314 cf::sync_job { $map->load }; 1506 cf::sync_job { $map->load };
1315} 1507}
1316 1508
1509our %MAP_PREFETCH;
1510our $MAP_PREFETCHER = undef;
1511
1512sub find_async {
1513 my ($path, $origin) = @_;
1514
1515 $path = normalise $path, $origin && $origin->{path};
1516
1517 if (my $map = $cf::MAP{$path}) {
1518 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1519 }
1520
1521 undef $MAP_PREFETCH{$path};
1522 $MAP_PREFETCHER ||= cf::async {
1523 while (%MAP_PREFETCH) {
1524 for my $path (keys %MAP_PREFETCH) {
1525 my $map = find $path
1526 or next;
1527 $map->load;
1528
1529 delete $MAP_PREFETCH{$path};
1530 }
1531 }
1532 undef $MAP_PREFETCHER;
1533 };
1534 $MAP_PREFETCHER->prio (6);
1535
1536 ()
1537}
1538
1317sub save { 1539sub save {
1318 my ($self) = @_; 1540 my ($self) = @_;
1319 1541
1542 my $lock = cf::lock_acquire "map_data:" . $self->path;
1543
1320 $self->{last_save} = $cf::RUNTIME; 1544 $self->{last_save} = $cf::RUNTIME;
1321 1545
1322 return unless $self->dirty; 1546 return unless $self->dirty;
1323 1547
1324 my $save = $self->{path}->save_path; utf8::encode $save; 1548 my $save = $self->save_path; utf8::encode $save;
1325 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1549 my $uniq = $self->uniq_path; utf8::encode $uniq;
1326 1550
1327 $self->{load_path} = $save; 1551 $self->{load_path} = $save;
1328 1552
1329 return if $self->{deny_save}; 1553 return if $self->{deny_save};
1330 1554
1331 local $self->{last_access} = $self->last_access;#d# 1555 local $self->{last_access} = $self->last_access;#d#
1332 1556
1557 cf::async {
1558 $_->contr->save for $self->players;
1559 };
1560
1333 if ($uniq) { 1561 if ($uniq) {
1334 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1562 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1335 $self->save_objects ($uniq, cf::IO_UNIQUES); 1563 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1336 } else { 1564 } else {
1337 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1565 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1338 } 1566 }
1339} 1567}
1340 1568
1341sub swap_out { 1569sub swap_out {
1342 my ($self) = @_; 1570 my ($self) = @_;
1343 1571
1344 # save first because save cedes 1572 # save first because save cedes
1345 $self->save; 1573 $self->save;
1574
1575 my $lock = cf::lock_acquire "map_data:" . $self->path;
1346 1576
1347 return if $self->players; 1577 return if $self->players;
1348 return if $self->in_memory != cf::MAP_IN_MEMORY; 1578 return if $self->in_memory != cf::MAP_IN_MEMORY;
1349 return if $self->{deny_save}; 1579 return if $self->{deny_save};
1350 1580
1354 1584
1355sub reset_at { 1585sub reset_at {
1356 my ($self) = @_; 1586 my ($self) = @_;
1357 1587
1358 # TODO: safety, remove and allow resettable per-player maps 1588 # TODO: safety, remove and allow resettable per-player maps
1359 return 1e99 if $self->{path}{user_rel}; 1589 return 1e99 if $self->isa ("ext::map_per_player");#d#
1360 return 1e99 if $self->{deny_reset}; 1590 return 1e99 if $self->{deny_reset};
1361 1591
1362 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1592 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1363 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1593 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1364 1594
1369 my ($self) = @_; 1599 my ($self) = @_;
1370 1600
1371 $self->reset_at <= $cf::RUNTIME 1601 $self->reset_at <= $cf::RUNTIME
1372} 1602}
1373 1603
1374sub unlink_save {
1375 my ($self) = @_;
1376
1377 utf8::encode (my $save = $self->{path}->save_path);
1378 aioreq_pri 3; IO::AIO::aio_unlink $save;
1379 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1380}
1381
1382sub rename {
1383 my ($self, $new_path) = @_;
1384
1385 $self->unlink_save;
1386
1387 delete $cf::MAP{$self->path};
1388 $self->{path} = new cf::path $new_path;
1389 $self->path ($self->{path}->as_string);
1390 $cf::MAP{$self->path} = $self;
1391
1392 $self->save;
1393}
1394
1395sub reset { 1604sub reset {
1396 my ($self) = @_; 1605 my ($self) = @_;
1397 1606
1607 my $lock = cf::lock_acquire "map_data:$self->{path}";
1608
1398 return if $self->players; 1609 return if $self->players;
1399 return if $self->{path}{user_rel};#d# 1610 return if $self->isa ("ext::map_per_player");#d#
1400 1611
1401 warn "resetting map ", $self->path;#d# 1612 warn "resetting map ", $self->path;#d#
1402 1613
1403 delete $cf::MAP{$self->path}; 1614 delete $cf::MAP{$self->path};
1615
1616 $self->in_memory (cf::MAP_SWAPPED);
1617 $self->clear;
1404 1618
1405 $_->clear_links_to ($self) for values %cf::MAP; 1619 $_->clear_links_to ($self) for values %cf::MAP;
1406 1620
1407 $self->unlink_save; 1621 $self->unlink_save;
1408 $self->destroy; 1622 $self->destroy;
1411my $nuke_counter = "aaaa"; 1625my $nuke_counter = "aaaa";
1412 1626
1413sub nuke { 1627sub nuke {
1414 my ($self) = @_; 1628 my ($self) = @_;
1415 1629
1630 delete $cf::MAP{$self->path};
1631
1632 $self->unlink_save;
1633
1634 bless $self, "cf::map";
1635 delete $self->{deny_reset};
1416 $self->{deny_save} = 1; 1636 $self->{deny_save} = 1;
1417 $self->reset_timeout (1); 1637 $self->reset_timeout (1);
1418 $self->rename ("{nuke}/" . ($nuke_counter++)); 1638 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1639
1640 $cf::MAP{$self->path} = $self;
1641
1419 $self->reset; # polite request, might not happen 1642 $self->reset; # polite request, might not happen
1420} 1643}
1421 1644
1422sub customise_for { 1645=item cf::map::unique_maps
1423 my ($map, $ob) = @_;
1424 1646
1425 if ($map->per_player) { 1647Returns an arrayref of paths of all shared maps that have
1426 return cf::map::find "~" . $ob->name . "/" . $map->{path}{path}; 1648instantiated unique items. May block.
1427 }
1428 1649
1429 $map 1650=cut
1430}
1431 1651
1432sub emergency_save { 1652sub unique_maps() {
1433 my $freeze_guard = cf::freeze_mainloop; 1653 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir
1654 or return;
1434 1655
1435 warn "enter emergency map save\n"; 1656 my @paths;
1436 1657
1437 cf::sync_job { 1658 for (@$files) {
1438 warn "begin emergency map save\n"; 1659 utf8::decode $_;
1439 $_->save for values %cf::MAP; 1660 next if /\.pst$/;
1661 next unless /^$PATH_SEP/o;
1662
1663 push @paths, cf::map::normalise $_;
1440 }; 1664 }
1441 1665
1442 warn "end emergency map save\n"; 1666 \@paths
1443} 1667}
1444 1668
1445package cf; 1669package cf;
1446 1670
1447=back 1671=back
1448 1672
1673=head3 cf::object
1674
1675=cut
1676
1677package cf::object;
1678
1679=over 4
1680
1681=item $ob->inv_recursive
1682
1683Returns the inventory of the object _and_ their inventories, recursively.
1684
1685=cut
1686
1687sub inv_recursive_;
1688sub inv_recursive_ {
1689 map { $_, inv_recursive_ $_->inv } @_
1690}
1691
1692sub inv_recursive {
1693 inv_recursive_ inv $_[0]
1694}
1695
1696package cf;
1697
1698=back
1449 1699
1450=head3 cf::object::player 1700=head3 cf::object::player
1451 1701
1452=over 4 1702=over 4
1453 1703
1493 1743
1494=item $player_object->enter_link 1744=item $player_object->enter_link
1495 1745
1496Freezes the player and moves him/her to a special map (C<{link}>). 1746Freezes the player and moves him/her to a special map (C<{link}>).
1497 1747
1498The player should be reaosnably safe there for short amounts of time. You 1748The player should be reasonably safe there for short amounts of time. You
1499I<MUST> call C<leave_link> as soon as possible, though. 1749I<MUST> call C<leave_link> as soon as possible, though.
1500 1750
1751Will never block.
1752
1501=item $player_object->leave_link ($map, $x, $y) 1753=item $player_object->leave_link ($map, $x, $y)
1502 1754
1503Moves the player out of the specila link map onto the given map. If the 1755Moves the player out of the special C<{link}> map onto the specified
1504map is not valid (or omitted), the player will be moved back to the 1756map. If the map is not valid (or omitted), the player will be moved back
1505location he/she was before the call to C<enter_link>, or, if that fails, 1757to the location he/she was before the call to C<enter_link>, or, if that
1506to the emergency map position. 1758fails, to the emergency map position.
1507 1759
1508Might block. 1760Might block.
1509 1761
1510=cut 1762=cut
1763
1764sub link_map {
1765 unless ($LINK_MAP) {
1766 $LINK_MAP = cf::map::find "{link}"
1767 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1768 $LINK_MAP->load;
1769 }
1770
1771 $LINK_MAP
1772}
1511 1773
1512sub cf::object::player::enter_link { 1774sub cf::object::player::enter_link {
1513 my ($self) = @_; 1775 my ($self) = @_;
1514 1776
1515 $self->deactivate_recursive; 1777 $self->deactivate_recursive;
1516 1778
1517 return if $self->map == $LINK_MAP; 1779 return if UNIVERSAL::isa $self->map, "ext::map_link";
1518 1780
1519 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1781 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1520 if $self->map; 1782 if $self->map;
1521 1783
1522 $self->enter_map ($LINK_MAP, 20, 20); 1784 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1523} 1785}
1524 1786
1525sub cf::object::player::leave_link { 1787sub cf::object::player::leave_link {
1526 my ($self, $map, $x, $y) = @_; 1788 my ($self, $map, $x, $y) = @_;
1527 1789
1545 # use -1 or undef as default coordinates, not 0, 0 1807 # use -1 or undef as default coordinates, not 0, 0
1546 ($x, $y) = ($map->enter_x, $map->enter_y) 1808 ($x, $y) = ($map->enter_x, $map->enter_y)
1547 if $x <=0 && $y <= 0; 1809 if $x <=0 && $y <= 0;
1548 1810
1549 $map->load; 1811 $map->load;
1812 $map->load_diag;
1550 1813
1814 return unless $self->contr->active;
1551 $self->activate_recursive; 1815 $self->activate_recursive;
1552 $self->enter_map ($map, $x, $y); 1816 $self->enter_map ($map, $x, $y);
1553} 1817}
1554 1818
1555cf::player->attach ( 1819cf::player->attach (
1568 1832
1569 # try to abort aborted map switching on player login :) 1833 # try to abort aborted map switching on player login :)
1570 # should happen only on crashes 1834 # should happen only on crashes
1571 if ($pl->ob->{_link_pos}) { 1835 if ($pl->ob->{_link_pos}) {
1572 $pl->ob->enter_link; 1836 $pl->ob->enter_link;
1573 cf::async { 1837 (async {
1574 # we need this sleep as the login has a concurrent enter_exit running 1838 # we need this sleep as the login has a concurrent enter_exit running
1575 # and this sleep increases chances of the player not ending up in scorn 1839 # and this sleep increases chances of the player not ending up in scorn
1840 $pl->ob->reply (undef,
1841 "There was an internal problem at your last logout, "
1842 . "the server will try to bring you to your intended destination in a second.",
1843 cf::NDI_RED);
1576 Coro::Timer::sleep 1; 1844 Coro::Timer::sleep 1;
1577 $pl->ob->leave_link; 1845 $pl->ob->leave_link;
1578 }; 1846 })->prio (2);
1579 } 1847 }
1580 }, 1848 },
1581); 1849);
1582 1850
1583=item $player_object->goto_map ($path, $x, $y) 1851=item $player_object->goto ($path, $x, $y)
1584 1852
1585=cut 1853=cut
1586 1854
1587sub cf::object::player::goto_map { 1855sub cf::object::player::goto {
1588 my ($self, $path, $x, $y) = @_; 1856 my ($self, $path, $x, $y) = @_;
1589 1857
1590 $self->enter_link; 1858 $self->enter_link;
1591 1859
1592 (cf::async { 1860 (async {
1593 $path = new cf::path $path; 1861 my $map = eval {
1594
1595 my $map = cf::map::find $path->as_string; 1862 my $map = cf::map::find $path;
1596 $map = $map->customise_for ($self) if $map; 1863 $map = $map->customise_for ($self) if $map;
1597 1864 $map
1598# warn "entering ", $map->path, " at ($x, $y)\n" 1865 } or
1599# if $map;
1600
1601 $map or $self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1866 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1602 1867
1603 $self->leave_link ($map, $x, $y); 1868 $self->leave_link ($map, $x, $y);
1604 })->prio (1); 1869 })->prio (1);
1605} 1870}
1606 1871
1610 1875
1611sub parse_random_map_params { 1876sub parse_random_map_params {
1612 my ($spec) = @_; 1877 my ($spec) = @_;
1613 1878
1614 my $rmp = { # defaults 1879 my $rmp = { # defaults
1615 xsize => 10, 1880 xsize => (cf::rndm 15, 40),
1616 ysize => 10, 1881 ysize => (cf::rndm 15, 40),
1882 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
1883 #layout => string,
1617 }; 1884 };
1618 1885
1619 for (split /\n/, $spec) { 1886 for (split /\n/, $spec) {
1620 my ($k, $v) = split /\s+/, $_, 2; 1887 my ($k, $v) = split /\s+/, $_, 2;
1621 1888
1625 $rmp 1892 $rmp
1626} 1893}
1627 1894
1628sub prepare_random_map { 1895sub prepare_random_map {
1629 my ($exit) = @_; 1896 my ($exit) = @_;
1897
1898 my $guard = cf::lock_acquire "exit_prepare:$exit";
1630 1899
1631 # all this does is basically replace the /! path by 1900 # all this does is basically replace the /! path by
1632 # a new random map path (?random/...) with a seed 1901 # a new random map path (?random/...) with a seed
1633 # that depends on the exit object 1902 # that depends on the exit object
1634 1903
1635 my $rmp = parse_random_map_params $exit->msg; 1904 my $rmp = parse_random_map_params $exit->msg;
1636 1905
1637 if ($exit->map) { 1906 if ($exit->map) {
1638 $rmp->{region} = $exit->map->region_name; 1907 $rmp->{region} = $exit->region->name;
1639 $rmp->{origin_map} = $exit->map->path; 1908 $rmp->{origin_map} = $exit->map->path;
1640 $rmp->{origin_x} = $exit->x; 1909 $rmp->{origin_x} = $exit->x;
1641 $rmp->{origin_y} = $exit->y; 1910 $rmp->{origin_y} = $exit->y;
1642 } 1911 }
1643 1912
1644 $rmp->{random_seed} ||= $exit->random_seed; 1913 $rmp->{random_seed} ||= $exit->random_seed;
1645 1914
1646 my $data = cf::to_json $rmp; 1915 my $data = cf::to_json $rmp;
1647 my $md5 = Digest::MD5::md5_hex $data; 1916 my $md5 = Digest::MD5::md5_hex $data;
1917 my $meta = "$cf::RANDOM_MAPS/$md5.meta";
1648 1918
1649 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 1919 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1650 aio_write $fh, 0, (length $data), $data, 0; 1920 aio_write $fh, 0, (length $data), $data, 0;
1921 undef $fh;
1922 aio_rename "$meta~", $meta;
1651 1923
1652 $exit->slaying ("?random/$md5"); 1924 $exit->slaying ("?random/$md5");
1653 $exit->msg (undef); 1925 $exit->msg (undef);
1654 } 1926 }
1655} 1927}
1657sub cf::object::player::enter_exit { 1929sub cf::object::player::enter_exit {
1658 my ($self, $exit) = @_; 1930 my ($self, $exit) = @_;
1659 1931
1660 return unless $self->type == cf::PLAYER; 1932 return unless $self->type == cf::PLAYER;
1661 1933
1934 if ($exit->slaying eq "/!") {
1935 #TODO: this should de-fi-ni-te-ly not be a sync-job
1936 cf::sync_job { prepare_random_map $exit };
1937 }
1938
1939 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1940 my $hp = $exit->stats->hp;
1941 my $sp = $exit->stats->sp;
1942
1662 $self->enter_link; 1943 $self->enter_link;
1663 1944
1664 (cf::async { 1945 (async {
1665 $self->deactivate_recursive; # just to be sure 1946 $self->deactivate_recursive; # just to be sure
1666 unless (eval { 1947 unless (eval {
1667 prepare_random_map $exit 1948 $self->goto ($slaying, $hp, $sp);
1668 if $exit->slaying eq "/!";
1669
1670 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1671 $self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1672 1949
1673 1; 1950 1;
1674 }) { 1951 }) {
1675 $self->message ("Something went wrong deep within the crossfire server. " 1952 $self->message ("Something went wrong deep within the crossfire server. "
1676 . "I'll try to bring you back to the map you were before. " 1953 . "I'll try to bring you back to the map you were before. "
1677 . "Please report this to the dungeon master", 1954 . "Please report this to the dungeon master!",
1678 cf::NDI_UNIQUE | cf::NDI_RED); 1955 cf::NDI_UNIQUE | cf::NDI_RED);
1679 1956
1680 warn "ERROR in enter_exit: $@"; 1957 warn "ERROR in enter_exit: $@";
1681 $self->leave_link; 1958 $self->leave_link;
1682 } 1959 }
1737 # get handled first 2014 # get handled first
1738 my $queue = delete $ns->{query_queue} 2015 my $queue = delete $ns->{query_queue}
1739 or return; # be conservative, not sure how that can happen, but we saw a crash here 2016 or return; # be conservative, not sure how that can happen, but we saw a crash here
1740 2017
1741 (shift @$queue)->[1]->($msg); 2018 (shift @$queue)->[1]->($msg);
2019 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1742 2020
1743 push @{ $ns->{query_queue} }, @$queue; 2021 push @{ $ns->{query_queue} }, @$queue;
1744 2022
1745 if (@{ $ns->{query_queue} } == @$queue) { 2023 if (@{ $ns->{query_queue} } == @$queue) {
1746 if (@$queue) { 2024 if (@$queue) {
1750 } 2028 }
1751 } 2029 }
1752 }, 2030 },
1753); 2031);
1754 2032
1755=item $client->coro (\&cb) 2033=item $client->async (\&cb)
1756 2034
1757Create a new coroutine, running the specified callback. The coroutine will 2035Create a new coroutine, running the specified callback. The coroutine will
1758be automatically cancelled when the client gets destroyed (e.g. on logout, 2036be automatically cancelled when the client gets destroyed (e.g. on logout,
1759or loss of connection). 2037or loss of connection).
1760 2038
1761=cut 2039=cut
1762 2040
1763sub cf::client::coro { 2041sub cf::client::async {
1764 my ($self, $cb) = @_; 2042 my ($self, $cb) = @_;
1765 2043
1766 my $coro = &cf::async ($cb); 2044 my $coro = &Coro::async ($cb);
1767 2045
1768 $coro->on_destroy (sub { 2046 $coro->on_destroy (sub {
1769 delete $self->{_coro}{$coro+0}; 2047 delete $self->{_coro}{$coro+0};
1770 }); 2048 });
1771 2049
1907The parameter C<$family> should best start with the name of the extension 2185The parameter C<$family> should best start with the name of the extension
1908using it, it should be unique. 2186using it, it should be unique.
1909 2187
1910=over 4 2188=over 4
1911 2189
1912=item $hashref = cf::db_get $family
1913
1914Return a hashref for use by the extension C<$family>, which can be
1915modified. After modifications, you have to call C<cf::db_dirty> or
1916C<cf::db_sync>.
1917
1918=item $value = cf::db_get $family => $key 2190=item $value = cf::db_get $family => $key
1919 2191
1920Returns a single value from the database 2192Returns a single value from the database.
1921
1922=item cf::db_put $family => $hashref
1923
1924Stores the given family hashref into the database. Updates are delayed, if
1925you want the data to be synced to disk immediately, use C<cf::db_sync>.
1926 2193
1927=item cf::db_put $family => $key => $value 2194=item cf::db_put $family => $key => $value
1928 2195
1929Stores the given C<$value> in the family hash. Updates are delayed, if you 2196Stores the given C<$value> in the family.
1930want the data to be synced to disk immediately, use C<cf::db_sync>.
1931
1932=item cf::db_dirty
1933
1934Marks the database as dirty, to be updated at a later time.
1935
1936=item cf::db_sync
1937
1938Immediately write the database to disk I<if it is dirty>.
1939 2197
1940=cut 2198=cut
1941 2199
1942our $DB; 2200our $DB;
1943 2201
1944{ 2202sub db_load() {
2203 unless ($DB) {
2204 $DB = BDB::db_create $DB_ENV;
2205
2206 cf::sync_job {
2207 eval {
2208 $DB->set_flags (BDB::CHKSUM);
2209
2210 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2211 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2212 cf::cleanup "db_open(db): $!" if $!;
2213 };
2214 cf::cleanup "db_open(db): $@" if $@;
2215 };
2216
1945 my $path = cf::localdir . "/database.pst"; 2217 my $path = cf::localdir . "/database.pst";
2218 if (stat $path) {
2219 cf::sync_job {
2220 my $pst = Storable::retrieve $path;
1946 2221
1947 sub db_load() { 2222 cf::db_put (board => data => $pst->{board});
1948 $DB = stat $path ? Storable::retrieve $path : { }; 2223 cf::db_put (guildrules => data => $pst->{guildrules});
1949 } 2224 cf::db_put (rent => balance => $pst->{rent}{balance});
2225 BDB::db_env_txn_checkpoint $DB_ENV;
1950 2226
1951 my $pid; 2227 unlink $path;
1952
1953 sub db_save() {
1954 waitpid $pid, 0 if $pid;
1955 if (0 == ($pid = fork)) {
1956 $DB->{_meta}{version} = 1;
1957 Storable::nstore $DB, "$path~";
1958 rename "$path~", $path;
1959 cf::_exit 0 if defined $pid;
1960 } 2228 };
1961 }
1962
1963 my $dirty;
1964
1965 sub db_sync() {
1966 db_save if $dirty;
1967 undef $dirty;
1968 }
1969
1970 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1971 db_sync;
1972 });
1973
1974 sub db_dirty() {
1975 $dirty = 1;
1976 $idle->start;
1977 }
1978
1979 sub db_get($;$) {
1980 @_ >= 2
1981 ? $DB->{$_[0]}{$_[1]}
1982 : ($DB->{$_[0]} ||= { })
1983 }
1984
1985 sub db_put($$;$) {
1986 if (@_ >= 3) {
1987 $DB->{$_[0]}{$_[1]} = $_[2];
1988 } else {
1989 $DB->{$_[0]} = $_[1];
1990 }
1991 db_dirty;
1992 }
1993
1994 cf::global->attach (
1995 prio => 10000,
1996 on_cleanup => sub {
1997 db_sync;
1998 }, 2229 }
1999 ); 2230 }
2231}
2232
2233sub db_get($$) {
2234 my $key = "$_[0]/$_[1]";
2235
2236 cf::sync_job {
2237 BDB::db_get $DB, undef, $key, my $data;
2238
2239 $! ? ()
2240 : Compress::LZF::sthaw $data
2241 }
2242}
2243
2244sub db_put($$$) {
2245 BDB::dbreq_pri 4;
2246 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2000} 2247}
2001 2248
2002############################################################################# 2249#############################################################################
2003# the server's main() 2250# the server's init and main functions
2251
2252sub load_resources {
2253 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir
2254 or die "unable to load regions file\n";#d#
2255}
2004 2256
2005sub cfg_load { 2257sub cfg_load {
2006 open my $fh, "<:utf8", cf::confdir . "/config" 2258 open my $fh, "<:utf8", cf::confdir . "/config"
2007 or return; 2259 or return;
2008 2260
2009 local $/; 2261 local $/;
2010 *CFG = YAML::Syck::Load <$fh>; 2262 *CFG = YAML::Syck::Load <$fh>;
2011 2263
2012 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 2264 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2013 2265
2266 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2267 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2268
2014 if (exists $CFG{mlockall}) { 2269 if (exists $CFG{mlockall}) {
2015 eval { 2270 eval {
2016 $CFG{mlockall} ? &mlockall : &munlockall 2271 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2017 and die "WARNING: m(un)lockall failed: $!\n"; 2272 and die "WARNING: m(un)lockall failed: $!\n";
2018 }; 2273 };
2019 warn $@ if $@; 2274 warn $@ if $@;
2020 } 2275 }
2276}
2277
2278sub init {
2279 load_resources;
2021} 2280}
2022 2281
2023sub main { 2282sub main {
2024 # we must not ever block the main coroutine 2283 # we must not ever block the main coroutine
2025 local $Coro::idle = sub { 2284 local $Coro::idle = sub {
2026 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2285 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2027 (Coro::unblock_sub { 2286 (async {
2028 Event::one_event; 2287 Event::one_event;
2029 })->(); 2288 })->prio (Coro::PRIO_MAX);
2030 }; 2289 };
2031 2290
2032 cfg_load; 2291 cfg_load;
2033 db_load; 2292 db_load;
2034 load_extensions; 2293 load_extensions;
2294
2295 $TICK_WATCHER->start;
2035 Event::loop; 2296 Event::loop;
2036} 2297}
2037 2298
2038############################################################################# 2299#############################################################################
2039# initialisation 2300# initialisation and cleanup
2301
2302# install some emergency cleanup handlers
2303BEGIN {
2304 for my $signal (qw(INT HUP TERM)) {
2305 Event->signal (
2306 reentrant => 0,
2307 data => WF_AUTOCANCEL,
2308 signal => $signal,
2309 prio => 0,
2310 cb => sub {
2311 cf::cleanup "SIG$signal";
2312 },
2313 );
2314 }
2315}
2316
2317sub emergency_save() {
2318 my $freeze_guard = cf::freeze_mainloop;
2319
2320 warn "enter emergency perl save\n";
2321
2322 cf::sync_job {
2323 # use a peculiar iteration method to avoid tripping on perl
2324 # refcount bugs in for. also avoids problems with players
2325 # and maps saved/destroyed asynchronously.
2326 warn "begin emergency player save\n";
2327 for my $login (keys %cf::PLAYER) {
2328 my $pl = $cf::PLAYER{$login} or next;
2329 $pl->valid or next;
2330 $pl->save;
2331 }
2332 warn "end emergency player save\n";
2333
2334 warn "begin emergency map save\n";
2335 for my $path (keys %cf::MAP) {
2336 my $map = $cf::MAP{$path} or next;
2337 $map->valid or next;
2338 $map->save;
2339 }
2340 warn "end emergency map save\n";
2341
2342 warn "begin emergency database checkpoint\n";
2343 BDB::db_env_txn_checkpoint $DB_ENV;
2344 warn "end emergency database checkpoint\n";
2345 };
2346
2347 warn "leave emergency perl save\n";
2348}
2040 2349
2041sub reload() { 2350sub reload() {
2042 # can/must only be called in main 2351 # can/must only be called in main
2043 if ($Coro::current != $Coro::main) { 2352 if ($Coro::current != $Coro::main) {
2044 warn "can only reload from main coroutine\n"; 2353 warn "can only reload from main coroutine";
2045 return; 2354 return;
2046 } 2355 }
2047 2356
2048 warn "reloading..."; 2357 warn "reloading...";
2049 2358
2050 my $guard = freeze_mainloop; 2359 warn "cancelling server ticker";
2360 $TICK_WATCHER->cancel;
2361
2051 cf::emergency_save; 2362 cf::emergency_save;
2052 2363
2053 eval { 2364 eval {
2054 # if anything goes wrong in here, we should simply crash as we already saved 2365 # if anything goes wrong in here, we should simply crash as we already saved
2055 2366
2056 # cancel all watchers 2367 warn "cancelling all WF_AUTOCANCEL watchers";
2057 for (Event::all_watchers) { 2368 for (Event::all_watchers) {
2058 $_->cancel if $_->data & WF_AUTOCANCEL; 2369 $_->cancel if $_->data & WF_AUTOCANCEL;
2059 } 2370 }
2060 2371
2372 warn "syncing database to disk";
2373 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
2374
2375 warn "flushing outstanding aio requests";
2376 for (;;) {
2377 BDB::flush;
2378 IO::AIO::flush;
2379 Coro::cede;
2380 last unless IO::AIO::nreqs || BDB::nreqs;
2381 warn "iterate...";
2382 }
2383
2061 # cancel all extension coros 2384 warn "cancelling all extension coros";
2062 $_->cancel for values %EXT_CORO; 2385 $_->cancel for values %EXT_CORO;
2063 %EXT_CORO = (); 2386 %EXT_CORO = ();
2064 2387
2065 # unload all extensions 2388 warn "removing commands";
2066 for (@exts) { 2389 %COMMAND = ();
2390
2391 warn "removing ext commands";
2392 %EXTCMD = ();
2393
2394 warn "unloading/nuking all extensions";
2395 for my $pkg (@EXTS) {
2067 warn "unloading <$_>"; 2396 warn "... unloading $pkg";
2068 unload_extension $_; 2397
2398 if (my $cb = $pkg->can ("unload")) {
2399 eval {
2400 $cb->($pkg);
2401 1
2402 } or warn "$pkg unloaded, but with errors: $@";
2069 } 2403 }
2070 2404
2405 warn "... nuking $pkg";
2406 Symbol::delete_package $pkg;
2407 }
2408
2071 # unload all modules loaded from $LIBDIR 2409 warn "unloading all perl modules loaded from $LIBDIR";
2072 while (my ($k, $v) = each %INC) { 2410 while (my ($k, $v) = each %INC) {
2073 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2411 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2074 2412
2075 warn "removing <$k>"; 2413 warn "... unloading $k";
2076 delete $INC{$k}; 2414 delete $INC{$k};
2077 2415
2078 $k =~ s/\.pm$//; 2416 $k =~ s/\.pm$//;
2079 $k =~ s/\//::/g; 2417 $k =~ s/\//::/g;
2080 2418
2083 } 2421 }
2084 2422
2085 Symbol::delete_package $k; 2423 Symbol::delete_package $k;
2086 } 2424 }
2087 2425
2088 # sync database to disk
2089 cf::db_sync;
2090 IO::AIO::flush;
2091
2092 # get rid of safe::, as good as possible 2426 warn "getting rid of safe::, as good as possible";
2093 Symbol::delete_package "safe::$_" 2427 Symbol::delete_package "safe::$_"
2094 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2428 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2095 2429
2096 # remove register_script_function callbacks
2097 # TODO
2098
2099 # unload cf.pm "a bit" 2430 warn "unloading cf.pm \"a bit\"";
2100 delete $INC{"cf.pm"}; 2431 delete $INC{"cf.pm"};
2101 2432
2102 # don't, removes xs symbols, too, 2433 # don't, removes xs symbols, too,
2103 # and global variables created in xs 2434 # and global variables created in xs
2104 #Symbol::delete_package __PACKAGE__; 2435 #Symbol::delete_package __PACKAGE__;
2105 2436
2106 # reload cf.pm 2437 warn "unload completed, starting to reload now";
2438
2107 warn "reloading cf.pm"; 2439 warn "reloading cf.pm";
2108 require cf; 2440 require cf;
2109 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2441 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2110 2442
2111 # load config and database again 2443 warn "loading config and database again";
2112 cf::cfg_load; 2444 cf::cfg_load;
2113 cf::db_load; 2445 cf::db_load;
2114 2446
2115 # load extensions
2116 warn "load extensions"; 2447 warn "loading extensions";
2117 cf::load_extensions; 2448 cf::load_extensions;
2118 2449
2119 # reattach attachments to objects 2450 warn "reattaching attachments to objects/players";
2120 warn "reattach";
2121 _global_reattach; 2451 _global_reattach;
2452 warn "reattaching attachments to maps";
2453 reattach $_ for values %MAP;
2454
2455 warn "loading reloadable resources";
2456 load_resources;
2457
2458 warn "restarting server ticker";
2459
2460 $TICK_WATCHER->start;
2122 }; 2461 };
2123 2462
2124 if ($@) { 2463 if ($@) {
2125 warn $@; 2464 warn $@;
2126 warn "error while reloading, exiting."; 2465 warn "error while reloading, exiting.";
2127 exit 1; 2466 exit 1;
2128 } 2467 }
2129 2468
2130 warn "reloaded successfully"; 2469 warn "reloaded";
2131}; 2470};
2132 2471
2133############################################################################# 2472our $RELOAD_WATCHER; # used only during reload
2134
2135unless ($LINK_MAP) {
2136 $LINK_MAP = cf::map::new;
2137
2138 $LINK_MAP->width (41);
2139 $LINK_MAP->height (41);
2140 $LINK_MAP->alloc;
2141 $LINK_MAP->path ("{link}");
2142 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2143 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2144
2145 # dirty hack because... archetypes are not yet loaded
2146 Event->timer (
2147 after => 2,
2148 cb => sub {
2149 $_[0]->w->cancel;
2150
2151 # provide some exits "home"
2152 my $exit = cf::object::new "exit";
2153
2154 $exit->slaying ($EMERGENCY_POSITION->[0]);
2155 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2156 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2157
2158 $LINK_MAP->insert ($exit->clone, 19, 19);
2159 $LINK_MAP->insert ($exit->clone, 19, 20);
2160 $LINK_MAP->insert ($exit->clone, 19, 21);
2161 $LINK_MAP->insert ($exit->clone, 20, 19);
2162 $LINK_MAP->insert ($exit->clone, 20, 21);
2163 $LINK_MAP->insert ($exit->clone, 21, 19);
2164 $LINK_MAP->insert ($exit->clone, 21, 20);
2165 $LINK_MAP->insert ($exit->clone, 21, 21);
2166
2167 $exit->destroy;
2168 });
2169
2170 $LINK_MAP->{deny_save} = 1;
2171 $LINK_MAP->{deny_reset} = 1;
2172
2173 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2174}
2175
2176register "<global>", __PACKAGE__;
2177 2473
2178register_command "reload" => sub { 2474register_command "reload" => sub {
2179 my ($who, $arg) = @_; 2475 my ($who, $arg) = @_;
2180 2476
2181 if ($who->flag (FLAG_WIZ)) { 2477 if ($who->flag (FLAG_WIZ)) {
2182 $who->message ("start of reload."); 2478 $who->message ("reloading server.");
2479
2480 # doing reload synchronously and two reloads happen back-to-back,
2481 # coro crashes during coro_state_free->destroy here.
2482
2483 $RELOAD_WATCHER ||= Event->timer (
2484 reentrant => 0,
2485 after => 0,
2486 data => WF_AUTOCANCEL,
2487 cb => sub {
2183 reload; 2488 reload;
2184 $who->message ("end of reload."); 2489 undef $RELOAD_WATCHER;
2490 },
2491 );
2185 } 2492 }
2186}; 2493};
2187 2494
2188unshift @INC, $LIBDIR; 2495unshift @INC, $LIBDIR;
2496
2497my $bug_warning = 0;
2189 2498
2190$TICK_WATCHER = Event->timer ( 2499$TICK_WATCHER = Event->timer (
2191 reentrant => 0, 2500 reentrant => 0,
2501 parked => 1,
2192 prio => 0, 2502 prio => 0,
2193 at => $NEXT_TICK || $TICK, 2503 at => $NEXT_TICK || $TICK,
2194 data => WF_AUTOCANCEL, 2504 data => WF_AUTOCANCEL,
2195 cb => sub { 2505 cb => sub {
2506 if ($Coro::current != $Coro::main) {
2507 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2508 unless ++$bug_warning > 10;
2509 return;
2510 }
2511
2512 $NOW = Event::time;
2513
2196 cf::server_tick; # one server iteration 2514 cf::server_tick; # one server iteration
2197 $RUNTIME += $TICK; 2515 $RUNTIME += $TICK;
2198 $NEXT_TICK += $TICK; 2516 $NEXT_TICK += $TICK;
2517
2518 $WAIT_FOR_TICK->broadcast;
2519 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2520
2521 Event::sweep;
2522 Coro::cede_notself;
2523
2524# my $AFTER = Event::time;
2525# warn $AFTER - $NOW;#d#
2199 2526
2200 # if we are delayed by four ticks or more, skip them all 2527 # if we are delayed by four ticks or more, skip them all
2201 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2528 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2202 2529
2203 $TICK_WATCHER->at ($NEXT_TICK); 2530 $TICK_WATCHER->at ($NEXT_TICK);
2204 $TICK_WATCHER->start; 2531 $TICK_WATCHER->start;
2205 }, 2532 },
2206); 2533);
2207 2534
2535{
2536 BDB::max_poll_time $TICK * 0.1;
2537 $BDB_POLL_WATCHER = Event->io (
2538 reentrant => 0,
2539 fd => BDB::poll_fileno,
2540 poll => 'r',
2541 prio => 0,
2542 data => WF_AUTOCANCEL,
2543 cb => \&BDB::poll_cb,
2544 );
2545 BDB::min_parallel 8;
2546
2547 BDB::set_sync_prepare {
2548 my $status;
2549 my $current = $Coro::current;
2550 (
2551 sub {
2552 $status = $!;
2553 $current->ready; undef $current;
2554 },
2555 sub {
2556 Coro::schedule while defined $current;
2557 $! = $status;
2558 },
2559 )
2560 };
2561
2562 unless ($DB_ENV) {
2563 $DB_ENV = BDB::db_env_create;
2564
2565 cf::sync_job {
2566 eval {
2567 BDB::db_env_open
2568 $DB_ENV,
2569 $BDB_ENV_DIR,
2570 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2571 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2572 0666;
2573
2574 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;
2575
2576 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2577 $DB_ENV->set_lk_detect;
2578 };
2579
2580 cf::cleanup "db_env_open(db): $@" if $@;
2581 };
2582 }
2583}
2584
2585{
2586 IO::AIO::min_parallel 8;
2587
2588 undef $Coro::AIO::WATCHER;
2208IO::AIO::max_poll_time $TICK * 0.2; 2589 IO::AIO::max_poll_time $TICK * 0.1;
2209 2590 $AIO_POLL_WATCHER = Event->io (
2210Event->io ( 2591 reentrant => 0,
2211 fd => IO::AIO::poll_fileno, 2592 fd => IO::AIO::poll_fileno,
2212 poll => 'r', 2593 poll => 'r',
2213 prio => 5, 2594 prio => 6,
2214 data => WF_AUTOCANCEL, 2595 data => WF_AUTOCANCEL,
2215 cb => \&IO::AIO::poll_cb, 2596 cb => \&IO::AIO::poll_cb,
2216); 2597 );
2598}
2217 2599
2218Event->timer ( 2600$WRITE_RUNTIME_WATCHER = Event->timer (
2601 reentrant => 0,
2219 data => WF_AUTOCANCEL, 2602 data => WF_AUTOCANCEL,
2220 after => 0, 2603 after => 1,
2221 interval => 10, 2604 interval => 10,
2222 cb => sub { 2605 prio => 6, # keep it lowest so it acts like a watchdog
2223 (Coro::unblock_sub { 2606 cb => Coro::unblock_sub {
2224 write_runtime 2607 write_runtime
2225 or warn "ERROR: unable to write runtime file: $!"; 2608 or warn "ERROR: unable to write runtime file: $!";
2226 })->();
2227 }, 2609 },
2228); 2610);
2229 2611
2230END { cf::emergency_save } 2612END { cf::emergency_save }
2231 2613

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines