ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.121 by root, Tue Jan 2 11:11:52 2007 UTC vs.
Revision 1.213 by root, Tue Feb 13 20:01:04 2007 UTC

8use Storable; 8use Storable;
9use Opcode; 9use Opcode;
10use Safe; 10use Safe;
11use Safe::Hole; 11use Safe::Hole;
12 12
13use Coro 3.3; 13use Coro 3.5 ();
14use Coro::Event; 14use Coro::Event;
15use Coro::Timer; 15use Coro::Timer;
16use Coro::Signal; 16use Coro::Signal;
17use Coro::Semaphore; 17use Coro::Semaphore;
18use Coro::AIO; 18use Coro::AIO;
19 19
20use BDB ();
21use Data::Dumper;
20use Digest::MD5; 22use Digest::MD5;
21use Fcntl; 23use Fcntl;
22use IO::AIO 2.31 (); 24use IO::AIO 2.32 ();
23use YAML::Syck (); 25use YAML::Syck ();
24use Time::HiRes; 26use Time::HiRes;
27use Compress::LZF;
28
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
25 30
26use Event; $Event::Eval = 1; # no idea why this is required, but it is 31use Event; $Event::Eval = 1; # no idea why this is required, but it is
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
27 34
28# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29$YAML::Syck::ImplicitUnicode = 1; 36$YAML::Syck::ImplicitUnicode = 1;
30 37
31$Coro::main->prio (2); # run main coroutine ("the server") with very high priority 38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 39
35our %COMMAND = (); 40our %COMMAND = ();
36our %COMMAND_TIME = (); 41our %COMMAND_TIME = ();
42
43our @EXTS = (); # list of extension package names
37our %EXTCMD = (); 44our %EXTCMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps
38 47
39our @EVENT; 48our @EVENT;
40our $LIBDIR = datadir . "/ext"; 49our $LIBDIR = datadir . "/ext";
41 50
42our $TICK = MAX_TIME * 1e-6; 51our $TICK = MAX_TIME * 1e-6;
43our $TICK_WATCHER; 52our $TICK_WATCHER;
53our $AIO_POLL_WATCHER;
54our $WRITE_RUNTIME_WATCHER;
44our $NEXT_TICK; 55our $NEXT_TICK;
45our $NOW; 56our $NOW;
57our $USE_FSYNC = 1; # use fsync to write maps - default off
58
59our $BDB_POLL_WATCHER;
60our $DB_ENV;
46 61
47our %CFG; 62our %CFG;
48 63
49our $UPTIME; $UPTIME ||= time; 64our $UPTIME; $UPTIME ||= time;
50our $RUNTIME; 65our $RUNTIME;
51 66
67our %PLAYER; # all users
52our %MAP; # all maps 68our %MAP; # all maps
53our $LINK_MAP; # the special {link} map 69our $LINK_MAP; # the special {link} map, which is always available
54our $FREEZE;
55our $RANDOM_MAPS = cf::localdir . "/random"; 70our $RANDOM_MAPS = cf::localdir . "/random";
56our %EXT_CORO; 71our $BDB_ENV_DIR = cf::localdir . "/db";
72
73our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75
76# used to convert map paths into valid unix filenames by replacing / by ∕
77our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
57 78
58binmode STDOUT; 79binmode STDOUT;
59binmode STDERR; 80binmode STDERR;
60 81
61# read virtual server time, if available 82# read virtual server time, if available
68mkdir cf::localdir; 89mkdir cf::localdir;
69mkdir cf::localdir . "/" . cf::playerdir; 90mkdir cf::localdir . "/" . cf::playerdir;
70mkdir cf::localdir . "/" . cf::tmpdir; 91mkdir cf::localdir . "/" . cf::tmpdir;
71mkdir cf::localdir . "/" . cf::uniquedir; 92mkdir cf::localdir . "/" . cf::uniquedir;
72mkdir $RANDOM_MAPS; 93mkdir $RANDOM_MAPS;
94mkdir $BDB_ENV_DIR;
73 95
74# a special map that is always available 96our $EMERGENCY_POSITION;
75our $LINK_MAP;
76 97
77our $EMERGENCY_POSITION = $cf::CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 98sub cf::map::normalise;
78 99
79############################################################################# 100#############################################################################
80 101
81=head2 GLOBAL VARIABLES 102=head2 GLOBAL VARIABLES
82 103
106 127
107=item %cf::CFG 128=item %cf::CFG
108 129
109Configuration for the server, loaded from C</etc/crossfire/config>, or 130Configuration for the server, loaded from C</etc/crossfire/config>, or
110from wherever your confdir points to. 131from wherever your confdir points to.
132
133=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE
134
135These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)
136or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick
137processing has been done. Call C<< ->wait >> on them to maximise the
138window of cpu time available, or simply to synchronise to the server tick.
111 139
112=back 140=back
113 141
114=cut 142=cut
115 143
119 utf8::encode $msg; 147 utf8::encode $msg;
120 148
121 $msg .= "\n" 149 $msg .= "\n"
122 unless $msg =~ /\n$/; 150 unless $msg =~ /\n$/;
123 151
124 LOG llevError, "cfperl: $msg"; 152 LOG llevError, $msg;
125 }; 153 };
126} 154}
127 155
128@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 156@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
129@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 157@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
147 175
148$Event::DIED = sub { 176$Event::DIED = sub {
149 warn "error in event callback: @_"; 177 warn "error in event callback: @_";
150}; 178};
151 179
152my %ext_pkg;
153my @exts;
154my @hook;
155
156=head2 UTILITY FUNCTIONS 180=head2 UTILITY FUNCTIONS
157 181
158=over 4 182=over 4
159 183
184=item dumpval $ref
185
160=cut 186=cut
187
188sub dumpval {
189 eval {
190 local $SIG{__DIE__};
191 my $d;
192 if (1) {
193 $d = new Data::Dumper([$_[0]], ["*var"]);
194 $d->Terse(1);
195 $d->Indent(2);
196 $d->Quotekeys(0);
197 $d->Useqq(1);
198 #$d->Bless(...);
199 $d->Seen($_[1]) if @_ > 1;
200 $d = $d->Dump();
201 }
202 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203 $d
204 } || "[unable to dump $_[0]: '$@']";
205}
161 206
162use JSON::Syck (); # TODO# replace by JSON::PC once working 207use JSON::Syck (); # TODO# replace by JSON::PC once working
163 208
164=item $ref = cf::from_json $json 209=item $ref = cf::from_json $json
165 210
181sub to_json($) { 226sub to_json($) {
182 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 227 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
183 JSON::Syck::Dump $_[0] 228 JSON::Syck::Dump $_[0]
184} 229}
185 230
186=item my $guard = cf::guard { BLOCK }
187
188Run the given callback when the guard object gets destroyed (useful for
189coroutine cancellations).
190
191You can call C<< ->cancel >> on the guard object to stop the block from
192being executed.
193
194=cut
195
196sub guard(&) {
197 bless \(my $cb = $_[0]), cf::guard::;
198}
199
200sub cf::guard::cancel {
201 ${$_[0]} = sub { };
202}
203
204sub cf::guard::DESTROY {
205 ${$_[0]}->();
206}
207
208=item cf::lock_wait $string 231=item cf::lock_wait $string
209 232
210Wait until the given lock is available. See cf::lock_acquire. 233Wait until the given lock is available. See cf::lock_acquire.
211 234
212=item my $lock = cf::lock_acquire $string 235=item my $lock = cf::lock_acquire $string
213 236
214Wait until the given lock is available and then acquires it and returns 237Wait until the given lock is available and then acquires it and returns
215a guard object. If the guard object gets destroyed (goes out of scope, 238a Coro::guard object. If the guard object gets destroyed (goes out of scope,
216for example when the coroutine gets canceled), the lock is automatically 239for example when the coroutine gets canceled), the lock is automatically
217returned. 240returned.
218 241
219Lock names should begin with a unique identifier (for example, find_map 242Lock names should begin with a unique identifier (for example, cf::map::find
220uses map_find and load_map uses map_load). 243uses map_find and cf::map::load uses map_load).
221 244
222=cut 245=cut
223 246
224our %LOCK; 247our %LOCK;
225 248
239 # wait, to be sure we are not locked 262 # wait, to be sure we are not locked
240 lock_wait $key; 263 lock_wait $key;
241 264
242 $LOCK{$key} = []; 265 $LOCK{$key} = [];
243 266
244 cf::guard { 267 Coro::guard {
245 # wake up all waiters, to be on the safe side 268 # wake up all waiters, to be on the safe side
246 $_->ready for @{ delete $LOCK{$key} }; 269 $_->ready for @{ delete $LOCK{$key} };
247 } 270 }
248} 271}
272
273sub freeze_mainloop {
274 return unless $TICK_WATCHER->is_active;
275
276 my $guard = Coro::guard {
277 $TICK_WATCHER->start;
278 $WRITE_RUNTIME_WATCHER->start;
279 };
280 $WRITE_RUNTIME_WATCHER->stop;
281 $TICK_WATCHER->stop;
282 $guard
283}
284
285=item cf::async { BLOCK }
286
287Currently the same as Coro::async_pool, meaning you cannot use
288C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
289thing you are allowed to do is call C<prio> on it.
290
291=cut
292
293BEGIN { *async = \&Coro::async_pool }
249 294
250=item cf::sync_job { BLOCK } 295=item cf::sync_job { BLOCK }
251 296
252The design of crossfire+ requires that the main coro ($Coro::main) is 297The design of crossfire+ requires that the main coro ($Coro::main) is
253always able to handle events or runnable, as crossfire+ is only partly 298always able to handle events or runnable, as crossfire+ is only partly
267 # this is the main coro, too bad, we have to block 312 # this is the main coro, too bad, we have to block
268 # till the operation succeeds, freezing the server :/ 313 # till the operation succeeds, freezing the server :/
269 314
270 # TODO: use suspend/resume instead 315 # TODO: use suspend/resume instead
271 # (but this is cancel-safe) 316 # (but this is cancel-safe)
272 local $FREEZE = 1; 317 my $freeze_guard = freeze_mainloop;
273 318
274 my $busy = 1; 319 my $busy = 1;
275 my @res; 320 my @res;
276 321
277 (Coro::async { 322 (async {
278 @res = eval { $job->() }; 323 @res = eval { $job->() };
279 warn $@ if $@; 324 warn $@ if $@;
280 undef $busy; 325 undef $busy;
281 })->prio (Coro::PRIO_MAX); 326 })->prio (Coro::PRIO_MAX);
282 327
283 while ($busy) { 328 while ($busy) {
284 Coro::cede_notself; 329 Coro::cede or Event::one_event;
285 Event::one_event unless Coro::nready;
286 } 330 }
287 331
288 wantarray ? @res : $res[0] 332 wantarray ? @res : $res[0]
289 } else { 333 } else {
290 # we are in another coroutine, how wonderful, everything just works 334 # we are in another coroutine, how wonderful, everything just works
291 335
292 $job->() 336 $job->()
293 } 337 }
294} 338}
295 339
296=item $coro = cf::coro { BLOCK } 340=item $coro = cf::async_ext { BLOCK }
297 341
298Creates and returns a new coro. This coro is automcatially being canceled 342Like async, but this coro is automatically being canceled when the
299when the extension calling this is being unloaded. 343extension calling this is being unloaded.
300 344
301=cut 345=cut
302 346
303sub coro(&) { 347sub async_ext(&) {
304 my $cb = shift; 348 my $cb = shift;
305 349
306 my $coro; $coro = async { 350 my $coro = &Coro::async ($cb);
307 eval {
308 $cb->();
309 };
310 warn $@ if $@;
311 };
312 351
313 $coro->on_destroy (sub { 352 $coro->on_destroy (sub {
314 delete $EXT_CORO{$coro+0}; 353 delete $EXT_CORO{$coro+0};
315 }); 354 });
316 $EXT_CORO{$coro+0} = $coro; 355 $EXT_CORO{$coro+0} = $coro;
322 my $runtime = cf::localdir . "/runtime"; 361 my $runtime = cf::localdir . "/runtime";
323 362
324 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 363 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
325 or return; 364 or return;
326 365
366 my $value = $cf::RUNTIME + 90 + 10;
327 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 367 # 10 is the runtime save interval, for a monotonic clock
368 # 60 allows for the watchdog to kill the server.
369
328 (aio_write $fh, 0, (length $value), $value, 0) <= 0 370 (aio_write $fh, 0, (length $value), $value, 0) <= 0
329 and return; 371 and return;
330 372
373 # always fsync - this file is important
331 aio_fsync $fh 374 aio_fsync $fh
332 and return; 375 and return;
333 376
334 close $fh 377 close $fh
335 or return; 378 or return;
341} 384}
342 385
343=back 386=back
344 387
345=cut 388=cut
346
347#############################################################################
348
349package cf::path;
350
351sub new {
352 my ($class, $path, $base) = @_;
353
354 $path = $path->as_string if ref $path;
355
356 my $self = bless { }, $class;
357
358 # {... are special paths that are not touched
359 # ?xxx/... are special absolute paths
360 # ?random/... random maps
361 # /! non-realised random map exit
362 # /... normal maps
363 # ~/... per-player maps without a specific player (DO NOT USE)
364 # ~user/... per-player map of a specific user
365
366 if ($path =~ /^{/) {
367 # fine as it is
368 } elsif ($path =~ s{^\?random/}{}) {
369 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
370 $self->{random} = cf::from_json $data;
371 } else {
372 if ($path =~ s{^~([^/]+)?}{}) {
373 $self->{user_rel} = 1;
374
375 if (defined $1) {
376 $self->{user} = $1;
377 } elsif ($base =~ m{^~([^/]+)/}) {
378 $self->{user} = $1;
379 } else {
380 warn "cannot resolve user-relative path without user <$path,$base>\n";
381 }
382 } elsif ($path =~ /^\//) {
383 # already absolute
384 } else {
385 $base =~ s{[^/]+/?$}{};
386 return $class->new ("$base/$path");
387 }
388
389 for ($path) {
390 redo if s{/\.?/}{/};
391 redo if s{/[^/]+/\.\./}{/};
392 }
393 }
394
395 $self->{path} = $path;
396
397 $self
398}
399
400# the name / primary key / in-game path
401sub as_string {
402 my ($self) = @_;
403
404 $self->{user_rel} ? "~$self->{user}$self->{path}"
405 : $self->{random} ? "?random/$self->{path}"
406 : $self->{path}
407}
408
409# the displayed name, this is a one way mapping
410sub visible_name {
411 my ($self) = @_;
412
413# if (my $rmp = $self->{random}) {
414# # todo: be more intelligent about this
415# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
416# } else {
417 $self->as_string
418# }
419}
420
421# escape the /'s in the path
422sub _escaped_path {
423 # ∕ is U+2215
424 (my $path = $_[0]{path}) =~ s/\//∕/g;
425 $path
426}
427
428# the original (read-only) location
429sub load_path {
430 my ($self) = @_;
431
432 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
433}
434
435# the temporary/swap location
436sub save_path {
437 my ($self) = @_;
438
439 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
440 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
441 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
442}
443
444# the unique path, might be eq to save_path
445sub uniq_path {
446 my ($self) = @_;
447
448 $self->{user_rel} || $self->{random}
449 ? undef
450 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
451}
452
453# return random map parameters, or undef
454sub random_map_params {
455 my ($self) = @_;
456
457 $self->{random}
458}
459
460# this is somewhat ugly, but style maps do need special treatment
461sub is_style_map {
462 $_[0]{path} =~ m{^/styles/}
463}
464
465package cf;
466 389
467############################################################################# 390#############################################################################
468 391
469=head2 ATTACHABLE OBJECTS 392=head2 ATTACHABLE OBJECTS
470 393
596our @CB_TYPE = (); # registry for type (cf-object class) based events 519our @CB_TYPE = (); # registry for type (cf-object class) based events
597our @CB_MAP = (); 520our @CB_MAP = ();
598 521
599my %attachment; 522my %attachment;
600 523
524sub cf::attachable::thawer_merge {
525 # simply override everything except _meta
526 local $_[0]{_meta};
527 %{$_[0]} = %{$_[1]};
528}
529
601sub _attach_cb($$$$) { 530sub _attach_cb($$$$) {
602 my ($registry, $event, $prio, $cb) = @_; 531 my ($registry, $event, $prio, $cb) = @_;
603 532
604 use sort 'stable'; 533 use sort 'stable';
605 534
776# object support 705# object support
777 706
778sub reattach { 707sub reattach {
779 # basically do the same as instantiate, without calling instantiate 708 # basically do the same as instantiate, without calling instantiate
780 my ($obj) = @_; 709 my ($obj) = @_;
710
711 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
781 712
782 my $registry = $obj->registry; 713 my $registry = $obj->registry;
783 714
784 @$registry = (); 715 @$registry = ();
785 716
832 $filename, length $$rdata, scalar @$objs; 763 $filename, length $$rdata, scalar @$objs;
833 764
834 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 765 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
835 chmod SAVE_MODE, $fh; 766 chmod SAVE_MODE, $fh;
836 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 767 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
837 aio_fsync $fh; 768 aio_fsync $fh if $cf::USE_FSYNC;
838 close $fh; 769 close $fh;
839 770
840 if (@$objs) { 771 if (@$objs) {
841 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 772 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
842 chmod SAVE_MODE, $fh; 773 chmod SAVE_MODE, $fh;
843 my $data = Storable::nfreeze { version => 1, objs => $objs }; 774 my $data = Storable::nfreeze { version => 1, objs => $objs };
844 aio_write $fh, 0, (length $data), $data, 0; 775 aio_write $fh, 0, (length $data), $data, 0;
845 aio_fsync $fh; 776 aio_fsync $fh if $cf::USE_FSYNC;
846 close $fh; 777 close $fh;
847 aio_rename "$filename.pst~", "$filename.pst"; 778 aio_rename "$filename.pst~", "$filename.pst";
848 } 779 }
849 } else { 780 } else {
850 aio_unlink "$filename.pst"; 781 aio_unlink "$filename.pst";
856 } 787 }
857 } else { 788 } else {
858 aio_unlink $filename; 789 aio_unlink $filename;
859 aio_unlink "$filename.pst"; 790 aio_unlink "$filename.pst";
860 } 791 }
792
793 #d##TODO# nuke non .map-files if exist
794 if ($filename =~ s/\.map$//) {
795 aio_unlink $filename;
796 aio_unlink "$filename.pst";
797 }
861 } 798 }
862} 799}
863 800
864sub object_freezer_as_string { 801sub object_freezer_as_string {
865 my ($rdata, $objs) = @_; 802 my ($rdata, $objs) = @_;
871 808
872sub object_thawer_load { 809sub object_thawer_load {
873 my ($filename) = @_; 810 my ($filename) = @_;
874 811
875 my ($data, $av); 812 my ($data, $av);
813
814 #d#TODO remove .map if file does not exist
815 aio_stat $filename and $filename =~ s/\.map$//;
876 816
877 (aio_load $filename, $data) >= 0 817 (aio_load $filename, $data) >= 0
878 or return; 818 or return;
879 819
880 unless (aio_stat "$filename.pst") { 820 unless (aio_stat "$filename.pst") {
917=cut 857=cut
918 858
919sub register_extcmd { 859sub register_extcmd {
920 my ($name, $cb) = @_; 860 my ($name, $cb) = @_;
921 861
922 my $caller = caller;
923 #warn "registering extcmd '$name' to '$caller'";
924
925 $EXTCMD{$name} = [$cb, $caller]; 862 $EXTCMD{$name} = $cb;
926} 863}
927 864
928cf::player->attach ( 865cf::player->attach (
929 on_command => sub { 866 on_command => sub {
930 my ($pl, $name, $params) = @_; 867 my ($pl, $name, $params) = @_;
943 880
944 my $msg = eval { from_json $buf }; 881 my $msg = eval { from_json $buf };
945 882
946 if (ref $msg) { 883 if (ref $msg) {
947 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 884 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
948 if (my %reply = $cb->[0]->($pl, $msg)) { 885 if (my %reply = $cb->($pl, $msg)) {
949 $pl->ext_reply ($msg->{msgid}, %reply); 886 $pl->ext_reply ($msg->{msgid}, %reply);
950 } 887 }
951 } 888 }
952 } else { 889 } else {
953 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 890 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
955 892
956 cf::override; 893 cf::override;
957 }, 894 },
958); 895);
959 896
960sub register {
961 my ($base, $pkg) = @_;
962
963 #TODO
964}
965
966sub load_extension { 897sub load_extension {
967 my ($path) = @_; 898 my ($path) = @_;
968 899
969 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 900 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
970 my $base = $1; 901 my $base = $1;
971 my $pkg = $1; 902 my $pkg = $1;
972 $pkg =~ s/[^[:word:]]/_/g; 903 $pkg =~ s/[^[:word:]]/_/g;
973 $pkg = "ext::$pkg"; 904 $pkg = "ext::$pkg";
974 905
975 warn "loading '$path' into '$pkg'\n"; 906 warn "... loading '$path' into '$pkg'\n";
976 907
977 open my $fh, "<:utf8", $path 908 open my $fh, "<:utf8", $path
978 or die "$path: $!"; 909 or die "$path: $!";
979 910
980 my $source = 911 my $source =
981 "package $pkg; use strict; use utf8;\n" 912 "package $pkg; use strict; use utf8;\n"
982 . "#line 1 \"$path\"\n{\n" 913 . "#line 1 \"$path\"\n{\n"
983 . (do { local $/; <$fh> }) 914 . (do { local $/; <$fh> })
984 . "\n};\n1"; 915 . "\n};\n1";
985 916
986 eval $source 917 unless (eval $source) {
987 or die $@ ? "$path: $@\n" 918 my $msg = $@ ? "$path: $@\n"
988 : "extension disabled.\n"; 919 : "extension disabled.\n";
989 920 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
990 push @exts, $pkg; 921 warn $@;
991 $ext_pkg{$base} = $pkg; 922 warn "mandatory extension failed to load, exiting.\n";
992 923 exit 1;
993# no strict 'refs'; 924 }
994# @{"$pkg\::ISA"} = ext::; 925 die $@;
995
996 register $base, $pkg;
997}
998
999sub unload_extension {
1000 my ($pkg) = @_;
1001
1002 warn "removing extension $pkg\n";
1003
1004 # remove hooks
1005 #TODO
1006# for my $idx (0 .. $#PLUGIN_EVENT) {
1007# delete $hook[$idx]{$pkg};
1008# } 926 }
1009 927
1010 # remove commands 928 push @EXTS, $pkg;
1011 for my $name (keys %COMMAND) {
1012 my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
1013
1014 if (@cb) {
1015 $COMMAND{$name} = \@cb;
1016 } else {
1017 delete $COMMAND{$name};
1018 }
1019 }
1020
1021 # remove extcmds
1022 for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
1023 delete $EXTCMD{$name};
1024 }
1025
1026 if (my $cb = $pkg->can ("unload")) {
1027 eval {
1028 $cb->($pkg);
1029 1
1030 } or warn "$pkg unloaded, but with errors: $@";
1031 }
1032
1033 Symbol::delete_package $pkg;
1034} 929}
1035 930
1036sub load_extensions { 931sub load_extensions {
1037 for my $ext (<$LIBDIR/*.ext>) { 932 for my $ext (<$LIBDIR/*.ext>) {
1038 next unless -r $ext; 933 next unless -r $ext;
1042 } or warn "$ext not loaded: $@"; 937 } or warn "$ext not loaded: $@";
1043 } 938 }
1044} 939}
1045 940
1046############################################################################# 941#############################################################################
1047# load/save/clean perl data associated with a map
1048
1049*cf::mapsupport::on_clean = sub {
1050 my ($map) = @_;
1051
1052 my $path = $map->tmpname;
1053 defined $path or return;
1054
1055 unlink "$path.pst";
1056};
1057
1058cf::map->attach (prio => -10000, package => cf::mapsupport::);
1059
1060#############################################################################
1061# load/save perl data associated with player->ob objects
1062
1063sub all_objects(@) {
1064 @_, map all_objects ($_->inv), @_
1065}
1066
1067# TODO: compatibility cruft, remove when no longer needed
1068cf::player->attach (
1069 on_load => sub {
1070 my ($pl, $path) = @_;
1071
1072 for my $o (all_objects $pl->ob) {
1073 if (my $value = $o->get_ob_key_value ("_perl_data")) {
1074 $o->set_ob_key_value ("_perl_data");
1075
1076 %$o = %{ Storable::thaw pack "H*", $value };
1077 }
1078 }
1079 },
1080);
1081
1082#############################################################################
1083 942
1084=head2 CORE EXTENSIONS 943=head2 CORE EXTENSIONS
1085 944
1086Functions and methods that extend core crossfire objects. 945Functions and methods that extend core crossfire objects.
1087 946
947=cut
948
949package cf::player;
950
951use Coro::AIO;
952
1088=head3 cf::player 953=head3 cf::player
1089 954
1090=over 4 955=over 4
1091 956
1092=item cf::player::exists $login 957=item cf::player::find $login
1093 958
1094Returns true when the given account exists. 959Returns the given player object, loading it if necessary (might block).
1095 960
1096=cut 961=cut
1097 962
1098sub cf::player::exists($) { 963sub playerdir($) {
1099 cf::player::find $_[0] 964 cf::localdir
1100 or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2; 965 . "/"
966 . cf::playerdir
967 . "/"
968 . (ref $_[0] ? $_[0]->ob->name : $_[0])
969}
970
971sub path($) {
972 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
973
974 (playerdir $login) . "/$login.pl"
975}
976
977sub find_active($) {
978 $cf::PLAYER{$_[0]}
979 and $cf::PLAYER{$_[0]}->active
980 and $cf::PLAYER{$_[0]}
981}
982
983sub exists($) {
984 my ($login) = @_;
985
986 $cf::PLAYER{$login}
987 or cf::sync_job { !aio_stat path $login }
988}
989
990sub find($) {
991 return $cf::PLAYER{$_[0]} || do {
992 my $login = $_[0];
993
994 my $guard = cf::lock_acquire "user_find:$login";
995
996 $cf::PLAYER{$_[0]} || do {
997 my $pl = load_pl path $login
998 or return;
999 $cf::PLAYER{$login} = $pl
1000 }
1001 }
1002}
1003
1004sub save($) {
1005 my ($pl) = @_;
1006
1007 return if $pl->{deny_save};
1008
1009 my $path = path $pl;
1010 my $guard = cf::lock_acquire "user_save:$path";
1011
1012 return if $pl->{deny_save};
1013
1014 aio_mkdir playerdir $pl, 0770;
1015 $pl->{last_save} = $cf::RUNTIME;
1016
1017 $pl->save_pl ($path);
1018 Coro::cede;
1019}
1020
1021sub new($) {
1022 my ($login) = @_;
1023
1024 my $self = create;
1025
1026 $self->ob->name ($login);
1027 $self->{deny_save} = 1;
1028
1029 $cf::PLAYER{$login} = $self;
1030
1031 $self
1032}
1033
1034=item $pl->quit_character
1035
1036Nukes the player without looking back. If logged in, the connection will
1037be destroyed. May block for a long time.
1038
1039=cut
1040
1041sub quit_character {
1042 my ($pl) = @_;
1043
1044 $pl->{deny_save} = 1;
1045 $pl->password ("*"); # this should lock out the player until we nuked the dir
1046
1047 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1048 $pl->deactivate;
1049 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1050 $pl->ns->destroy if $pl->ns;
1051
1052 my $path = playerdir $pl;
1053 my $temp = "$path~$cf::RUNTIME~deleting~";
1054 aio_rename $path, $temp;
1055 delete $cf::PLAYER{$pl->ob->name};
1056 $pl->destroy;
1057 IO::AIO::aio_rmtree $temp;
1058}
1059
1060=item cf::player::list_logins
1061
1062Returns am arrayref of all valid playernames in the system, can take a
1063while and may block, so not sync_job-capable, ever.
1064
1065=cut
1066
1067sub list_logins {
1068 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir
1069 or return [];
1070
1071 my @logins;
1072
1073 for my $login (@$dirs) {
1074 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
1075 aio_read $fh, 0, 512, my $buf, 0 or next;
1076 $buf !~ /^password -------------$/m or next; # official not-valid tag
1077
1078 utf8::decode $login;
1079 push @logins, $login;
1080 }
1081
1082 \@logins
1083}
1084
1085=item $player->maps
1086
1087Returns an arrayref of map paths that are private for this
1088player. May block.
1089
1090=cut
1091
1092sub maps($) {
1093 my ($pl) = @_;
1094
1095 $pl = ref $pl ? $pl->ob->name : $pl;
1096
1097 my $files = aio_readdir playerdir $pl
1098 or return;
1099
1100 my @paths;
1101
1102 for (@$files) {
1103 utf8::decode $_;
1104 next if /\.(?:pl|pst)$/;
1105 next unless /^$PATH_SEP/o;
1106
1107 push @paths, cf::map::normalise "~$pl/$_";
1108 }
1109
1110 \@paths
1101} 1111}
1102 1112
1103=item $player->ext_reply ($msgid, $msgtype, %msg) 1113=item $player->ext_reply ($msgid, $msgtype, %msg)
1104 1114
1105Sends an ext reply to the player. 1115Sends an ext reply to the player.
1106 1116
1107=cut 1117=cut
1108 1118
1109sub cf::player::ext_reply($$$%) { 1119sub ext_reply($$$%) {
1110 my ($self, $id, %msg) = @_; 1120 my ($self, $id, %msg) = @_;
1111 1121
1112 $msg{msgid} = $id; 1122 $msg{msgid} = $id;
1113 1123
1114 $self->send ("ext " . to_json \%msg); 1124 $self->send ("ext " . cf::to_json \%msg);
1115} 1125}
1126
1127package cf;
1116 1128
1117=back 1129=back
1118 1130
1119 1131
1120=head3 cf::map 1132=head3 cf::map
1126package cf::map; 1138package cf::map;
1127 1139
1128use Fcntl; 1140use Fcntl;
1129use Coro::AIO; 1141use Coro::AIO;
1130 1142
1143use overload
1144 '""' => \&as_string,
1145 fallback => 1;
1146
1131our $MAX_RESET = 7200; 1147our $MAX_RESET = 3600;
1132our $DEFAULT_RESET = 3600; 1148our $DEFAULT_RESET = 3000;
1133 1149
1134sub generate_random_map { 1150sub generate_random_map {
1135 my ($path, $rmp) = @_; 1151 my ($self, $rmp) = @_;
1136
1137 # mit "rum" bekleckern, nicht 1152 # mit "rum" bekleckern, nicht
1138 cf::map::_create_random_map 1153 $self->_create_random_map (
1139 $path,
1140 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1154 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1141 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1155 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1142 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1156 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1143 $rmp->{exit_on_final_map}, 1157 $rmp->{exit_on_final_map},
1144 $rmp->{xsize}, $rmp->{ysize}, 1158 $rmp->{xsize}, $rmp->{ysize},
1145 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1159 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1146 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1160 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1147 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1161 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1148 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1162 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1149 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1163 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1150 (cf::region::find $rmp->{region}) 1164 (cf::region::find $rmp->{region}), $rmp->{custom}
1165 )
1166}
1167
1168=item cf::map->register ($regex, $prio)
1169
1170Register a handler for the map path matching the given regex at the
1171givne priority (higher is better, built-in handlers have priority 0, the
1172default).
1173
1174=cut
1175
1176sub register {
1177 my (undef, $regex, $prio) = @_;
1178 my $pkg = caller;
1179
1180 no strict;
1181 push @{"$pkg\::ISA"}, __PACKAGE__;
1182
1183 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1184}
1185
1186# also paths starting with '/'
1187$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1188
1189sub thawer_merge {
1190 my ($self, $merge) = @_;
1191
1192 # we have to keep some variables in memory intact
1193 local $self->{path};
1194 local $self->{load_path};
1195 local $self->{deny_save};
1196 local $self->{deny_reset};
1197
1198 $self->SUPER::thawer_merge ($merge);
1199}
1200
1201sub normalise {
1202 my ($path, $base) = @_;
1203
1204 $path = "$path"; # make sure its a string
1205
1206 $path =~ s/\.map$//;
1207
1208 # map plan:
1209 #
1210 # /! non-realised random map exit (special hack!)
1211 # {... are special paths that are not being touched
1212 # ?xxx/... are special absolute paths
1213 # ?random/... random maps
1214 # /... normal maps
1215 # ~user/... per-player map of a specific user
1216
1217 $path =~ s/$PATH_SEP/\//go;
1218
1219 # treat it as relative path if it starts with
1220 # something that looks reasonable
1221 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1222 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1223
1224 $base =~ s{[^/]+/?$}{};
1225 $path = "$base/$path";
1226 }
1227
1228 for ($path) {
1229 redo if s{//}{/};
1230 redo if s{/\.?/}{/};
1231 redo if s{/[^/]+/\.\./}{/};
1232 }
1233
1234 $path
1235}
1236
1237sub new_from_path {
1238 my (undef, $path, $base) = @_;
1239
1240 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1241
1242 $path = normalise $path, $base;
1243
1244 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1245 if ($path =~ $EXT_MAP{$pkg}[1]) {
1246 my $self = bless cf::map::new, $pkg;
1247 $self->{path} = $path; $self->path ($path);
1248 $self->init; # pass $1 etc.
1249 return $self;
1250 }
1251 }
1252
1253 Carp::carp "unable to resolve path '$path' (base '$base').";
1254 ()
1255}
1256
1257sub init {
1258 my ($self) = @_;
1259
1260 $self
1261}
1262
1263sub as_string {
1264 my ($self) = @_;
1265
1266 "$self->{path}"
1267}
1268
1269# the displayed name, this is a one way mapping
1270sub visible_name {
1271 &as_string
1272}
1273
1274# the original (read-only) location
1275sub load_path {
1276 my ($self) = @_;
1277
1278 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}
1279}
1280
1281# the temporary/swap location
1282sub save_path {
1283 my ($self) = @_;
1284
1285 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1286 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path
1287}
1288
1289# the unique path, undef == no special unique path
1290sub uniq_path {
1291 my ($self) = @_;
1292
1293 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1294 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path
1151} 1295}
1152 1296
1153# and all this just because we cannot iterate over 1297# and all this just because we cannot iterate over
1154# all maps in C++... 1298# all maps in C++...
1155sub change_all_map_light { 1299sub change_all_map_light {
1156 my ($change) = @_; 1300 my ($change) = @_;
1157 1301
1158 $_->change_map_light ($change) for values %cf::MAP; 1302 $_->change_map_light ($change)
1303 for grep $_->outdoor, values %cf::MAP;
1159} 1304}
1160 1305
1306sub unlink_save {
1307 my ($self) = @_;
1308
1309 utf8::encode (my $save = $self->save_path);
1310 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1311 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1312
1313 #d#TODO remove .map and also nuke
1314 $save =~ s/\.map// or return;#d#
1315 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1316 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1317}
1318
1161sub try_load_header($) { 1319sub load_header_from($) {
1162 my ($path) = @_; 1320 my ($self, $path) = @_;
1163 1321
1164 utf8::encode $path; 1322 utf8::encode $path;
1165 aio_open $path, O_RDONLY, 0 1323 #aio_open $path, O_RDONLY, 0
1324 # or return;
1325
1326 $self->_load_header ($path)
1166 or return; 1327 or return;
1167 1328
1168 my $map = cf::map::new 1329 $self->{load_path} = $path;
1330
1331 1
1332}
1333
1334sub load_header_orig {
1335 my ($self) = @_;
1336
1337 $self->load_header_from ($self->load_path)
1338}
1339
1340sub load_header_temp {
1341 my ($self) = @_;
1342
1343 $self->load_header_from ($self->save_path)
1344}
1345
1346sub prepare_temp {
1347 my ($self) = @_;
1348
1349 $self->last_access ((delete $self->{last_access})
1350 || $cf::RUNTIME); #d#
1351 # safety
1352 $self->{instantiate_time} = $cf::RUNTIME
1353 if $self->{instantiate_time} > $cf::RUNTIME;
1354}
1355
1356sub prepare_orig {
1357 my ($self) = @_;
1358
1359 $self->{load_original} = 1;
1360 $self->{instantiate_time} = $cf::RUNTIME;
1361 $self->last_access ($cf::RUNTIME);
1362 $self->instantiate;
1363}
1364
1365sub load_header {
1366 my ($self) = @_;
1367
1368 if ($self->load_header_temp) {
1369 $self->prepare_temp;
1370 } else {
1371 $self->load_header_orig
1169 or return; 1372 or return;
1373 $self->prepare_orig;
1374 }
1170 1375
1171 $map->load_header ($path) 1376 1
1172 or return;
1173
1174 $map->{load_path} = $path;
1175
1176 $map
1177} 1377}
1178 1378
1379sub find;
1179sub find_map { 1380sub find {
1180 my ($path, $origin) = @_; 1381 my ($path, $origin) = @_;
1181 1382
1182 #warn "find_map<$path,$origin>\n";#d#
1183
1184 $path = new cf::path $path, $origin && $origin->path; 1383 $path = normalise $path, $origin && $origin->path;
1185 my $key = $path->as_string;
1186 1384
1187 cf::lock_wait "map_find:$key"; 1385 cf::lock_wait "map_find:$path";
1188 1386
1189 $cf::MAP{$key} || do { 1387 $cf::MAP{$path} || do {
1190 my $guard = cf::lock_acquire "map_find:$key"; 1388 my $guard = cf::lock_acquire "map_find:$path";
1191 1389 my $map = new_from_path cf::map $path
1192 # do it the slow way
1193 my $map = try_load_header $path->save_path;
1194
1195 if ($map) {
1196 # safety
1197 $map->{instantiate_time} = $cf::RUNTIME
1198 if $map->{instantiate_time} > $cf::RUNTIME;
1199 } else {
1200 if (my $rmp = $path->random_map_params) {
1201 $map = generate_random_map $key, $rmp;
1202 } else {
1203 $map = try_load_header $path->load_path;
1204 }
1205
1206 $map or return; 1390 or return;
1207 1391
1208 $map->{load_original} = 1;
1209 $map->{instantiate_time} = $cf::RUNTIME;
1210 $map->instantiate;
1211
1212 # per-player maps become, after loading, normal maps
1213 $map->per_player (0) if $path->{user_rel};
1214 }
1215
1216 $map->path ($key);
1217 $map->{path} = $path;
1218 $map->{last_save} = $cf::RUNTIME; 1392 $map->{last_save} = $cf::RUNTIME;
1219 $map->last_access ($cf::RUNTIME);
1220 1393
1221 if ($map->should_reset) { 1394 $map->load_header
1395 or return;
1396
1397 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1398 # doing this can freeze the server in a sync job, obviously
1399 #$cf::WAIT_FOR_TICK->wait;
1222 $map->reset; 1400 $map->reset;
1223 $map = find_map $path; 1401 undef $guard;
1402 return find $path;
1224 } 1403 }
1225 1404
1226 $cf::MAP{$key} = $map 1405 $cf::MAP{$path} = $map
1227 } 1406 }
1228} 1407}
1408
1409sub pre_load { }
1410sub post_load { }
1229 1411
1230sub load { 1412sub load {
1231 my ($self) = @_; 1413 my ($self) = @_;
1232 1414
1415 local $self->{deny_reset} = 1; # loading can take a long time
1416
1233 my $path = $self->{path}; 1417 my $path = $self->{path};
1234 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1418 my $guard = cf::lock_acquire "map_load:$path";
1235 1419
1236 return if $self->in_memory != cf::MAP_SWAPPED; 1420 return if $self->in_memory != cf::MAP_SWAPPED;
1237 1421
1238 $self->in_memory (cf::MAP_LOADING); 1422 $self->in_memory (cf::MAP_LOADING);
1239 1423
1240 $self->alloc; 1424 $self->alloc;
1425
1426 $self->pre_load;
1427
1241 $self->load_objects ($self->{load_path}, 1) 1428 $self->_load_objects ($self->{load_path}, 1)
1242 or return; 1429 or return;
1243 1430
1244 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1431 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1245 if delete $self->{load_original}; 1432 if delete $self->{load_original};
1246 1433
1247 if (my $uniq = $path->uniq_path) { 1434 if (my $uniq = $self->uniq_path) {
1248 utf8::encode $uniq; 1435 utf8::encode $uniq;
1249 if (aio_open $uniq, O_RDONLY, 0) { 1436 if (aio_open $uniq, O_RDONLY, 0) {
1250 $self->clear_unique_items; 1437 $self->clear_unique_items;
1251 $self->load_objects ($uniq, 0); 1438 $self->_load_objects ($uniq, 0);
1252 } 1439 }
1253 } 1440 }
1441
1442 Coro::cede;
1254 1443
1255 # now do the right thing for maps 1444 # now do the right thing for maps
1256 $self->link_multipart_objects; 1445 $self->link_multipart_objects;
1257 1446
1258 if ($self->{path}->is_style_map) { 1447 unless ($self->{deny_activate}) {
1259 $self->{deny_save} = 1; 1448 $self->decay_objects;
1260 $self->{deny_reset} = 1;
1261 } else {
1262 $self->fix_auto_apply; 1449 $self->fix_auto_apply;
1263 $self->decay_objects;
1264 $self->update_buttons; 1450 $self->update_buttons;
1451 Coro::cede;
1265 $self->set_darkness_map; 1452 $self->set_darkness_map;
1266 $self->difficulty ($self->estimate_difficulty) 1453 $self->difficulty ($self->estimate_difficulty)
1267 unless $self->difficulty; 1454 unless $self->difficulty;
1455 Coro::cede;
1268 $self->activate; 1456 $self->activate;
1269 } 1457 }
1270 1458
1459 $self->post_load;
1460
1271 $self->in_memory (cf::MAP_IN_MEMORY); 1461 $self->in_memory (cf::MAP_IN_MEMORY);
1272} 1462}
1273 1463
1274sub load_map_sync { 1464sub customise_for {
1465 my ($self, $ob) = @_;
1466
1467 return find "~" . $ob->name . "/" . $self->{path}
1468 if $self->per_player;
1469
1470 $self
1471}
1472
1473# find and load all maps in the 3x3 area around a map
1474sub load_diag {
1475 my ($map) = @_;
1476
1477 my @diag; # diagonal neighbours
1478
1479 for (0 .. 3) {
1480 my $neigh = $map->tile_path ($_)
1481 or next;
1482 $neigh = find $neigh, $map
1483 or next;
1484 $neigh->load;
1485
1486 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1487 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1488 }
1489
1490 for (@diag) {
1491 my $neigh = find @$_
1492 or next;
1493 $neigh->load;
1494 }
1495}
1496
1497sub find_sync {
1275 my ($path, $origin) = @_; 1498 my ($path, $origin) = @_;
1276 1499
1277 #warn "load_map_sync<$path, $origin>\n";#d# 1500 cf::sync_job { find $path, $origin }
1501}
1278 1502
1279 cf::sync_job { 1503sub do_load_sync {
1280 my $map = cf::map::find_map $path, $origin 1504 my ($map) = @_;
1281 or return; 1505
1506 cf::sync_job { $map->load };
1507}
1508
1509our %MAP_PREFETCH;
1510our $MAP_PREFETCHER = undef;
1511
1512sub find_async {
1513 my ($path, $origin) = @_;
1514
1515 $path = normalise $path, $origin && $origin->{path};
1516
1517 if (my $map = $cf::MAP{$path}) {
1518 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1519 }
1520
1521 undef $MAP_PREFETCH{$path};
1522 $MAP_PREFETCHER ||= cf::async {
1523 while (%MAP_PREFETCH) {
1524 for my $path (keys %MAP_PREFETCH) {
1525 my $map = find $path
1526 or next;
1282 $map->load; 1527 $map->load;
1283 $map 1528
1529 delete $MAP_PREFETCH{$path};
1530 }
1531 }
1532 undef $MAP_PREFETCHER;
1284 } 1533 };
1534 $MAP_PREFETCHER->prio (6);
1535
1536 ()
1285} 1537}
1286 1538
1287sub save { 1539sub save {
1288 my ($self) = @_; 1540 my ($self) = @_;
1289 1541
1542 my $lock = cf::lock_acquire "map_data:" . $self->path;
1543
1290 $self->{last_save} = $cf::RUNTIME; 1544 $self->{last_save} = $cf::RUNTIME;
1291 1545
1292 return unless $self->dirty; 1546 return unless $self->dirty;
1293 1547
1294 my $save = $self->{path}->save_path; utf8::encode $save; 1548 my $save = $self->save_path; utf8::encode $save;
1295 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1549 my $uniq = $self->uniq_path; utf8::encode $uniq;
1296 1550
1297 $self->{load_path} = $save; 1551 $self->{load_path} = $save;
1298 1552
1299 return if $self->{deny_save}; 1553 return if $self->{deny_save};
1300 1554
1555 local $self->{last_access} = $self->last_access;#d#
1556
1557 cf::async {
1558 $_->contr->save for $self->players;
1559 };
1560
1301 if ($uniq) { 1561 if ($uniq) {
1302 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1562 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1303 $self->save_objects ($uniq, cf::IO_UNIQUES); 1563 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1304 } else { 1564 } else {
1305 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1565 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1306 } 1566 }
1307} 1567}
1308 1568
1309sub swap_out { 1569sub swap_out {
1310 my ($self) = @_; 1570 my ($self) = @_;
1571
1572 # save first because save cedes
1573 $self->save;
1574
1575 my $lock = cf::lock_acquire "map_data:" . $self->path;
1311 1576
1312 return if $self->players; 1577 return if $self->players;
1313 return if $self->in_memory != cf::MAP_IN_MEMORY; 1578 return if $self->in_memory != cf::MAP_IN_MEMORY;
1314 return if $self->{deny_save}; 1579 return if $self->{deny_save};
1315 1580
1316 $self->save;
1317 $self->clear; 1581 $self->clear;
1318 $self->in_memory (cf::MAP_SWAPPED); 1582 $self->in_memory (cf::MAP_SWAPPED);
1319} 1583}
1320 1584
1321sub reset_at { 1585sub reset_at {
1322 my ($self) = @_; 1586 my ($self) = @_;
1323 1587
1324 # TODO: safety, remove and allow resettable per-player maps 1588 # TODO: safety, remove and allow resettable per-player maps
1325 return 1e99 if $self->{path}{user_rel}; 1589 return 1e99 if $self->isa ("ext::map_per_player");#d#
1326 return 1e99 if $self->{deny_reset}; 1590 return 1e99 if $self->{deny_reset};
1327 1591
1328 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1592 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1329 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1593 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1330 1594
1335 my ($self) = @_; 1599 my ($self) = @_;
1336 1600
1337 $self->reset_at <= $cf::RUNTIME 1601 $self->reset_at <= $cf::RUNTIME
1338} 1602}
1339 1603
1340sub unlink_save {
1341 my ($self) = @_;
1342
1343 utf8::encode (my $save = $self->{path}->save_path);
1344 aioreq_pri 3; IO::AIO::aio_unlink $save;
1345 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1346}
1347
1348sub rename {
1349 my ($self, $new_path) = @_;
1350
1351 $self->unlink_save;
1352
1353 delete $cf::MAP{$self->path};
1354 $self->{path} = new cf::path $new_path;
1355 $self->path ($self->{path}->as_string);
1356 $cf::MAP{$self->path} = $self;
1357
1358 $self->save;
1359}
1360
1361sub reset { 1604sub reset {
1362 my ($self) = @_; 1605 my ($self) = @_;
1363 1606
1607 my $lock = cf::lock_acquire "map_data:$self->{path}";
1608
1364 return if $self->players; 1609 return if $self->players;
1365 return if $self->{path}{user_rel};#d# 1610 return if $self->isa ("ext::map_per_player");#d#
1366 1611
1367 warn "resetting map ", $self->path;#d# 1612 warn "resetting map ", $self->path;#d#
1368 1613
1614 $self->in_memory (cf::MAP_SWAPPED);
1615
1616 # need to save uniques path
1617 unless ($self->{deny_save}) {
1618 my $uniq = $self->uniq_path; utf8::encode $uniq;
1619
1620 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1621 if $uniq;
1622 }
1623
1369 delete $cf::MAP{$self->path}; 1624 delete $cf::MAP{$self->path};
1625
1626 $self->clear;
1370 1627
1371 $_->clear_links_to ($self) for values %cf::MAP; 1628 $_->clear_links_to ($self) for values %cf::MAP;
1372 1629
1373 $self->unlink_save; 1630 $self->unlink_save;
1374 $self->destroy; 1631 $self->destroy;
1377my $nuke_counter = "aaaa"; 1634my $nuke_counter = "aaaa";
1378 1635
1379sub nuke { 1636sub nuke {
1380 my ($self) = @_; 1637 my ($self) = @_;
1381 1638
1639 delete $cf::MAP{$self->path};
1640
1641 $self->unlink_save;
1642
1643 bless $self, "cf::map";
1644 delete $self->{deny_reset};
1382 $self->{deny_save} = 1; 1645 $self->{deny_save} = 1;
1383 $self->reset_timeout (1); 1646 $self->reset_timeout (1);
1384 $self->rename ("{nuke}/" . ($nuke_counter++)); 1647 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1648
1649 $cf::MAP{$self->path} = $self;
1650
1385 $self->reset; # polite request, might not happen 1651 $self->reset; # polite request, might not happen
1386} 1652}
1387 1653
1388sub customise_for { 1654=item cf::map::unique_maps
1389 my ($map, $ob) = @_;
1390 1655
1391 if ($map->per_player) { 1656Returns an arrayref of paths of all shared maps that have
1392 return cf::map::find_map "~" . $ob->name . "/" . $map->{path}{path}; 1657instantiated unique items. May block.
1393 }
1394 1658
1395 $map 1659=cut
1396}
1397 1660
1398sub emergency_save { 1661sub unique_maps() {
1399 local $cf::FREEZE = 1; 1662 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir
1663 or return;
1400 1664
1401 warn "enter emergency map save\n"; 1665 my @paths;
1402 1666
1403 cf::sync_job { 1667 for (@$files) {
1404 warn "begin emergency map save\n"; 1668 utf8::decode $_;
1405 $_->save for values %cf::MAP; 1669 next if /\.pst$/;
1670 next unless /^$PATH_SEP/o;
1671
1672 push @paths, cf::map::normalise $_;
1406 }; 1673 }
1407 1674
1408 warn "end emergency map save\n"; 1675 \@paths
1409} 1676}
1410 1677
1411package cf; 1678package cf;
1412 1679
1413=back 1680=back
1414 1681
1682=head3 cf::object
1683
1684=cut
1685
1686package cf::object;
1687
1688=over 4
1689
1690=item $ob->inv_recursive
1691
1692Returns the inventory of the object _and_ their inventories, recursively.
1693
1694=cut
1695
1696sub inv_recursive_;
1697sub inv_recursive_ {
1698 map { $_, inv_recursive_ $_->inv } @_
1699}
1700
1701sub inv_recursive {
1702 inv_recursive_ inv $_[0]
1703}
1704
1705package cf;
1706
1707=back
1415 1708
1416=head3 cf::object::player 1709=head3 cf::object::player
1417 1710
1418=over 4 1711=over 4
1419 1712
1459 1752
1460=item $player_object->enter_link 1753=item $player_object->enter_link
1461 1754
1462Freezes the player and moves him/her to a special map (C<{link}>). 1755Freezes the player and moves him/her to a special map (C<{link}>).
1463 1756
1464The player should be reaosnably safe there for short amounts of time. You 1757The player should be reasonably safe there for short amounts of time. You
1465I<MUST> call C<leave_link> as soon as possible, though. 1758I<MUST> call C<leave_link> as soon as possible, though.
1466 1759
1760Will never block.
1761
1467=item $player_object->leave_link ($map, $x, $y) 1762=item $player_object->leave_link ($map, $x, $y)
1468 1763
1469Moves the player out of the specila link map onto the given map. If the 1764Moves the player out of the special C<{link}> map onto the specified
1470map is not valid (or omitted), the player will be moved back to the 1765map. If the map is not valid (or omitted), the player will be moved back
1471location he/she was before the call to C<enter_link>, or, if that fails, 1766to the location he/she was before the call to C<enter_link>, or, if that
1472to the emergency map position. 1767fails, to the emergency map position.
1473 1768
1474Might block. 1769Might block.
1475 1770
1476=cut 1771=cut
1772
1773sub link_map {
1774 unless ($LINK_MAP) {
1775 $LINK_MAP = cf::map::find "{link}"
1776 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1777 $LINK_MAP->load;
1778 }
1779
1780 $LINK_MAP
1781}
1477 1782
1478sub cf::object::player::enter_link { 1783sub cf::object::player::enter_link {
1479 my ($self) = @_; 1784 my ($self) = @_;
1480 1785
1481 $self->deactivate_recursive; 1786 $self->deactivate_recursive;
1482 1787
1483 return if $self->map == $LINK_MAP; 1788 return if UNIVERSAL::isa $self->map, "ext::map_link";
1484 1789
1485 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1790 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1486 if $self->map; 1791 if $self->map;
1487 1792
1488 $self->enter_map ($LINK_MAP, 20, 20); 1793 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1489} 1794}
1490 1795
1491sub cf::object::player::leave_link { 1796sub cf::object::player::leave_link {
1492 my ($self, $map, $x, $y) = @_; 1797 my ($self, $map, $x, $y) = @_;
1493 1798
1494 my $link_pos = delete $self->{_link_pos}; 1799 my $link_pos = delete $self->{_link_pos};
1495 1800
1496 unless ($map) { 1801 unless ($map) {
1497 # restore original map position 1802 # restore original map position
1498 ($map, $x, $y) = @{ $link_pos || [] }; 1803 ($map, $x, $y) = @{ $link_pos || [] };
1499 $map = cf::map::find_map $map; 1804 $map = cf::map::find $map;
1500 1805
1501 unless ($map) { 1806 unless ($map) {
1502 ($map, $x, $y) = @$EMERGENCY_POSITION; 1807 ($map, $x, $y) = @$EMERGENCY_POSITION;
1503 $map = cf::map::find_map $map 1808 $map = cf::map::find $map
1504 or die "FATAL: cannot load emergency map\n"; 1809 or die "FATAL: cannot load emergency map\n";
1505 } 1810 }
1506 } 1811 }
1507 1812
1508 ($x, $y) = (-1, -1) 1813 ($x, $y) = (-1, -1)
1511 # use -1 or undef as default coordinates, not 0, 0 1816 # use -1 or undef as default coordinates, not 0, 0
1512 ($x, $y) = ($map->enter_x, $map->enter_y) 1817 ($x, $y) = ($map->enter_x, $map->enter_y)
1513 if $x <=0 && $y <= 0; 1818 if $x <=0 && $y <= 0;
1514 1819
1515 $map->load; 1820 $map->load;
1821 $map->load_diag;
1516 1822
1823 return unless $self->contr->active;
1517 $self->activate_recursive; 1824 $self->activate_recursive;
1518 $self->enter_map ($map, $x, $y); 1825 $self->enter_map ($map, $x, $y);
1519} 1826}
1520 1827
1521cf::player->attach ( 1828cf::player->attach (
1534 1841
1535 # try to abort aborted map switching on player login :) 1842 # try to abort aborted map switching on player login :)
1536 # should happen only on crashes 1843 # should happen only on crashes
1537 if ($pl->ob->{_link_pos}) { 1844 if ($pl->ob->{_link_pos}) {
1538 $pl->ob->enter_link; 1845 $pl->ob->enter_link;
1539 Coro::async { 1846 (async {
1540 # we need this sleep as the login has a concurrent enter_exit running 1847 # we need this sleep as the login has a concurrent enter_exit running
1541 # and this sleep increases chances of the player not ending up in scorn 1848 # and this sleep increases chances of the player not ending up in scorn
1849 $pl->ob->reply (undef,
1850 "There was an internal problem at your last logout, "
1851 . "the server will try to bring you to your intended destination in a second.",
1852 cf::NDI_RED);
1542 Coro::Timer::sleep 1; 1853 Coro::Timer::sleep 1;
1543 $pl->ob->leave_link; 1854 $pl->ob->leave_link;
1544 }; 1855 })->prio (2);
1545 } 1856 }
1546 }, 1857 },
1547); 1858);
1548 1859
1549=item $player_object->goto_map ($path, $x, $y) 1860=item $player_object->goto ($path, $x, $y)
1550 1861
1551=cut 1862=cut
1552 1863
1553sub cf::object::player::goto_map { 1864sub cf::object::player::goto {
1554 my ($self, $path, $x, $y) = @_; 1865 my ($self, $path, $x, $y) = @_;
1555 1866
1556 $self->enter_link; 1867 $self->enter_link;
1557 1868
1558 (Coro::async { 1869 (async {
1559 $path = new cf::path $path; 1870 my $map = eval {
1560
1561 my $map = cf::map::find_map $path->as_string; 1871 my $map = cf::map::find $path;
1562 $map = $map->customise_for ($self) if $map; 1872 $map = $map->customise_for ($self) if $map;
1563 1873 $map
1564# warn "entering ", $map->path, " at ($x, $y)\n" 1874 } or
1565# if $map;
1566
1567 $map or $self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1875 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1568 1876
1569 $self->leave_link ($map, $x, $y); 1877 $self->leave_link ($map, $x, $y);
1570 })->prio (1); 1878 })->prio (1);
1571} 1879}
1572 1880
1576 1884
1577sub parse_random_map_params { 1885sub parse_random_map_params {
1578 my ($spec) = @_; 1886 my ($spec) = @_;
1579 1887
1580 my $rmp = { # defaults 1888 my $rmp = { # defaults
1581 xsize => 10, 1889 xsize => (cf::rndm 15, 40),
1582 ysize => 10, 1890 ysize => (cf::rndm 15, 40),
1891 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
1892 #layout => string,
1583 }; 1893 };
1584 1894
1585 for (split /\n/, $spec) { 1895 for (split /\n/, $spec) {
1586 my ($k, $v) = split /\s+/, $_, 2; 1896 my ($k, $v) = split /\s+/, $_, 2;
1587 1897
1591 $rmp 1901 $rmp
1592} 1902}
1593 1903
1594sub prepare_random_map { 1904sub prepare_random_map {
1595 my ($exit) = @_; 1905 my ($exit) = @_;
1906
1907 my $guard = cf::lock_acquire "exit_prepare:$exit";
1596 1908
1597 # all this does is basically replace the /! path by 1909 # all this does is basically replace the /! path by
1598 # a new random map path (?random/...) with a seed 1910 # a new random map path (?random/...) with a seed
1599 # that depends on the exit object 1911 # that depends on the exit object
1600 1912
1601 my $rmp = parse_random_map_params $exit->msg; 1913 my $rmp = parse_random_map_params $exit->msg;
1602 1914
1603 if ($exit->map) { 1915 if ($exit->map) {
1604 $rmp->{region} = $exit->map->region_name; 1916 $rmp->{region} = $exit->region->name;
1605 $rmp->{origin_map} = $exit->map->path; 1917 $rmp->{origin_map} = $exit->map->path;
1606 $rmp->{origin_x} = $exit->x; 1918 $rmp->{origin_x} = $exit->x;
1607 $rmp->{origin_y} = $exit->y; 1919 $rmp->{origin_y} = $exit->y;
1608 } 1920 }
1609 1921
1610 $rmp->{random_seed} ||= $exit->random_seed; 1922 $rmp->{random_seed} ||= $exit->random_seed;
1611 1923
1612 my $data = cf::to_json $rmp; 1924 my $data = cf::to_json $rmp;
1613 my $md5 = Digest::MD5::md5_hex $data; 1925 my $md5 = Digest::MD5::md5_hex $data;
1926 my $meta = "$cf::RANDOM_MAPS/$md5.meta";
1614 1927
1615 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 1928 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1616 aio_write $fh, 0, (length $data), $data, 0; 1929 aio_write $fh, 0, (length $data), $data, 0;
1930 undef $fh;
1931 aio_rename "$meta~", $meta;
1617 1932
1618 $exit->slaying ("?random/$md5"); 1933 $exit->slaying ("?random/$md5");
1619 $exit->msg (undef); 1934 $exit->msg (undef);
1620 } 1935 }
1621} 1936}
1623sub cf::object::player::enter_exit { 1938sub cf::object::player::enter_exit {
1624 my ($self, $exit) = @_; 1939 my ($self, $exit) = @_;
1625 1940
1626 return unless $self->type == cf::PLAYER; 1941 return unless $self->type == cf::PLAYER;
1627 1942
1943 if ($exit->slaying eq "/!") {
1944 #TODO: this should de-fi-ni-te-ly not be a sync-job
1945 cf::sync_job { prepare_random_map $exit };
1946 }
1947
1948 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1949 my $hp = $exit->stats->hp;
1950 my $sp = $exit->stats->sp;
1951
1628 $self->enter_link; 1952 $self->enter_link;
1629 1953
1630 (Coro::async { 1954 (async {
1955 $self->deactivate_recursive; # just to be sure
1631 unless (eval { 1956 unless (eval {
1632 1957 $self->goto ($slaying, $hp, $sp);
1633 prepare_random_map $exit
1634 if $exit->slaying eq "/!";
1635
1636 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1637 $self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1638 1958
1639 1; 1959 1;
1640 }) { 1960 }) {
1641 $self->message ("Something went wrong deep within the crossfire server. " 1961 $self->message ("Something went wrong deep within the crossfire server. "
1642 . "I'll try to bring you back to the map you were before. " 1962 . "I'll try to bring you back to the map you were before. "
1643 . "Please report this to the dungeon master", 1963 . "Please report this to the dungeon master!",
1644 cf::NDI_UNIQUE | cf::NDI_RED); 1964 cf::NDI_UNIQUE | cf::NDI_RED);
1645 1965
1646 warn "ERROR in enter_exit: $@"; 1966 warn "ERROR in enter_exit: $@";
1647 $self->leave_link; 1967 $self->leave_link;
1648 } 1968 }
1699 on_reply => sub { 2019 on_reply => sub {
1700 my ($ns, $msg) = @_; 2020 my ($ns, $msg) = @_;
1701 2021
1702 # this weird shuffling is so that direct followup queries 2022 # this weird shuffling is so that direct followup queries
1703 # get handled first 2023 # get handled first
1704 my $queue = delete $ns->{query_queue}; 2024 my $queue = delete $ns->{query_queue}
2025 or return; # be conservative, not sure how that can happen, but we saw a crash here
1705 2026
1706 (shift @$queue)->[1]->($msg); 2027 (shift @$queue)->[1]->($msg);
2028 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1707 2029
1708 push @{ $ns->{query_queue} }, @$queue; 2030 push @{ $ns->{query_queue} }, @$queue;
1709 2031
1710 if (@{ $ns->{query_queue} } == @$queue) { 2032 if (@{ $ns->{query_queue} } == @$queue) {
1711 if (@$queue) { 2033 if (@$queue) {
1715 } 2037 }
1716 } 2038 }
1717 }, 2039 },
1718); 2040);
1719 2041
1720=item $client->coro (\&cb) 2042=item $client->async (\&cb)
1721 2043
1722Create a new coroutine, running the specified callback. The coroutine will 2044Create a new coroutine, running the specified callback. The coroutine will
1723be automatically cancelled when the client gets destroyed (e.g. on logout, 2045be automatically cancelled when the client gets destroyed (e.g. on logout,
1724or loss of connection). 2046or loss of connection).
1725 2047
1726=cut 2048=cut
1727 2049
1728sub cf::client::coro { 2050sub cf::client::async {
1729 my ($self, $cb) = @_; 2051 my ($self, $cb) = @_;
1730 2052
1731 my $coro; $coro = async { 2053 my $coro = &Coro::async ($cb);
1732 eval {
1733 $cb->();
1734 };
1735 warn $@ if $@;
1736 };
1737 2054
1738 $coro->on_destroy (sub { 2055 $coro->on_destroy (sub {
1739 delete $self->{_coro}{$coro+0}; 2056 delete $self->{_coro}{$coro+0};
1740 }); 2057 });
1741 2058
1877The parameter C<$family> should best start with the name of the extension 2194The parameter C<$family> should best start with the name of the extension
1878using it, it should be unique. 2195using it, it should be unique.
1879 2196
1880=over 4 2197=over 4
1881 2198
1882=item $hashref = cf::db_get $family
1883
1884Return a hashref for use by the extension C<$family>, which can be
1885modified. After modifications, you have to call C<cf::db_dirty> or
1886C<cf::db_sync>.
1887
1888=item $value = cf::db_get $family => $key 2199=item $value = cf::db_get $family => $key
1889 2200
1890Returns a single value from the database 2201Returns a single value from the database.
1891
1892=item cf::db_put $family => $hashref
1893
1894Stores the given family hashref into the database. Updates are delayed, if
1895you want the data to be synced to disk immediately, use C<cf::db_sync>.
1896 2202
1897=item cf::db_put $family => $key => $value 2203=item cf::db_put $family => $key => $value
1898 2204
1899Stores the given C<$value> in the family hash. Updates are delayed, if you 2205Stores the given C<$value> in the family.
1900want the data to be synced to disk immediately, use C<cf::db_sync>.
1901
1902=item cf::db_dirty
1903
1904Marks the database as dirty, to be updated at a later time.
1905
1906=item cf::db_sync
1907
1908Immediately write the database to disk I<if it is dirty>.
1909 2206
1910=cut 2207=cut
1911 2208
1912our $DB; 2209our $DB;
1913 2210
1914{ 2211sub db_init {
2212 unless ($DB) {
2213 $DB = BDB::db_create $DB_ENV;
2214
2215 cf::sync_job {
2216 eval {
2217 $DB->set_flags (BDB::CHKSUM);
2218
2219 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2220 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2221 cf::cleanup "db_open(db): $!" if $!;
2222 };
2223 cf::cleanup "db_open(db): $@" if $@;
2224 };
2225
1915 my $path = cf::localdir . "/database.pst"; 2226 my $path = cf::localdir . "/database.pst";
2227 if (stat $path) {
2228 cf::sync_job {
2229 my $pst = Storable::retrieve $path;
1916 2230
1917 sub db_load() { 2231 cf::db_put (board => data => $pst->{board});
1918 $DB = stat $path ? Storable::retrieve $path : { }; 2232 cf::db_put (guildrules => data => $pst->{guildrules});
1919 } 2233 cf::db_put (rent => balance => $pst->{rent}{balance});
2234 BDB::db_env_txn_checkpoint $DB_ENV;
1920 2235
1921 my $pid; 2236 unlink $path;
1922
1923 sub db_save() {
1924 waitpid $pid, 0 if $pid;
1925 if (0 == ($pid = fork)) {
1926 $DB->{_meta}{version} = 1;
1927 Storable::nstore $DB, "$path~";
1928 rename "$path~", $path;
1929 cf::_exit 0 if defined $pid;
1930 } 2237 };
1931 }
1932
1933 my $dirty;
1934
1935 sub db_sync() {
1936 db_save if $dirty;
1937 undef $dirty;
1938 }
1939
1940 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1941 db_sync;
1942 });
1943
1944 sub db_dirty() {
1945 $dirty = 1;
1946 $idle->start;
1947 }
1948
1949 sub db_get($;$) {
1950 @_ >= 2
1951 ? $DB->{$_[0]}{$_[1]}
1952 : ($DB->{$_[0]} ||= { })
1953 }
1954
1955 sub db_put($$;$) {
1956 if (@_ >= 3) {
1957 $DB->{$_[0]}{$_[1]} = $_[2];
1958 } else {
1959 $DB->{$_[0]} = $_[1];
1960 }
1961 db_dirty;
1962 }
1963
1964 cf::global->attach (
1965 prio => 10000,
1966 on_cleanup => sub {
1967 db_sync;
1968 }, 2238 }
1969 ); 2239 }
2240}
2241
2242sub db_get($$) {
2243 my $key = "$_[0]/$_[1]";
2244
2245 cf::sync_job {
2246 BDB::db_get $DB, undef, $key, my $data;
2247
2248 $! ? ()
2249 : Compress::LZF::sthaw $data
2250 }
2251}
2252
2253sub db_put($$$) {
2254 BDB::dbreq_pri 4;
2255 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
1970} 2256}
1971 2257
1972############################################################################# 2258#############################################################################
1973# the server's main() 2259# the server's init and main functions
2260
2261sub load_resources {
2262 load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir
2263 or die "unable to load regions file\n";#d#
2264}
1974 2265
1975sub cfg_load { 2266sub cfg_load {
1976 open my $fh, "<:utf8", cf::confdir . "/config" 2267 open my $fh, "<:utf8", cf::confdir . "/config"
1977 or return; 2268 or return;
1978 2269
1979 local $/; 2270 local $/;
1980 *CFG = YAML::Syck::Load <$fh>; 2271 *CFG = YAML::Syck::Load <$fh>;
2272
2273 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2274
2275 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2276 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2277
2278 if (exists $CFG{mlockall}) {
2279 eval {
2280 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2281 and die "WARNING: m(un)lockall failed: $!\n";
2282 };
2283 warn $@ if $@;
2284 }
2285}
2286
2287sub init {
2288 load_resources;
1981} 2289}
1982 2290
1983sub main { 2291sub main {
1984 # we must not ever block the main coroutine 2292 # we must not ever block the main coroutine
1985 local $Coro::idle = sub { 2293 local $Coro::idle = sub {
1986 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2294 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1987 (Coro::unblock_sub { 2295 (async {
1988 Event::one_event; 2296 Event::one_event;
1989 })->(); 2297 })->prio (Coro::PRIO_MAX);
1990 }; 2298 };
1991 2299
1992 cfg_load; 2300 cfg_load;
1993 db_load; 2301 db_init;
1994 load_extensions; 2302 load_extensions;
2303
2304 $TICK_WATCHER->start;
2305 $WRITE_RUNTIME_WATCHER->start;
1995 Event::loop; 2306 Event::loop;
1996} 2307}
1997 2308
1998############################################################################# 2309#############################################################################
1999# initialisation 2310# initialisation and cleanup
2311
2312# install some emergency cleanup handlers
2313BEGIN {
2314 for my $signal (qw(INT HUP TERM)) {
2315 Event->signal (
2316 reentrant => 0,
2317 data => WF_AUTOCANCEL,
2318 signal => $signal,
2319 prio => 0,
2320 cb => sub {
2321 cf::cleanup "SIG$signal";
2322 },
2323 );
2324 }
2325}
2326
2327sub emergency_save() {
2328 my $freeze_guard = cf::freeze_mainloop;
2329
2330 warn "enter emergency perl save\n";
2331
2332 cf::sync_job {
2333 # use a peculiar iteration method to avoid tripping on perl
2334 # refcount bugs in for. also avoids problems with players
2335 # and maps saved/destroyed asynchronously.
2336 warn "begin emergency player save\n";
2337 for my $login (keys %cf::PLAYER) {
2338 my $pl = $cf::PLAYER{$login} or next;
2339 $pl->valid or next;
2340 $pl->save;
2341 }
2342 warn "end emergency player save\n";
2343
2344 warn "begin emergency map save\n";
2345 for my $path (keys %cf::MAP) {
2346 my $map = $cf::MAP{$path} or next;
2347 $map->valid or next;
2348 $map->save;
2349 }
2350 warn "end emergency map save\n";
2351
2352 warn "begin emergency database checkpoint\n";
2353 BDB::db_env_txn_checkpoint $DB_ENV;
2354 warn "end emergency database checkpoint\n";
2355 };
2356
2357 warn "leave emergency perl save\n";
2358}
2359
2360sub post_cleanup {
2361 my ($make_core) = @_;
2362
2363 warn Carp::longmess "post_cleanup backtrace"
2364 if $make_core;
2365}
2000 2366
2001sub reload() { 2367sub reload() {
2002 # can/must only be called in main 2368 # can/must only be called in main
2003 if ($Coro::current != $Coro::main) { 2369 if ($Coro::current != $Coro::main) {
2004 warn "can only reload from main coroutine\n"; 2370 warn "can only reload from main coroutine";
2005 return; 2371 return;
2006 } 2372 }
2007 2373
2008 warn "reloading..."; 2374 warn "reloading...";
2009 2375
2010 local $FREEZE = 1; 2376 warn "entering sync_job";
2377
2378 cf::sync_job {
2379 cf::write_runtime;
2011 cf::emergency_save; 2380 cf::emergency_save;
2381 cf::write_runtime;
2012 2382
2013 eval { 2383 warn "syncing database to disk";
2384 BDB::db_env_txn_checkpoint $DB_ENV;
2385
2014 # if anything goes wrong in here, we should simply crash as we already saved 2386 # if anything goes wrong in here, we should simply crash as we already saved
2015 2387
2016 # cancel all watchers 2388 warn "cancelling all WF_AUTOCANCEL watchers";
2017 for (Event::all_watchers) { 2389 for (Event::all_watchers) {
2018 $_->cancel if $_->data & WF_AUTOCANCEL; 2390 $_->cancel if $_->data & WF_AUTOCANCEL;
2019 } 2391 }
2020 2392
2393 warn "flushing outstanding aio requests";
2394 for (;;) {
2395 BDB::flush;
2396 IO::AIO::flush;
2397 Coro::cede;
2398 last unless IO::AIO::nreqs || BDB::nreqs;
2399 warn "iterate...";
2400 }
2401
2021 # cancel all extension coros 2402 warn "cancelling all extension coros";
2022 $_->cancel for values %EXT_CORO; 2403 $_->cancel for values %EXT_CORO;
2023 %EXT_CORO = (); 2404 %EXT_CORO = ();
2024 2405
2025 # unload all extensions 2406 warn "removing commands";
2026 for (@exts) { 2407 %COMMAND = ();
2408
2409 warn "removing ext commands";
2410 %EXTCMD = ();
2411
2412 warn "unloading/nuking all extensions";
2413 for my $pkg (@EXTS) {
2027 warn "unloading <$_>"; 2414 warn "... unloading $pkg";
2028 unload_extension $_; 2415
2416 if (my $cb = $pkg->can ("unload")) {
2417 eval {
2418 $cb->($pkg);
2419 1
2420 } or warn "$pkg unloaded, but with errors: $@";
2029 } 2421 }
2030 2422
2423 warn "... nuking $pkg";
2424 Symbol::delete_package $pkg;
2425 }
2426
2031 # unload all modules loaded from $LIBDIR 2427 warn "unloading all perl modules loaded from $LIBDIR";
2032 while (my ($k, $v) = each %INC) { 2428 while (my ($k, $v) = each %INC) {
2033 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2429 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2034 2430
2035 warn "removing <$k>"; 2431 warn "... unloading $k";
2036 delete $INC{$k}; 2432 delete $INC{$k};
2037 2433
2038 $k =~ s/\.pm$//; 2434 $k =~ s/\.pm$//;
2039 $k =~ s/\//::/g; 2435 $k =~ s/\//::/g;
2040 2436
2043 } 2439 }
2044 2440
2045 Symbol::delete_package $k; 2441 Symbol::delete_package $k;
2046 } 2442 }
2047 2443
2048 # sync database to disk
2049 cf::db_sync;
2050 IO::AIO::flush;
2051
2052 # get rid of safe::, as good as possible 2444 warn "getting rid of safe::, as good as possible";
2053 Symbol::delete_package "safe::$_" 2445 Symbol::delete_package "safe::$_"
2054 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2446 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2055 2447
2056 # remove register_script_function callbacks
2057 # TODO
2058
2059 # unload cf.pm "a bit" 2448 warn "unloading cf.pm \"a bit\"";
2060 delete $INC{"cf.pm"}; 2449 delete $INC{"cf.pm"};
2061 2450
2062 # don't, removes xs symbols, too, 2451 # don't, removes xs symbols, too,
2063 # and global variables created in xs 2452 # and global variables created in xs
2064 #Symbol::delete_package __PACKAGE__; 2453 #Symbol::delete_package __PACKAGE__;
2065 2454
2066 # reload cf.pm 2455 warn "unload completed, starting to reload now";
2456
2067 warn "reloading cf.pm"; 2457 warn "reloading cf.pm";
2068 require cf; 2458 require cf;
2069 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2459 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2070 2460
2071 # load config and database again 2461 warn "loading config and database again";
2072 cf::cfg_load; 2462 cf::cfg_load;
2073 cf::db_load;
2074 2463
2075 # load extensions
2076 warn "load extensions"; 2464 warn "loading extensions";
2077 cf::load_extensions; 2465 cf::load_extensions;
2078 2466
2079 # reattach attachments to objects 2467 warn "reattaching attachments to objects/players";
2080 warn "reattach";
2081 _global_reattach; 2468 _global_reattach;
2082 }; 2469 warn "reattaching attachments to maps";
2470 reattach $_ for values %MAP;
2083 2471
2084 if ($@) { 2472 warn "loading reloadable resources";
2473 load_resources;
2474
2475 warn "leaving sync_job";
2476
2477 1
2478 } or do {
2085 warn $@; 2479 warn $@;
2086 warn "error while reloading, exiting."; 2480 warn "error while reloading, exiting.";
2087 exit 1; 2481 exit 1;
2088 } 2482 };
2089 2483
2090 warn "reloaded successfully"; 2484 warn "reloaded";
2091}; 2485};
2092 2486
2093############################################################################# 2487our $RELOAD_WATCHER; # used only during reload
2094
2095unless ($LINK_MAP) {
2096 $LINK_MAP = cf::map::new;
2097
2098 $LINK_MAP->width (41);
2099 $LINK_MAP->height (41);
2100 $LINK_MAP->alloc;
2101 $LINK_MAP->path ("{link}");
2102 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2103 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2104
2105 # dirty hack because... archetypes are not yet loaded
2106 Event->timer (
2107 after => 2,
2108 cb => sub {
2109 $_[0]->w->cancel;
2110
2111 # provide some exits "home"
2112 my $exit = cf::object::new "exit";
2113
2114 $exit->slaying ($EMERGENCY_POSITION->[0]);
2115 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2116 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2117
2118 $LINK_MAP->insert ($exit->clone, 19, 19);
2119 $LINK_MAP->insert ($exit->clone, 19, 20);
2120 $LINK_MAP->insert ($exit->clone, 19, 21);
2121 $LINK_MAP->insert ($exit->clone, 20, 19);
2122 $LINK_MAP->insert ($exit->clone, 20, 21);
2123 $LINK_MAP->insert ($exit->clone, 21, 19);
2124 $LINK_MAP->insert ($exit->clone, 21, 20);
2125 $LINK_MAP->insert ($exit->clone, 21, 21);
2126
2127 $exit->destroy;
2128 });
2129
2130 $LINK_MAP->{deny_save} = 1;
2131 $LINK_MAP->{deny_reset} = 1;
2132
2133 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2134}
2135
2136register "<global>", __PACKAGE__;
2137 2488
2138register_command "reload" => sub { 2489register_command "reload" => sub {
2139 my ($who, $arg) = @_; 2490 my ($who, $arg) = @_;
2140 2491
2141 if ($who->flag (FLAG_WIZ)) { 2492 if ($who->flag (FLAG_WIZ)) {
2142 $who->message ("start of reload."); 2493 $who->message ("reloading server.");
2494
2495 # doing reload synchronously and two reloads happen back-to-back,
2496 # coro crashes during coro_state_free->destroy here.
2497
2498 $RELOAD_WATCHER ||= Event->timer (
2499 reentrant => 0,
2500 after => 0,
2501 data => WF_AUTOCANCEL,
2502 cb => sub {
2143 reload; 2503 reload;
2144 $who->message ("end of reload."); 2504 undef $RELOAD_WATCHER;
2505 },
2506 );
2145 } 2507 }
2146}; 2508};
2147 2509
2148unshift @INC, $LIBDIR; 2510unshift @INC, $LIBDIR;
2511
2512my $bug_warning = 0;
2149 2513
2150$TICK_WATCHER = Event->timer ( 2514$TICK_WATCHER = Event->timer (
2151 reentrant => 0, 2515 reentrant => 0,
2516 parked => 1,
2152 prio => 0, 2517 prio => 0,
2153 at => $NEXT_TICK || $TICK, 2518 at => $NEXT_TICK || $TICK,
2154 data => WF_AUTOCANCEL, 2519 data => WF_AUTOCANCEL,
2155 cb => sub { 2520 cb => sub {
2156 unless ($FREEZE) { 2521 if ($Coro::current != $Coro::main) {
2522 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2523 unless ++$bug_warning > 10;
2524 return;
2525 }
2526
2527 $NOW = Event::time;
2528
2157 cf::server_tick; # one server iteration 2529 cf::server_tick; # one server iteration
2158 $RUNTIME += $TICK; 2530 $RUNTIME += $TICK;
2159 }
2160
2161 $NEXT_TICK += $TICK; 2531 $NEXT_TICK += $TICK;
2532
2533 $WAIT_FOR_TICK->broadcast;
2534 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2535
2536# my $AFTER = Event::time;
2537# warn $AFTER - $NOW;#d#
2162 2538
2163 # if we are delayed by four ticks or more, skip them all 2539 # if we are delayed by four ticks or more, skip them all
2164 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2540 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2165 2541
2166 $TICK_WATCHER->at ($NEXT_TICK); 2542 $TICK_WATCHER->at ($NEXT_TICK);
2167 $TICK_WATCHER->start; 2543 $TICK_WATCHER->start;
2168 }, 2544 },
2169); 2545);
2170 2546
2547{
2548 BDB::max_poll_time $TICK * 0.1;
2549 $BDB_POLL_WATCHER = Event->io (
2550 reentrant => 0,
2551 fd => BDB::poll_fileno,
2552 poll => 'r',
2553 prio => 0,
2554 data => WF_AUTOCANCEL,
2555 cb => \&BDB::poll_cb,
2556 );
2557 BDB::min_parallel 8;
2558
2559 BDB::set_sync_prepare {
2560 my $status;
2561 my $current = $Coro::current;
2562 (
2563 sub {
2564 $status = $!;
2565 $current->ready; undef $current;
2566 },
2567 sub {
2568 Coro::schedule while defined $current;
2569 $! = $status;
2570 },
2571 )
2572 };
2573
2574 unless ($DB_ENV) {
2575 $DB_ENV = BDB::db_env_create;
2576
2577 cf::sync_job {
2578 eval {
2579 BDB::db_env_open
2580 $DB_ENV,
2581 $BDB_ENV_DIR,
2582 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2583 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2584 0666;
2585
2586 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;
2587
2588 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2589 $DB_ENV->set_lk_detect;
2590 };
2591
2592 cf::cleanup "db_env_open(db): $@" if $@;
2593 };
2594 }
2595}
2596
2597{
2598 IO::AIO::min_parallel 8;
2599
2600 undef $Coro::AIO::WATCHER;
2171IO::AIO::max_poll_time $TICK * 0.2; 2601 IO::AIO::max_poll_time $TICK * 0.1;
2172 2602 $AIO_POLL_WATCHER = Event->io (
2173Event->io ( 2603 reentrant => 0,
2174 fd => IO::AIO::poll_fileno, 2604 fd => IO::AIO::poll_fileno,
2175 poll => 'r', 2605 poll => 'r',
2176 prio => 5, 2606 prio => 6,
2177 data => WF_AUTOCANCEL, 2607 data => WF_AUTOCANCEL,
2178 cb => \&IO::AIO::poll_cb, 2608 cb => \&IO::AIO::poll_cb,
2179); 2609 );
2610}
2180 2611
2181Event->timer ( 2612$WRITE_RUNTIME_WATCHER = Event->timer (
2613 reentrant => 0,
2182 data => WF_AUTOCANCEL, 2614 data => WF_AUTOCANCEL,
2615 parked => 1,
2183 after => 0, 2616 after => 1,
2184 interval => 10, 2617 interval => 10,
2618 prio => 6, # keep it lowest so it acts like a watchdog
2185 cb => sub { 2619 cb => sub {
2186 (Coro::unblock_sub { 2620 $TICK_WATCHER->is_active or cf::cleanup "mainloop frozen but runtime active", 1;
2621
2622 Coro::async_pool {
2187 write_runtime 2623 write_runtime
2188 or warn "ERROR: unable to write runtime file: $!"; 2624 or warn "ERROR: unable to write runtime file: $!";
2189 })->(); 2625 };
2190 }, 2626 },
2191); 2627);
2192 2628
2629END { cf::emergency_save }
2630
21931 26311
2194 2632

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines