ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.130 by root, Thu Jan 4 00:08:08 2007 UTC vs.
Revision 1.219 by root, Sat Feb 17 03:19:44 2007 UTC

8use Storable; 8use Storable;
9use Opcode; 9use Opcode;
10use Safe; 10use Safe;
11use Safe::Hole; 11use Safe::Hole;
12 12
13use Coro 3.3 (); 13use Coro 3.5 ();
14use Coro::Event; 14use Coro::Event;
15use Coro::Timer; 15use Coro::Timer;
16use Coro::Signal; 16use Coro::Signal;
17use Coro::Semaphore; 17use Coro::Semaphore;
18use Coro::AIO; 18use Coro::AIO;
19 19
20use BDB ();
21use Data::Dumper;
20use Digest::MD5; 22use Digest::MD5;
21use Fcntl; 23use Fcntl;
22use IO::AIO 2.31 (); 24use IO::AIO 2.32 ();
23use YAML::Syck (); 25use YAML::Syck ();
24use Time::HiRes; 26use Time::HiRes;
27use Compress::LZF;
28
29Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
25 30
26use Event; $Event::Eval = 1; # no idea why this is required, but it is 31use Event; $Event::Eval = 1; # no idea why this is required, but it is
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
27 34
28# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 35# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29$YAML::Syck::ImplicitUnicode = 1; 36$YAML::Syck::ImplicitUnicode = 1;
30 37
31$Coro::main->prio (2); # run main coroutine ("the server") with very high priority 38$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32
33sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34 39
35our %COMMAND = (); 40our %COMMAND = ();
36our %COMMAND_TIME = (); 41our %COMMAND_TIME = ();
42
43our @EXTS = (); # list of extension package names
37our %EXTCMD = (); 44our %EXTCMD = ();
45our %EXT_CORO = (); # coroutines bound to extensions
46our %EXT_MAP = (); # pluggable maps
38 47
39our @EVENT; 48our @EVENT;
40our $LIBDIR = datadir . "/ext"; 49our $LIBDIR = datadir . "/ext";
41 50
42our $TICK = MAX_TIME * 1e-6; 51our $TICK = MAX_TIME * 1e-6;
43our $TICK_WATCHER; 52our $TICK_WATCHER;
53our $AIO_POLL_WATCHER;
54our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44our $NEXT_TICK; 55our $NEXT_TICK;
45our $NOW; 56our $NOW;
57our $USE_FSYNC = 1; # use fsync to write maps - default off
58
59our $BDB_POLL_WATCHER;
60our $DB_ENV;
46 61
47our %CFG; 62our %CFG;
48 63
49our $UPTIME; $UPTIME ||= time; 64our $UPTIME; $UPTIME ||= time;
50our $RUNTIME; 65our $RUNTIME;
51 66
67our %PLAYER; # all users
52our %MAP; # all maps 68our %MAP; # all maps
53our $LINK_MAP; # the special {link} map 69our $LINK_MAP; # the special {link} map, which is always available
54our $FREEZE;
55our $RANDOM_MAPS = cf::localdir . "/random"; 70our $RANDOM_MAPS = cf::localdir . "/random";
56our %EXT_CORO; 71our $BDB_ENV_DIR = cf::localdir . "/db";
72
73our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75
76# used to convert map paths into valid unix filenames by replacing / by ∕
77our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
57 78
58binmode STDOUT; 79binmode STDOUT;
59binmode STDERR; 80binmode STDERR;
60 81
61# read virtual server time, if available 82# read virtual server time, if available
68mkdir cf::localdir; 89mkdir cf::localdir;
69mkdir cf::localdir . "/" . cf::playerdir; 90mkdir cf::localdir . "/" . cf::playerdir;
70mkdir cf::localdir . "/" . cf::tmpdir; 91mkdir cf::localdir . "/" . cf::tmpdir;
71mkdir cf::localdir . "/" . cf::uniquedir; 92mkdir cf::localdir . "/" . cf::uniquedir;
72mkdir $RANDOM_MAPS; 93mkdir $RANDOM_MAPS;
94mkdir $BDB_ENV_DIR;
73 95
74# a special map that is always available 96our $EMERGENCY_POSITION;
75our $LINK_MAP;
76 97
77our $EMERGENCY_POSITION = $cf::CFG{emergency_position} || ["/world/world_105_115", 5, 37]; 98sub cf::map::normalise;
78 99
79############################################################################# 100#############################################################################
80 101
81=head2 GLOBAL VARIABLES 102=head2 GLOBAL VARIABLES
82 103
106 127
107=item %cf::CFG 128=item %cf::CFG
108 129
109Configuration for the server, loaded from C</etc/crossfire/config>, or 130Configuration for the server, loaded from C</etc/crossfire/config>, or
110from wherever your confdir points to. 131from wherever your confdir points to.
132
133=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE
134
135These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)
136or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick
137processing has been done. Call C<< ->wait >> on them to maximise the
138window of cpu time available, or simply to synchronise to the server tick.
111 139
112=back 140=back
113 141
114=cut 142=cut
115 143
119 utf8::encode $msg; 147 utf8::encode $msg;
120 148
121 $msg .= "\n" 149 $msg .= "\n"
122 unless $msg =~ /\n$/; 150 unless $msg =~ /\n$/;
123 151
124 LOG llevError, "cfperl: $msg"; 152 LOG llevError, $msg;
125 }; 153 };
126} 154}
127 155
128@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 156@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
129@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 157@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
147 175
148$Event::DIED = sub { 176$Event::DIED = sub {
149 warn "error in event callback: @_"; 177 warn "error in event callback: @_";
150}; 178};
151 179
152my %ext_pkg;
153my @exts;
154my @hook;
155
156=head2 UTILITY FUNCTIONS 180=head2 UTILITY FUNCTIONS
157 181
158=over 4 182=over 4
159 183
184=item dumpval $ref
185
160=cut 186=cut
187
188sub dumpval {
189 eval {
190 local $SIG{__DIE__};
191 my $d;
192 if (1) {
193 $d = new Data::Dumper([$_[0]], ["*var"]);
194 $d->Terse(1);
195 $d->Indent(2);
196 $d->Quotekeys(0);
197 $d->Useqq(1);
198 #$d->Bless(...);
199 $d->Seen($_[1]) if @_ > 1;
200 $d = $d->Dump();
201 }
202 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203 $d
204 } || "[unable to dump $_[0]: '$@']";
205}
161 206
162use JSON::Syck (); # TODO# replace by JSON::PC once working 207use JSON::Syck (); # TODO# replace by JSON::PC once working
163 208
164=item $ref = cf::from_json $json 209=item $ref = cf::from_json $json
165 210
181sub to_json($) { 226sub to_json($) {
182 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs 227 $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
183 JSON::Syck::Dump $_[0] 228 JSON::Syck::Dump $_[0]
184} 229}
185 230
186=item my $guard = cf::guard { BLOCK }
187
188Run the given callback when the guard object gets destroyed (useful for
189coroutine cancellations).
190
191You can call C<< ->cancel >> on the guard object to stop the block from
192being executed.
193
194=cut
195
196sub guard(&) {
197 bless \(my $cb = $_[0]), cf::guard::;
198}
199
200sub cf::guard::cancel {
201 ${$_[0]} = sub { };
202}
203
204sub cf::guard::DESTROY {
205 ${$_[0]}->();
206}
207
208=item cf::lock_wait $string 231=item cf::lock_wait $string
209 232
210Wait until the given lock is available. See cf::lock_acquire. 233Wait until the given lock is available. See cf::lock_acquire.
211 234
212=item my $lock = cf::lock_acquire $string 235=item my $lock = cf::lock_acquire $string
213 236
214Wait until the given lock is available and then acquires it and returns 237Wait until the given lock is available and then acquires it and returns
215a guard object. If the guard object gets destroyed (goes out of scope, 238a Coro::guard object. If the guard object gets destroyed (goes out of scope,
216for example when the coroutine gets canceled), the lock is automatically 239for example when the coroutine gets canceled), the lock is automatically
217returned. 240returned.
218 241
219Lock names should begin with a unique identifier (for example, find_map 242Lock names should begin with a unique identifier (for example, cf::map::find
220uses map_find and load_map uses map_load). 243uses map_find and cf::map::load uses map_load).
221 244
222=cut 245=cut
223 246
224our %LOCK; 247our %LOCK;
225 248
239 # wait, to be sure we are not locked 262 # wait, to be sure we are not locked
240 lock_wait $key; 263 lock_wait $key;
241 264
242 $LOCK{$key} = []; 265 $LOCK{$key} = [];
243 266
244 cf::guard { 267 Coro::guard {
245 # wake up all waiters, to be on the safe side 268 # wake up all waiters, to be on the safe side
246 $_->ready for @{ delete $LOCK{$key} }; 269 $_->ready for @{ delete $LOCK{$key} };
247 } 270 }
248} 271}
249 272
273sub freeze_mainloop {
274 return unless $TICK_WATCHER->is_active;
275
276 my $guard = Coro::guard {
277 $TICK_WATCHER->start;
278 };
279 $TICK_WATCHER->stop;
280 $guard
281}
282
250=item cf::async { BLOCK } 283=item cf::async { BLOCK }
251 284
252Like C<Coro::async>, but runs the given BLOCK in an eval and only logs the 285Currently the same as Coro::async_pool, meaning you cannot use
253error instead of exiting the server in case of a problem. 286C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
287thing you are allowed to do is call C<prio> on it.
254 288
255=cut 289=cut
256 290
257sub async(&) { 291BEGIN { *async = \&Coro::async_pool }
258 my ($cb) = @_;
259
260 Coro::async {
261 eval { $cb->() };
262 warn $@ if $@;
263 }
264}
265 292
266=item cf::sync_job { BLOCK } 293=item cf::sync_job { BLOCK }
267 294
268The design of crossfire+ requires that the main coro ($Coro::main) is 295The design of crossfire+ requires that the main coro ($Coro::main) is
269always able to handle events or runnable, as crossfire+ is only partly 296always able to handle events or runnable, as crossfire+ is only partly
283 # this is the main coro, too bad, we have to block 310 # this is the main coro, too bad, we have to block
284 # till the operation succeeds, freezing the server :/ 311 # till the operation succeeds, freezing the server :/
285 312
286 # TODO: use suspend/resume instead 313 # TODO: use suspend/resume instead
287 # (but this is cancel-safe) 314 # (but this is cancel-safe)
288 local $FREEZE = 1; 315 my $freeze_guard = freeze_mainloop;
289 316
290 my $busy = 1; 317 my $busy = 1;
291 my @res; 318 my @res;
292 319
293 (Coro::async { 320 (async {
294 @res = eval { $job->() }; 321 @res = eval { $job->() };
295 warn $@ if $@; 322 warn $@ if $@;
296 undef $busy; 323 undef $busy;
297 })->prio (Coro::PRIO_MAX); 324 })->prio (Coro::PRIO_MAX);
298 325
299 while ($busy) { 326 while ($busy) {
300 Coro::cede_notself; 327 Coro::cede or Event::one_event;
301 Event::one_event unless Coro::nready;
302 } 328 }
303 329
304 wantarray ? @res : $res[0] 330 wantarray ? @res : $res[0]
305 } else { 331 } else {
306 # we are in another coroutine, how wonderful, everything just works 332 # we are in another coroutine, how wonderful, everything just works
307 333
308 $job->() 334 $job->()
309 } 335 }
310} 336}
311 337
312=item $coro = cf::coro { BLOCK } 338=item $coro = cf::async_ext { BLOCK }
313 339
314Creates and returns a new coro. This coro is automcatially being canceled 340Like async, but this coro is automatically being canceled when the
315when the extension calling this is being unloaded. 341extension calling this is being unloaded.
316 342
317=cut 343=cut
318 344
319sub coro(&) { 345sub async_ext(&) {
320 my $cb = shift; 346 my $cb = shift;
321 347
322 my $coro = &cf::async ($cb); 348 my $coro = &Coro::async ($cb);
323 349
324 $coro->on_destroy (sub { 350 $coro->on_destroy (sub {
325 delete $EXT_CORO{$coro+0}; 351 delete $EXT_CORO{$coro+0};
326 }); 352 });
327 $EXT_CORO{$coro+0} = $coro; 353 $EXT_CORO{$coro+0} = $coro;
328 354
329 $coro 355 $coro
330} 356}
331 357
332sub write_runtime { 358sub write_runtime {
359 my $guard = cf::lock_acquire "write_runtime";
360
333 my $runtime = cf::localdir . "/runtime"; 361 my $runtime = cf::localdir . "/runtime";
334 362
335 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644 363 my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
336 or return; 364 or return;
337 365
366 my $value = $cf::RUNTIME + 90 + 10;
338 my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock 367 # 10 is the runtime save interval, for a monotonic clock
368 # 60 allows for the watchdog to kill the server.
369
339 (aio_write $fh, 0, (length $value), $value, 0) <= 0 370 (aio_write $fh, 0, (length $value), $value, 0) <= 0
340 and return; 371 and return;
341 372
373 # always fsync - this file is important
342 aio_fsync $fh 374 aio_fsync $fh
343 and return; 375 and return;
344 376
345 close $fh 377 close $fh
346 or return; 378 or return;
352} 384}
353 385
354=back 386=back
355 387
356=cut 388=cut
357
358#############################################################################
359
360package cf::path;
361
362sub new {
363 my ($class, $path, $base) = @_;
364
365 $path = $path->as_string if ref $path;
366
367 my $self = bless { }, $class;
368
369 # {... are special paths that are not touched
370 # ?xxx/... are special absolute paths
371 # ?random/... random maps
372 # /! non-realised random map exit
373 # /... normal maps
374 # ~/... per-player maps without a specific player (DO NOT USE)
375 # ~user/... per-player map of a specific user
376
377 if ($path =~ /^{/) {
378 # fine as it is
379 } elsif ($path =~ s{^\?random/}{}) {
380 Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
381 $self->{random} = cf::from_json $data;
382 } else {
383 if ($path =~ s{^~([^/]+)?}{}) {
384 $self->{user_rel} = 1;
385
386 if (defined $1) {
387 $self->{user} = $1;
388 } elsif ($base =~ m{^~([^/]+)/}) {
389 $self->{user} = $1;
390 } else {
391 warn "cannot resolve user-relative path without user <$path,$base>\n";
392 }
393 } elsif ($path =~ /^\//) {
394 # already absolute
395 } else {
396 $base =~ s{[^/]+/?$}{};
397 return $class->new ("$base/$path");
398 }
399
400 for ($path) {
401 redo if s{/\.?/}{/};
402 redo if s{/[^/]+/\.\./}{/};
403 }
404 }
405
406 $self->{path} = $path;
407
408 $self
409}
410
411# the name / primary key / in-game path
412sub as_string {
413 my ($self) = @_;
414
415 $self->{user_rel} ? "~$self->{user}$self->{path}"
416 : $self->{random} ? "?random/$self->{path}"
417 : $self->{path}
418}
419
420# the displayed name, this is a one way mapping
421sub visible_name {
422 my ($self) = @_;
423
424# if (my $rmp = $self->{random}) {
425# # todo: be more intelligent about this
426# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
427# } else {
428 $self->as_string
429# }
430}
431
432# escape the /'s in the path
433sub _escaped_path {
434 # ∕ is U+2215
435 (my $path = $_[0]{path}) =~ s/\//∕/g;
436 $path
437}
438
439# the original (read-only) location
440sub load_path {
441 my ($self) = @_;
442
443 sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
444}
445
446# the temporary/swap location
447sub save_path {
448 my ($self) = @_;
449
450 $self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
451 : $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
452 : sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
453}
454
455# the unique path, might be eq to save_path
456sub uniq_path {
457 my ($self) = @_;
458
459 $self->{user_rel} || $self->{random}
460 ? undef
461 : sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
462}
463
464# return random map parameters, or undef
465sub random_map_params {
466 my ($self) = @_;
467
468 $self->{random}
469}
470
471# this is somewhat ugly, but style maps do need special treatment
472sub is_style_map {
473 $_[0]{path} =~ m{^/styles/}
474}
475
476package cf;
477 389
478############################################################################# 390#############################################################################
479 391
480=head2 ATTACHABLE OBJECTS 392=head2 ATTACHABLE OBJECTS
481 393
607our @CB_TYPE = (); # registry for type (cf-object class) based events 519our @CB_TYPE = (); # registry for type (cf-object class) based events
608our @CB_MAP = (); 520our @CB_MAP = ();
609 521
610my %attachment; 522my %attachment;
611 523
524sub cf::attachable::thawer_merge {
525 # simply override everything except _meta
526 local $_[0]{_meta};
527 %{$_[0]} = %{$_[1]};
528}
529
612sub _attach_cb($$$$) { 530sub _attach_cb($$$$) {
613 my ($registry, $event, $prio, $cb) = @_; 531 my ($registry, $event, $prio, $cb) = @_;
614 532
615 use sort 'stable'; 533 use sort 'stable';
616 534
787# object support 705# object support
788 706
789sub reattach { 707sub reattach {
790 # basically do the same as instantiate, without calling instantiate 708 # basically do the same as instantiate, without calling instantiate
791 my ($obj) = @_; 709 my ($obj) = @_;
710
711 bless $obj, ref $obj; # re-bless in case extensions have been reloaded
792 712
793 my $registry = $obj->registry; 713 my $registry = $obj->registry;
794 714
795 @$registry = (); 715 @$registry = ();
796 716
843 $filename, length $$rdata, scalar @$objs; 763 $filename, length $$rdata, scalar @$objs;
844 764
845 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 765 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
846 chmod SAVE_MODE, $fh; 766 chmod SAVE_MODE, $fh;
847 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 767 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
848 aio_fsync $fh; 768 aio_fsync $fh if $cf::USE_FSYNC;
849 close $fh; 769 close $fh;
850 770
851 if (@$objs) { 771 if (@$objs) {
852 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 772 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
853 chmod SAVE_MODE, $fh; 773 chmod SAVE_MODE, $fh;
854 my $data = Storable::nfreeze { version => 1, objs => $objs }; 774 my $data = Storable::nfreeze { version => 1, objs => $objs };
855 aio_write $fh, 0, (length $data), $data, 0; 775 aio_write $fh, 0, (length $data), $data, 0;
856 aio_fsync $fh; 776 aio_fsync $fh if $cf::USE_FSYNC;
857 close $fh; 777 close $fh;
858 aio_rename "$filename.pst~", "$filename.pst"; 778 aio_rename "$filename.pst~", "$filename.pst";
859 } 779 }
860 } else { 780 } else {
861 aio_unlink "$filename.pst"; 781 aio_unlink "$filename.pst";
928=cut 848=cut
929 849
930sub register_extcmd { 850sub register_extcmd {
931 my ($name, $cb) = @_; 851 my ($name, $cb) = @_;
932 852
933 my $caller = caller;
934 #warn "registering extcmd '$name' to '$caller'";
935
936 $EXTCMD{$name} = [$cb, $caller]; 853 $EXTCMD{$name} = $cb;
937} 854}
938 855
939cf::player->attach ( 856cf::player->attach (
940 on_command => sub { 857 on_command => sub {
941 my ($pl, $name, $params) = @_; 858 my ($pl, $name, $params) = @_;
954 871
955 my $msg = eval { from_json $buf }; 872 my $msg = eval { from_json $buf };
956 873
957 if (ref $msg) { 874 if (ref $msg) {
958 if (my $cb = $EXTCMD{$msg->{msgtype}}) { 875 if (my $cb = $EXTCMD{$msg->{msgtype}}) {
959 if (my %reply = $cb->[0]->($pl, $msg)) { 876 if (my %reply = $cb->($pl, $msg)) {
960 $pl->ext_reply ($msg->{msgid}, %reply); 877 $pl->ext_reply ($msg->{msgid}, %reply);
961 } 878 }
962 } 879 }
963 } else { 880 } else {
964 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 881 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
966 883
967 cf::override; 884 cf::override;
968 }, 885 },
969); 886);
970 887
971sub register {
972 my ($base, $pkg) = @_;
973
974 #TODO
975}
976
977sub load_extension { 888sub load_extension {
978 my ($path) = @_; 889 my ($path) = @_;
979 890
980 $path =~ /([^\/\\]+)\.ext$/ or die "$path"; 891 $path =~ /([^\/\\]+)\.ext$/ or die "$path";
981 my $base = $1; 892 my $base = $1;
982 my $pkg = $1; 893 my $pkg = $1;
983 $pkg =~ s/[^[:word:]]/_/g; 894 $pkg =~ s/[^[:word:]]/_/g;
984 $pkg = "ext::$pkg"; 895 $pkg = "ext::$pkg";
985 896
986 warn "loading '$path' into '$pkg'\n"; 897 warn "... loading '$path' into '$pkg'\n";
987 898
988 open my $fh, "<:utf8", $path 899 open my $fh, "<:utf8", $path
989 or die "$path: $!"; 900 or die "$path: $!";
990 901
991 my $source = 902 my $source =
992 "package $pkg; use strict; use utf8;\n" 903 "package $pkg; use strict; use utf8;\n"
993 . "#line 1 \"$path\"\n{\n" 904 . "#line 1 \"$path\"\n{\n"
994 . (do { local $/; <$fh> }) 905 . (do { local $/; <$fh> })
995 . "\n};\n1"; 906 . "\n};\n1";
996 907
997 eval $source 908 unless (eval $source) {
998 or die $@ ? "$path: $@\n" 909 my $msg = $@ ? "$path: $@\n"
999 : "extension disabled.\n"; 910 : "extension disabled.\n";
1000 911 if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
1001 push @exts, $pkg; 912 warn $@;
1002 $ext_pkg{$base} = $pkg; 913 warn "mandatory extension failed to load, exiting.\n";
1003 914 exit 1;
1004# no strict 'refs'; 915 }
1005# @{"$pkg\::ISA"} = ext::; 916 die $@;
1006
1007 register $base, $pkg;
1008}
1009
1010sub unload_extension {
1011 my ($pkg) = @_;
1012
1013 warn "removing extension $pkg\n";
1014
1015 # remove hooks
1016 #TODO
1017# for my $idx (0 .. $#PLUGIN_EVENT) {
1018# delete $hook[$idx]{$pkg};
1019# } 917 }
1020 918
1021 # remove commands 919 push @EXTS, $pkg;
1022 for my $name (keys %COMMAND) {
1023 my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
1024
1025 if (@cb) {
1026 $COMMAND{$name} = \@cb;
1027 } else {
1028 delete $COMMAND{$name};
1029 }
1030 }
1031
1032 # remove extcmds
1033 for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
1034 delete $EXTCMD{$name};
1035 }
1036
1037 if (my $cb = $pkg->can ("unload")) {
1038 eval {
1039 $cb->($pkg);
1040 1
1041 } or warn "$pkg unloaded, but with errors: $@";
1042 }
1043
1044 Symbol::delete_package $pkg;
1045} 920}
1046 921
1047sub load_extensions { 922sub load_extensions {
1048 for my $ext (<$LIBDIR/*.ext>) { 923 for my $ext (<$LIBDIR/*.ext>) {
1049 next unless -r $ext; 924 next unless -r $ext;
1053 } or warn "$ext not loaded: $@"; 928 } or warn "$ext not loaded: $@";
1054 } 929 }
1055} 930}
1056 931
1057############################################################################# 932#############################################################################
1058# load/save/clean perl data associated with a map
1059
1060*cf::mapsupport::on_clean = sub {
1061 my ($map) = @_;
1062
1063 my $path = $map->tmpname;
1064 defined $path or return;
1065
1066 unlink "$path.pst";
1067};
1068
1069cf::map->attach (prio => -10000, package => cf::mapsupport::);
1070
1071#############################################################################
1072# load/save perl data associated with player->ob objects
1073
1074sub all_objects(@) {
1075 @_, map all_objects ($_->inv), @_
1076}
1077
1078# TODO: compatibility cruft, remove when no longer needed
1079cf::player->attach (
1080 on_load => sub {
1081 my ($pl, $path) = @_;
1082
1083 for my $o (all_objects $pl->ob) {
1084 if (my $value = $o->get_ob_key_value ("_perl_data")) {
1085 $o->set_ob_key_value ("_perl_data");
1086
1087 %$o = %{ Storable::thaw pack "H*", $value };
1088 }
1089 }
1090 },
1091);
1092
1093#############################################################################
1094 933
1095=head2 CORE EXTENSIONS 934=head2 CORE EXTENSIONS
1096 935
1097Functions and methods that extend core crossfire objects. 936Functions and methods that extend core crossfire objects.
1098 937
938=cut
939
940package cf::player;
941
942use Coro::AIO;
943
1099=head3 cf::player 944=head3 cf::player
1100 945
1101=over 4 946=over 4
1102 947
1103=item cf::player::exists $login 948=item cf::player::find $login
1104 949
1105Returns true when the given account exists. 950Returns the given player object, loading it if necessary (might block).
1106 951
1107=cut 952=cut
1108 953
1109sub cf::player::exists($) { 954sub playerdir($) {
1110 cf::player::find $_[0] 955 cf::localdir
1111 or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2; 956 . "/"
957 . cf::playerdir
958 . "/"
959 . (ref $_[0] ? $_[0]->ob->name : $_[0])
960}
961
962sub path($) {
963 my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
964
965 (playerdir $login) . "/$login.pl"
966}
967
968sub find_active($) {
969 $cf::PLAYER{$_[0]}
970 and $cf::PLAYER{$_[0]}->active
971 and $cf::PLAYER{$_[0]}
972}
973
974sub exists($) {
975 my ($login) = @_;
976
977 $cf::PLAYER{$login}
978 or cf::sync_job { !aio_stat path $login }
979}
980
981sub find($) {
982 return $cf::PLAYER{$_[0]} || do {
983 my $login = $_[0];
984
985 my $guard = cf::lock_acquire "user_find:$login";
986
987 $cf::PLAYER{$_[0]} || do {
988 my $pl = load_pl path $login
989 or return;
990 $cf::PLAYER{$login} = $pl
991 }
992 }
993}
994
995sub save($) {
996 my ($pl) = @_;
997
998 return if $pl->{deny_save};
999
1000 my $path = path $pl;
1001 my $guard = cf::lock_acquire "user_save:$path";
1002
1003 return if $pl->{deny_save};
1004
1005 aio_mkdir playerdir $pl, 0770;
1006 $pl->{last_save} = $cf::RUNTIME;
1007
1008 $pl->save_pl ($path);
1009 Coro::cede;
1010}
1011
1012sub new($) {
1013 my ($login) = @_;
1014
1015 my $self = create;
1016
1017 $self->ob->name ($login);
1018 $self->{deny_save} = 1;
1019
1020 $cf::PLAYER{$login} = $self;
1021
1022 $self
1023}
1024
1025=item $pl->quit_character
1026
1027Nukes the player without looking back. If logged in, the connection will
1028be destroyed. May block for a long time.
1029
1030=cut
1031
1032sub quit_character {
1033 my ($pl) = @_;
1034
1035 $pl->{deny_save} = 1;
1036 $pl->password ("*"); # this should lock out the player until we nuked the dir
1037
1038 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1039 $pl->deactivate;
1040 $pl->invoke (cf::EVENT_PLAYER_QUIT);
1041 $pl->ns->destroy if $pl->ns;
1042
1043 my $path = playerdir $pl;
1044 my $temp = "$path~$cf::RUNTIME~deleting~";
1045 aio_rename $path, $temp;
1046 delete $cf::PLAYER{$pl->ob->name};
1047 $pl->destroy;
1048 IO::AIO::aio_rmtree $temp;
1049}
1050
1051=item cf::player::list_logins
1052
1053Returns am arrayref of all valid playernames in the system, can take a
1054while and may block, so not sync_job-capable, ever.
1055
1056=cut
1057
1058sub list_logins {
1059 my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir
1060 or return [];
1061
1062 my @logins;
1063
1064 for my $login (@$dirs) {
1065 my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
1066 aio_read $fh, 0, 512, my $buf, 0 or next;
1067 $buf !~ /^password -------------$/m or next; # official not-valid tag
1068
1069 utf8::decode $login;
1070 push @logins, $login;
1071 }
1072
1073 \@logins
1074}
1075
1076=item $player->maps
1077
1078Returns an arrayref of map paths that are private for this
1079player. May block.
1080
1081=cut
1082
1083sub maps($) {
1084 my ($pl) = @_;
1085
1086 $pl = ref $pl ? $pl->ob->name : $pl;
1087
1088 my $files = aio_readdir playerdir $pl
1089 or return;
1090
1091 my @paths;
1092
1093 for (@$files) {
1094 utf8::decode $_;
1095 next if /\.(?:pl|pst)$/;
1096 next unless /^$PATH_SEP/o;
1097
1098 push @paths, cf::map::normalise "~$pl/$_";
1099 }
1100
1101 \@paths
1112} 1102}
1113 1103
1114=item $player->ext_reply ($msgid, $msgtype, %msg) 1104=item $player->ext_reply ($msgid, $msgtype, %msg)
1115 1105
1116Sends an ext reply to the player. 1106Sends an ext reply to the player.
1117 1107
1118=cut 1108=cut
1119 1109
1120sub cf::player::ext_reply($$$%) { 1110sub ext_reply($$$%) {
1121 my ($self, $id, %msg) = @_; 1111 my ($self, $id, %msg) = @_;
1122 1112
1123 $msg{msgid} = $id; 1113 $msg{msgid} = $id;
1124 1114
1125 $self->send ("ext " . to_json \%msg); 1115 $self->send ("ext " . cf::to_json \%msg);
1126} 1116}
1117
1118package cf;
1127 1119
1128=back 1120=back
1129 1121
1130 1122
1131=head3 cf::map 1123=head3 cf::map
1137package cf::map; 1129package cf::map;
1138 1130
1139use Fcntl; 1131use Fcntl;
1140use Coro::AIO; 1132use Coro::AIO;
1141 1133
1134use overload
1135 '""' => \&as_string,
1136 fallback => 1;
1137
1142our $MAX_RESET = 7200; 1138our $MAX_RESET = 3600;
1143our $DEFAULT_RESET = 3600; 1139our $DEFAULT_RESET = 3000;
1144 1140
1145sub generate_random_map { 1141sub generate_random_map {
1146 my ($path, $rmp) = @_; 1142 my ($self, $rmp) = @_;
1147
1148 # mit "rum" bekleckern, nicht 1143 # mit "rum" bekleckern, nicht
1149 cf::map::_create_random_map 1144 $self->_create_random_map (
1150 $path,
1151 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1145 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1152 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1146 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1153 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1147 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1154 $rmp->{exit_on_final_map}, 1148 $rmp->{exit_on_final_map},
1155 $rmp->{xsize}, $rmp->{ysize}, 1149 $rmp->{xsize}, $rmp->{ysize},
1156 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, 1150 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1157 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, 1151 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1158 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, 1152 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1159 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, 1153 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1160 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, 1154 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1161 (cf::region::find $rmp->{region}) 1155 (cf::region::find $rmp->{region}), $rmp->{custom}
1156 )
1157}
1158
1159=item cf::map->register ($regex, $prio)
1160
1161Register a handler for the map path matching the given regex at the
1162givne priority (higher is better, built-in handlers have priority 0, the
1163default).
1164
1165=cut
1166
1167sub register {
1168 my (undef, $regex, $prio) = @_;
1169 my $pkg = caller;
1170
1171 no strict;
1172 push @{"$pkg\::ISA"}, __PACKAGE__;
1173
1174 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1175}
1176
1177# also paths starting with '/'
1178$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1179
1180sub thawer_merge {
1181 my ($self, $merge) = @_;
1182
1183 # we have to keep some variables in memory intact
1184 local $self->{path};
1185 local $self->{load_path};
1186 local $self->{deny_save};
1187 local $self->{deny_reset};
1188
1189 $self->SUPER::thawer_merge ($merge);
1190}
1191
1192sub normalise {
1193 my ($path, $base) = @_;
1194
1195 $path = "$path"; # make sure its a string
1196
1197 $path =~ s/\.map$//;
1198
1199 # map plan:
1200 #
1201 # /! non-realised random map exit (special hack!)
1202 # {... are special paths that are not being touched
1203 # ?xxx/... are special absolute paths
1204 # ?random/... random maps
1205 # /... normal maps
1206 # ~user/... per-player map of a specific user
1207
1208 $path =~ s/$PATH_SEP/\//go;
1209
1210 # treat it as relative path if it starts with
1211 # something that looks reasonable
1212 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1213 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1214
1215 $base =~ s{[^/]+/?$}{};
1216 $path = "$base/$path";
1217 }
1218
1219 for ($path) {
1220 redo if s{//}{/};
1221 redo if s{/\.?/}{/};
1222 redo if s{/[^/]+/\.\./}{/};
1223 }
1224
1225 $path
1226}
1227
1228sub new_from_path {
1229 my (undef, $path, $base) = @_;
1230
1231 return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1232
1233 $path = normalise $path, $base;
1234
1235 for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1236 if ($path =~ $EXT_MAP{$pkg}[1]) {
1237 my $self = bless cf::map::new, $pkg;
1238 $self->{path} = $path; $self->path ($path);
1239 $self->init; # pass $1 etc.
1240 return $self;
1241 }
1242 }
1243
1244 Carp::carp "unable to resolve path '$path' (base '$base').";
1245 ()
1246}
1247
1248sub init {
1249 my ($self) = @_;
1250
1251 $self
1252}
1253
1254sub as_string {
1255 my ($self) = @_;
1256
1257 "$self->{path}"
1258}
1259
1260# the displayed name, this is a one way mapping
1261sub visible_name {
1262 &as_string
1263}
1264
1265# the original (read-only) location
1266sub load_path {
1267 my ($self) = @_;
1268
1269 sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}
1270}
1271
1272# the temporary/swap location
1273sub save_path {
1274 my ($self) = @_;
1275
1276 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1277 sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path
1278}
1279
1280# the unique path, undef == no special unique path
1281sub uniq_path {
1282 my ($self) = @_;
1283
1284 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1285 sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path
1162} 1286}
1163 1287
1164# and all this just because we cannot iterate over 1288# and all this just because we cannot iterate over
1165# all maps in C++... 1289# all maps in C++...
1166sub change_all_map_light { 1290sub change_all_map_light {
1168 1292
1169 $_->change_map_light ($change) 1293 $_->change_map_light ($change)
1170 for grep $_->outdoor, values %cf::MAP; 1294 for grep $_->outdoor, values %cf::MAP;
1171} 1295}
1172 1296
1297sub unlink_save {
1298 my ($self) = @_;
1299
1300 utf8::encode (my $save = $self->save_path);
1301 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1302 IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1303}
1304
1173sub try_load_header($) { 1305sub load_header_from($) {
1174 my ($path) = @_; 1306 my ($self, $path) = @_;
1175 1307
1176 utf8::encode $path; 1308 utf8::encode $path;
1177 aio_open $path, O_RDONLY, 0 1309 #aio_open $path, O_RDONLY, 0
1310 # or return;
1311
1312 $self->_load_header ($path)
1178 or return; 1313 or return;
1179 1314
1180 my $map = cf::map::new 1315 $self->{load_path} = $path;
1316
1317 1
1318}
1319
1320sub load_header_orig {
1321 my ($self) = @_;
1322
1323 $self->load_header_from ($self->load_path)
1324}
1325
1326sub load_header_temp {
1327 my ($self) = @_;
1328
1329 $self->load_header_from ($self->save_path)
1330}
1331
1332sub prepare_temp {
1333 my ($self) = @_;
1334
1335 $self->last_access ((delete $self->{last_access})
1336 || $cf::RUNTIME); #d#
1337 # safety
1338 $self->{instantiate_time} = $cf::RUNTIME
1339 if $self->{instantiate_time} > $cf::RUNTIME;
1340}
1341
1342sub prepare_orig {
1343 my ($self) = @_;
1344
1345 $self->{load_original} = 1;
1346 $self->{instantiate_time} = $cf::RUNTIME;
1347 $self->last_access ($cf::RUNTIME);
1348 $self->instantiate;
1349}
1350
1351sub load_header {
1352 my ($self) = @_;
1353
1354 if ($self->load_header_temp) {
1355 $self->prepare_temp;
1356 } else {
1357 $self->load_header_orig
1181 or return; 1358 or return;
1359 $self->prepare_orig;
1360 }
1182 1361
1183 $map->load_header ($path) 1362 1
1184 or return;
1185
1186 $map->{load_path} = $path;
1187
1188 $map
1189} 1363}
1190 1364
1191sub find_map; 1365sub find;
1192sub find_map { 1366sub find {
1193 my ($path, $origin) = @_; 1367 my ($path, $origin) = @_;
1194 1368
1195 #warn "find_map<$path,$origin>\n";#d#
1196
1197 $path = new cf::path $path, $origin && $origin->path; 1369 $path = normalise $path, $origin && $origin->path;
1198 my $key = $path->as_string;
1199 1370
1200 cf::lock_wait "map_find:$key"; 1371 cf::lock_wait "map_find:$path";
1201 1372
1202 $cf::MAP{$key} || do { 1373 $cf::MAP{$path} || do {
1203 my $guard = cf::lock_acquire "map_find:$key"; 1374 my $guard = cf::lock_acquire "map_find:$path";
1204 1375 my $map = new_from_path cf::map $path
1205 # do it the slow way
1206 my $map = try_load_header $path->save_path;
1207
1208 if ($map) {
1209 # safety
1210 $map->{instantiate_time} = $cf::RUNTIME
1211 if $map->{instantiate_time} > $cf::RUNTIME;
1212 } else {
1213 if (my $rmp = $path->random_map_params) {
1214 $map = generate_random_map $key, $rmp;
1215 } else {
1216 $map = try_load_header $path->load_path;
1217 }
1218
1219 $map or return; 1376 or return;
1220 1377
1221 $map->{load_original} = 1;
1222 $map->{instantiate_time} = $cf::RUNTIME;
1223 $map->instantiate;
1224
1225 # per-player maps become, after loading, normal maps
1226 $map->per_player (0) if $path->{user_rel};
1227 }
1228
1229 $map->path ($key);
1230 $map->{path} = $path;
1231 $map->{last_save} = $cf::RUNTIME; 1378 $map->{last_save} = $cf::RUNTIME;
1232 $map->last_access ($cf::RUNTIME);
1233 1379
1234 if ($map->should_reset) { 1380 $map->load_header
1381 or return;
1382
1383 if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)
1384 # doing this can freeze the server in a sync job, obviously
1385 #$cf::WAIT_FOR_TICK->wait;
1235 $map->reset; 1386 $map->reset;
1236 undef $guard; 1387 undef $guard;
1237 $map = find_map $path 1388 return find $path;
1238 or return;
1239 } 1389 }
1240 1390
1241 $cf::MAP{$key} = $map 1391 $cf::MAP{$path} = $map
1242 } 1392 }
1243} 1393}
1394
1395sub pre_load { }
1396sub post_load { }
1244 1397
1245sub load { 1398sub load {
1246 my ($self) = @_; 1399 my ($self) = @_;
1247 1400
1401 local $self->{deny_reset} = 1; # loading can take a long time
1402
1248 my $path = $self->{path}; 1403 my $path = $self->{path};
1249 my $guard = cf::lock_acquire "map_load:" . $path->as_string; 1404 my $guard = cf::lock_acquire "map_load:$path";
1250 1405
1251 return if $self->in_memory != cf::MAP_SWAPPED; 1406 return if $self->in_memory != cf::MAP_SWAPPED;
1252 1407
1253 $self->in_memory (cf::MAP_LOADING); 1408 $self->in_memory (cf::MAP_LOADING);
1254 1409
1255 $self->alloc; 1410 $self->alloc;
1411
1412 $self->pre_load;
1413
1256 $self->load_objects ($self->{load_path}, 1) 1414 $self->_load_objects ($self->{load_path}, 1)
1257 or return; 1415 or return;
1258 1416
1259 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) 1417 $self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1260 if delete $self->{load_original}; 1418 if delete $self->{load_original};
1261 1419
1262 if (my $uniq = $path->uniq_path) { 1420 if (my $uniq = $self->uniq_path) {
1263 utf8::encode $uniq; 1421 utf8::encode $uniq;
1264 if (aio_open $uniq, O_RDONLY, 0) { 1422 if (aio_open $uniq, O_RDONLY, 0) {
1265 $self->clear_unique_items; 1423 $self->clear_unique_items;
1266 $self->load_objects ($uniq, 0); 1424 $self->_load_objects ($uniq, 0);
1267 } 1425 }
1268 } 1426 }
1427
1428 Coro::cede;
1269 1429
1270 # now do the right thing for maps 1430 # now do the right thing for maps
1271 $self->link_multipart_objects; 1431 $self->link_multipart_objects;
1272 1432
1273 if ($self->{path}->is_style_map) { 1433 unless ($self->{deny_activate}) {
1274 $self->{deny_save} = 1; 1434 $self->decay_objects;
1275 $self->{deny_reset} = 1;
1276 } else {
1277 $self->fix_auto_apply; 1435 $self->fix_auto_apply;
1278 $self->decay_objects;
1279 $self->update_buttons; 1436 $self->update_buttons;
1437 Coro::cede;
1280 $self->set_darkness_map; 1438 $self->set_darkness_map;
1281 $self->difficulty ($self->estimate_difficulty) 1439 $self->difficulty ($self->estimate_difficulty)
1282 unless $self->difficulty; 1440 unless $self->difficulty;
1441 Coro::cede;
1283 $self->activate; 1442 $self->activate;
1284 } 1443 }
1285 1444
1445 $self->post_load;
1446
1286 $self->in_memory (cf::MAP_IN_MEMORY); 1447 $self->in_memory (cf::MAP_IN_MEMORY);
1287} 1448}
1288 1449
1289sub load_map_sync { 1450sub customise_for {
1451 my ($self, $ob) = @_;
1452
1453 return find "~" . $ob->name . "/" . $self->{path}
1454 if $self->per_player;
1455
1456 $self
1457}
1458
1459# find and load all maps in the 3x3 area around a map
1460sub load_diag {
1461 my ($map) = @_;
1462
1463 my @diag; # diagonal neighbours
1464
1465 for (0 .. 3) {
1466 my $neigh = $map->tile_path ($_)
1467 or next;
1468 $neigh = find $neigh, $map
1469 or next;
1470 $neigh->load;
1471
1472 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1473 [$neigh->tile_path (($_ + 1) % 4), $neigh];
1474 }
1475
1476 for (@diag) {
1477 my $neigh = find @$_
1478 or next;
1479 $neigh->load;
1480 }
1481}
1482
1483sub find_sync {
1290 my ($path, $origin) = @_; 1484 my ($path, $origin) = @_;
1291 1485
1292 #warn "load_map_sync<$path, $origin>\n";#d# 1486 cf::sync_job { find $path, $origin }
1487}
1293 1488
1294 cf::sync_job { 1489sub do_load_sync {
1295 my $map = cf::map::find_map $path, $origin 1490 my ($map) = @_;
1296 or return; 1491
1492 cf::sync_job { $map->load };
1493}
1494
1495our %MAP_PREFETCH;
1496our $MAP_PREFETCHER = undef;
1497
1498sub find_async {
1499 my ($path, $origin) = @_;
1500
1501 $path = normalise $path, $origin && $origin->{path};
1502
1503 if (my $map = $cf::MAP{$path}) {
1504 return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1505 }
1506
1507 undef $MAP_PREFETCH{$path};
1508 $MAP_PREFETCHER ||= cf::async {
1509 while (%MAP_PREFETCH) {
1510 for my $path (keys %MAP_PREFETCH) {
1511 my $map = find $path
1512 or next;
1297 $map->load; 1513 $map->load;
1298 $map 1514
1515 delete $MAP_PREFETCH{$path};
1516 }
1517 }
1518 undef $MAP_PREFETCHER;
1299 } 1519 };
1520 $MAP_PREFETCHER->prio (6);
1521
1522 ()
1300} 1523}
1301 1524
1302sub save { 1525sub save {
1303 my ($self) = @_; 1526 my ($self) = @_;
1304 1527
1528 my $lock = cf::lock_acquire "map_data:" . $self->path;
1529
1305 $self->{last_save} = $cf::RUNTIME; 1530 $self->{last_save} = $cf::RUNTIME;
1306 1531
1307 return unless $self->dirty; 1532 return unless $self->dirty;
1308 1533
1309 my $save = $self->{path}->save_path; utf8::encode $save; 1534 my $save = $self->save_path; utf8::encode $save;
1310 my $uniq = $self->{path}->uniq_path; utf8::encode $uniq; 1535 my $uniq = $self->uniq_path; utf8::encode $uniq;
1311 1536
1312 $self->{load_path} = $save; 1537 $self->{load_path} = $save;
1313 1538
1314 return if $self->{deny_save}; 1539 return if $self->{deny_save};
1315 1540
1541 local $self->{last_access} = $self->last_access;#d#
1542
1543 cf::async {
1544 $_->contr->save for $self->players;
1545 };
1546
1316 if ($uniq) { 1547 if ($uniq) {
1317 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 1548 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1318 $self->save_objects ($uniq, cf::IO_UNIQUES); 1549 $self->_save_objects ($uniq, cf::IO_UNIQUES);
1319 } else { 1550 } else {
1320 $self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES); 1551 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1321 } 1552 }
1322} 1553}
1323 1554
1324sub swap_out { 1555sub swap_out {
1325 my ($self) = @_; 1556 my ($self) = @_;
1326 1557
1327 # save first because save cedes 1558 # save first because save cedes
1328 $self->save; 1559 $self->save;
1560
1561 my $lock = cf::lock_acquire "map_data:" . $self->path;
1329 1562
1330 return if $self->players; 1563 return if $self->players;
1331 return if $self->in_memory != cf::MAP_IN_MEMORY; 1564 return if $self->in_memory != cf::MAP_IN_MEMORY;
1332 return if $self->{deny_save}; 1565 return if $self->{deny_save};
1333 1566
1337 1570
1338sub reset_at { 1571sub reset_at {
1339 my ($self) = @_; 1572 my ($self) = @_;
1340 1573
1341 # TODO: safety, remove and allow resettable per-player maps 1574 # TODO: safety, remove and allow resettable per-player maps
1342 return 1e99 if $self->{path}{user_rel}; 1575 return 1e99 if $self->isa ("ext::map_per_player");#d#
1343 return 1e99 if $self->{deny_reset}; 1576 return 1e99 if $self->{deny_reset};
1344 1577
1345 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access; 1578 my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1346 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET; 1579 my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1347 1580
1352 my ($self) = @_; 1585 my ($self) = @_;
1353 1586
1354 $self->reset_at <= $cf::RUNTIME 1587 $self->reset_at <= $cf::RUNTIME
1355} 1588}
1356 1589
1357sub unlink_save {
1358 my ($self) = @_;
1359
1360 utf8::encode (my $save = $self->{path}->save_path);
1361 aioreq_pri 3; IO::AIO::aio_unlink $save;
1362 aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1363}
1364
1365sub rename {
1366 my ($self, $new_path) = @_;
1367
1368 $self->unlink_save;
1369
1370 delete $cf::MAP{$self->path};
1371 $self->{path} = new cf::path $new_path;
1372 $self->path ($self->{path}->as_string);
1373 $cf::MAP{$self->path} = $self;
1374
1375 $self->save;
1376}
1377
1378sub reset { 1590sub reset {
1379 my ($self) = @_; 1591 my ($self) = @_;
1380 1592
1593 my $lock = cf::lock_acquire "map_data:$self->{path}";
1594
1381 return if $self->players; 1595 return if $self->players;
1382 return if $self->{path}{user_rel};#d# 1596 return if $self->isa ("ext::map_per_player");#d#
1383 1597
1384 warn "resetting map ", $self->path;#d# 1598 warn "resetting map ", $self->path;#d#
1385 1599
1600 $self->in_memory (cf::MAP_SWAPPED);
1601
1602 # need to save uniques path
1603 unless ($self->{deny_save}) {
1604 my $uniq = $self->uniq_path; utf8::encode $uniq;
1605
1606 $self->_save_objects ($uniq, cf::IO_UNIQUES)
1607 if $uniq;
1608 }
1609
1386 delete $cf::MAP{$self->path}; 1610 delete $cf::MAP{$self->path};
1611
1612 $self->clear;
1387 1613
1388 $_->clear_links_to ($self) for values %cf::MAP; 1614 $_->clear_links_to ($self) for values %cf::MAP;
1389 1615
1390 $self->unlink_save; 1616 $self->unlink_save;
1391 $self->destroy; 1617 $self->destroy;
1394my $nuke_counter = "aaaa"; 1620my $nuke_counter = "aaaa";
1395 1621
1396sub nuke { 1622sub nuke {
1397 my ($self) = @_; 1623 my ($self) = @_;
1398 1624
1625 delete $cf::MAP{$self->path};
1626
1627 $self->unlink_save;
1628
1629 bless $self, "cf::map";
1630 delete $self->{deny_reset};
1399 $self->{deny_save} = 1; 1631 $self->{deny_save} = 1;
1400 $self->reset_timeout (1); 1632 $self->reset_timeout (1);
1401 $self->rename ("{nuke}/" . ($nuke_counter++)); 1633 $self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1634
1635 $cf::MAP{$self->path} = $self;
1636
1402 $self->reset; # polite request, might not happen 1637 $self->reset; # polite request, might not happen
1403} 1638}
1404 1639
1405sub customise_for { 1640=item cf::map::unique_maps
1406 my ($map, $ob) = @_;
1407 1641
1408 if ($map->per_player) { 1642Returns an arrayref of paths of all shared maps that have
1409 return cf::map::find_map "~" . $ob->name . "/" . $map->{path}{path}; 1643instantiated unique items. May block.
1410 }
1411 1644
1412 $map 1645=cut
1413}
1414 1646
1415sub emergency_save { 1647sub unique_maps() {
1416 local $cf::FREEZE = 1; 1648 my $files = aio_readdir cf::localdir . "/" . cf::uniquedir
1649 or return;
1417 1650
1418 warn "enter emergency map save\n"; 1651 my @paths;
1419 1652
1420 cf::sync_job { 1653 for (@$files) {
1421 warn "begin emergency map save\n"; 1654 utf8::decode $_;
1422 $_->save for values %cf::MAP; 1655 next if /\.pst$/;
1656 next unless /^$PATH_SEP/o;
1657
1658 push @paths, cf::map::normalise $_;
1423 }; 1659 }
1424 1660
1425 warn "end emergency map save\n"; 1661 \@paths
1426} 1662}
1427 1663
1428package cf; 1664package cf;
1429 1665
1430=back 1666=back
1431 1667
1668=head3 cf::object
1669
1670=cut
1671
1672package cf::object;
1673
1674=over 4
1675
1676=item $ob->inv_recursive
1677
1678Returns the inventory of the object _and_ their inventories, recursively.
1679
1680=cut
1681
1682sub inv_recursive_;
1683sub inv_recursive_ {
1684 map { $_, inv_recursive_ $_->inv } @_
1685}
1686
1687sub inv_recursive {
1688 inv_recursive_ inv $_[0]
1689}
1690
1691package cf;
1692
1693=back
1432 1694
1433=head3 cf::object::player 1695=head3 cf::object::player
1434 1696
1435=over 4 1697=over 4
1436 1698
1476 1738
1477=item $player_object->enter_link 1739=item $player_object->enter_link
1478 1740
1479Freezes the player and moves him/her to a special map (C<{link}>). 1741Freezes the player and moves him/her to a special map (C<{link}>).
1480 1742
1481The player should be reaosnably safe there for short amounts of time. You 1743The player should be reasonably safe there for short amounts of time. You
1482I<MUST> call C<leave_link> as soon as possible, though. 1744I<MUST> call C<leave_link> as soon as possible, though.
1483 1745
1746Will never block.
1747
1484=item $player_object->leave_link ($map, $x, $y) 1748=item $player_object->leave_link ($map, $x, $y)
1485 1749
1486Moves the player out of the specila link map onto the given map. If the 1750Moves the player out of the special C<{link}> map onto the specified
1487map is not valid (or omitted), the player will be moved back to the 1751map. If the map is not valid (or omitted), the player will be moved back
1488location he/she was before the call to C<enter_link>, or, if that fails, 1752to the location he/she was before the call to C<enter_link>, or, if that
1489to the emergency map position. 1753fails, to the emergency map position.
1490 1754
1491Might block. 1755Might block.
1492 1756
1493=cut 1757=cut
1758
1759sub link_map {
1760 unless ($LINK_MAP) {
1761 $LINK_MAP = cf::map::find "{link}"
1762 or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1763 $LINK_MAP->load;
1764 }
1765
1766 $LINK_MAP
1767}
1494 1768
1495sub cf::object::player::enter_link { 1769sub cf::object::player::enter_link {
1496 my ($self) = @_; 1770 my ($self) = @_;
1497 1771
1498 $self->deactivate_recursive; 1772 $self->deactivate_recursive;
1499 1773
1500 return if $self->map == $LINK_MAP; 1774 return if UNIVERSAL::isa $self->map, "ext::map_link";
1501 1775
1502 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y] 1776 $self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1503 if $self->map; 1777 if $self->map;
1504 1778
1505 $self->enter_map ($LINK_MAP, 20, 20); 1779 $self->enter_map ($LINK_MAP || link_map, 10, 10);
1506} 1780}
1507 1781
1508sub cf::object::player::leave_link { 1782sub cf::object::player::leave_link {
1509 my ($self, $map, $x, $y) = @_; 1783 my ($self, $map, $x, $y) = @_;
1510 1784
1511 my $link_pos = delete $self->{_link_pos}; 1785 my $link_pos = delete $self->{_link_pos};
1512 1786
1513 unless ($map) { 1787 unless ($map) {
1514 # restore original map position 1788 # restore original map position
1515 ($map, $x, $y) = @{ $link_pos || [] }; 1789 ($map, $x, $y) = @{ $link_pos || [] };
1516 $map = cf::map::find_map $map; 1790 $map = cf::map::find $map;
1517 1791
1518 unless ($map) { 1792 unless ($map) {
1519 ($map, $x, $y) = @$EMERGENCY_POSITION; 1793 ($map, $x, $y) = @$EMERGENCY_POSITION;
1520 $map = cf::map::find_map $map 1794 $map = cf::map::find $map
1521 or die "FATAL: cannot load emergency map\n"; 1795 or die "FATAL: cannot load emergency map\n";
1522 } 1796 }
1523 } 1797 }
1524 1798
1525 ($x, $y) = (-1, -1) 1799 ($x, $y) = (-1, -1)
1528 # use -1 or undef as default coordinates, not 0, 0 1802 # use -1 or undef as default coordinates, not 0, 0
1529 ($x, $y) = ($map->enter_x, $map->enter_y) 1803 ($x, $y) = ($map->enter_x, $map->enter_y)
1530 if $x <=0 && $y <= 0; 1804 if $x <=0 && $y <= 0;
1531 1805
1532 $map->load; 1806 $map->load;
1807 $map->load_diag;
1533 1808
1809 return unless $self->contr->active;
1534 $self->activate_recursive; 1810 $self->activate_recursive;
1811
1812 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1535 $self->enter_map ($map, $x, $y); 1813 $self->enter_map ($map, $x, $y);
1536} 1814}
1537 1815
1538cf::player->attach ( 1816cf::player->attach (
1539 on_logout => sub { 1817 on_logout => sub {
1551 1829
1552 # try to abort aborted map switching on player login :) 1830 # try to abort aborted map switching on player login :)
1553 # should happen only on crashes 1831 # should happen only on crashes
1554 if ($pl->ob->{_link_pos}) { 1832 if ($pl->ob->{_link_pos}) {
1555 $pl->ob->enter_link; 1833 $pl->ob->enter_link;
1556 cf::async { 1834 (async {
1835 $pl->ob->reply (undef,
1836 "There was an internal problem at your last logout, "
1837 . "the server will try to bring you to your intended destination in a second.",
1838 cf::NDI_RED);
1557 # we need this sleep as the login has a concurrent enter_exit running 1839 # we need this sleep as the login has a concurrent enter_exit running
1558 # and this sleep increases chances of the player not ending up in scorn 1840 # and this sleep increases chances of the player not ending up in scorn
1559 Coro::Timer::sleep 1; 1841 Coro::Timer::sleep 1;
1560 $pl->ob->leave_link; 1842 $pl->ob->leave_link;
1561 }; 1843 })->prio (2);
1562 } 1844 }
1563 }, 1845 },
1564); 1846);
1565 1847
1566=item $player_object->goto_map ($path, $x, $y) 1848=item $player_object->goto ($path, $x, $y)
1567 1849
1568=cut 1850=cut
1569 1851
1570sub cf::object::player::goto_map { 1852sub cf::object::player::goto {
1571 my ($self, $path, $x, $y) = @_; 1853 my ($self, $path, $x, $y) = @_;
1572 1854
1573 $self->enter_link; 1855 $self->enter_link;
1574 1856
1575 (cf::async { 1857 (async {
1576 $path = new cf::path $path; 1858 my $map = eval {
1577
1578 my $map = cf::map::find_map $path->as_string; 1859 my $map = cf::map::find $path;
1579 $map = $map->customise_for ($self) if $map; 1860 $map = $map->customise_for ($self) if $map;
1580 1861 $map
1581# warn "entering ", $map->path, " at ($x, $y)\n" 1862 } or
1582# if $map;
1583
1584 $map or $self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED); 1863 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1585 1864
1586 $self->leave_link ($map, $x, $y); 1865 $self->leave_link ($map, $x, $y);
1587 })->prio (1); 1866 })->prio (1);
1588} 1867}
1589 1868
1593 1872
1594sub parse_random_map_params { 1873sub parse_random_map_params {
1595 my ($spec) = @_; 1874 my ($spec) = @_;
1596 1875
1597 my $rmp = { # defaults 1876 my $rmp = { # defaults
1598 xsize => 10, 1877 xsize => (cf::rndm 15, 40),
1599 ysize => 10, 1878 ysize => (cf::rndm 15, 40),
1879 symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
1880 #layout => string,
1600 }; 1881 };
1601 1882
1602 for (split /\n/, $spec) { 1883 for (split /\n/, $spec) {
1603 my ($k, $v) = split /\s+/, $_, 2; 1884 my ($k, $v) = split /\s+/, $_, 2;
1604 1885
1608 $rmp 1889 $rmp
1609} 1890}
1610 1891
1611sub prepare_random_map { 1892sub prepare_random_map {
1612 my ($exit) = @_; 1893 my ($exit) = @_;
1894
1895 my $guard = cf::lock_acquire "exit_prepare:$exit";
1613 1896
1614 # all this does is basically replace the /! path by 1897 # all this does is basically replace the /! path by
1615 # a new random map path (?random/...) with a seed 1898 # a new random map path (?random/...) with a seed
1616 # that depends on the exit object 1899 # that depends on the exit object
1617 1900
1618 my $rmp = parse_random_map_params $exit->msg; 1901 my $rmp = parse_random_map_params $exit->msg;
1619 1902
1620 if ($exit->map) { 1903 if ($exit->map) {
1621 $rmp->{region} = $exit->map->region_name; 1904 $rmp->{region} = $exit->region->name;
1622 $rmp->{origin_map} = $exit->map->path; 1905 $rmp->{origin_map} = $exit->map->path;
1623 $rmp->{origin_x} = $exit->x; 1906 $rmp->{origin_x} = $exit->x;
1624 $rmp->{origin_y} = $exit->y; 1907 $rmp->{origin_y} = $exit->y;
1625 } 1908 }
1626 1909
1627 $rmp->{random_seed} ||= $exit->random_seed; 1910 $rmp->{random_seed} ||= $exit->random_seed;
1628 1911
1629 my $data = cf::to_json $rmp; 1912 my $data = cf::to_json $rmp;
1630 my $md5 = Digest::MD5::md5_hex $data; 1913 my $md5 = Digest::MD5::md5_hex $data;
1914 my $meta = "$cf::RANDOM_MAPS/$md5.meta";
1631 1915
1632 if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) { 1916 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1633 aio_write $fh, 0, (length $data), $data, 0; 1917 aio_write $fh, 0, (length $data), $data, 0;
1918 undef $fh;
1919 aio_rename "$meta~", $meta;
1634 1920
1635 $exit->slaying ("?random/$md5"); 1921 $exit->slaying ("?random/$md5");
1636 $exit->msg (undef); 1922 $exit->msg (undef);
1637 } 1923 }
1638} 1924}
1640sub cf::object::player::enter_exit { 1926sub cf::object::player::enter_exit {
1641 my ($self, $exit) = @_; 1927 my ($self, $exit) = @_;
1642 1928
1643 return unless $self->type == cf::PLAYER; 1929 return unless $self->type == cf::PLAYER;
1644 1930
1931 if ($exit->slaying eq "/!") {
1932 #TODO: this should de-fi-ni-te-ly not be a sync-job
1933 cf::sync_job { prepare_random_map $exit };
1934 }
1935
1936 my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1937 my $hp = $exit->stats->hp;
1938 my $sp = $exit->stats->sp;
1939
1645 $self->enter_link; 1940 $self->enter_link;
1646 1941
1647 (cf::async { 1942 (async {
1943 $self->deactivate_recursive; # just to be sure
1648 unless (eval { 1944 unless (eval {
1649 prepare_random_map $exit 1945 $self->goto ($slaying, $hp, $sp);
1650 if $exit->slaying eq "/!";
1651
1652 my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1653 $self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1654 1946
1655 1; 1947 1;
1656 }) { 1948 }) {
1657 $self->message ("Something went wrong deep within the crossfire server. " 1949 $self->message ("Something went wrong deep within the crossfire server. "
1658 . "I'll try to bring you back to the map you were before. " 1950 . "I'll try to bring you back to the map you were before. "
1659 . "Please report this to the dungeon master", 1951 . "Please report this to the dungeon master!",
1660 cf::NDI_UNIQUE | cf::NDI_RED); 1952 cf::NDI_UNIQUE | cf::NDI_RED);
1661 1953
1662 warn "ERROR in enter_exit: $@"; 1954 warn "ERROR in enter_exit: $@";
1663 $self->leave_link; 1955 $self->leave_link;
1664 } 1956 }
1719 # get handled first 2011 # get handled first
1720 my $queue = delete $ns->{query_queue} 2012 my $queue = delete $ns->{query_queue}
1721 or return; # be conservative, not sure how that can happen, but we saw a crash here 2013 or return; # be conservative, not sure how that can happen, but we saw a crash here
1722 2014
1723 (shift @$queue)->[1]->($msg); 2015 (shift @$queue)->[1]->($msg);
2016 return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1724 2017
1725 push @{ $ns->{query_queue} }, @$queue; 2018 push @{ $ns->{query_queue} }, @$queue;
1726 2019
1727 if (@{ $ns->{query_queue} } == @$queue) { 2020 if (@{ $ns->{query_queue} } == @$queue) {
1728 if (@$queue) { 2021 if (@$queue) {
1732 } 2025 }
1733 } 2026 }
1734 }, 2027 },
1735); 2028);
1736 2029
1737=item $client->coro (\&cb) 2030=item $client->async (\&cb)
1738 2031
1739Create a new coroutine, running the specified callback. The coroutine will 2032Create a new coroutine, running the specified callback. The coroutine will
1740be automatically cancelled when the client gets destroyed (e.g. on logout, 2033be automatically cancelled when the client gets destroyed (e.g. on logout,
1741or loss of connection). 2034or loss of connection).
1742 2035
1743=cut 2036=cut
1744 2037
1745sub cf::client::coro { 2038sub cf::client::async {
1746 my ($self, $cb) = @_; 2039 my ($self, $cb) = @_;
1747 2040
1748 my $coro = &cf::async ($cb); 2041 my $coro = &Coro::async ($cb);
1749 2042
1750 $coro->on_destroy (sub { 2043 $coro->on_destroy (sub {
1751 delete $self->{_coro}{$coro+0}; 2044 delete $self->{_coro}{$coro+0};
1752 }); 2045 });
1753 2046
1889The parameter C<$family> should best start with the name of the extension 2182The parameter C<$family> should best start with the name of the extension
1890using it, it should be unique. 2183using it, it should be unique.
1891 2184
1892=over 4 2185=over 4
1893 2186
1894=item $hashref = cf::db_get $family
1895
1896Return a hashref for use by the extension C<$family>, which can be
1897modified. After modifications, you have to call C<cf::db_dirty> or
1898C<cf::db_sync>.
1899
1900=item $value = cf::db_get $family => $key 2187=item $value = cf::db_get $family => $key
1901 2188
1902Returns a single value from the database 2189Returns a single value from the database.
1903
1904=item cf::db_put $family => $hashref
1905
1906Stores the given family hashref into the database. Updates are delayed, if
1907you want the data to be synced to disk immediately, use C<cf::db_sync>.
1908 2190
1909=item cf::db_put $family => $key => $value 2191=item cf::db_put $family => $key => $value
1910 2192
1911Stores the given C<$value> in the family hash. Updates are delayed, if you 2193Stores the given C<$value> in the family.
1912want the data to be synced to disk immediately, use C<cf::db_sync>.
1913
1914=item cf::db_dirty
1915
1916Marks the database as dirty, to be updated at a later time.
1917
1918=item cf::db_sync
1919
1920Immediately write the database to disk I<if it is dirty>.
1921 2194
1922=cut 2195=cut
1923 2196
1924our $DB; 2197our $DB;
1925 2198
1926{ 2199sub db_init {
2200 unless ($DB) {
2201 $DB = BDB::db_create $DB_ENV;
2202
2203 cf::sync_job {
2204 eval {
2205 $DB->set_flags (BDB::CHKSUM);
2206
2207 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2208 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2209 cf::cleanup "db_open(db): $!" if $!;
2210 };
2211 cf::cleanup "db_open(db): $@" if $@;
2212 };
2213
1927 my $path = cf::localdir . "/database.pst"; 2214 my $path = cf::localdir . "/database.pst";
2215 if (stat $path) {
2216 cf::sync_job {
2217 my $pst = Storable::retrieve $path;
1928 2218
1929 sub db_load() { 2219 cf::db_put (board => data => $pst->{board});
1930 $DB = stat $path ? Storable::retrieve $path : { }; 2220 cf::db_put (guildrules => data => $pst->{guildrules});
1931 } 2221 cf::db_put (rent => balance => $pst->{rent}{balance});
2222 BDB::db_env_txn_checkpoint $DB_ENV;
1932 2223
1933 my $pid; 2224 unlink $path;
1934
1935 sub db_save() {
1936 waitpid $pid, 0 if $pid;
1937 if (0 == ($pid = fork)) {
1938 $DB->{_meta}{version} = 1;
1939 Storable::nstore $DB, "$path~";
1940 rename "$path~", $path;
1941 cf::_exit 0 if defined $pid;
1942 } 2225 };
1943 }
1944
1945 my $dirty;
1946
1947 sub db_sync() {
1948 db_save if $dirty;
1949 undef $dirty;
1950 }
1951
1952 my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1953 db_sync;
1954 });
1955
1956 sub db_dirty() {
1957 $dirty = 1;
1958 $idle->start;
1959 }
1960
1961 sub db_get($;$) {
1962 @_ >= 2
1963 ? $DB->{$_[0]}{$_[1]}
1964 : ($DB->{$_[0]} ||= { })
1965 }
1966
1967 sub db_put($$;$) {
1968 if (@_ >= 3) {
1969 $DB->{$_[0]}{$_[1]} = $_[2];
1970 } else {
1971 $DB->{$_[0]} = $_[1];
1972 }
1973 db_dirty;
1974 }
1975
1976 cf::global->attach (
1977 prio => 10000,
1978 on_cleanup => sub {
1979 db_sync;
1980 }, 2226 }
1981 ); 2227 }
2228}
2229
2230sub db_get($$) {
2231 my $key = "$_[0]/$_[1]";
2232
2233 cf::sync_job {
2234 BDB::db_get $DB, undef, $key, my $data;
2235
2236 $! ? ()
2237 : Compress::LZF::sthaw $data
2238 }
2239}
2240
2241sub db_put($$$) {
2242 BDB::dbreq_pri 4;
2243 BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
1982} 2244}
1983 2245
1984############################################################################# 2246#############################################################################
1985# the server's main() 2247# the server's init and main functions
2248
2249sub init_resources {
2250 load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir
2251 or die "unable to load regions file\n";#d#
2252}
1986 2253
1987sub cfg_load { 2254sub cfg_load {
1988 open my $fh, "<:utf8", cf::confdir . "/config" 2255 open my $fh, "<:utf8", cf::confdir . "/config"
1989 or return; 2256 or return;
1990 2257
1991 local $/; 2258 local $/;
1992 *CFG = YAML::Syck::Load <$fh>; 2259 *CFG = YAML::Syck::Load <$fh>;
2260
2261 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2262
2263 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2264 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2265
2266 if (exists $CFG{mlockall}) {
2267 eval {
2268 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2269 and die "WARNING: m(un)lockall failed: $!\n";
2270 };
2271 warn $@ if $@;
2272 }
2273}
2274
2275sub init {
2276 init_resources;
1993} 2277}
1994 2278
1995sub main { 2279sub main {
1996 # we must not ever block the main coroutine 2280 # we must not ever block the main coroutine
1997 local $Coro::idle = sub { 2281 local $Coro::idle = sub {
1998 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 2282 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1999 (Coro::unblock_sub { 2283 (async {
2000 Event::one_event; 2284 Event::one_event;
2001 })->(); 2285 })->prio (Coro::PRIO_MAX);
2002 }; 2286 };
2003 2287
2004 cfg_load; 2288 cfg_load;
2005 db_load; 2289 db_init;
2006 load_extensions; 2290 load_extensions;
2291
2292 $TICK_WATCHER->start;
2007 Event::loop; 2293 Event::loop;
2008} 2294}
2009 2295
2010############################################################################# 2296#############################################################################
2011# initialisation 2297# initialisation and cleanup
2298
2299# install some emergency cleanup handlers
2300BEGIN {
2301 for my $signal (qw(INT HUP TERM)) {
2302 Event->signal (
2303 reentrant => 0,
2304 data => WF_AUTOCANCEL,
2305 signal => $signal,
2306 prio => 0,
2307 cb => sub {
2308 cf::cleanup "SIG$signal";
2309 },
2310 );
2311 }
2312}
2313
2314sub emergency_save() {
2315 my $freeze_guard = cf::freeze_mainloop;
2316
2317 warn "enter emergency perl save\n";
2318
2319 cf::sync_job {
2320 # use a peculiar iteration method to avoid tripping on perl
2321 # refcount bugs in for. also avoids problems with players
2322 # and maps saved/destroyed asynchronously.
2323 warn "begin emergency player save\n";
2324 for my $login (keys %cf::PLAYER) {
2325 my $pl = $cf::PLAYER{$login} or next;
2326 $pl->valid or next;
2327 $pl->save;
2328 }
2329 warn "end emergency player save\n";
2330
2331 warn "begin emergency map save\n";
2332 for my $path (keys %cf::MAP) {
2333 my $map = $cf::MAP{$path} or next;
2334 $map->valid or next;
2335 $map->save;
2336 }
2337 warn "end emergency map save\n";
2338
2339 warn "begin emergency database checkpoint\n";
2340 BDB::db_env_txn_checkpoint $DB_ENV;
2341 warn "end emergency database checkpoint\n";
2342 };
2343
2344 warn "leave emergency perl save\n";
2345}
2346
2347sub post_cleanup {
2348 my ($make_core) = @_;
2349
2350 warn Carp::longmess "post_cleanup backtrace"
2351 if $make_core;
2352}
2012 2353
2013sub reload() { 2354sub reload() {
2014 # can/must only be called in main 2355 # can/must only be called in main
2015 if ($Coro::current != $Coro::main) { 2356 if ($Coro::current != $Coro::main) {
2016 warn "can only reload from main coroutine\n"; 2357 warn "can only reload from main coroutine";
2017 return; 2358 return;
2018 } 2359 }
2019 2360
2020 warn "reloading..."; 2361 warn "reloading...";
2021 2362
2022 local $FREEZE = 1; 2363 warn "entering sync_job";
2364
2365 cf::sync_job {
2366 cf::write_runtime; # external watchdog should not bark
2023 cf::emergency_save; 2367 cf::emergency_save;
2368 cf::write_runtime; # external watchdog should not bark
2024 2369
2025 eval { 2370 warn "syncing database to disk";
2371 BDB::db_env_txn_checkpoint $DB_ENV;
2372
2026 # if anything goes wrong in here, we should simply crash as we already saved 2373 # if anything goes wrong in here, we should simply crash as we already saved
2027 2374
2028 # cancel all watchers 2375 warn "cancelling all WF_AUTOCANCEL watchers";
2029 for (Event::all_watchers) { 2376 for (Event::all_watchers) {
2030 $_->cancel if $_->data & WF_AUTOCANCEL; 2377 $_->cancel if $_->data & WF_AUTOCANCEL;
2031 } 2378 }
2032 2379
2380 warn "flushing outstanding aio requests";
2381 for (;;) {
2382 BDB::flush;
2383 IO::AIO::flush;
2384 Coro::cede;
2385 last unless IO::AIO::nreqs || BDB::nreqs;
2386 warn "iterate...";
2387 }
2388
2033 # cancel all extension coros 2389 warn "cancelling all extension coros";
2034 $_->cancel for values %EXT_CORO; 2390 $_->cancel for values %EXT_CORO;
2035 %EXT_CORO = (); 2391 %EXT_CORO = ();
2036 2392
2037 # unload all extensions 2393 warn "removing commands";
2038 for (@exts) { 2394 %COMMAND = ();
2395
2396 warn "removing ext commands";
2397 %EXTCMD = ();
2398
2399 warn "unloading/nuking all extensions";
2400 for my $pkg (@EXTS) {
2039 warn "unloading <$_>"; 2401 warn "... unloading $pkg";
2040 unload_extension $_; 2402
2403 if (my $cb = $pkg->can ("unload")) {
2404 eval {
2405 $cb->($pkg);
2406 1
2407 } or warn "$pkg unloaded, but with errors: $@";
2041 } 2408 }
2042 2409
2410 warn "... nuking $pkg";
2411 Symbol::delete_package $pkg;
2412 }
2413
2043 # unload all modules loaded from $LIBDIR 2414 warn "unloading all perl modules loaded from $LIBDIR";
2044 while (my ($k, $v) = each %INC) { 2415 while (my ($k, $v) = each %INC) {
2045 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 2416 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2046 2417
2047 warn "removing <$k>"; 2418 warn "... unloading $k";
2048 delete $INC{$k}; 2419 delete $INC{$k};
2049 2420
2050 $k =~ s/\.pm$//; 2421 $k =~ s/\.pm$//;
2051 $k =~ s/\//::/g; 2422 $k =~ s/\//::/g;
2052 2423
2055 } 2426 }
2056 2427
2057 Symbol::delete_package $k; 2428 Symbol::delete_package $k;
2058 } 2429 }
2059 2430
2060 # sync database to disk
2061 cf::db_sync;
2062 IO::AIO::flush;
2063
2064 # get rid of safe::, as good as possible 2431 warn "getting rid of safe::, as good as possible";
2065 Symbol::delete_package "safe::$_" 2432 Symbol::delete_package "safe::$_"
2066 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 2433 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2067 2434
2068 # remove register_script_function callbacks
2069 # TODO
2070
2071 # unload cf.pm "a bit" 2435 warn "unloading cf.pm \"a bit\"";
2072 delete $INC{"cf.pm"}; 2436 delete $INC{"cf.pm"};
2073 2437
2074 # don't, removes xs symbols, too, 2438 # don't, removes xs symbols, too,
2075 # and global variables created in xs 2439 # and global variables created in xs
2076 #Symbol::delete_package __PACKAGE__; 2440 #Symbol::delete_package __PACKAGE__;
2077 2441
2078 # reload cf.pm 2442 warn "unload completed, starting to reload now";
2443
2079 warn "reloading cf.pm"; 2444 warn "reloading cf.pm";
2080 require cf; 2445 require cf;
2081 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt 2446 cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2082 2447
2083 # load config and database again 2448 warn "loading config and database again";
2084 cf::cfg_load; 2449 cf::cfg_load;
2085 cf::db_load;
2086 2450
2087 # load extensions
2088 warn "load extensions"; 2451 warn "loading extensions";
2089 cf::load_extensions; 2452 cf::load_extensions;
2090 2453
2091 # reattach attachments to objects 2454 warn "reattaching attachments to objects/players";
2092 warn "reattach";
2093 _global_reattach; 2455 _global_reattach;
2094 }; 2456 warn "reattaching attachments to maps";
2457 reattach $_ for values %MAP;
2095 2458
2096 if ($@) { 2459 warn "loading reloadable resources";
2460 init_resources;
2461
2462 warn "leaving sync_job";
2463
2464 1
2465 } or do {
2097 warn $@; 2466 warn $@;
2098 warn "error while reloading, exiting."; 2467 warn "error while reloading, exiting.";
2099 exit 1; 2468 exit 1;
2100 } 2469 };
2101 2470
2102 warn "reloaded successfully"; 2471 warn "reloaded";
2103}; 2472};
2104 2473
2105############################################################################# 2474our $RELOAD_WATCHER; # used only during reload
2106
2107unless ($LINK_MAP) {
2108 $LINK_MAP = cf::map::new;
2109
2110 $LINK_MAP->width (41);
2111 $LINK_MAP->height (41);
2112 $LINK_MAP->alloc;
2113 $LINK_MAP->path ("{link}");
2114 $LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2115 $LINK_MAP->in_memory (MAP_IN_MEMORY);
2116
2117 # dirty hack because... archetypes are not yet loaded
2118 Event->timer (
2119 after => 2,
2120 cb => sub {
2121 $_[0]->w->cancel;
2122
2123 # provide some exits "home"
2124 my $exit = cf::object::new "exit";
2125
2126 $exit->slaying ($EMERGENCY_POSITION->[0]);
2127 $exit->stats->hp ($EMERGENCY_POSITION->[1]);
2128 $exit->stats->sp ($EMERGENCY_POSITION->[2]);
2129
2130 $LINK_MAP->insert ($exit->clone, 19, 19);
2131 $LINK_MAP->insert ($exit->clone, 19, 20);
2132 $LINK_MAP->insert ($exit->clone, 19, 21);
2133 $LINK_MAP->insert ($exit->clone, 20, 19);
2134 $LINK_MAP->insert ($exit->clone, 20, 21);
2135 $LINK_MAP->insert ($exit->clone, 21, 19);
2136 $LINK_MAP->insert ($exit->clone, 21, 20);
2137 $LINK_MAP->insert ($exit->clone, 21, 21);
2138
2139 $exit->destroy;
2140 });
2141
2142 $LINK_MAP->{deny_save} = 1;
2143 $LINK_MAP->{deny_reset} = 1;
2144
2145 $cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2146}
2147
2148register "<global>", __PACKAGE__;
2149 2475
2150register_command "reload" => sub { 2476register_command "reload" => sub {
2151 my ($who, $arg) = @_; 2477 my ($who, $arg) = @_;
2152 2478
2153 if ($who->flag (FLAG_WIZ)) { 2479 if ($who->flag (FLAG_WIZ)) {
2154 $who->message ("start of reload."); 2480 $who->message ("reloading server.");
2481
2482 # doing reload synchronously and two reloads happen back-to-back,
2483 # coro crashes during coro_state_free->destroy here.
2484
2485 $RELOAD_WATCHER ||= Event->timer (
2486 reentrant => 0,
2487 after => 0,
2488 data => WF_AUTOCANCEL,
2489 cb => sub {
2155 reload; 2490 reload;
2156 $who->message ("end of reload."); 2491 undef $RELOAD_WATCHER;
2492 },
2493 );
2157 } 2494 }
2158}; 2495};
2159 2496
2160unshift @INC, $LIBDIR; 2497unshift @INC, $LIBDIR;
2498
2499my $bug_warning = 0;
2161 2500
2162$TICK_WATCHER = Event->timer ( 2501$TICK_WATCHER = Event->timer (
2163 reentrant => 0, 2502 reentrant => 0,
2503 parked => 1,
2164 prio => 0, 2504 prio => 0,
2165 at => $NEXT_TICK || $TICK, 2505 at => $NEXT_TICK || $TICK,
2166 data => WF_AUTOCANCEL, 2506 data => WF_AUTOCANCEL,
2167 cb => sub { 2507 cb => sub {
2168 unless ($FREEZE) { 2508 if ($Coro::current != $Coro::main) {
2509 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2510 unless ++$bug_warning > 10;
2511 return;
2512 }
2513
2514 $NOW = Event::time;
2515
2169 cf::server_tick; # one server iteration 2516 cf::server_tick; # one server iteration
2170 $RUNTIME += $TICK; 2517 $RUNTIME += $TICK;
2171 }
2172
2173 $NEXT_TICK += $TICK; 2518 $NEXT_TICK += $TICK;
2519
2520 if ($NOW >= $NEXT_RUNTIME_WRITE) {
2521 $NEXT_RUNTIME_WRITE = $NOW + 10;
2522 Coro::async_pool {
2523 write_runtime
2524 or warn "ERROR: unable to write runtime file: $!";
2525 };
2526 }
2527
2528 $WAIT_FOR_TICK->broadcast;
2529 $WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2530
2531# my $AFTER = Event::time;
2532# warn $AFTER - $NOW;#d#
2174 2533
2175 # if we are delayed by four ticks or more, skip them all 2534 # if we are delayed by four ticks or more, skip them all
2176 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4; 2535 $NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2177 2536
2178 $TICK_WATCHER->at ($NEXT_TICK); 2537 $TICK_WATCHER->at ($NEXT_TICK);
2179 $TICK_WATCHER->start; 2538 $TICK_WATCHER->start;
2180 }, 2539 },
2181); 2540);
2182 2541
2542{
2183IO::AIO::max_poll_time $TICK * 0.2; 2543 BDB::max_poll_time $TICK * 0.1;
2184 2544 $BDB_POLL_WATCHER = Event->io (
2185Event->io ( 2545 reentrant => 0,
2186 fd => IO::AIO::poll_fileno, 2546 fd => BDB::poll_fileno,
2187 poll => 'r', 2547 poll => 'r',
2188 prio => 5, 2548 prio => 0,
2189 data => WF_AUTOCANCEL,
2190 cb => \&IO::AIO::poll_cb,
2191);
2192
2193Event->timer (
2194 data => WF_AUTOCANCEL, 2549 data => WF_AUTOCANCEL,
2195 after => 0, 2550 cb => \&BDB::poll_cb,
2196 interval => 10, 2551 );
2197 cb => sub { 2552 BDB::min_parallel 8;
2198 (Coro::unblock_sub { 2553
2199 write_runtime 2554 BDB::set_sync_prepare {
2200 or warn "ERROR: unable to write runtime file: $!"; 2555 my $status;
2556 my $current = $Coro::current;
2557 (
2558 sub {
2559 $status = $!;
2560 $current->ready; undef $current;
2561 },
2562 sub {
2563 Coro::schedule while defined $current;
2564 $! = $status;
2565 },
2566 )
2567 };
2568
2569 unless ($DB_ENV) {
2570 $DB_ENV = BDB::db_env_create;
2571
2572 cf::sync_job {
2573 eval {
2574 BDB::db_env_open
2575 $DB_ENV,
2576 $BDB_ENV_DIR,
2577 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2578 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2579 0666;
2580
2581 cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;
2582
2583 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2584 $DB_ENV->set_lk_detect;
2585 };
2586
2587 cf::cleanup "db_env_open(db): $@" if $@;
2201 })->(); 2588 };
2202 }, 2589 }
2203); 2590}
2591
2592{
2593 IO::AIO::min_parallel 8;
2594
2595 undef $Coro::AIO::WATCHER;
2596 IO::AIO::max_poll_time $TICK * 0.1;
2597 $AIO_POLL_WATCHER = Event->io (
2598 reentrant => 0,
2599 data => WF_AUTOCANCEL,
2600 fd => IO::AIO::poll_fileno,
2601 poll => 'r',
2602 prio => 6,
2603 cb => \&IO::AIO::poll_cb,
2604 );
2605}
2204 2606
2205END { cf::emergency_save } 2607END { cf::emergency_save }
2206 2608
22071 26091
2208 2610

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines